-- Logs begin at Sat 2022-03-26 20:01:24 UTC, end at Sat 2022-03-26 22:09:29 UTC. --
Mar 26 20:38:37.626661 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Mar 26 20:38:40.613929 ncdv-master-1 neutron-server[126627]: INFO neutron.common.config [-] Logging enabled!
Mar 26 20:38:40.614535 ncdv-master-1 neutron-server[126627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64
Mar 26 20:38:40.614718 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 26 20:38:40.618114 ncdv-master-1 neutron-server[126627]: INFO neutron.common.config [-] Logging enabled!
Mar 26 20:38:40.618376 ncdv-master-1 neutron-server[126627]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64
Mar 26 20:38:40.618696 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=126627) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Mar 26 20:38:40.619639 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 26 20:38:40.619879 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 26 20:38:40.620279 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 26 20:38:40.620537 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 26 20:38:40.620772 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 26 20:38:40.621245 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.621671 ncdv-master-1 neutron-server[126627]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Mar 26 20:38:40.621988 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.622290 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.622588 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.622888 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.623180 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.623463 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.623757 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.624086 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.624379 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.624661 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.624950 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.625242 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.625553 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.625845 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.626135 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.626418 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] debug                          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.626703 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.627137 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.627561 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.627844 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.628160 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.628442 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.628717 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.628996 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.629280 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.629611 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.629891 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.630180 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.630483 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.630771 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.631047 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.631325 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.631611 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.631887 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.632197 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.632475 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.632767 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.633057 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.633347 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.633574 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.633801 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.634109 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.634400 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.634681 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.634959 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.635236 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.635511 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.635788 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.636087 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.636376 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.636662 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.636947 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.637223 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.637498 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.637771 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.638046 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.638331 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.638607 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.638883 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.639156 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.639445 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.639718 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.640013 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.640317 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.640611 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.640894 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.641210 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.641487 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.641773 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.642048 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.642322 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.642596 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.642870 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.643142 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.643426 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.643703 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.643997 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.644277 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.644551 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.644839 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.645114 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:40.645412 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.645712 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.646015 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.646316 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.646610 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.646891 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.647182 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.647462 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.647752 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.648068 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.648364 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.648646 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.648949 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.649241 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.649535 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.649845 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.650142 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.650444 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.650723 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.651002 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.651280 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.651562 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.651853 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.652163 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.652458 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.652753 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.653037 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.653336 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.653624 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.653922 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.654216 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.654497 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.654782 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.655076 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.655359 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.655638 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.655962 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.656240 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.656521 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.657317 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.657604 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.657886 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.658164 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.658443 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.658724 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.659017 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.659297 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.659573 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.659849 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.660152 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.660429 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.660718 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.661003 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.661282 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.661561 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.661842 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.662117 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.662392 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.662672 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.662948 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.663228 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.663506 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.663782 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.664082 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.664360 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.664635 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.664910 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.665186 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.665464 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.665741 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.666016 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.666292 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.666568 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.666846 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.667135 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.667433 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.667712 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.668018 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.668299 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.668579 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.668858 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.669136 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.669415 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.669694 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.669970 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.670259 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.670545 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.670838 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.671139 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.671418 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.671714 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.672025 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.672981 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.673274 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.673559 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.673843 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.674133 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.674420 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.674718 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.675020 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.675318 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.675615 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.675911 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.676218 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.676529 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.676815 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:40.677036 ncdv-master-1 neutron-server[126627]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 26 20:38:40.677280 ncdv-master-1 neutron-server[126627]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=126627) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Mar 26 20:38:41.047854 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=126627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 26 20:38:41.048163 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=126627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 26 20:38:41.048478 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=126627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Mar 26 20:38:41.048815 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [-] Loading core plugin: ml2
Mar 26 20:38:41.377465 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.377682 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.377957 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.379161 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.379439 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.379827 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.434619 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.434910 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.435184 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.449825 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.450110 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.450383 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.479629 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.479933 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.480216 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.621831 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.622559 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.622559 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.854832 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f61266349d0> agent after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.855117 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f61266349d0> agent after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.855388 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6126634a60> segment precommit_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.855662 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6126634af0> network precommit_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.856387 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6126641b80> segment before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.955382 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> network before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.955706 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f61266ab670> agent before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.956024 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> network before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.956304 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.956575 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.956893 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> segment precommit_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.957157 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> segment precommit_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.957417 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> segment after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.957674 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> segment after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.957957 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> network after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.958220 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> network precommit_delete 0 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.958486 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.958744 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.958998 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.959253 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> port provisioning_complete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.959521 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.959778 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.960073 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> agent after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.960346 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> subnet after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.960608 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> subnet precommit_delete 0 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.960879 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.961134 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.961418 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> segment_host_mapping after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.961800 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.962052 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.962299 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6126fe5b80>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:41.962690 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.962934 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.963172 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.963410 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.963647 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.963886 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:41.964369 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Mar 26 20:38:41.967456 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Mar 26 20:38:41.972414 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Mar 26 20:38:41.976422 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Mar 26 20:38:41.978075 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Mar 26 20:38:41.978554 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Mar 26 20:38:41.978894 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Mar 26 20:38:41.979279 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Mar 26 20:38:41.982277 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Mar 26 20:38:41.982533 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Mar 26 20:38:41.982880 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Mar 26 20:38:41.987788 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Mar 26 20:38:42.012027 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Mar 26 20:38:42.012493 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6126779190>> qos_plugin after_init 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.012796 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=126627) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Mar 26 20:38:42.013169 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f61267793a0>> logging-plugin after_init 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.014541 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=126627) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Mar 26 20:38:42.014825 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Mar 26 20:38:42.015076 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Mar 26 20:38:42.019223 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f61264f6ac0>> floatingip before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.019511 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f61264f6ac0>> port before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.087292 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Mar 26 20:38:42.087541 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Mar 26 20:38:42.087785 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Mar 26 20:38:42.088195 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Mar 26 20:38:42.110066 ncdv-master-1 neutron-server[126627]: DEBUG oslo_db.sqlalchemy.engines [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=126627) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Mar 26 20:38:42.552933 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing driver for type 'gre'
Mar 26 20:38:42.553582 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] gre ID ranges: [(1, 1000)]
Mar 26 20:38:42.602721 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing driver for type 'local'
Mar 26 20:38:42.603089 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing driver for type 'vlan'
Mar 26 20:38:42.616380 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] VlanTypeDriver initialization complete
Mar 26 20:38:42.616837 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing driver for type 'vxlan'
Mar 26 20:38:42.617363 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] vxlan ID ranges: [(1, 1000)]
Mar 26 20:38:42.667730 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing extension driver 'port_security'
Mar 26 20:38:42.668305 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] PortSecurityExtensionDriver initialization complete
Mar 26 20:38:42.668499 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing mechanism driver 'openvswitch'
Mar 26 20:38:42.668828 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing mechanism driver 'hyperv'
Mar 26 20:38:42.675408 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.plugin [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=126627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:38:42.676131 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126507dc0>> port after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.676509 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126507dc0>> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.676862 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126507dc0>> port after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.677386 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.677816 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55790>> subnet after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.678169 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55790>> subnet after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.678519 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55790>> subnet after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.678918 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.679326 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55d00>> network after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.679674 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55d00>> network after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.680055 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125f55d00>> network after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.680457 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.680856 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2250>> security_group after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.681205 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2250>> security_group after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.681543 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2250>> security_group after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.682074 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.682483 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126461580>> security_group_rule after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.682833 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126461580>> security_group_rule after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.683180 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6126461580>> security_group_rule after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.683579 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.684014 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2ac0>> address_group after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.684363 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2ac0>> address_group after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.684707 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6125ea2ac0>> address_group after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.685190 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=126627) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Mar 26 20:38:42.685644 ncdv-master-1 neutron-server[126627]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] ML2 OVO RPC backend initialized. {{(pid=126627) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Mar 26 20:38:42.686347 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> router_interface after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.686729 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> router_interface after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.687150 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> network before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.687514 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> networks before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.687844 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> port before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.688260 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> ports before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.688604 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> subnet before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.689009 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> subnets before_response 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.689361 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> network after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.689701 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> network after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.690036 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> network after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.690373 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> port after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.690708 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.691041 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> port after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.691374 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> subnet after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.691709 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> subnet after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.692072 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6125ea9220>> subnet after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.699302 ncdv-master-1 neutron-server[126627]: INFO neutron.quota [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6125ea93a0>.
Mar 26 20:38:42.699677 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.plugin [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Modular L2 Plugin initialization complete
Mar 26 20:38:42.700058 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading services supported by the core plugin {{(pid=126627) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Mar 26 20:38:42.700405 ncdv-master-1 neutron-server[126627]: INFO neutron.plugins.ml2.managers [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Got port-security extension from driver 'port_security'
Mar 26 20:38:42.700882 ncdv-master-1 neutron-server[126627]: INFO neutron.extensions.vlantransparent [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Disabled vlantransparent extension.
Mar 26 20:38:42.701371 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=126627) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Mar 26 20:38:42.701697 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: router
Mar 26 20:38:42.738002 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router_interface before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.738395 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_create 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.738768 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router before_create 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.739136 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router_interface before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.739508 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router_interface after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.739864 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_delete 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.740252 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> floatingip after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.740601 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> floatingip after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.740959 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_create 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.741303 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.741650 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.741995 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router_gateway after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.742353 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.742760 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.743123 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f612652a040> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.743460 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6126528ee0> port after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.743794 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6126528f70> subnet after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.744156 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f612652a0d0> subnetpool_address_scope after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.744503 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> port precommit_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.744846 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_create 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.745188 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f61267538b0> port before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.745530 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.745880 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router after_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.746221 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_delete 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.746570 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_create 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.746931 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router_interface after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.747276 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> router precommit_update 55549900 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.747639 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> agent after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.748014 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> agent after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.748358 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6125ea9310>> network after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.749208 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Tracking information for resource: router configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:42.749545 ncdv-master-1 neutron-server[126627]: DEBUG neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Tracking information for resource: floatingip configured {{(pid=126627) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Mar 26 20:38:42.754952 ncdv-master-1 neutron-server[126627]: INFO neutron.db.l3_agentschedulers_db [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Mar 26 20:38:42.755522 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6125ee81f0> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.755884 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6125ee80d0> port after_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.756263 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _notify_port_delete at 0x7f6125ee8160> port after_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.756615 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6125ee8310> port after_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.757408 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6125e5d460>> router before_create 55550100 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.757778 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6125e5d460>> router precommit_delete 55550100 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.758144 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6125e5d460>> router precommit_create 55550100 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.758503 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6125e5d460>> router precommit_update 55550100 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.763486 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.provider_configuration [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service providers = [] {{(pid=126627) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Mar 26 20:38:42.763856 ncdv-master-1 neutron-server[126627]: DEBUG neutron.db.servicetype_db [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=126627) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Mar 26 20:38:42.767438 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.service_base [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=126627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 26 20:38:42.767789 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.service_base [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=126627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 26 20:38:42.768166 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.service_base [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=126627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 26 20:38:42.769051 ncdv-master-1 neutron-server[126627]: DEBUG neutron.services.service_base [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=126627) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Mar 26 20:38:42.769421 ncdv-master-1 neutron-server[126627]: INFO neutron.services.service_base [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Default provider is not specified for service type L3_ROUTER_NAT
Mar 26 20:38:42.769787 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.770104 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Mar 26 20:38:42.780595 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.780935 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: auto_allocate
Mar 26 20:38:42.788282 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6125f375e0> network precommit_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.788650 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6125f375e0> network precommit_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.789165 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.789487 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: tag
Mar 26 20:38:42.796155 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.796490 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: timestamp
Mar 26 20:38:42.800393 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.800731 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: network_ip_availability
Mar 26 20:38:42.806436 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125e5db20>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.806759 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125e5db20>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.807114 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125e5db20>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:42.807825 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.808170 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: flavors
Mar 26 20:38:42.813510 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.813844 ncdv-master-1 neutron-server[126627]: INFO neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading Plugin: revisions
Mar 26 20:38:42.818154 ncdv-master-1 neutron-server[126627]: DEBUG neutron.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=126627) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Mar 26 20:38:42.818552 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=126627) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Mar 26 20:38:42.819295 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=126627) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Mar 26 20:38:42.819632 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Initializing extension manager.
Mar 26 20:38:42.820190 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: __init__.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.820536 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: __pycache__ {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.820867 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: address_group.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.821612 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.822177 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: address-group
Mar 26 20:38:42.822501 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: address_scope.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.823208 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.823720 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: address-scope
Mar 26 20:38:42.824079 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: admin_state_down_before_update.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.825014 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.825530 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: router-admin-state-down-before-update
Mar 26 20:38:42.825854 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: agent.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.826550 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.827053 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: agent
Mar 26 20:38:42.827372 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: agent_resources_synced.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.828301 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.829444 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: agent-resources-synced
Mar 26 20:38:42.829765 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: allowedaddresspairs.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.831553 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.832119 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: allowed-address-pairs
Mar 26 20:38:42.832447 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: auto_allocated_topology.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.833691 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.834214 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: auto-allocated-topology
Mar 26 20:38:42.834543 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: availability_zone.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.835232 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.835739 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: availability_zone
Mar 26 20:38:42.836164 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: availability_zone_filter.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.837073 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.837578 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: availability_zone_filter
Mar 26 20:38:42.837902 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: data_plane_status.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.838798 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.839308 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension data-plane-status not supported by any of loaded plugins
Mar 26 20:38:42.839635 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: default_subnetpools.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.840588 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.841096 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: default-subnetpools
Mar 26 20:38:42.841423 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: dhcpagentscheduler.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.842218 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.842728 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: dhcp_agent_scheduler
Mar 26 20:38:42.843312 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: dns.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.844266 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.844775 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension dns-integration not supported by any of loaded plugins
Mar 26 20:38:42.845097 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: dns_domain_ports.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.846001 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.846506 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension dns-domain-ports not supported by any of loaded plugins
Mar 26 20:38:42.846827 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.847737 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.848279 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Mar 26 20:38:42.848602 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: dvr.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.849495 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.849769 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: dvr
Mar 26 20:38:42.850091 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: ecmp_routes.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.851022 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.851529 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension ecmp_routes not supported by any of loaded plugins
Mar 26 20:38:42.851848 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: empty_string_filtering.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.852781 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.853286 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: empty-string-filtering
Mar 26 20:38:42.853605 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.854509 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.855015 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Mar 26 20:38:42.855331 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.856262 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.856766 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Mar 26 20:38:42.857107 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: external_net.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.857987 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.858492 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: external-net
Mar 26 20:38:42.858811 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: extra_dhcp_opt.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.859752 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.860293 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: extra_dhcp_opt
Mar 26 20:38:42.860620 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: extraroute.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.861532 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.862037 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: extraroute
Mar 26 20:38:42.862358 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: extraroute_atomic.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.863397 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.863905 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: extraroute-atomic
Mar 26 20:38:42.864255 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: filter_validation.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.864919 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.865417 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: filter-validation
Mar 26 20:38:42.865737 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: fip_pf_description.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.866640 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.867142 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Mar 26 20:38:42.867461 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: fip_pf_port_range.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.868387 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.868891 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Mar 26 20:38:42.869212 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: fip_port_details.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.870296 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.870813 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: fip-port-details
Mar 26 20:38:42.871133 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: flavors.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.872400 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.872915 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: flavors
Mar 26 20:38:42.873240 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.874913 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.875970 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Mar 26 20:38:42.876303 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: floatingip_pools.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.876996 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.877507 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: floatingip-pools
Mar 26 20:38:42.877829 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: ip_allocation.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.878740 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.879246 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension ip_allocation not supported by any of loaded plugins
Mar 26 20:38:42.879568 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.880509 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.881021 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: ip-substring-filtering
Mar 26 20:38:42.881343 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l2_adjacency.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.882267 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.882769 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension l2_adjacency not supported by any of loaded plugins
Mar 26 20:38:42.883088 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.884087 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.884605 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: router
Mar 26 20:38:42.884926 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_conntrack_helper.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.887373 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.887911 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Mar 26 20:38:42.888272 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.889191 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.889708 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: ext-gw-mode
Mar 26 20:38:42.890034 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.890999 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.892030 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: l3-ha
Mar 26 20:38:42.892354 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.893267 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.893776 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Mar 26 20:38:42.894098 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_flavors.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.895005 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.895513 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: l3-flavors
Mar 26 20:38:42.895835 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_ndp_proxy.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.897236 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.897751 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Mar 26 20:38:42.898080 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.898995 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.899503 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: l3-port-ip-change-not-allowed
Mar 26 20:38:42.899827 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: l3agentscheduler.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.900895 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.901407 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: l3_agent_scheduler
Mar 26 20:38:42.901734 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: local_ip.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.903522 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.904086 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension local_ip not supported by any of loaded plugins
Mar 26 20:38:42.904425 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: logging.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.905903 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.906428 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension logging not supported by any of loaded plugins
Mar 26 20:38:42.906786 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: metering.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.907526 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.908150 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: metering
Mar 26 20:38:42.908481 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.909582 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.910095 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: metering_source_and_destination_fields
Mar 26 20:38:42.910424 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: multiprovidernet.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.911346 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.911855 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: multi-provider
Mar 26 20:38:42.912208 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: netmtu.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.913112 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.913616 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: net-mtu
Mar 26 20:38:42.913938 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: netmtu_writable.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.914848 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.915353 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: net-mtu-writable
Mar 26 20:38:42.915675 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: network_availability_zone.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.916368 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.916869 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: network_availability_zone
Mar 26 20:38:42.917189 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: network_ip_availability.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.918284 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.918794 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: network-ip-availability
Mar 26 20:38:42.919119 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: network_segment_range.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.919877 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.920417 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension network-segment-range not supported by any of loaded plugins
Mar 26 20:38:42.920742 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: pagination.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.921721 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.922053 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: pagination
Mar 26 20:38:42.922399 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: port_device_profile.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.923307 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.923820 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: port-device-profile
Mar 26 20:38:42.924169 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.925209 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.925719 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: port-mac-address-regenerate
Mar 26 20:38:42.926042 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.926943 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.927449 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: port-numa-affinity-policy
Mar 26 20:38:42.927771 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: port_resource_request.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.928694 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.929200 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension port-resource-request not supported by any of loaded plugins
Mar 26 20:38:42.929525 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: port_resource_request_groups.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.930476 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.930985 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension port-resource-request-groups not supported by any of loaded plugins
Mar 26 20:38:42.931307 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: portbindings.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.932248 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.932755 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: binding
Mar 26 20:38:42.933078 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: portbindings_extended.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.934332 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.934841 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: binding-extended
Mar 26 20:38:42.935166 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: portsecurity.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.936109 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.936619 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: port-security
Mar 26 20:38:42.936942 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: project_id.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.938454 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.938782 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: project-id
Mar 26 20:38:42.939139 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: providernet.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.940078 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.940588 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: provider
Mar 26 20:38:42.940934 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.944573 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.945100 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos not supported by any of loaded plugins
Mar 26 20:38:42.945433 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.946672 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.947184 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Mar 26 20:38:42.947514 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.948448 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.948957 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Mar 26 20:38:42.949281 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_default.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.950206 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.950716 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-default not supported by any of loaded plugins
Mar 26 20:38:42.951041 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_fip.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.951976 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.952488 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-fip not supported by any of loaded plugins
Mar 26 20:38:42.952810 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_fip_network_policy.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.954307 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.954815 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Mar 26 20:38:42.955139 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_gateway_ip.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.956088 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.956595 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Mar 26 20:38:42.956919 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_port_network_policy.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.957826 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.958334 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Mar 26 20:38:42.958654 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.959694 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.960231 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-pps-minimum not supported by any of loaded plugins
Mar 26 20:38:42.960554 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.961594 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.962100 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Mar 26 20:38:42.962422 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_pps_rule.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.963594 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.964138 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-pps not supported by any of loaded plugins
Mar 26 20:38:42.964463 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_rule_type_details.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.965370 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.965874 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Mar 26 20:38:42.966196 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_rule_type_filter.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.967095 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.967608 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Mar 26 20:38:42.968222 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: qos_rules_alias.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.969287 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.969801 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension qos-rules-alias not supported by any of loaded plugins
Mar 26 20:38:42.970126 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: quota_check_limit.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.971033 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.971549 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: quota-check-limit
Mar 26 20:38:42.971875 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: quotasv2.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.972812 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.973141 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: quotas
Mar 26 20:38:42.973461 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: quotasv2_detail.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.975289 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.975629 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: quota_details
Mar 26 20:38:42.975988 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: rbac.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.977035 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.977557 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: rbac-policies
Mar 26 20:38:42.977888 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: rbac_address_group.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.978803 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.979314 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: rbac-address-group
Mar 26 20:38:42.979639 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: rbac_address_scope.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.980588 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.981096 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: rbac-address-scope
Mar 26 20:38:42.981424 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: rbac_security_groups.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.982405 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.982911 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: rbac-security-groups
Mar 26 20:38:42.983233 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: rbac_subnetpool.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.984170 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.984696 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: rbac-subnetpool
Mar 26 20:38:42.985022 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: revisionifmatch.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.985936 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.986447 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: revision-if-match
Mar 26 20:38:42.986770 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: revisions.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.987967 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.988486 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: standard-attr-revisions
Mar 26 20:38:42.988814 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: router_availability_zone.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.989483 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.989987 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: router_availability_zone
Mar 26 20:38:42.990311 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: routerservicetype.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.991227 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.991736 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension router-service-type not supported by any of loaded plugins
Mar 26 20:38:42.992089 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.993004 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.993512 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: security-groups-normalized-cidr
Mar 26 20:38:42.993834 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: security_groups_port_filtering.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.994758 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.995264 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: port-security-groups-filtering
Mar 26 20:38:42.995587 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.996537 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.997052 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: security-groups-remote-address-group
Mar 26 20:38:42.997376 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.998283 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:42.998796 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: security-groups-shared-filtering
Mar 26 20:38:42.999120 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:42.999700 ncdv-master-1 neutron-server[126627]: WARNING neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Mar 26 20:38:43.000059 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: securitygroup.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.010190 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.010734 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: security-group
Mar 26 20:38:43.011066 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: segment.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.011798 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.012369 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension segment not supported by any of loaded plugins
Mar 26 20:38:43.012698 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.013642 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.014153 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Mar 26 20:38:43.014478 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: servicetype.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.015569 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.016718 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: service-type
Mar 26 20:38:43.017047 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: sorting.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.018187 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.018581 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: sorting
Mar 26 20:38:43.018908 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: standard_attr_segment.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.019828 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.020369 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension standard-attr-segment not supported by any of loaded plugins
Mar 26 20:38:43.020690 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: standardattrdescription.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.021330 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.021838 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: standard-attr-description
Mar 26 20:38:43.022691 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: stateful_security_group.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.023111 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.023621 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: stateful-security-group
Mar 26 20:38:43.023966 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: stdattrs_common.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.024528 ncdv-master-1 neutron-server[126627]: WARNING neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Mar 26 20:38:43.024848 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.025819 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.026330 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Mar 26 20:38:43.026653 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnet_onboard.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.027723 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.028286 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: subnet_onboard
Mar 26 20:38:43.028611 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.029531 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.030039 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Mar 26 20:38:43.030363 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnet_service_types.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.031280 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.031818 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: subnet-service-types
Mar 26 20:38:43.032177 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnetallocation.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.033262 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.033774 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: subnet_allocation
Mar 26 20:38:43.034100 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.034756 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.035291 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: subnetpool-prefix-ops
Mar 26 20:38:43.035612 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.036845 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.037352 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Mar 26 20:38:43.037675 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: tagging.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.038740 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.039264 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: standard-attr-tag
Mar 26 20:38:43.039590 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: timestamp.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.040809 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.041328 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loaded extension: standard-attr-timestamp
Mar 26 20:38:43.041655 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: trunk.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.042688 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.043202 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension trunk not supported by any of loaded plugins
Mar 26 20:38:43.043531 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: trunk_details.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.044463 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.044983 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension trunk-details not supported by any of loaded plugins
Mar 26 20:38:43.045307 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: uplink_status_propagation.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.046219 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.046732 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Mar 26 20:38:43.047058 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Loading extension file: vlantransparent.py {{(pid=126627) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Mar 26 20:38:43.047746 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=126627) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Mar 26 20:38:43.048319 ncdv-master-1 neutron-server[126627]: INFO neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extension vlan-transparent not supported by any of loaded plugins
Mar 26 20:38:43.050834 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:network
Mar 26 20:38:43.051356 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnet
Mar 26 20:38:43.051751 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 26 20:38:43.052176 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:port
Mar 26 20:38:43.053411 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.053854 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service FLAVORS assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.054459 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.054887 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.055221 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:router
Mar 26 20:38:43.055649 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:floatingip
Mar 26 20:38:43.056152 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service METERING assigned prefix: /metering {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.057746 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125d95c10>> rbac-policy before_create 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:43.058202 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125d95c10>> rbac-policy before_update 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:43.058680 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6125d95c10>> rbac-policy before_delete 55550000 {{(pid=126627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:38:43.059760 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of CountableResource for resource:rbac_policy
Mar 26 20:38:43.060229 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:security_group
Mar 26 20:38:43.060653 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 26 20:38:43.061255 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service CORE assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.061591 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 26 20:38:43.061946 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] subnetpool is already registered
Mar 26 20:38:43.062373 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service CORE assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.062704 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 26 20:38:43.063560 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] subnetpool is already registered
Mar 26 20:38:43.065841 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.066273 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service FLAVORS assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.066863 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.067281 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.067615 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:router
Mar 26 20:38:43.067977 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] router is already registered
Mar 26 20:38:43.068390 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:floatingip
Mar 26 20:38:43.068728 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] floatingip is already registered
Mar 26 20:38:43.069176 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service METERING assigned prefix: /metering {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.069834 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of CountableResource for resource:rbac_policy
Mar 26 20:38:43.070165 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] rbac_policy is already registered
Mar 26 20:38:43.070576 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:security_group
Mar 26 20:38:43.070910 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] security_group is already registered
Mar 26 20:38:43.071308 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:security_group_rule
Mar 26 20:38:43.071641 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] security_group_rule is already registered
Mar 26 20:38:43.072289 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service CORE assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.072626 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 26 20:38:43.072961 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] subnetpool is already registered
Mar 26 20:38:43.073384 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.v2.resource_helper [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Service CORE assigned prefix:  {{(pid=126627) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Mar 26 20:38:43.073712 ncdv-master-1 neutron-server[126627]: INFO neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Creating instance of TrackedResource for resource:subnetpool
Mar 26 20:38:43.074043 ncdv-master-1 neutron-server[126627]: WARNING neutron.quota.resource_registry [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] subnetpool is already registered
Mar 26 20:38:43.074506 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: extensions {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.075958 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: address-groups {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.077448 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: address-scopes {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.080380 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: agents {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.081591 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: auto-allocated-topology {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.082850 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: availability_zones {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.084081 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: dhcp-networks {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.085567 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: dhcp-agents {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.086986 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: routers {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.089295 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: flavors {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.090474 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: service_profiles {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.091670 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: next_providers {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.093517 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: service_profiles {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.095068 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: floatingip-pools {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.096344 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: routers {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.098421 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: floatingips {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.099684 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: l3-routers {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.101082 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: l3-agents {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.102496 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: metering-labels {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.103848 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: metering-label-rules {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.105155 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: network-ip-availabilities {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.106401 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: bindings {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.108049 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: quotas {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.109598 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: quotas {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.111193 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: rbac-policies {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.112521 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: security-groups {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.113737 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: security-group-rules {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.114959 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: service-providers {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.116208 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: subnetpools {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.117621 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: subnetpools {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.119062 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.120765 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.122555 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.124415 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.126720 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.128589 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.130312 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.132158 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.133916 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.136598 ncdv-master-1 neutron-server[126627]: DEBUG neutron.api.extensions [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Extended resource: tags {{(pid=126627) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Mar 26 20:38:43.143080 ncdv-master-1 neutron-server[126627]: WARNING keystonemiddleware.auth_token [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Mar 26 20:38:43.281292 ncdv-master-1 neutron-server[126627]: WARNING keystonemiddleware.auth_token [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Mar 26 20:38:43.290185 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Acquired lock "singleton_lock" {{(pid=126627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Mar 26 20:38:43.290665 ncdv-master-1 neutron-server[126627]: DEBUG oslo_concurrency.lockutils [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Releasing lock "singleton_lock" {{(pid=126627) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Mar 26 20:38:43.291440 ncdv-master-1 neutron-server[126627]: INFO oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Starting 2 workers
Mar 26 20:38:43.296452 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Started child 126736 {{(pid=126627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 26 20:38:43.301548 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Started child 126738 {{(pid=126627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 26 20:38:43.302358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.303091 ncdv-master-1 neutron-server[126627]: INFO neutron.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Neutron service started, listening on 0.0.0.0:9696
Mar 26 20:38:43.303751 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Publish callbacks [] for process (None), before_spawn {{(pid=126627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.303865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [-] (126736) wsgi starting up on http://0.0.0.0:9696
Mar 26 20:38:43.304281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:38:43.306245 ncdv-master-1 neutron-server[126627]: INFO oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Starting 1 workers
Mar 26 20:38:43.306548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.308094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [-] (126738) wsgi starting up on http://0.0.0.0:9696
Mar 26 20:38:43.311588 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Started child 126739 {{(pid=126627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 26 20:38:43.312184 ncdv-master-1 neutron-server[126627]: INFO oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Starting 1 workers
Mar 26 20:38:43.313701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065153
Mar 26 20:38:43.315951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] calling RpcWorker wait() {{(pid=126739) _wait /opt/stack/neutron/neutron/service.py:128}}
Mar 26 20:38:43.316494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] returning from RpcWorker wait() {{(pid=126739) _wait /opt/stack/neutron/neutron/service.py:135}}
Mar 26 20:38:43.317847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.318196 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Started child 126741 {{(pid=126627) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Mar 26 20:38:43.318300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:38:43.319026 ncdv-master-1 neutron-server[126627]: DEBUG neutron_lib.callbacks.manager [None req-a1ace495-91a3-4756-896d-4467061bed57 None None] Publish callbacks [] for process (None), after_spawn {{(pid=126627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.320983 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 26 20:38:43.321360 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 26 20:38:43.321678 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 26 20:38:43.322040 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 26 20:38:43.322521 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 26 20:38:43.322897 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 26 20:38:43.323559 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.323667 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:43.324467 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.324869 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.325299 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.325714 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.326431 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.326806 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.327183 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.327602 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.328029 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.328341 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.328686 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.329066 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.329465 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.329931 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.330339 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.330736 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.331131 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.331448 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.331844 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.332323 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.332735 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.333162 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.333598 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.334251 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.334688 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.335108 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.335520 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.335993 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.336396 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.336869 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.337294 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.337722 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.338135 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.338556 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.338968 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.339351 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.339799 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.340220 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.340648 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.341042 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.341673 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.344415 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.344733 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.345246 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.345349 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.345601 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.346899 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.346899 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.346899 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.346899 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.347223 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.347456 ncdv-master-1 neutron-server[126741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:38:43.347531 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.347531 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.347755 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.348084 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.348264 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349114 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349114 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349360 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349534 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349741 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.349904 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.351758 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.352311 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.352618 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.352862 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.354926 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.354926 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.354926 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.354926 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.356012 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.356413 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.356831 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.357728 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.358196 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.358456 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.359274 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.359633 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.360410 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.360674 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.360929 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.361269 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.361508 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.361746 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.362000 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.362397 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.362795 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.363076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.363302 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.364183 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.364830 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.365079 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.365324 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.365579 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.365859 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.366104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.366370 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.366634 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.366862 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.367117 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.367453 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.367680 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.368304 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.368541 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.368793 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.369598 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.369598 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.369598 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.369815 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.370552 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.371467 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.371954 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.372419 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.372712 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.373066 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.373351 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.373785 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.374217 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.374652 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.375074 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.376542 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.376542 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.376729 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.376798 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.377157 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.377566 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.377847 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.378181 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.378486 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.378743 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.378993 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.379240 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.379473 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.379726 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.380031 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.380280 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.380668 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.381058 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.381447 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.381961 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.382244 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.382833 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.383307 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.383763 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.384063 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.384437 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.384812 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.385212 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.385482 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.385834 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.386204 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.387744 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.388024 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.388270 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.388502 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.388742 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.389006 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.389245 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.389510 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.389760 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.390023 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.390244 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.390663 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.390893 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.391172 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.391978 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.391978 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.391978 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.392245 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.392378 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.392767 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.393123 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.393505 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.393870 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.394737 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.394737 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.394737 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.394981 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.395056 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.395248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.395696 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.397557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.397557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.397557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.398587 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.398802 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.399070 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.399329 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.399587 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.399828 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.400081 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.400330 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.400557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.400781 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.401041 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.401229 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.401454 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.401677 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.401922 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.402165 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.402386 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.402608 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.402836 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.403116 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.403432 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.403691 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.407698 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.408589 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.409235 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.410751 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.411224 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.411674 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.412549 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.412967 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.413605 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.414178 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.415327 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.415590 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.415851 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.416137 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.416401 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417421 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417421 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417421 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417421 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417705 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.417898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.418168 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.418418 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.418674 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.418946 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.419243 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.419514 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.419802 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.420966 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.421273 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.421595 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.421888 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.423031 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.423271 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.423548 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.423807 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.424129 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.424390 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.425829 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.426122 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.426404 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.426648 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.426910 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.427161 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.427386 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.427720 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.428004 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.428229 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.428451 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.428799 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.428996 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.429240 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.429782 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.429782 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.429989 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.430244 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.430499 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.430751 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.430987 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.432000 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.432000 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.432000 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.432000 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.432623 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.433815 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.434385 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.434385 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.434558 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.434801 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.435052 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.435278 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.435526 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439424 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.439997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.440409 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.440481 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.440717 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.440951 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.441192 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.441431 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.441655 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.441912 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.442104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.442335 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.442553 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.442817 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.443075 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.443426 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.443694 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.443959 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.444214 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.444759 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.444759 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.444930 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.445134 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.445352 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.445590 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.445847 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.446095 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.446334 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.447199 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.447488 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.447761 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.448093 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.448365 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.448638 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.448882 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.449128 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.449370 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.449604 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.449857 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.450112 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.450352 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.450597 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.450828 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.451050 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.451355 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.451608 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.451848 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.452151 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.452381 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.452645 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.452881 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.453099 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.453319 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.453606 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.455250 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.455490 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.455751 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.456020 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.456277 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.456524 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.456757 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.456982 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.457241 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.457464 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.457686 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.457938 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.458165 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.458382 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.461360 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.461547 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.461792 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.462090 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.462376 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.462628 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.462894 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.463126 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.463348 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.463584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.463839 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.465421 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.465991 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.466293 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.467050 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.470977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471076 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.471830 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.473342 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.473594 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.473839 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.474134 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.474473 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.474768 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.475057 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.475336 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.475640 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.475995 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.476493 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.476662 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.477059 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.477453 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.477788 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.478064 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.478333 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.478587 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.478845 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.479077 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.479312 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.479537 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.479767 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.480095 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.480340 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.480583 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.481407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.481407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.481407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.481638 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.481802 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.482032 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.482265 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.482420 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 26 20:38:43.482925 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=126627) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Mar 26 20:38:43.483090 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Mar 26 20:38:43.483237 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Mar 26 20:38:43.483434 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Mar 26 20:38:43.483607 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Mar 26 20:38:43.483774 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Mar 26 20:38:43.486056 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.486247 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.486419 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.487285 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.487461 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.487672 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.487848 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488049 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488214 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488378 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488541 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488703 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.488866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489027 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489190 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489350 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489509 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489671 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489836 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.489997 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.490156 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.490316 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.490475 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] debug                          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.490636 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.490844 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491008 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491166 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491324 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491484 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491645 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.491805 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.492838 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.493027 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.493202 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.493372 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.493542 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.493707 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.494317 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.494489 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.496486 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.496667 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.496814 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.496992 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497160 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497330 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497499 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497662 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497829 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.497990 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498152 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498314 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498478 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498662 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498822 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.498987 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.499159 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.499309 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.499465 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.499608 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.499763 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.500019 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.500957 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.501150 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.501335 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.501514 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.501705 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.501870 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.502036 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.502656 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.502656 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.502656 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.502861 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.503046 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.503138 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.503271 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504098 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504098 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504098 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504098 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504098 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504402 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504402 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504521 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504656 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.504971 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.505141 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.505677 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.505677 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.505677 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.505883 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506133 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506228 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506388 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506676 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.506850 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.507022 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.507555 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.507555 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.508373 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.508559 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.508711 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.508872 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.509035 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510104 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510543 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510543 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Mar 26 20:38:43.510543 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.510740 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.510869 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.511177 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.511346 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.511498 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.511728 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.511834 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.512067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.512242 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.512420 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.512687 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.512869 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513389 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513389 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513389 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513613 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513683 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513843 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.513982 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.514120 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.514274 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.514511 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.514605 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.516580 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.517643 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518248 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518859 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518859 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518859 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.518859 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519129 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519129 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519281 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519416 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519588 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519746 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.519974 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520144 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520284 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520418 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520562 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520743 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.520913 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521065 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521198 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521356 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521520 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521687 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.521844 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522001 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522158 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522314 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522472 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522629 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.522895 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.523067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.523322 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.523500 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.523700 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524041 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524354 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524521 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524719 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524844 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.524992 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.525159 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.525309 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.525631 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.525941 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526107 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526280 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526460 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526623 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526793 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.526932 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527094 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527256 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527419 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527583 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527746 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.527910 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528095 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528258 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528423 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528630 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528776 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.528892 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.529078 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.529209 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.529516 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.529872 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530018 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530157 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530342 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530505 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530913 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530913 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.530913 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.531121 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.531242 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.532154 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.532510 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.532668 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.532952 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.533125 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.533745 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.533745 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.533745 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.533745 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534187 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534187 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534187 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534676 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534676 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.534676 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535060 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535060 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535437 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535437 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535724 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.535724 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536047 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536407 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536850 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536850 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.536850 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.537195 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.537195 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.537388 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.537489 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.538266 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.538266 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.538266 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.538266 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539119 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539119 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539119 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539119 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539550 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539550 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539778 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.539897 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.540159 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541071 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541071 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541071 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541071 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541592 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541592 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541858 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.541858 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.542009 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.542154 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543067 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.543866 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544584 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544864 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.544931 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545055 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545281 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545521 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545673 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545783 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.545943 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546099 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546263 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546553 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546778 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546990 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.546990 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.547978 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.547978 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548278 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548278 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548557 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548908 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.548908 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549160 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549160 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549375 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549485 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549593 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549742 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.549878 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550026 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550151 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550310 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550472 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550650 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550814 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.550976 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.551138 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.551287 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.551448 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.551621 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.551783 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552043 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552153 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552290 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552452 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552623 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552786 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.552947 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.553216 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.553385 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.553552 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.553725 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.553887 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.559033 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.559198 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.559382 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.559564 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.559752 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.560006 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.560777 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.560777 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.560777 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.560777 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561072 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561072 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.561898 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562323 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562323 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562323 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562527 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562605 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562802 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.562944 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.563107 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.563287 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.563476 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.563569 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.563726 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564475 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564475 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564475 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564475 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564728 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564728 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.564846 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565012 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565168 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565339 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565501 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565660 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565819 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.565977 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566136 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566297 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566467 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566598 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566761 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.566919 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567078 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567238 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567397 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567555 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567715 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.567874 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.568078 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.568238 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.568400 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Mar 26 20:38:43.568553 ncdv-master-1 neutron-server[126627]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=126627) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Mar 26 20:38:54.997518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82af3ef-aee5-469a-aad2-4abdda58bd4a None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 20:38:55.082371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82af3ef-aee5-469a-aad2-4abdda58bd4a None None] No non-hosted networks {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Mar 26 20:38:55.103583 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-78a18a95-916f-45db-92a3-7a91665ef326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:55.122271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.agentschedulers_db [None req-e82af3ef-aee5-469a-aad2-4abdda58bd4a None None] DHCP Agent not found on host ncdv-master-1 {{(pid=126739) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Mar 26 20:38:57.277866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fad9-40ad-4e97-acfe-87ee8ebcb0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:57.435199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ff1e16b-7895-467e-a267-5567c2b0807e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:58.337154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45662) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:38:58.643427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:38:58.947547 ncdv-master-1 neutron-server[126736]: WARNING oslo_policy.policy [None req-7fdb82dc-97a2-4c37-a9a8-44db593976c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:38:58.948388 ncdv-master-1 neutron-server[126736]: WARNING oslo_policy.policy [None req-7fdb82dc-97a2-4c37-a9a8-44db593976c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:38:59.193055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-7fdb82dc-97a2-4c37-a9a8-44db593976c6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:38:59.212408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7fdb82dc-97a2-4c37-a9a8-44db593976c6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.8742654
Mar 26 20:38:59.921164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:01.444321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:01.446692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.447729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.449480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.452959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.454155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.454872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.456932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.457731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.458482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.459102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.459753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.460359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.460978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.461719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.462935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:01.463650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f61259f1a00>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:01.474655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6125098460>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:01.874766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45696) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:01.891364 ncdv-master-1 neutron-server[126739]: INFO neutron.db.l3_hamode_db [None req-df0b6461-40bd-47d9-9dfa-273152161637 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Mar 26 20:39:01.967435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b6461-40bd-47d9-9dfa-273152161637 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:39:01.968138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b6461-40bd-47d9-9dfa-273152161637 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 20:39:02.193503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:02.286924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.policy [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126736) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 26 20:39:02.328930 ncdv-master-1 neutron-server[126736]: WARNING oslo_policy.policy [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:02.329308 ncdv-master-1 neutron-server[126736]: WARNING oslo_policy.policy [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:02.423225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448309542', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448309067', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448292792', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448350825', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448341590', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753448340628', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-639232', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3887508'] for rbac-policy (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:02.492191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:02.493377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c730fb2a-daed-468d-a5a9-cd78848ca38b admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6163259
Mar 26 20:39:05.071806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45708) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:05.556409 ncdv-master-1 neutron-server[126738]: WARNING oslo_policy.policy [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:05.556982 ncdv-master-1 neutron-server[126738]: WARNING oslo_policy.policy [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:05.777999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:05.832572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Made reservation on behalf of a2d411ec96874463bba5e37d88810748 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:39:05.895034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.policy [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=126738) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Mar 26 20:39:05.936823 ncdv-master-1 neutron-server[126738]: WARNING oslo_policy.policy [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:05.937201 ncdv-master-1 neutron-server[126738]: WARNING oslo_policy.policy [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Mar 26 20:39:05.948780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:05.970867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.086287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks [] for security_group (279e07d1-5b8a-4cc3-8b32-851bd543f880), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.090063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (279e07d1-5b8a-4cc3-8b32-851bd543f880), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.121793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:39:06.151836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753452037286', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (db89213f-7eff-4949-8c0c-9383b17bad49), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.152469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6126634a60> segment precommit_create {{(pid=126738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 26 20:39:06.153029 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Added segment db89213f-7eff-4949-8c0c-9383b17bad49 of type vlan for network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4
Mar 26 20:39:06.158805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=279e07d1-5b8a-4cc3-8b32-851bd543f880,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:06.180356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.180706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.181050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.181387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.181719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.182048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.182374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.182724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.183021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.183342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.183661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.184006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.184329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.184647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.184968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Tracked resource versions report:
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]: pushed versions:
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]: {   'AddressGroup': {'1.2'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Agent': {'1.1'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'ConntrackHelper': {'1.0'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Log': {'1.0'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'NDPProxy': {'1.0'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Network': {'1.1'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Port': {'1.7'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'PortForwarding': {'1.3'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'QosPolicy': {'1.10'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'SecurityGroup': {'1.5'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'SubPort': {'1.0'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Subnet': {'1.1'},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     'Trunk': {'1.1'}}
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]: consumer versions:
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     L3 agent@ncdv-master-1: {},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     Metering agent@ncdv-master-1: {},
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Agent': '1.1',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'ConntrackHelper': '1.0',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Log': '1.0',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'NDPProxy': '1.0',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Network': '1.1',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Port': '1.7',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'PortForwarding': '1.3',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'QosPolicy': '1.10',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'SecurityGroup': '1.5',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'SubPort': '1.0',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Subnet': '1.1',
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:                                           'Trunk': '1.1'}}
Mar 26 20:39:06.186165 ncdv-master-1 neutron-server[126738]:  {{(pid=126738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:39:06.264248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (29e4240e-9cf2-4387-a5eb-14eb2e440bd4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.305211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (29e4240e-9cf2-4387-a5eb-14eb2e440bd4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.310299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:06.311020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:06.379708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.3056493
Mar 26 20:39:06.431885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b58edb-30f5-42c9-bfd6-5c03c4db964a demo demo] Pushing event updated for resources: {'Network': ['ID=29e4240e-9cf2-4387-a5eb-14eb2e440bd4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:06.444562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:39:08.990811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45728) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:09.392739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72347ea9-aa33-4607-9c57-24ccf02cf1e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:09.394039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72347ea9-aa33-4607-9c57-24ccf02cf1e7 demo admin] 10.222.0.16 "GET /v2.0/networks/29e4240e-9cf2-4387-a5eb-14eb2e440bd4 HTTP/1.1" status: 200  len: 824 time: 0.4022517
Mar 26 20:39:09.430256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c83bc8c7-7e8e-4a2f-bf52-e2106b2ca199 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/ab7ab672-d025-4cc9-95f7-d3a32107864f HTTP/1.1" status: 200  len: 734 time: 0.0306330
Mar 26 20:39:09.440170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Request body: {'subnet': {'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:09.461211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Made reservation on behalf of a2d411ec96874463bba5e37d88810748 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:39:09.463535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:09.732052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (a33cff64-ebb0-46d8-8c72-88e845e90ac1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:09.798363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Pushing event updated for resources: {'Subnet': ['ID=a33cff64-ebb0-46d8-8c72-88e845e90ac1,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:09.802753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Checking segment: {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:39:09.803144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Network hostable DHCP agents. Network: 29e4240e-9cf2-4387-a5eb-14eb2e440bd4, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:39:09.824965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:39:09.835236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29e4240e-9cf2-4387-a5eb-14eb2e440bd4) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:09.839659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:09.840290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:09.845867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a5983-2489-4c0e-ac3a-1570987914de None None] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:39:09.858383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88c0f1f6-c02d-4dcd-a191-4fed4696534d demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4218953
Mar 26 20:39:10.221728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'project_id': 'a2d411ec96874463bba5e37d88810748', 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:39:10.222987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:10.498492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Allocated IP 172.20.0.2 (29e4240e-9cf2-4387-a5eb-14eb2e440bd4/a33cff64-ebb0-46d8-8c72-88e845e90ac1/c3ecb30e-4d27-4a0c-8d27-65815137f33f) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:39:10.741060 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks [] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:10.748726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:10.846838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:39:10.851319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:10.855006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:39:10.897223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Pushing event updated for resources: {'Port': ['ID=c3ecb30e-4d27-4a0c-8d27-65815137f33f,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:10.923009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.923362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.923708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.924071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.924408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.924739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.925064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.925389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.925713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.926036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.926358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.926678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.926997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.927317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.927636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Tracked resource versions report:
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]: pushed versions:
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]: {   'AddressGroup': {'1.2'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Agent': {'1.1'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'ConntrackHelper': {'1.0'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Log': {'1.0'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'NDPProxy': {'1.0'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Network': {'1.1'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Port': {'1.7'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'PortForwarding': {'1.3'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'QosPolicy': {'1.10'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'SecurityGroup': {'1.5'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'SubPort': {'1.0'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Subnet': {'1.1'},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     'Trunk': {'1.1'}}
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]: consumer versions:
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     L3 agent@ncdv-master-1: {},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     Metering agent@ncdv-master-1: {},
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Agent': '1.1',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'ConntrackHelper': '1.0',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Log': '1.0',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'NDPProxy': '1.0',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Network': '1.1',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Port': '1.7',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'PortForwarding': '1.3',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'QosPolicy': '1.10',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'SecurityGroup': '1.5',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'SubPort': '1.0',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Subnet': '1.1',
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:                                           'Trunk': '1.1'}}
Mar 26 20:39:10.928868 ncdv-master-1 neutron-server[126739]:  {{(pid=126739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:39:10.958196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Attempting to bind port c3ecb30e-4d27-4a0c-8d27-65815137f33f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:39:10.958589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Attempting to bind port c3ecb30e-4d27-4a0c-8d27-65815137f33f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:39:10.958997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Attempting to bind port c3ecb30e-4d27-4a0c-8d27-65815137f33f on network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:39:10.963929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:39:10.964526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Checking segment: {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:39:10.964987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:10.965377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Bound using segment: {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:39:10.965854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Bound port: c3ecb30e-4d27-4a0c-8d27-65815137f33f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:39:10.966257 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:11.028968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] For port c3ecb30e-4d27-4a0c-8d27-65815137f33f, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:39:11.033339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] For port c3ecb30e-4d27-4a0c-8d27-65815137f33f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3ecb30e-4d27-4a0c-8d27-65815137f33f,segment=NetworkSegment(db89213f-7eff-4949-8c0c-9383b17bad49),segment_id=db89213f-7eff-4949-8c0c-9383b17bad49)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:39:11.041209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:11.111496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4590cc-b510-4ef7-94b2-c599580be81e None None] Pushing event updated for resources: {'Port': ['ID=c3ecb30e-4d27-4a0c-8d27-65815137f33f,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:12.461521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:12.773885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-7029de3e-b0af-4798-8832-bc1495851a41 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:39:12.774951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7029de3e-b0af-4798-8832-bc1495851a41 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3124313
Mar 26 20:39:15.358755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:15.668597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-f6d2842c-e1e4-48d5-8257-25ded8987831 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:39:15.669568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f6d2842c-e1e4-48d5-8257-25ded8987831 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3098855
Mar 26 20:39:18.276208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45754) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:18.587363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:18.616439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (9590a869-00fb-4674-9061-e83ee926ce7b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:18.617975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (9590a869-00fb-4674-9061-e83ee926ce7b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:18.765948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Publish callbacks [] for router_controller (9590a869-00fb-4674-9061-e83ee926ce7b), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:18.770859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (9590a869-00fb-4674-9061-e83ee926ce7b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:18.790178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:18.791296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-135f3479-249b-4ba7-ae26-5743c860c417 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5142131
Mar 26 20:39:21.382479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45766) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:21.702790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-805a15c6-5d4d-4dd8-ade3-8c9d9803c9a4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:39:21.703789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-805a15c6-5d4d-4dd8-ade3-8c9d9803c9a4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3203521
Mar 26 20:39:22.290917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c3ecb30e-4d27-4a0c-8d27-65815137f33f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:39:22.378318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c3ecb30e-4d27-4a0c-8d27-65815137f33f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:22.378741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:22.488275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c3ecb30e-4d27-4a0c-8d27-65815137f33f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:22.488674 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:22.524770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port c3ecb30e-4d27-4a0c-8d27-65815137f33f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3ecb30e-4d27-4a0c-8d27-65815137f33f,segment=NetworkSegment(db89213f-7eff-4949-8c0c-9383b17bad49),segment_id=db89213f-7eff-4949-8c0c-9383b17bad49)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:39:22.529479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:22.577242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=c3ecb30e-4d27-4a0c-8d27-65815137f33f,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:22.814753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281fbc5-452c-4613-a69d-53a96fc9cbd1 None None] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:39:22.940066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9402d4e9-88aa-4f80-a161-fe091e251d08 None None] Provisioning complete for port c3ecb30e-4d27-4a0c-8d27-65815137f33f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:22.940454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9402d4e9-88aa-4f80-a161-fe091e251d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:23.024852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9402d4e9-88aa-4f80-a161-fe091e251d08 None None] Current status of the port c3ecb30e-4d27-4a0c-8d27-65815137f33f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:23.145349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a6b0a8ea-dd01-4648-9734-d426554d6d96 None None] Provisioning complete for port c3ecb30e-4d27-4a0c-8d27-65815137f33f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:23.145775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a8ea-dd01-4648-9734-d426554d6d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:23.220891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0a8ea-dd01-4648-9734-d426554d6d96 None None] Current status of the port c3ecb30e-4d27-4a0c-8d27-65815137f33f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:24.261666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c3ecb30e-4d27-4a0c-8d27-65815137f33f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:39:24.294876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45776) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:24.308392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c3ecb30e-4d27-4a0c-8d27-65815137f33f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:24.308794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.383258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c3ecb30e-4d27-4a0c-8d27-65815137f33f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:24.601982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:24.640705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Made reservation on behalf of 3c773729259f41fda13a8dbc3d1e265c for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:39:24.642960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.650676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.724159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks [] for security_group (20ecffe5-20f2-4db8-8ed1-0c2373fd8737), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.727775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (20ecffe5-20f2-4db8-8ed1-0c2373fd8737), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.742585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Reserving flat network on physical network physnet1 {{(pid=126738) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Mar 26 20:39:24.761589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ecffe5-20f2-4db8-8ed1-0c2373fd8737,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:24.766536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.766884 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Added segment ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc of type flat for network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82
Mar 26 20:39:24.811830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (339cc6ca-e602-48a0-984b-bc0e7f2b3b82), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.842371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (339cc6ca-e602-48a0-984b-bc0e7f2b3b82), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.844005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:24.844581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.884936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5890532
Mar 26 20:39:24.928520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-01bfbe7e-1f82-4a5e-a7d3-324f5473b57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:24.942576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3600c-a8b4-4104-9abf-117d9ba12e1c admin admin] Pushing event updated for resources: {'Network': ['ID=339cc6ca-e602-48a0-984b-bc0e7f2b3b82,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:24.953026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:39:27.270944 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81d8dba9-cf32-4117-b371-22a4fb0ede3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:27.429057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45784) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:27.781294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090ab13-9caa-44d5-910d-754e7a81a7cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:27.782590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5090ab13-9caa-44d5-910d-754e7a81a7cc demo admin] 10.222.0.16 "GET /v2.0/subnets/a33cff64-ebb0-46d8-8c72-88e845e90ac1 HTTP/1.1" status: 200  len: 849 time: 0.3525810
Mar 26 20:39:27.939995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e28d361-004f-40fb-bcb1-f4c277564998 demo admin] 10.222.0.16 "GET /v2.0/routers/9590a869-00fb-4674-9061-e83ee926ce7b HTTP/1.1" status: 200  len: 704 time: 0.1517956
Mar 26 20:39:28.207035 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:28.492209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Allocated IP 172.20.0.1 (29e4240e-9cf2-4387-a5eb-14eb2e440bd4/a33cff64-ebb0-46d8-8c72-88e845e90ac1/7fc05a7f-a2d2-4c18-b3df-d3eabcaec777) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:39:28.556192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:28.646321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks [] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:28.709231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:28.819515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:39:28.827803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:28.834509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:39:28.835049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9590a869-00fb-4674-9061-e83ee926ce7b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:28.859995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Pushing event updated for resources: {'Port': ['ID=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:29.039962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.072506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-961d3595-e13a-4025-b432-19acadf9702e None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:29.072822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-961d3595-e13a-4025-b432-19acadf9702e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.108471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-961d3595-e13a-4025-b432-19acadf9702e None None] Port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:39:29.246855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks [] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.251827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.252706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9590a869-00fb-4674-9061-e83ee926ce7b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.311466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Pushing event updated for resources: {'Port': ['ID=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:29.376796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:39:29.378027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:29.544995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Router 9590a869-00fb-4674-9061-e83ee926ce7b is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:39:29.628793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-826a9a9f-72f4-4cf4-b5bd-ccae787c6612 None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:29.629331 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-826a9a9f-72f4-4cf4-b5bd-ccae787c6612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.641714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:39:29.647510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db31b781-4d68-4113-b7ff-a160b28a7154 demo admin] 10.222.0.16 "PUT /v2.0/routers/9590a869-00fb-4674-9061-e83ee926ce7b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7023497
Mar 26 20:39:29.663340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-826a9a9f-72f4-4cf4-b5bd-ccae787c6612 None None] Port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:39:29.664074 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Sync routers for ids ['9590a869-00fb-4674-9061-e83ee926ce7b'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:39:29.676642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Routers {'9590a869-00fb-4674-9061-e83ee926ce7b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:39:29.677537 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125948850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:39:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9590a869-00fb-4674-9061-e83ee926ce7b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:29.869138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:29.870124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Set router 9590a869-00fb-4674-9061-e83ee926ce7b gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:39:30.306038 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125948850>, [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:28Z', 'revision_number': 2, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port_host': None, '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:29Z', 'revision_number': 2, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:30.361265 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Checking router: 9590a869-00fb-4674-9061-e83ee926ce7b for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:39:30.361642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Updating router 9590a869-00fb-4674-9061-e83ee926ce7b port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:39:30.416643 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:30.925099 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks [] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:30.932782 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.096615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Pushing event updated for resources: {'Port': ['ID=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:31.106860 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Attempting to bind port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:39:31.107436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Attempting to bind port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:39:31.107863 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Attempting to bind port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 on network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:39:31.116515 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.116866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.117209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.117547 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.117885 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.118216 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.118551 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.118881 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.119203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.119525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.119848 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.120199 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.120521 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.120840 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.121161 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Tracked resource versions report:
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]: pushed versions:
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]: {   'AddressGroup': {'1.2'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Agent': {'1.1'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'ConntrackHelper': {'1.0'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Log': {'1.0'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'NDPProxy': {'1.0'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Network': {'1.1'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Port': {'1.7'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'PortForwarding': {'1.3'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'QosPolicy': {'1.10'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'SecurityGroup': {'1.5'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'SubPort': {'1.0'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Subnet': {'1.1'},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     'Trunk': {'1.1'}}
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]: consumer versions:
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     L3 agent@ncdv-master-1: {},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     Metering agent@ncdv-master-1: {},
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Agent': '1.1',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'ConntrackHelper': '1.0',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Log': '1.0',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'NDPProxy': '1.0',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Network': '1.1',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Port': '1.7',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'PortForwarding': '1.3',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'QosPolicy': '1.10',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'SecurityGroup': '1.5',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'SubPort': '1.0',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Subnet': '1.1',
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:                                           'Trunk': '1.1'}}
Mar 26 20:39:31.122336 ncdv-master-1 neutron-server[126741]:  {{(pid=126741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:39:31.124788 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:39:31.125209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Checking segment: {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:39:31.125669 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.126056 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Bound using segment: {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:39:31.126544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Bound port: 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db89213f-7eff-4949-8c0c-9383b17bad49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:39:31.126925 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.190218 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] For port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:39:31.190391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-84ea5a7c-6db2-497c-9109-ca5bcf410a83 None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:31.190815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84ea5a7c-6db2-497c-9109-ca5bcf410a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.209854 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] For port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,segment=NetworkSegment(db89213f-7eff-4949-8c0c-9383b17bad49),segment_id=db89213f-7eff-4949-8c0c-9383b17bad49)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:39:31.216892 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.225048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-84ea5a7c-6db2-497c-9109-ca5bcf410a83 None None] Port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:39:31.277893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Routers {'9590a869-00fb-4674-9061-e83ee926ce7b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:39:31.278549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125948850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:39:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9590a869-00fb-4674-9061-e83ee926ce7b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:31.280337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d41ffd-0ff9-4972-bc6b-33d23158077f None None] Pushing event updated for resources: {'Port': ['ID=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:31.375413 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] Set router 9590a869-00fb-4674-9061-e83ee926ce7b gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:39:31.456517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.458337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:31.458806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.538299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Current status of the port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:31.538704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.571033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] For port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,segment=NetworkSegment(db89213f-7eff-4949-8c0c-9383b17bad49),segment_id=db89213f-7eff-4949-8c0c-9383b17bad49)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:39:31.575845 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:31.592355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125948850>, [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:28Z', 'revision_number': 2, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port_host': None, '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:31Z', 'revision_number': 4, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:31.619079 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b6e19-adfc-4490-a776-6d473f2795d0 None None] The sync data for ids ['9590a869-00fb-4674-9061-e83ee926ce7b'] in ncdv-master-1 is: [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:28Z', 'revision_number': 2, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port_host': None, '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:31Z', 'revision_number': 4, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:39:31.630839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b069b73-e26b-42b8-a19f-64b19fded7a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc05a7f-a2d2-4c18-b3df-d3eabcaec777,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:32.274422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:32.470478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df2e86-600f-454d-9f28-31a915bbb718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:32.477110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d2df2e86-600f-454d-9f28-31a915bbb718 admin admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 842 time: 0.1964958
Mar 26 20:39:32.481121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.35.4.1', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'cidr': '172.35.4.0/24', 'name': 'public-subnet'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:32.501964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Made reservation on behalf of 3c773729259f41fda13a8dbc3d1e265c for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:39:32.504591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:32.784549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 20:39:32.784985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (89d47c61-300d-4cf6-bef4-01b7923ca36f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:32.835247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d47c61-300d-4cf6-bef4-01b7923ca36f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:32.845996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:39:32.846355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Network hostable DHCP agents. Network: 339cc6ca-e602-48a0-984b-bc0e7f2b3b82, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:39:32.861064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:39:32.869005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 339cc6ca-e602-48a0-984b-bc0e7f2b3b82) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:32.873006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:32.873679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:32.879329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad229e47-78a1-4aa1-836b-8f7dd22e26e4 None None] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:39:32.888978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4547300f-9330-44cd-8b9e-2233097937c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4111447
Mar 26 20:39:33.042162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff8c5b-819b-4cb4-a671-56c31adfb8df None None] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:39:34.368142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:39:35.463270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45822) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:35.670261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-81792507-e924-425c-8f49-080267c45a69 demo admin] 10.222.0.16 "GET /v2.0/routers/9590a869-00fb-4674-9061-e83ee926ce7b HTTP/1.1" status: 200  len: 710 time: 0.2058609
Mar 26 20:39:35.753788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f85709-ecf6-452e-bbff-05e4567912c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:39:35.755153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-84f85709-ecf6-452e-bbff-05e4567912c4 demo admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 886 time: 0.0794663
Mar 26 20:39:35.763843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:39:36.012804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks [] for router_gateway (9590a869-00fb-4674-9061-e83ee926ce7b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:36.247222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks [] for router_gateway (9590a869-00fb-4674-9061-e83ee926ce7b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:36.318769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:36.422428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Allocated IP 172.35.4.152 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/a2c38a12-5fd6-4ee2-8a80-d530425f3487) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:39:36.523426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks [] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:36.557785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:36.593687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:39:36.596439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:39:36.599682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:39:36.666702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Pushing event updated for resources: {'Port': ['ID=a2c38a12-5fd6-4ee2-8a80-d530425f3487,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:36.854770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks [] for router_gateway (9590a869-00fb-4674-9061-e83ee926ce7b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:37.144608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9590a869-00fb-4674-9061-e83ee926ce7b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:37.148510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (9590a869-00fb-4674-9061-e83ee926ce7b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:37.259337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Router 9590a869-00fb-4674-9061-e83ee926ce7b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:39:37.366170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:39:37.370404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:37.383951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7d088c86-44aa-40c0-a46a-03c9e7b4861e demo admin] 10.222.0.16 "PUT /v2.0/routers/9590a869-00fb-4674-9061-e83ee926ce7b HTTP/1.1" status: 200  len: 890 time: 1.6108665
Mar 26 20:39:39.967527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45834) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:39:40.088325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33e63fee-0ee0-4737-a45c-436ae888f76d admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1187084
Mar 26 20:39:40.313476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:39:40.368582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:40.369212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:40.449714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:40.539575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Sync routers for ids ['9590a869-00fb-4674-9061-e83ee926ce7b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:39:40.552638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Routers {'9590a869-00fb-4674-9061-e83ee926ce7b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:39:40.553325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246bfee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:39:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9590a869-00fb-4674-9061-e83ee926ce7b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:40.770181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Set router 9590a869-00fb-4674-9061-e83ee926ce7b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:39:41.167313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246bfee0>, [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:36Z', 'revision_number': 4, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port': {'id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:36Z', 'updated_at': '2022-03-26T20:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:31Z', 'revision_number': 5, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:41.215336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Checking router: 9590a869-00fb-4674-9061-e83ee926ce7b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:39:41.215690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Updating router 9590a869-00fb-4674-9061-e83ee926ce7b port a2c38a12-5fd6-4ee2-8a80-d530425f3487 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:39:41.266792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.665014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks [] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.670537 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.719741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04728d-1147-48dc-a7dd-6d5744d1509b None None] Pushing event updated for resources: {'Port': ['ID=a2c38a12-5fd6-4ee2-8a80-d530425f3487,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:41.725323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Attempting to bind port a2c38a12-5fd6-4ee2-8a80-d530425f3487 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:39:41.725708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Attempting to bind port a2c38a12-5fd6-4ee2-8a80-d530425f3487 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:39:41.726078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Attempting to bind port a2c38a12-5fd6-4ee2-8a80-d530425f3487 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:39:41.730994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:39:41.731375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:39:41.731779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.732206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:39:41.732672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Bound port: a2c38a12-5fd6-4ee2-8a80-d530425f3487, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:39:41.733053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.783941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] For port a2c38a12-5fd6-4ee2-8a80-d530425f3487, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:39:41.786857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] For port a2c38a12-5fd6-4ee2-8a80-d530425f3487, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c38a12-5fd6-4ee2-8a80-d530425f3487,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:39:41.799462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:41.860071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Routers {'9590a869-00fb-4674-9061-e83ee926ce7b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:39:41.860704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246bfee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:39:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9590a869-00fb-4674-9061-e83ee926ce7b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:41.864514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04728d-1147-48dc-a7dd-6d5744d1509b None None] Pushing event updated for resources: {'Port': ['ID=a2c38a12-5fd6-4ee2-8a80-d530425f3487,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:41.973385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] Set router 9590a869-00fb-4674-9061-e83ee926ce7b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:39:42.207826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246bfee0>, [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:36Z', 'revision_number': 4, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port': {'id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:36Z', 'updated_at': '2022-03-26T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:31Z', 'revision_number': 5, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:39:42.238406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427ae09-5fba-496f-989e-d7c465e9d8ff None None] The sync data for ids ['9590a869-00fb-4674-9061-e83ee926ce7b'] in ncdv-master-1 is: [{'id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'name': 'router1', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:39:18Z', 'updated_at': '2022-03-26T20:39:36Z', 'revision_number': 4, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'gw_port': {'id': 'a2c38a12-5fd6-4ee2-8a80-d530425f3487', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:36Z', 'updated_at': '2022-03-26T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7fc05a7f-a2d2-4c18-b3df-d3eabcaec777', 'name': '', 'network_id': '29e4240e-9cf2-4387-a5eb-14eb2e440bd4', 'tenant_id': 'a2d411ec96874463bba5e37d88810748', 'mac_address': 'fa:16:3e:59:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590a869-00fb-4674-9061-e83ee926ce7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:39:28Z', 'updated_at': '2022-03-26T20:39:31Z', 'revision_number': 5, 'project_id': 'a2d411ec96874463bba5e37d88810748', 'subnets': [{'id': 'a33cff64-ebb0-46d8-8c72-88e845e90ac1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab7ab672-d025-4cc9-95f7-d3a32107864f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:39:44.391163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a2c38a12-5fd6-4ee2-8a80-d530425f3487 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:39:44.475656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a2c38a12-5fd6-4ee2-8a80-d530425f3487 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:44.476275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:44.579237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a2c38a12-5fd6-4ee2-8a80-d530425f3487 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:44.579712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:44.610315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a2c38a12-5fd6-4ee2-8a80-d530425f3487, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2c38a12-5fd6-4ee2-8a80-d530425f3487,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:39:44.623445 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:44.688485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a2c38a12-5fd6-4ee2-8a80-d530425f3487,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:39:46.356946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a2c38a12-5fd6-4ee2-8a80-d530425f3487 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:39:46.465038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a2c38a12-5fd6-4ee2-8a80-d530425f3487 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:39:46.465408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a2c38a12-5fd6-4ee2-8a80-d530425f3487), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:46.645736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a2c38a12-5fd6-4ee2-8a80-d530425f3487 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:39:54.920942 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3b8eb734-b507-4be4-a581-b52311062640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:57.276895 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35fe2831-3f2e-4b89-bfb4-0890bb43282a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:58.563369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:39:59.877567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:01.457336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:11.367246 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:40:24.924099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c48926a-8229-426f-9f26-6eff1f0c33b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:27.269852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0241e6ae-0761-409a-a1c2-80eee52c9670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:28.567157 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:29.879835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:31.452167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:48.366857 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:40:54.925768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d5cee01-995d-41e8-b1ce-b7f47a2cd1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:57.273386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd011501-5591-4f4b-9991-8bc93c222aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:58.569907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:40:59.882857 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:01.453800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:08.288534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46416) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:08.349241 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-05361466-341a-4bab-afd8-4a1e95ecc6b5 admin admin] GET failed (client error): The resource could not be found.
Mar 26 20:41:08.350506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-05361466-341a-4bab-afd8-4a1e95ecc6b5 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0610018
Mar 26 20:41:08.505478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2f1a6-4a9b-44e5-9fd1-4bbcc40a26da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:08.509890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3da2f1a6-4a9b-44e5-9fd1-4bbcc40a26da admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1524093
Mar 26 20:41:10.893766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46426) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:10.985716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691761e-4405-4944-8281-3b0f53ad66ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:10.987050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c691761e-4405-4944-8281-3b0f53ad66ef admin admin] 10.222.0.16 "GET /v2.0/subnets/a33cff64-ebb0-46d8-8c72-88e845e90ac1 HTTP/1.1" status: 200  len: 849 time: 0.0923402
Mar 26 20:41:10.996457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:41:11.079201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Publish callbacks [] for subnet (a33cff64-ebb0-46d8-8c72-88e845e90ac1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:11.215693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753451968759'] for subnet (a33cff64-ebb0-46d8-8c72-88e845e90ac1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:11.244913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:11.245507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:11.248376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] 10.222.0.16 "PUT /v2.0/subnets/a33cff64-ebb0-46d8-8c72-88e845e90ac1 HTTP/1.1" status: 200  len: 868 time: 0.2554359
Mar 26 20:41:11.250688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c36bc-99de-41ee-ba97-37510e490ab0 None None] Network 29e4240e-9cf2-4387-a5eb-14eb2e440bd4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:41:11.269918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33cff64-ebb0-46d8-8c72-88e845e90ac1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:41:11.277595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.278486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.278831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.279170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.279503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.279834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.280193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.280668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.281001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.281328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.281657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.282002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.282331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.282653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.282978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165b4a6a-5487-4b77-a3a9-e9cf8184df21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:41:11.611973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Provisioning complete for port c3ecb30e-4d27-4a0c-8d27-65815137f33f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:41:11.612373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c3ecb30e-4d27-4a0c-8d27-65815137f33f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:11.689193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Current status of the port c3ecb30e-4d27-4a0c-8d27-65815137f33f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:41:11.698655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Provisioning complete for port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:41:11.699042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7fc05a7f-a2d2-4c18-b3df-d3eabcaec777), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:11.771085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-63817fcf-274e-41fc-8abe-748165a2d8f1 None None] Current status of the port 7fc05a7f-a2d2-4c18-b3df-d3eabcaec777 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:41:13.643545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:13.835965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d12beb-9803-4b7a-bacf-fd43a7c1a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:13.836362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d12beb-9803-4b7a-bacf-fd43a7c1a3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:13.837870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1d12beb-9803-4b7a-bacf-fd43a7c1a3d0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1933594
Mar 26 20:41:16.209401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46442) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:16.338975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe131d47-385f-41c3-8e7d-1f909c4974fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:16.339448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe131d47-385f-41c3-8e7d-1f909c4974fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:16.341896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fe131d47-385f-41c3-8e7d-1f909c4974fb admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1312742
Mar 26 20:41:18.716222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:18.845060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb944934-6655-420f-b390-26048c81bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:18.846401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb944934-6655-420f-b390-26048c81bd7b admin admin] 10.222.0.16 "GET /v2.0/networks/29e4240e-9cf2-4387-a5eb-14eb2e440bd4 HTTP/1.1" status: 200  len: 868 time: 0.1289885
Mar 26 20:41:21.261255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46458) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:21.382110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba52132-914a-4e29-bd57-2eaf5aa066d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:21.383464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ba52132-914a-4e29-bd57-2eaf5aa066d4 admin admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 886 time: 0.1212158
Mar 26 20:41:23.753732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:23.896801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584156e-b806-4105-8312-bce9e830b162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:23.897270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584156e-b806-4105-8312-bce9e830b162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:23.898936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9584156e-b806-4105-8312-bce9e830b162 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1442497
Mar 26 20:41:24.927616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-337bb6a9-cfa9-4794-8c5b-d6a64da7ba84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:25.365921 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:41:26.283805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46476) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:26.372626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc4ea2-3604-44dd-bd3c-9c83ec2462b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:26.373120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc4ea2-3604-44dd-bd3c-9c83ec2462b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:26.374571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-96bc4ea2-3604-44dd-bd3c-9c83ec2462b5 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0898144
Mar 26 20:41:27.273974 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bec43a44-b7cf-4e27-97d8-c9339ee0625c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:28.563251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:28.773245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:28.881681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4ae4e7-cc73-4a1a-a081-4549d927b5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:28.882999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be4ae4e7-cc73-4a1a-a081-4549d927b5e2 admin admin] 10.222.0.16 "GET /v2.0/subnets/89d47c61-300d-4cf6-bef4-01b7923ca36f HTTP/1.1" status: 200  len: 816 time: 0.1088231
Mar 26 20:41:29.889224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:31.283617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:41:31.384611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b669dd-80a9-4661-92a1-43b5f03c6a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:41:31.385942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03b669dd-80a9-4661-92a1-43b5f03c6a22 admin admin] 10.222.0.16 "GET /v2.0/subnets/a33cff64-ebb0-46d8-8c72-88e845e90ac1 HTTP/1.1" status: 200  len: 868 time: 0.1014154
Mar 26 20:41:31.460312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:54.933289 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fa6bee79-e2b0-4617-ad59-c6031669335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:57.276399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26750a03-00cd-4f9a-8287-e78d40ffebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:58.566396 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:41:59.888225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:00.629386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46560) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:42:00.675527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-0b275316-fe96-4d93-b0bd-fdc6b8fe2039 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:42:00.676565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b275316-fe96-4d93-b0bd-fdc6b8fe2039 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0462456
Mar 26 20:42:01.453114 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:02.363849 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:42:03.161572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46568) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:42:03.233758 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d8c205-a17a-48e6-831c-bfe91d4cfebd admin admin] GET failed (client error): The resource could not be found.
Mar 26 20:42:03.235035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-93d8c205-a17a-48e6-831c-bfe91d4cfebd admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0725234
Mar 26 20:42:03.407138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92628391-e871-4b3e-a1cc-9d6eac86d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:42:03.408542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-92628391-e871-4b3e-a1cc-9d6eac86d706 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1695945
Mar 26 20:42:05.816583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46576) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:42:05.862637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:42:05.883110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Made reservation on behalf of 3c773729259f41fda13a8dbc3d1e265c for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:42:05.886200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:05.927451 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.revisions.revision_plugin [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6125655310] {project_id='3c773729259f41fda13a8dbc3d1e265c', id='946d4759-0663-4c31-87d7-7deb58270739', target_project='*', action='access_as_shared', object_id='61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}> to bump revision.
Mar 26 20:42:05.943243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:42:05.956103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753452037286', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (552d8126-e39e-4744-8bca-9ada194074f8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:05.956674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6126634a60> segment precommit_create {{(pid=126736) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Mar 26 20:42:05.957203 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Added segment 552d8126-e39e-4744-8bca-9ada194074f8 of type vlan for network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a
Mar 26 20:42:06.012109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (61ae3d22-e6a1-4be6-98b0-86312cdbc83a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:06.042563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (61ae3d22-e6a1-4be6-98b0-86312cdbc83a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:06.043576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:42:06.044179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:06.064467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.2468302
Mar 26 20:42:06.147362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Pushing event updated for resources: {'Network': ['ID=61ae3d22-e6a1-4be6-98b0-86312cdbc83a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:42:06.156730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.157080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.157420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.157754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.158085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.158412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.158744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.159065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.159387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.159707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.160059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.160381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.160701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.161020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.161341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1813f-c0bf-49ff-acf1-5dc88cad2600 admin admin] Tracked resource versions report:
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]: pushed versions:
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]: {   'AddressGroup': {'1.2'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Agent': {'1.1'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'ConntrackHelper': {'1.0'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Log': {'1.0'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'NDPProxy': {'1.0'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Network': {'1.1'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Port': {'1.7'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'PortForwarding': {'1.3'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'QosPolicy': {'1.10'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'SecurityGroup': {'1.5'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'SubPort': {'1.0'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Subnet': {'1.1'},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     'Trunk': {'1.1'}}
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]: consumer versions:
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     L3 agent@ncdv-master-1: {},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     Metering agent@ncdv-master-1: {},
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Agent': '1.1',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'ConntrackHelper': '1.0',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Log': '1.0',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'NDPProxy': '1.0',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Network': '1.1',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Port': '1.7',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'PortForwarding': '1.3',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'QosPolicy': '1.10',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'SecurityGroup': '1.5',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'SubPort': '1.0',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Subnet': '1.1',
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:                                           'Trunk': '1.1'}}
Mar 26 20:42:06.162538 ncdv-master-1 neutron-server[126736]:  {{(pid=126736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:42:06.192529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:42:08.468184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46588) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:42:08.526875 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ad2f33-67a7-4dab-a613-d78c5cb13fd5 admin admin] GET failed (client error): The resource could not be found.
Mar 26 20:42:08.528158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8ad2f33-67a7-4dab-a613-d78c5cb13fd5 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0589566
Mar 26 20:42:08.601398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f6c2b-130e-4720-934f-e8b90152a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:42:08.602745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2f4f6c2b-130e-4720-934f-e8b90152a7a1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0706892
Mar 26 20:42:08.612304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'cidr': '192.168.233.0/24'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:42:08.632543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Made reservation on behalf of 3c773729259f41fda13a8dbc3d1e265c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:42:08.634867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:08.841916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (802fcd75-c814-493f-9b54-05e7a9a6c105), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:08.906708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802fcd75-c814-493f-9b54-05e7a9a6c105,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:42:08.912425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:42:08.912800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Network hostable DHCP agents. Network: 61ae3d22-e6a1-4be6-98b0-86312cdbc83a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:42:08.933135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:42:08.943520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61ae3d22-e6a1-4be6-98b0-86312cdbc83a) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:42:08.948107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:42:08.948734 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:08.954060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13601b9d-ac59-401f-9657-375e419ded30 None None] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:42:08.963619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9887e53c-9fb1-4576-aa3c-e61048f278f4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3545942
Mar 26 20:42:09.060662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'project_id': '3c773729259f41fda13a8dbc3d1e265c', 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:42:09.061625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.205490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Allocated IP 192.168.233.2 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d8452c45-76c3-4b4a-9488-7d3e60a80108) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:42:09.360961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks [] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.366809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.409739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:42:09.412604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:42:09.418304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:42:09.430950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Pushing event updated for resources: {'Port': ['ID=d8452c45-76c3-4b4a-9488-7d3e60a80108,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:42:09.455309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.455710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.456035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.456375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.456713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.457047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.457378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.457703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.458028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.458352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.458677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.458998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.459317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.459637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.459982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:42:09.495021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Attempting to bind port d8452c45-76c3-4b4a-9488-7d3e60a80108 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:42:09.495390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Attempting to bind port d8452c45-76c3-4b4a-9488-7d3e60a80108 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:42:09.495754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Attempting to bind port d8452c45-76c3-4b4a-9488-7d3e60a80108 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:42:09.500837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:42:09.501223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:42:09.501632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.502166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:42:09.502946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Bound port: d8452c45-76c3-4b4a-9488-7d3e60a80108, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:42:09.503564 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.567739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] For port d8452c45-76c3-4b4a-9488-7d3e60a80108, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:42:09.570845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] For port d8452c45-76c3-4b4a-9488-7d3e60a80108, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8452c45-76c3-4b4a-9488-7d3e60a80108,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:42:09.578169 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:09.634817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab698f-eb22-4bbc-b50a-fcaf72ab6223 None None] Pushing event updated for resources: {'Port': ['ID=d8452c45-76c3-4b4a-9488-7d3e60a80108,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:42:10.446619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d8452c45-76c3-4b4a-9488-7d3e60a80108 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:42:10.508269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d8452c45-76c3-4b4a-9488-7d3e60a80108 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:42:10.508752 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:10.541812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1af35-c8b8-429e-8b18-9bdde06731f9 None None] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:42:10.684692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d8452c45-76c3-4b4a-9488-7d3e60a80108 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:42:10.685080 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:10.709381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7f0be256-2c67-4bb3-95c2-5296f7014a48 None None] Provisioning complete for port d8452c45-76c3-4b4a-9488-7d3e60a80108 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:42:10.709771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f0be256-2c67-4bb3-95c2-5296f7014a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:10.753796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d8452c45-76c3-4b4a-9488-7d3e60a80108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8452c45-76c3-4b4a-9488-7d3e60a80108,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:42:10.761014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:10.820338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d8452c45-76c3-4b4a-9488-7d3e60a80108,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:42:10.857524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f0be256-2c67-4bb3-95c2-5296f7014a48 None None] Current status of the port d8452c45-76c3-4b4a-9488-7d3e60a80108 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:42:10.977371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-843ed162-3151-4cfe-910f-1ec930fbf3b8 None None] Provisioning complete for port d8452c45-76c3-4b4a-9488-7d3e60a80108 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:42:10.977757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-843ed162-3151-4cfe-910f-1ec930fbf3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:11.064761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-843ed162-3151-4cfe-910f-1ec930fbf3b8 None None] Current status of the port d8452c45-76c3-4b4a-9488-7d3e60a80108 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:42:12.383129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d8452c45-76c3-4b4a-9488-7d3e60a80108 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:42:12.430193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d8452c45-76c3-4b4a-9488-7d3e60a80108 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:42:12.430613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d8452c45-76c3-4b4a-9488-7d3e60a80108), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:12.508057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d8452c45-76c3-4b4a-9488-7d3e60a80108 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:42:24.935264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9223e2a-bf3f-4d01-890c-d7f18352b687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:27.279057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d03e010e-0e78-4e4f-ae99-4ebb5757b0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:28.569217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:29.890887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:31.455666 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:39.362482 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:42:54.936124 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d84eb3-bb54-4148-a187-33480c9ae47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:57.280924 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deeda085-56db-4242-8c3f-38ff7f0234ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:58.572838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:42:59.893638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:01.461797 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:16.361730 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:43:24.940808 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-224dec67-c73b-4ecc-8634-21a9d4b53079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:27.282376 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d61ace0b-d8c7-40e6-b12b-3fba833161d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:28.574018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:29.899311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:31.456103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:35.419587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46644) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:43:35.426288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-ffd73d31-6ccd-497d-b4ad-89515d77779d tempest-verify_tempest_config-1633795294 tempest-verify_tempest_config-1633795294-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:43:35.427327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ffd73d31-6ccd-497d-b4ad-89515d77779d tempest-verify_tempest_config-1633795294 tempest-verify_tempest_config-1633795294-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0067244
Mar 26 20:43:35.711842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46662) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:43:35.812490 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:35.887121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Publish callbacks [] for security_group (a272b279-bbee-4278-a979-99c255e15f98), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:35.890782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a272b279-bbee-4278-a979-99c255e15f98), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:35.933688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e26845df8e8641f6a87896a7e411473c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2208021
Mar 26 20:43:35.934717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a272b279-bbee-4278-a979-99c255e15f98,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:43:35.936524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46666) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:43:35.941060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.941405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.941774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.942113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.942440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.942768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.943085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.943422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.943724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.944594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.944915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.945231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.945544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.945859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:35.946172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1616016d-b946-4aa7-97c0-df963c9fffb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.012610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Publish callbacks [] for security_group (a272b279-bbee-4278-a979-99c255e15f98), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:36.033269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Publish callbacks [] for security_group (a272b279-bbee-4278-a979-99c255e15f98), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:36.126146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a272b279-bbee-4278-a979-99c255e15f98), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:36.128867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:36.130208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a272b279-bbee-4278-a979-99c255e15f98 HTTP/1.1" status: 204  len: 168 time: 0.1926055
Mar 26 20:43:36.140119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a272b279-bbee-4278-a979-99c255e15f98,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:43:36.150240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.150813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.151269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.151697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.152199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.152659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.153112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.153574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.154077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.154695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.155078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.155587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.156143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.156557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:36.156981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fac569-f395-4816-afce-fa8b3e398450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:43:53.359686 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:43:54.941853 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f37d7f61-2130-4ec6-91ca-589f4fdb3020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:57.284012 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-433ce8b4-2dda-4e54-810b-bf35db8fc835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:58.576947 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:43:59.901014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:01.458436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:24.944168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3548-cd33-4ec1-a504-c9035029d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:27.285758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1d36a79-f7f5-44e3-95a7-9d6e09d00d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:28.581250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:29.905094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:30.358297 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:44:31.464306 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:54.946455 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f3a66b9-1601-43f1-8da3-12f7f35bfb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:57.286268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c63b4a3-a11f-4b26-8573-bb99c3da21b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:58.583691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:44:59.907881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:01.466240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:07.357642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:45:24.947805 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dff8ef68-5301-4d59-b43d-d9c22b1adf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:27.288069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-72aa99ad-fe95-426b-9788-383c9c4c917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:28.586559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:29.910784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:31.468190 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:44.356880 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:45:54.950430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-edeac56e-bc0d-4022-bddc-d056fc2257e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:57.289664 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cff8cd1a-7c06-4625-9433-410c4e7fc22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:58.589943 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:45:59.913940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:01.470592 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:21.356255 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 5 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:46:24.951680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8b79849-f97d-4a32-8d21-9ba736ba8898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:27.291006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-72471e8b-209a-4a13-87f6-d76c2f5422e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:28.593504 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:29.917080 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:31.473155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:43.862485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:45.459017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3901151'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:54.952056 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-456c3e71-a4d9-4527-af8a-693b0c3dd5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:57.291681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cbf88d80-c5c5-4155-af13-f869919735ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:58.355861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:46:58.594810 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:46:59.924566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:01.476105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:13.821090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:15.437275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:24.953054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60041933-9c0e-486d-8e81-3086fe7870b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:27.293449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-23542cf9-e014-4611-94bd-e9d7569f4811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:28.600336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:29.925023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:30.302253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:47:30.403345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc35d6b6-123b-4566-b3a8-0e9dfaca35e7 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1000156
Mar 26 20:47:31.477785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:32.825967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:47:32.885747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a004b67-4c6a-48c2-89f4-c4aa6fff9677 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0586708
Mar 26 20:47:35.357666 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:47:43.829531 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:45.437215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:54.953807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4d6bd80-44ae-4c5d-acd2-d26d69cd80a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:57.294401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2b304ab2-9a64-4776-bf40-01b6779450ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:58.599868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:47:59.926988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:01.480212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:12.356774 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:48:13.829497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:15.455724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:24.955981 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-706dbf65-d893-4228-9800-5b7d2a5ef0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:27.296134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6fb17-0db7-42f0-9c12-b0a02aa8a73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:28.603751 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:29.931094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:31.481651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:43.827824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:45.451380 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:49.356709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:48:54.960002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39534d71-5124-4e2c-94eb-86dd89f7576f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:57.309670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e9071bef-8f2e-4552-9a93-25abb737e47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:58.621638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:48:59.962496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:01.486088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:02.159586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47056) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:02.537565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6b51535-50be-4981-9751-36144787ba50 tempest-AutoAllocateNetworkTest-37456108 tempest-AutoAllocateNetworkTest-37456108-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f128aa269f41499eb61904f05f39b486&shared=False HTTP/1.1" status: 200  len: 208 time: 0.3743434
Mar 26 20:49:02.537857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47076) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:02.724374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b79613b-bf07-46cb-8495-e7353c7f07bc tempest-AutoAllocateNetworkTest-37456108 tempest-AutoAllocateNetworkTest-37456108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:02.728849 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7b79613b-bf07-46cb-8495-e7353c7f07bc tempest-AutoAllocateNetworkTest-37456108 tempest-AutoAllocateNetworkTest-37456108-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1895161
Mar 26 20:49:02.729025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:02.790161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-92ff523a-c913-4072-b9f3-f058eac5661d tempest-AutoAllocateNetworkTest-37456108 tempest-AutoAllocateNetworkTest-37456108-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0599811
Mar 26 20:49:02.790425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47090) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:02.823666 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ef67de06-a715-4ff4-be7a-6125a1170f60 tempest-AutoAllocateNetworkTest-37456108 tempest-AutoAllocateNetworkTest-37456108-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f128aa269f41499eb61904f05f39b486 HTTP/1.1" status: 200  len: 208 time: 0.0294940
Mar 26 20:49:03.382324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:03.735468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:03.817765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Publish callbacks [] for security_group (aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:03.822529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:03.867210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:03.878448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.878999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.879535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.880307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.880840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.881416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.881957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.882594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.883216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.883743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.884304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.884827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.885345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.885877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.886395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] Tracked resource versions report:
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]: pushed versions:
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]: {   'AddressGroup': {'1.2'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Agent': {'1.1'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'ConntrackHelper': {'1.0'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Log': {'1.0'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'NDPProxy': {'1.0'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Network': {'1.1'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Port': {'1.7'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'PortForwarding': {'1.3'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'QosPolicy': {'1.10'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'SecurityGroup': {'1.5'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'SubPort': {'1.0'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Subnet': {'1.1'},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     'Trunk': {'1.1'}}
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]: consumer versions:
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     HyperV agent@nch1-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     HyperV agent@nch2-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     L3 agent@ncdv-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     Metering agent@ncdv-master-1: {},
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Agent': '1.1',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'ConntrackHelper': '1.0',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Log': '1.0',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'NDPProxy': '1.0',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Network': '1.1',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Port': '1.7',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'PortForwarding': '1.3',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'QosPolicy': '1.10',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'SecurityGroup': '1.5',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'SubPort': '1.0',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Subnet': '1.1',
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:                                           'Trunk': '1.1'}}
Mar 26 20:49:03.887830 ncdv-master-1 neutron-server[126736]:  {{(pid=126736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:49:03.905599 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1b36313c-256b-4b1b-a4d7-7cc275412665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f128aa269f41499eb61904f05f39b486&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5215142
Mar 26 20:49:03.908088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47160) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:03.969431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] Publish callbacks [] for security_group (aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:04.001592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] Publish callbacks [] for security_group (aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:04.066861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:04.070095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:04.071380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a HTTP/1.1" status: 204  len: 168 time: 0.1622422
Mar 26 20:49:04.080362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77c728-0a49-4c1a-9126-5760659ac321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e1a4a-2414-48dd-ada4-f5f0e08b8e8a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:04.879536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47204) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:05.068064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45746330-a33b-4d59-9c65-79b21170c28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.159042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45746330-a33b-4d59-9c65-79b21170c28e admin admin] Publish callbacks [] for security_group (df52cffb-3d1d-4afe-bf1f-908c98be1601), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.173281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45746330-a33b-4d59-9c65-79b21170c28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (df52cffb-3d1d-4afe-bf1f-908c98be1601), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.216253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746330-a33b-4d59-9c65-79b21170c28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52cffb-3d1d-4afe-bf1f-908c98be1601,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:05.244813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-45746330-a33b-4d59-9c65-79b21170c28e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=330a9fb37786483a8c98e7864356025f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3641255
Mar 26 20:49:05.247524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47230) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:05.309402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] Publish callbacks [] for security_group (df52cffb-3d1d-4afe-bf1f-908c98be1601), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.336779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] Publish callbacks [] for security_group (df52cffb-3d1d-4afe-bf1f-908c98be1601), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.411995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (df52cffb-3d1d-4afe-bf1f-908c98be1601), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.414819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:05.419240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df52cffb-3d1d-4afe-bf1f-908c98be1601 HTTP/1.1" status: 204  len: 168 time: 0.1705337
Mar 26 20:49:05.427531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed2ec5-83a1-4081-affe-63d8bb9fcf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52cffb-3d1d-4afe-bf1f-908c98be1601,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:05.880192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47286) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:05.906686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-255ade9e-325e-4511-82a5-cfc86748f803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.024999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-255ade9e-325e-4511-82a5-cfc86748f803 admin admin] Publish callbacks [] for security_group (c377f014-47f7-4845-b683-bcc489fc6934), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.031733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-255ade9e-325e-4511-82a5-cfc86748f803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c377f014-47f7-4845-b683-bcc489fc6934), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.066105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ade9e-325e-4511-82a5-cfc86748f803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c377f014-47f7-4845-b683-bcc489fc6934,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:06.099445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:06.100611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-255ade9e-325e-4511-82a5-cfc86748f803 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b14987444eae40588ea209778938f9c6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2116091
Mar 26 20:49:06.242412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:06.315523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Publish callbacks [] for security_group (c377f014-47f7-4845-b683-bcc489fc6934), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.347772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Publish callbacks [] for security_group (c377f014-47f7-4845-b683-bcc489fc6934), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.449100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c377f014-47f7-4845-b683-bcc489fc6934), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.452870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.458860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c377f014-47f7-4845-b683-bcc489fc6934 HTTP/1.1" status: 204  len: 168 time: 0.3577838
Mar 26 20:49:06.472730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c377f014-47f7-4845-b683-bcc489fc6934,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:06.482142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.482493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.483166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.483638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.484347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.484831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.485292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.485782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.486274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.486914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.487405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.488072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.488564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.489153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.489652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06471ca-a8c3-4edb-acc6-0be2d2536e0e admin admin] Tracked resource versions report:
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]: pushed versions:
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]: {   'AddressGroup': {'1.2'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Agent': {'1.1'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'ConntrackHelper': {'1.0'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Log': {'1.0'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'NDPProxy': {'1.0'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Network': {'1.1'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Port': {'1.7'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'PortForwarding': {'1.3'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'QosPolicy': {'1.10'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'SecurityGroup': {'1.5'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'SubPort': {'1.0'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Subnet': {'1.1'},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     'Trunk': {'1.1'}}
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]: consumer versions:
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     HyperV agent@nch1-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     HyperV agent@nch2-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     L3 agent@ncdv-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     Metering agent@ncdv-master-1: {},
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Agent': '1.1',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'ConntrackHelper': '1.0',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Log': '1.0',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'NDPProxy': '1.0',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Network': '1.1',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Port': '1.7',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'PortForwarding': '1.3',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'QosPolicy': '1.10',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'SecurityGroup': '1.5',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'SubPort': '1.0',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Subnet': '1.1',
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:                                           'Trunk': '1.1'}}
Mar 26 20:49:06.493141 ncdv-master-1 neutron-server[126738]:  {{(pid=126738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:49:06.564592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:06.586301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a44da5a-a461-4136-b2e3-99a8c03425a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.679478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a44da5a-a461-4136-b2e3-99a8c03425a4 admin admin] Publish callbacks [] for security_group (97139754-3b85-4fd0-acb1-9f75280c7606), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.683562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a44da5a-a461-4136-b2e3-99a8c03425a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97139754-3b85-4fd0-acb1-9f75280c7606), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.723672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a44da5a-a461-4136-b2e3-99a8c03425a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c439fc913e3941a58947832c0afa7295&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4797440
Mar 26 20:49:06.726938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47380) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:06.733743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44da5a-a461-4136-b2e3-99a8c03425a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97139754-3b85-4fd0-acb1-9f75280c7606,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:06.785161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] Publish callbacks [] for security_group (97139754-3b85-4fd0-acb1-9f75280c7606), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.865860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18963217-6594-4ef6-b6b5-7c61ddc5bd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.890615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] Publish callbacks [] for security_group (97139754-3b85-4fd0-acb1-9f75280c7606), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.980436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18963217-6594-4ef6-b6b5-7c61ddc5bd64 admin admin] Publish callbacks [] for security_group (d7e657e6-f1fc-413e-a75a-148d22dba2ac), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:06.985667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18963217-6594-4ef6-b6b5-7c61ddc5bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d7e657e6-f1fc-413e-a75a-148d22dba2ac), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.009981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97139754-3b85-4fd0-acb1-9f75280c7606), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.012966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.014101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97139754-3b85-4fd0-acb1-9f75280c7606 HTTP/1.1" status: 204  len: 168 time: 0.2860849
Mar 26 20:49:07.018500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18963217-6594-4ef6-b6b5-7c61ddc5bd64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15f6fd60092b410ba8fb57ee200eda6f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4529023
Mar 26 20:49:07.021100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47394) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:07.054025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:07.065063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18963217-6594-4ef6-b6b5-7c61ddc5bd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e657e6-f1fc-413e-a75a-148d22dba2ac,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:07.103433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02159117-7882-44a8-9e75-5ba8f85c86f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97139754-3b85-4fd0-acb1-9f75280c7606,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:07.120348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] Publish callbacks [] for security_group (d7e657e6-f1fc-413e-a75a-148d22dba2ac), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.152958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] Publish callbacks [] for security_group (d7e657e6-f1fc-413e-a75a-148d22dba2ac), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.231964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d7e657e6-f1fc-413e-a75a-148d22dba2ac), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.234667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.238584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7e657e6-f1fc-413e-a75a-148d22dba2ac HTTP/1.1" status: 204  len: 168 time: 0.2123942
Mar 26 20:49:07.245063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c010c5-7a57-4790-a4e1-13a23b863098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e657e6-f1fc-413e-a75a-148d22dba2ac,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:07.528125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72c83205-d36d-4419-9af2-c05c2d38cda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.620885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72c83205-d36d-4419-9af2-c05c2d38cda4 admin admin] Publish callbacks [] for security_group (390e95ed-d14a-49d4-bd89-cb9ed02d1bf3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.627467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72c83205-d36d-4419-9af2-c05c2d38cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (390e95ed-d14a-49d4-bd89-cb9ed02d1bf3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.683987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72c83205-d36d-4419-9af2-c05c2d38cda4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1353dd7feef943c1ac6f231c73daaf30&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6283669
Mar 26 20:49:07.686614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47446) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:07.689057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83205-d36d-4419-9af2-c05c2d38cda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e95ed-d14a-49d4-bd89-cb9ed02d1bf3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:07.794136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] Publish callbacks [] for security_group (390e95ed-d14a-49d4-bd89-cb9ed02d1bf3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.829353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] Publish callbacks [] for security_group (390e95ed-d14a-49d4-bd89-cb9ed02d1bf3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.905434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (390e95ed-d14a-49d4-bd89-cb9ed02d1bf3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.920740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:07.926230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/390e95ed-d14a-49d4-bd89-cb9ed02d1bf3 HTTP/1.1" status: 204  len: 168 time: 0.2382531
Mar 26 20:49:07.937289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a0975-fc2c-4bb2-a869-52229326b7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e95ed-d14a-49d4-bd89-cb9ed02d1bf3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:07.993033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47480) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:08.013235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173aa922-9508-4eae-bff2-e2ff7e2162b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.060107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:08.084149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53a61789-6b52-47e2-bb74-317b012669d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.123827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173aa922-9508-4eae-bff2-e2ff7e2162b3 admin admin] Publish callbacks [] for security_group (bce57428-b87c-43a8-bfce-ab846452d36a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.132749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173aa922-9508-4eae-bff2-e2ff7e2162b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bce57428-b87c-43a8-bfce-ab846452d36a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.188543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aa922-9508-4eae-bff2-e2ff7e2162b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce57428-b87c-43a8-bfce-ab846452d36a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:08.195892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-173aa922-9508-4eae-bff2-e2ff7e2162b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d29fb9a8facc47ac9ac51a34fa80328b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2010849
Mar 26 20:49:08.199094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47492) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:08.275209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53a61789-6b52-47e2-bb74-317b012669d0 admin admin] Publish callbacks [] for security_group (fec4a6b8-8dcc-4679-b16a-dc367ef0b998), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.278877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] Publish callbacks [] for security_group (bce57428-b87c-43a8-bfce-ab846452d36a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.286379 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53a61789-6b52-47e2-bb74-317b012669d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fec4a6b8-8dcc-4679-b16a-dc367ef0b998), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.306771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] Publish callbacks [] for security_group (bce57428-b87c-43a8-bfce-ab846452d36a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.359650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47506) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:08.360749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-53a61789-6b52-47e2-bb74-317b012669d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bace01d233945a1b8d903080ab2a251&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2991369
Mar 26 20:49:08.392084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a61789-6b52-47e2-bb74-317b012669d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec4a6b8-8dcc-4679-b16a-dc367ef0b998,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:08.394721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bce57428-b87c-43a8-bfce-ab846452d36a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.400052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.401376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bce57428-b87c-43a8-bfce-ab846452d36a HTTP/1.1" status: 204  len: 168 time: 0.2007201
Mar 26 20:49:08.431888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326030a-75dc-46be-859e-25f515eb09f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce57428-b87c-43a8-bfce-ab846452d36a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:08.489133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] Publish callbacks [] for security_group (fec4a6b8-8dcc-4679-b16a-dc367ef0b998), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.518165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] Publish callbacks [] for security_group (fec4a6b8-8dcc-4679-b16a-dc367ef0b998), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.570548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fec4a6b8-8dcc-4679-b16a-dc367ef0b998), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.573188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:08.580397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fec4a6b8-8dcc-4679-b16a-dc367ef0b998 HTTP/1.1" status: 204  len: 168 time: 0.2196989
Mar 26 20:49:08.592805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffc512-28cf-484e-9da5-080a41371916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec4a6b8-8dcc-4679-b16a-dc367ef0b998,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:08.702223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.040048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47554) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.056200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795a5c91-49ad-4170-8e9b-1649738eefd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.137692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795a5c91-49ad-4170-8e9b-1649738eefd1 admin admin] Publish callbacks [] for security_group (15daa78b-7972-4490-bd67-088a7f0feaa3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.142730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795a5c91-49ad-4170-8e9b-1649738eefd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15daa78b-7972-4490-bd67-088a7f0feaa3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.179460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-795a5c91-49ad-4170-8e9b-1649738eefd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05e78eaca25f4f9bbbd0bf215af9e315&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1378851
Mar 26 20:49:09.182312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47560) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.187199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a5c91-49ad-4170-8e9b-1649738eefd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15daa78b-7972-4490-bd67-088a7f0feaa3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:09.220555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e96952b-e789-4901-9ac9-22d9e97432b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.242323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] Publish callbacks [] for security_group (15daa78b-7972-4490-bd67-088a7f0feaa3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.275018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] Publish callbacks [] for security_group (15daa78b-7972-4490-bd67-088a7f0feaa3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.327288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e96952b-e789-4901-9ac9-22d9e97432b6 admin admin] Publish callbacks [] for security_group (e3d06b08-9c81-4e27-9b27-486b8ebcd02f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.332090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e96952b-e789-4901-9ac9-22d9e97432b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e3d06b08-9c81-4e27-9b27-486b8ebcd02f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.334754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15daa78b-7972-4490-bd67-088a7f0feaa3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.338441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.339992 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15daa78b-7972-4490-bd67-088a7f0feaa3 HTTP/1.1" status: 204  len: 168 time: 0.1559935
Mar 26 20:49:09.349560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d486-66bc-4a09-a9d5-5fae12bf0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15daa78b-7972-4490-bd67-088a7f0feaa3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:09.374068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8e96952b-e789-4901-9ac9-22d9e97432b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac4fcbd8371642739c433d9d2bd24692&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6683402
Mar 26 20:49:09.375176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47578) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.413948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47580) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.414196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96952b-e789-4901-9ac9-22d9e97432b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d06b08-9c81-4e27-9b27-486b8ebcd02f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:09.440961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] Publish callbacks [] for security_group (e3d06b08-9c81-4e27-9b27-486b8ebcd02f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.463960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] Publish callbacks [] for security_group (e3d06b08-9c81-4e27-9b27-486b8ebcd02f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.523590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e3d06b08-9c81-4e27-9b27-486b8ebcd02f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.526786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.530398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d06b08-9c81-4e27-9b27-486b8ebcd02f HTTP/1.1" status: 204  len: 168 time: 0.1523046
Mar 26 20:49:09.535515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5cdcf-5ce6-4f41-b8bb-f0f5b2baae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d06b08-9c81-4e27-9b27-486b8ebcd02f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:09.750290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8bfe036c-485d-4d9f-8677-b811694d858b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.760358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47608) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:09.762926 ncdv-master-1 neutron-server[126738]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 26 20:49:09.794312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-a64f68ca-76c8-435a-b0f5-249f917c8e1a tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0324204
Mar 26 20:49:09.863279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8bfe036c-485d-4d9f-8677-b811694d858b admin admin] Publish callbacks [] for security_group (a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.868713 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8bfe036c-485d-4d9f-8677-b811694d858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:09.904196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe036c-485d-4d9f-8677-b811694d858b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:09.943291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8bfe036c-485d-4d9f-8677-b811694d858b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d8ced74926049d1be9a6f37774c25d7&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5282269
Mar 26 20:49:09.946133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47618) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:10.014272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-f7d730ed-834f-46a7-a808-e68e3d942555 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:10.015770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-f7d730ed-834f-46a7-a808-e68e3d942555 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2161067
Mar 26 20:49:10.021453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] Publish callbacks [] for security_group (a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.036773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-3859def4-0f7d-4ac5-9f1f-7ff9ce05f297 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/quotas/c2133fff60db4fe9bb0aa9bbb266e602 HTTP/1.1" status: 200  len: 375 time: 0.0141554
Mar 26 20:49:10.054119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] Publish callbacks [] for security_group (a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.099212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-d58d48e7-d97a-448b-902b-235625b7daf9 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0599842
Mar 26 20:49:10.129275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.133867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.133867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e HTTP/1.1" status: 204  len: 168 time: 0.1858878
Mar 26 20:49:10.143489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfa38e-f0f9-484e-b236-8a53c6463ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3809bfd-c7b6-4bd6-9ccd-4e9137e7eb6e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:10.342958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c874c68d-260e-4edd-b03c-ca0a96f31092 req-a7fd9a6d-cf04-4e5f-81b5-639a11a5422c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.0499938
Mar 26 20:49:10.487907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:10.501143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59d4b23b-c545-4d62-99cf-392b75605de5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.588172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59d4b23b-c545-4d62-99cf-392b75605de5 admin admin] Publish callbacks [] for security_group (801258d3-3111-4d58-b9ec-f4b71f588120), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.592629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59d4b23b-c545-4d62-99cf-392b75605de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (801258d3-3111-4d58-b9ec-f4b71f588120), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.634772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59d4b23b-c545-4d62-99cf-392b75605de5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f553d705e9094d75aba04f42f75da578&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1456816
Mar 26 20:49:10.635895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4b23b-c545-4d62-99cf-392b75605de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801258d3-3111-4d58-b9ec-f4b71f588120,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:10.637901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47658) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:10.708190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] Publish callbacks [] for security_group (801258d3-3111-4d58-b9ec-f4b71f588120), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.719326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47666) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:10.721916 ncdv-master-1 neutron-server[126736]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Mar 26 20:49:10.730657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] Publish callbacks [] for security_group (801258d3-3111-4d58-b9ec-f4b71f588120), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.752424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-35f4da26-5cf4-4d5e-bc42-40ff210ff116 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=33d7dead9bee45f288900c157201b337&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318258
Mar 26 20:49:10.786247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (801258d3-3111-4d58-b9ec-f4b71f588120), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.788873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:10.790014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/801258d3-3111-4d58-b9ec-f4b71f588120 HTTP/1.1" status: 204  len: 168 time: 0.1507447
Mar 26 20:49:10.798274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe724-5c4e-428e-bb23-6fd28a0aabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801258d3-3111-4d58-b9ec-f4b71f588120,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:10.870743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-696b7b85-d7bd-4203-a357-034fc78fffe7 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:10.872550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-696b7b85-d7bd-4203-a357-034fc78fffe7 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1192703
Mar 26 20:49:10.889894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-5af77bcc-5c6b-4f6d-880c-a2cd433626c3 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/quotas/33d7dead9bee45f288900c157201b337 HTTP/1.1" status: 200  len: 375 time: 0.0108526
Mar 26 20:49:10.962052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-ef9bed1f-a9f0-428a-81c4-4d4a87759a82 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=33d7dead9bee45f288900c157201b337&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0652089
Mar 26 20:49:11.049823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47682) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:11.077590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-893b12d8-a6e0-410e-b935-209fedceea36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.262764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-893b12d8-a6e0-410e-b935-209fedceea36 admin admin] Publish callbacks [] for security_group (36049e16-e087-4ba9-8e57-8ffad02454c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.268842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-893b12d8-a6e0-410e-b935-209fedceea36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (36049e16-e087-4ba9-8e57-8ffad02454c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.333433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:11.336659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-893b12d8-a6e0-410e-b935-209fedceea36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcdf204a282945d5b5f78786837cc6a5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2853799
Mar 26 20:49:11.375133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b12d8-a6e0-410e-b935-209fedceea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36049e16-e087-4ba9-8e57-8ffad02454c2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:11.400781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-674e4b8a-1646-4700-a2cd-b3bc0f5915cf req-1d029f5a-c88d-49c4-94dd-b6ec2460c636 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 210 time: 0.0620646
Mar 26 20:49:11.587869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3186af8-59e2-4028-b2fc-d3cbf7ab2ba3 req-38764b89-0ba9-4240-ab62-8a2372f57a0c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.1393991
Mar 26 20:49:11.639947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] Publish callbacks [] for security_group (36049e16-e087-4ba9-8e57-8ffad02454c2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.696096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] Publish callbacks [] for security_group (36049e16-e087-4ba9-8e57-8ffad02454c2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.779441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (36049e16-e087-4ba9-8e57-8ffad02454c2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.782194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:11.783307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36049e16-e087-4ba9-8e57-8ffad02454c2 HTTP/1.1" status: 204  len: 168 time: 0.4479697
Mar 26 20:49:11.791871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771ce5b-74ba-435d-b29d-e82e9c66dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36049e16-e087-4ba9-8e57-8ffad02454c2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:12.604493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-57e86b9e-071b-4637-ba07-ae5af038592d req-55ed0276-0ed9-4635-810d-04bf429fd2fa tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 210 time: 0.0300395
Mar 26 20:49:12.770138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-efd5a0e4-a6a0-42cb-94f7-7c53ac66f8cb req-483e66b1-803c-4629-8303-dd530491716c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.0316541
Mar 26 20:49:12.910026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.18', 62098) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:12.940250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-4d6723e4-0d5d-46f2-834d-e04b8afe1a86 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=33d7dead9bee45f288900c157201b337&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287862
Mar 26 20:49:12.958625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.21', 54668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:13.010821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-81ca7086-b36d-4f77-bdca-ecd03a55e8aa tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338409
Mar 26 20:49:13.119935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-fb9ddd95-94ba-4e76-87b4-bc0810151b7c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:13.121600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-fb9ddd95-94ba-4e76-87b4-bc0810151b7c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1752763
Mar 26 20:49:13.170415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-02af7cdc-6a8c-411a-ba85-dba66b247214 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:13.172180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-02af7cdc-6a8c-411a-ba85-dba66b247214 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1562376
Mar 26 20:49:13.214886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Request body: {'port': {'device_id': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '33d7dead9bee45f288900c157201b337'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:13.284270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Request body: {'port': {'device_id': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'c2133fff60db4fe9bb0aa9bbb266e602'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:13.450231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Made reservation on behalf of 33d7dead9bee45f288900c157201b337 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:13.454455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.466920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.560408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Made reservation on behalf of c2133fff60db4fe9bb0aa9bbb266e602 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:13.564040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.576941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.584998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks [] for security_group (96bb6377-0775-47cc-961d-22b6b6ff9b7a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.592686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (96bb6377-0775-47cc-961d-22b6b6ff9b7a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.678264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks [] for security_group (eadda09e-6532-4a61-b716-60298104a082), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.687423 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eadda09e-6532-4a61-b716-60298104a082), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.690116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bb6377-0775-47cc-961d-22b6b6ff9b7a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:13.758890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b953158c-375e-4b8e-bf6a-e27bff876784 req-c796d3c1-1fc3-4419-bf6e-9ec6c720a4b2 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 210 time: 0.0427582
Mar 26 20:49:13.827261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:13.865430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadda09e-6532-4a61-b716-60298104a082,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:13.963295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-313a1525-f4e1-4f7e-a394-4b79912a65ef req-5cec9855-c8cb-4f39-95c7-a651000be461 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.0500402
Mar 26 20:49:13.974748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Allocated IP 192.168.233.8 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/4a5a098d-6548-4f26-bb99-b79026bf7a83) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:14.237550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks [] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:14.316173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:14.342450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:14.365031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:14.396954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:14.403834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:14.404511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:14.459386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.2491400
Mar 26 20:49:14.503420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-40c54892-3c66-4af1-96a0-fd71460ff992 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:14.507334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-40c54892-3c66-4af1-96a0-fd71460ff992 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0240974
Mar 26 20:49:14.517330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d31f9-a9d0-4527-a63f-36150a4dfbf9 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Pushing event updated for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:14.638555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Allocated IP 192.168.233.188 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/13fd6291-82e1-4682-be21-fc0e69cbb0c3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:14.686905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:14.894409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-948b23bd-fd3c-4420-88cb-914976c101bd None None] Provisioning complete for port 4a5a098d-6548-4f26-bb99-b79026bf7a83 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:14.898612 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-948b23bd-fd3c-4420-88cb-914976c101bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:14.985280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-948b23bd-fd3c-4420-88cb-914976c101bd None None] Port 4a5a098d-6548-4f26-bb99-b79026bf7a83 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:15.135300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b73145d7-8238-4a09-b8b5-93d9463b838a req-c7eb5a36-8269-4831-80d9-a82351f7a838 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.0595293
Mar 26 20:49:15.141395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a88f9-4b34-411d-967a-291c95565484 req-392cd728-c157-4edc-bfaf-41f9e4142f99 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:15.142897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99a88f9-4b34-411d-967a-291c95565484 req-392cd728-c157-4edc-bfaf-41f9e4142f99 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 934 time: 0.2360115
Mar 26 20:49:15.265571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks [] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.284676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99a88f9-4b34-411d-967a-291c95565484 req-20fe44f8-6493-4be6-b13e-5c71d5cbd5e5 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284907
Mar 26 20:49:15.347412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.462652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.489607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:15.497308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:15.505390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:15.511094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:15.511726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.516099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Pushing event updated for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:15.543232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fb2e5107-f654-4ea4-9103-b8d024975ab0 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2631040
Mar 26 20:49:15.558835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-3a92f2ca-ffff-47b5-9a2b-6131149fb349 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:15.560117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-3a92f2ca-ffff-47b5-9a2b-6131149fb349 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0090690
Mar 26 20:49:15.616303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c562d0-9a2b-4332-a851-60e5a4efba62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.843004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c562d0-9a2b-4332-a851-60e5a4efba62 admin admin] Publish callbacks [] for security_group (73166113-f469-4dda-9c46-085947000ba3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.850114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c562d0-9a2b-4332-a851-60e5a4efba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73166113-f469-4dda-9c46-085947000ba3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:15.948914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47918) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:15.949605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-62c562d0-9a2b-4332-a851-60e5a4efba62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f6a99a746504f6c861ee0aefccf29af&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2613046
Mar 26 20:49:15.951320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c562d0-9a2b-4332-a851-60e5a4efba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73166113-f469-4dda-9c46-085947000ba3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:16.065824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-851c2dbd-b97e-49e9-b32a-2e0f5912488e None None] Provisioning complete for port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:16.083674 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-851c2dbd-b97e-49e9-b32a-2e0f5912488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.171848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Request body: {'port': {'device_id': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'device_owner': 'compute:tempest-test_az-1612479973', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:16.183626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] Publish callbacks [] for security_group (73166113-f469-4dda-9c46-085947000ba3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.251095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-851c2dbd-b97e-49e9-b32a-2e0f5912488e None None] Port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:16.275428 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] Publish callbacks [] for security_group (73166113-f469-4dda-9c46-085947000ba3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.389669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f37d3-5a01-4a17-9a91-a2c59854554a req-eade02e2-4497-41f7-82a6-917611d05805 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:16.396903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a5f37d3-5a01-4a17-9a91-a2c59854554a req-eade02e2-4497-41f7-82a6-917611d05805 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 936 time: 0.0849059
Mar 26 20:49:16.436371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73166113-f469-4dda-9c46-085947000ba3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.442695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.446591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73166113-f469-4dda-9c46-085947000ba3 HTTP/1.1" status: 204  len: 168 time: 0.4966695
Mar 26 20:49:16.462590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ab182-384d-4f18-acb5-43e9e7d003ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73166113-f469-4dda-9c46-085947000ba3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:16.505216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a5f37d3-5a01-4a17-9a91-a2c59854554a req-bcf43a42-a171-4384-9966-b4126e735779 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073179
Mar 26 20:49:16.598896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.694180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Request body: {'port': {'device_id': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:16.903444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:16.948733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ce001-cd62-4bae-8c90-1b8e00c8cf1a req-b5377565-6cb3-4f97-9ef3-e790cbdda58c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:16.956487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be5ce001-cd62-4bae-8c90-1b8e00c8cf1a req-b5377565-6cb3-4f97-9ef3-e790cbdda58c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 934 time: 0.2289741
Mar 26 20:49:17.229865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5a098d-6548-4f26-bb99-b79026bf7a83 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:17.246370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks [] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.268270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Transition to ACTIVE for port object 4a5a098d-6548-4f26-bb99-b79026bf7a83 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:17.283349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.547198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fd6291-82e1-4682-be21-fc0e69cbb0c3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:17.556477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks [] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.596616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Transition to ACTIVE for port object 13fd6291-82e1-4682-be21-fc0e69cbb0c3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:17.612280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be5ce001-cd62-4bae-8c90-1b8e00c8cf1a req-2e202046-98b7-4dfb-9413-51dafa31f095 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6506057
Mar 26 20:49:17.612280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a280211-f312-44af-941f-fb7577802250 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:17.625487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.738021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47968) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:17.869493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Attempting to bind port 4a5a098d-6548-4f26-bb99-b79026bf7a83 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:17.873617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Attempting to bind port 4a5a098d-6548-4f26-bb99-b79026bf7a83 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:17.874254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Attempting to bind port 4a5a098d-6548-4f26-bb99-b79026bf7a83 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:17.889203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Port 4a5a098d-6548-4f26-bb99-b79026bf7a83 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:17.889797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Attempting to bind port 4a5a098d-6548-4f26-bb99-b79026bf7a83 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:17.900340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Attempting to bind port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:17.900714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Attempting to bind port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:17.901252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Attempting to bind port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:17.908339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e548f28e-982b-429e-b74b-f8a0395d9859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.914757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:17.915153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Attempting to bind port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:17.916325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:17.916834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:17.917571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:17.918208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Bound port: 4a5a098d-6548-4f26-bb99-b79026bf7a83, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:17.918734 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:17.935524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:17.935793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:17.936195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:17.936687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Bound port: 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:17.937049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.053350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:18.059879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:18.060219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:18.072793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:18.080340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:18.086558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.107684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.181344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Pushing event updated for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:18.209372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.210247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.211689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-ea3b7014-2c2d-45ab-82b9-1156b5363d13 service neutron] 10.222.0.21 "PUT /v2.0/ports/13fd6291-82e1-4682-be21-fc0e69cbb0c3 HTTP/1.1" status: 200  len: 1096 time: 2.0776732
Mar 26 20:49:18.219377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:18.295410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.296731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.299175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-2a280211-f312-44af-941f-fb7577802250 service neutron] 10.222.0.18 "PUT /v2.0/ports/4a5a098d-6548-4f26-bb99-b79026bf7a83 HTTP/1.1" status: 200  len: 1116 time: 2.8789902
Mar 26 20:49:18.309764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:18.450081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-8b08cfae-7d6f-4718-bcbb-f35705afc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.452050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-8b08cfae-7d6f-4718-bcbb-f35705afc2c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 1130 time: 0.1430688
Mar 26 20:49:18.613982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-55815894-bcdd-40c5-9215-b726dee511b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.615867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-55815894-bcdd-40c5-9215-b726dee511b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=33d7dead9bee45f288900c157201b337&device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 1150 time: 0.1629243
Mar 26 20:49:18.619712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-a6b2746c-926c-48c4-8cd5-4643c3ef2e25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3 HTTP/1.1" status: 200  len: 217 time: 0.1456850
Mar 26 20:49:18.777221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-b4163cf6-f8d2-4169-a491-5e6429b16ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.784246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-b4163cf6-f8d2-4169-a491-5e6429b16ec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1542232
Mar 26 20:49:18.794356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48004) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:18.807301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e548f28e-982b-429e-b74b-f8a0395d9859 admin admin] Publish callbacks [] for security_group (b7202e29-80b8-47a2-be38-fecee60dc5a8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.825769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-49d87f74-8940-4d28-9764-ed54ac420bd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83 HTTP/1.1" status: 200  len: 217 time: 0.1915178
Mar 26 20:49:18.846515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce9cb8-2a5a-401a-a429-1556edd0996c req-4b95b3a3-f52b-4b68-b4ab-cc9481ea371c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:18.858711 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9cce9cb8-2a5a-401a-a429-1556edd0996c req-4b95b3a3-f52b-4b68-b4ab-cc9481ea371c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.9086537
Mar 26 20:49:18.868478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a280211-f312-44af-941f-fb7577802250 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:18.886417 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e548f28e-982b-429e-b74b-f8a0395d9859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7202e29-80b8-47a2-be38-fecee60dc5a8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:18.997665 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa139a96-c218-4969-8d91-60fe9ad3c79e" -d '{"events": [{"name": "network-changed", "server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:19.015411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e548f28e-982b-429e-b74b-f8a0395d9859 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87905e05ff4447858ea65069d73987ee&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2334380
Mar 26 20:49:19.095420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48016) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:19.380619 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226" -d '{"events": [{"name": "network-changed", "server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:19.403544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96ad456c-7d78-4e26-95af-39e5a0f660b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:19.456960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9cce9cb8-2a5a-401a-a429-1556edd0996c req-225351e3-a829-4ff2-a7f2-464cdcbf5f31 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5971508
Mar 26 20:49:19.466064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-4218087d-99d9-419c-a47d-1ca179ecb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:19.468212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-4218087d-99d9-419c-a47d-1ca179ecb499 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.6020472
Mar 26 20:49:19.664242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548f28e-982b-429e-b74b-f8a0395d9859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7202e29-80b8-47a2-be38-fecee60dc5a8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:19.727427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-269e4f3d-a51a-4100-870d-581886c9a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:19.731975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-269e4f3d-a51a-4100-870d-581886c9a24f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2528729
Mar 26 20:49:19.739826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-055ddf36-85f4-46c4-9cbd-6bf21c48d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:19.742544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-055ddf36-85f4-46c4-9cbd-6bf21c48d09d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.9299083
Mar 26 20:49:19.879601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-fd590b0c-1f6b-40d8-9376-09060a13c322 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050069
Mar 26 20:49:19.885697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] Publish callbacks [] for security_group (b7202e29-80b8-47a2-be38-fecee60dc5a8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:19.965647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-5a97e2f4-44e4-47ad-a41a-2dfc54542c20 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164114
Mar 26 20:49:20.061887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] Publish callbacks [] for security_group (b7202e29-80b8-47a2-be38-fecee60dc5a8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.106946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d08d08-011f-4e83-b117-52aff587ab07 req-e5849786-d25c-4ff7-b207-e6aad7d9de27 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:20.120800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00d08d08-011f-4e83-b117-52aff587ab07 req-e5849786-d25c-4ff7-b207-e6aad7d9de27 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.6924741
Mar 26 20:49:20.254256 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61dc0a9-2778-4ac4-94ed-8d7b69990cb5 x-openstack-request-id: req-a61dc0a9-2778-4ac4-94ed-8d7b69990cb5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:20.254579 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:20.254833 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a61dc0a9-2778-4ac4-94ed-8d7b69990cb5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:20.256117 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61dc0a9-2778-4ac4-94ed-8d7b69990cb5'] response: {'name': 'network-changed', 'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3', 'status': 'completed', 'code': 200}
Mar 26 20:49:20.329053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00d08d08-011f-4e83-b117-52aff587ab07 req-54cc1b45-8104-4e60-a90f-8382b03db45b tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586964
Mar 26 20:49:20.331177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96ad456c-7d78-4e26-95af-39e5a0f660b3 admin admin] Publish callbacks [] for security_group (52285f3b-c692-43bc-9ed3-8fced5def73f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.342594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96ad456c-7d78-4e26-95af-39e5a0f660b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (52285f3b-c692-43bc-9ed3-8fced5def73f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.374473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-96ad456c-7d78-4e26-95af-39e5a0f660b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a452cecead647e58b2f872632f76c74&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5788243
Mar 26 20:49:20.383198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48048) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:20.387885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eea4f798-399a-4b24-86f1-1c576af3d331 req-8a5ddb2a-d3f1-400a-896c-a8e1de0f8fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4960146
Mar 26 20:49:20.512626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7202e29-80b8-47a2-be38-fecee60dc5a8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.527457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.528693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7202e29-80b8-47a2-be38-fecee60dc5a8 HTTP/1.1" status: 204  len: 168 time: 1.4236751
Mar 26 20:49:20.529482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad456c-7d78-4e26-95af-39e5a0f660b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52285f3b-c692-43bc-9ed3-8fced5def73f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:20.600606 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d0e064-ee7b-4eb9-bc22-3129f1b5d66b x-openstack-request-id: req-85d0e064-ee7b-4eb9-bc22-3129f1b5d66b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:20.601908 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:20.602268 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85d0e064-ee7b-4eb9-bc22-3129f1b5d66b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:20.602760 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d0e064-ee7b-4eb9-bc22-3129f1b5d66b'] response: {'name': 'network-changed', 'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83', 'status': 'completed', 'code': 200}
Mar 26 20:49:20.642267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45187869-f084-42b6-9e62-690c9fa69c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7202e29-80b8-47a2-be38-fecee60dc5a8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:20.683726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69deaf19-40ed-4e14-a4fa-5297a121ad9f req-bc426a0b-d1c9-4200-90f2-71af2766daa4 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3404956
Mar 26 20:49:20.711330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-1c261a24-4f25-4653-9567-f81a56e3b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:20.714068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-1c261a24-4f25-4653-9567-f81a56e3b663 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 1130 time: 0.1607368
Mar 26 20:49:20.730187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] Publish callbacks [] for security_group (52285f3b-c692-43bc-9ed3-8fced5def73f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.833782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] Publish callbacks [] for security_group (52285f3b-c692-43bc-9ed3-8fced5def73f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:20.840841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-bbd3e0f2-7a90-4a64-bac3-755acf6ffdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:20.842424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-bbd3e0f2-7a90-4a64-bac3-755acf6ffdb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=33d7dead9bee45f288900c157201b337&device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 1150 time: 0.1026349
Mar 26 20:49:21.143451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19bbf-8ff8-4afe-a917-f0a9d84e7b27 req-b0dbedf8-4430-4336-9137-748c86419a25 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.151539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65b19bbf-8ff8-4afe-a917-f0a9d84e7b27 req-b0dbedf8-4430-4336-9137-748c86419a25 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.3090515
Mar 26 20:49:21.172548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-cea7b60c-5d41-4585-858a-7338aab274df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.174219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-cea7b60c-5d41-4585-858a-7338aab274df service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4355569
Mar 26 20:49:21.225803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65b19bbf-8ff8-4afe-a917-f0a9d84e7b27 req-b59ecbb4-7a68-4e00-9908-fbf0d6b899e2 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687156
Mar 26 20:49:21.321299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (52285f3b-c692-43bc-9ed3-8fced5def73f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:21.332745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:21.334793 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52285f3b-c692-43bc-9ed3-8fced5def73f HTTP/1.1" status: 204  len: 168 time: 0.9498718
Mar 26 20:49:21.347113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-3b20792c-746c-4dc5-bf47-b753b6d735aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3 HTTP/1.1" status: 200  len: 217 time: 0.1372349
Mar 26 20:49:21.359586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-d2023e0a-8ca2-498c-bbe5-b6958314a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.363144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab43a7-fcd0-4028-8448-e505184822f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52285f3b-c692-43bc-9ed3-8fced5def73f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:21.365324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-d2023e0a-8ca2-498c-bbe5-b6958314a5ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.5000997
Mar 26 20:49:21.489933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-c3644d14-f828-4a8f-a496-1043075d5228 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83 HTTP/1.1" status: 200  len: 217 time: 0.1194780
Mar 26 20:49:21.548335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-883e31bc-4a85-4ce4-9b4f-705b7875a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.550308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-883e31bc-4a85-4ce4-9b4f-705b7875a79b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1885836
Mar 26 20:49:21.682702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-a5789a07-9a55-4d77-8347-3f4b7ac1e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.688620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08e3a6-a281-4bf7-a6e2-a6a43d375a57 req-5e004f03-f9ea-4714-86dd-5cf990d1e0b3 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.691422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e08e3a6-a281-4bf7-a6e2-a6a43d375a57 req-5e004f03-f9ea-4714-86dd-5cf990d1e0b3 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.1846449
Mar 26 20:49:21.697498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-a5789a07-9a55-4d77-8347-3f4b7ac1e5c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1873887
Mar 26 20:49:21.803499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-8022874c-250f-4cbd-99cc-b41b9be4bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.805082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-8022874c-250f-4cbd-99cc-b41b9be4bde8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2384701
Mar 26 20:49:21.812238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-6d82ae73-e203-4054-af57-3ab5c5930258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:21.817170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e08e3a6-a281-4bf7-a6e2-a6a43d375a57 req-21749a28-f007-4ae7-8570-7c63644e26af tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182768
Mar 26 20:49:21.839977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-6d82ae73-e203-4054-af57-3ab5c5930258 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1359088
Mar 26 20:49:21.997164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-cb625d8a-a9e7-4377-b931-306745b5b89d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531317
Mar 26 20:49:22.058910 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-57f0df6c-43b0-47f2-9b75-39070f4b3e5f service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173622
Mar 26 20:49:22.093071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48124) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:22.221290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa139a96-c218-4969-8d91-60fe9ad3c79e req-5503acaa-5120-4f04-ab55-1365ac33d77d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091146
Mar 26 20:49:22.246382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad7bb38-0c23-49d5-96cd-d7ab763ca226 req-7fb77766-4bad-4a04-b933-5a4bb06be9f5 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775575
Mar 26 20:49:22.394859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7c529-1c68-4671-84ba-6ba779291f3f req-a375fc77-3b27-43b0-a3a0-31043f126a10 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:22.404736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02f7c529-1c68-4671-84ba-6ba779291f3f req-a375fc77-3b27-43b0-a3a0-31043f126a10 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.0900335
Mar 26 20:49:22.405404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:22.436618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed09f6c1-7c34-44e0-96d9-3bd83f034583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:22.552988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02f7c529-1c68-4671-84ba-6ba779291f3f req-1fd6cdf5-1f12-4e9d-ba99-3af8b421a340 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455641
Mar 26 20:49:22.632661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed09f6c1-7c34-44e0-96d9-3bd83f034583 admin admin] Publish callbacks [] for security_group (a462f0a9-c75d-4344-8e15-32f4bd07bc2f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:22.648219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed09f6c1-7c34-44e0-96d9-3bd83f034583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a462f0a9-c75d-4344-8e15-32f4bd07bc2f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:22.716663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:22.738276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48142) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:22.764993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-2d04-41c5-92f4-8ae01f453ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:22.813329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09f6c1-7c34-44e0-96d9-3bd83f034583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a462f0a9-c75d-4344-8e15-32f4bd07bc2f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:22.845440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed09f6c1-7c34-44e0-96d9-3bd83f034583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ebb99804f8549d893890dc485f0cdbb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4382923
Mar 26 20:49:22.849796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48150) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:22.850961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43f097a3-f364-4367-8b79-a7f64e387156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:22.953705 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d1253c1-b85c-46b8-8216-7a74e7c4ff4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.128424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43f097a3-f364-4367-8b79-a7f64e387156 admin admin] Publish callbacks [] for security_group (8d78d2a4-96a3-46a2-926f-3a9e814629d0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.145492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43f097a3-f364-4367-8b79-a7f64e387156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d78d2a4-96a3-46a2-926f-3a9e814629d0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.179398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-43f097a3-f364-4367-8b79-a7f64e387156 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f82ec89b09b84613a8e28fecf28e9f47&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4610753
Mar 26 20:49:23.183311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48156) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:23.237776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-2d04-41c5-92f4-8ae01f453ae1 admin admin] Publish callbacks [] for security_group (a7845195-b204-40da-8a36-7c030ed413bd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.245112 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] Publish callbacks [] for security_group (a462f0a9-c75d-4344-8e15-32f4bd07bc2f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.304880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] Publish callbacks [] for security_group (8d78d2a4-96a3-46a2-926f-3a9e814629d0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.354084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] Publish callbacks [] for security_group (a462f0a9-c75d-4344-8e15-32f4bd07bc2f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.357313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] Publish callbacks [] for security_group (8d78d2a4-96a3-46a2-926f-3a9e814629d0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.438502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43e13974-2d04-41c5-92f4-8ae01f453ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a7845195-b204-40da-8a36-7c030ed413bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.452370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d1253c1-b85c-46b8-8216-7a74e7c4ff4a admin admin] Publish callbacks [] for security_group (1afd08fe-9810-4146-b599-22be2129a82d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.455122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f097a3-f364-4367-8b79-a7f64e387156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78d2a4-96a3-46a2-926f-3a9e814629d0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:23.474243 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d78d2a4-96a3-46a2-926f-3a9e814629d0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.480321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.481750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d78d2a4-96a3-46a2-926f-3a9e814629d0 HTTP/1.1" status: 204  len: 168 time: 0.2928033
Mar 26 20:49:23.483064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d1253c1-b85c-46b8-8216-7a74e7c4ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1afd08fe-9810-4146-b599-22be2129a82d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.533310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d1253c1-b85c-46b8-8216-7a74e7c4ff4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=890bcfbbdfe74b8ea56fff1b8b7dd6fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7937062
Mar 26 20:49:23.535199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:23.547363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ccb2d-8cd6-4416-a028-eaef8298a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78d2a4-96a3-46a2-926f-3a9e814629d0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:23.557049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bce29a-f956-4fa3-92b4-f587508a9186 req-d23ba0da-cb43-4195-a9c4-14c822105dde tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:23.567270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74bce29a-f956-4fa3-92b4-f587508a9186 req-d23ba0da-cb43-4195-a9c4-14c822105dde tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.6184297
Mar 26 20:49:23.632541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-43e13974-2d04-41c5-92f4-8ae01f453ae1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f95ca6e8c53c4337b83f51f112c043d5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5355163
Mar 26 20:49:23.637934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e13974-2d04-41c5-92f4-8ae01f453ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7845195-b204-40da-8a36-7c030ed413bd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:23.654411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48168) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:23.734623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a462f0a9-c75d-4344-8e15-32f4bd07bc2f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.736178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1253c1-b85c-46b8-8216-7a74e7c4ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afd08fe-9810-4146-b599-22be2129a82d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:23.738067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.742001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a462f0a9-c75d-4344-8e15-32f4bd07bc2f HTTP/1.1" status: 204  len: 168 time: 0.8863873
Mar 26 20:49:23.780584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2072f6-192d-470e-83e6-4b27cdac50ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a462f0a9-c75d-4344-8e15-32f4bd07bc2f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:23.806740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74bce29a-f956-4fa3-92b4-f587508a9186 req-ba05ea97-95fc-4a69-9f37-1fe7bdad195a tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348771
Mar 26 20:49:23.853414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] Publish callbacks [] for security_group (a7845195-b204-40da-8a36-7c030ed413bd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.908562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] Publish callbacks [] for security_group (a7845195-b204-40da-8a36-7c030ed413bd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.919247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] Publish callbacks [] for security_group (1afd08fe-9810-4146-b599-22be2129a82d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:23.973005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] Publish callbacks [] for security_group (1afd08fe-9810-4146-b599-22be2129a82d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.016728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a3183-7f94-45cd-99e4-154e0f1dcb5f req-b2df352d-0a65-40f7-88ae-51fc6c170720 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:24.034085 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-359a3183-7f94-45cd-99e4-154e0f1dcb5f req-b2df352d-0a65-40f7-88ae-51fc6c170720 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.2436473
Mar 26 20:49:24.034966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a7845195-b204-40da-8a36-7c030ed413bd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.044122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.050969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7845195-b204-40da-8a36-7c030ed413bd HTTP/1.1" status: 204  len: 168 time: 0.3927860
Mar 26 20:49:24.073992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee941622-7757-4802-8a5d-3fc77b227ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7845195-b204-40da-8a36-7c030ed413bd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:24.146771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-359a3183-7f94-45cd-99e4-154e0f1dcb5f req-82852f14-e6ef-42de-a677-07855c666037 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019230
Mar 26 20:49:24.148320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1afd08fe-9810-4146-b599-22be2129a82d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.152133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.155755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1afd08fe-9810-4146-b599-22be2129a82d HTTP/1.1" status: 204  len: 168 time: 0.6172190
Mar 26 20:49:24.163591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264912ef-40e2-4ae2-8f50-807a06bd192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afd08fe-9810-4146-b599-22be2129a82d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:24.712366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:24.744818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c69d4c11-8b7c-48d1-882c-d07d94f87b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:24.988446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd5eb50a-addc-4dfd-904a-4c80ad789d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.085284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c69d4c11-8b7c-48d1-882c-d07d94f87b57 admin admin] Publish callbacks [] for security_group (7c7cbe10-a1e2-417e-a208-d0d783b5fb5d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.095822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c69d4c11-8b7c-48d1-882c-d07d94f87b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c7cbe10-a1e2-417e-a208-d0d783b5fb5d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.139108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c69d4c11-8b7c-48d1-882c-d07d94f87b57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb5b26cc735f46fdbc494a2c636741f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4226110
Mar 26 20:49:25.139831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48198) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:25.179047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d4c11-8b7c-48d1-882c-d07d94f87b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7cbe10-a1e2-417e-a208-d0d783b5fb5d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:25.195122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20b4cd-edfd-46bc-b209-3c684111d88a req-7b5efbbb-316d-420c-ac2d-573ce7bea487 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:25.196717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de20b4cd-edfd-46bc-b209-3c684111d88a req-7b5efbbb-316d-420c-ac2d-573ce7bea487 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.2319174
Mar 26 20:49:25.314177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de20b4cd-edfd-46bc-b209-3c684111d88a req-30038f93-106d-4352-9365-d200143cdef7 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044793
Mar 26 20:49:25.334765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] Publish callbacks [] for security_group (7c7cbe10-a1e2-417e-a208-d0d783b5fb5d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.363058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] Publish callbacks [] for security_group (7c7cbe10-a1e2-417e-a208-d0d783b5fb5d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.378529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48206) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:25.408217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0814b508-7fc5-4f9b-b1a8-1dcedddce5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.415030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2348a-c63d-414a-bdec-c8330334e587 req-e1221ad9-d1e5-4539-a065-4c37c65feee7 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:25.422620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0d2348a-c63d-414a-bdec-c8330334e587 req-e1221ad9-d1e5-4539-a065-4c37c65feee7 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.1410785
Mar 26 20:49:25.478064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c7cbe10-a1e2-417e-a208-d0d783b5fb5d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.480889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.491053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c7cbe10-a1e2-417e-a208-d0d783b5fb5d HTTP/1.1" status: 204  len: 168 time: 0.3494408
Mar 26 20:49:25.530241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0d2348a-c63d-414a-bdec-c8330334e587 req-25199b54-eda5-4805-bb7e-63ea1b5db5d9 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064823
Mar 26 20:49:25.531385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb9f40-ca25-43e8-a7a4-34477b3065b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7cbe10-a1e2-417e-a208-d0d783b5fb5d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:25.596284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0814b508-7fc5-4f9b-b1a8-1dcedddce5e3 admin admin] Publish callbacks [] for security_group (f09c3be7-3bf1-4a90-8a0e-97e0f199acb6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.604677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0814b508-7fc5-4f9b-b1a8-1dcedddce5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f09c3be7-3bf1-4a90-8a0e-97e0f199acb6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.698318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0814b508-7fc5-4f9b-b1a8-1dcedddce5e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a70c8fa45fc4e28b57464824a3d94c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3185453
Mar 26 20:49:25.701094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48212) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:25.703471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814b508-7fc5-4f9b-b1a8-1dcedddce5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c3be7-3bf1-4a90-8a0e-97e0f199acb6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:25.753765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:25.775583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ef80bb4-3d14-4624-89ba-5364c48f3599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:25.932349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] Publish callbacks [] for security_group (f09c3be7-3bf1-4a90-8a0e-97e0f199acb6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.005264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] Publish callbacks [] for security_group (f09c3be7-3bf1-4a90-8a0e-97e0f199acb6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.034692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ef80bb4-3d14-4624-89ba-5364c48f3599 admin admin] Publish callbacks [] for security_group (329a4191-2c3d-45b5-b4a4-265760bbd40f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.045058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ef80bb4-3d14-4624-89ba-5364c48f3599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (329a4191-2c3d-45b5-b4a4-265760bbd40f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.130710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f09c3be7-3bf1-4a90-8a0e-97e0f199acb6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.134454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.139207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f09c3be7-3bf1-4a90-8a0e-97e0f199acb6 HTTP/1.1" status: 204  len: 168 time: 0.4359732
Mar 26 20:49:26.159092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21866438-7192-40fb-ac3f-507d43d5f04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c3be7-3bf1-4a90-8a0e-97e0f199acb6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:26.176149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:26.183313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7ef80bb4-3d14-4624-89ba-5364c48f3599 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07e3f4db69224d429f259029b3e5b77f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4278009
Mar 26 20:49:26.191003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80bb4-3d14-4624-89ba-5364c48f3599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329a4191-2c3d-45b5-b4a4-265760bbd40f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:26.260123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] Publish callbacks [] for security_group (329a4191-2c3d-45b5-b4a4-265760bbd40f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.308256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] Publish callbacks [] for security_group (329a4191-2c3d-45b5-b4a4-265760bbd40f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.373192 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:49:26.399428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (329a4191-2c3d-45b5-b4a4-265760bbd40f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.405355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:26.406712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/329a4191-2c3d-45b5-b4a4-265760bbd40f HTTP/1.1" status: 204  len: 168 time: 0.2294431
Mar 26 20:49:26.425114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cc699-7e0f-46db-a888-c445521179f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a4191-2c3d-45b5-b4a4-265760bbd40f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:26.608612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb5bb0-aac0-4d1d-ad73-0075878d403e req-b6239d42-0637-4bf2-868f-cb14a08f0854 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:26.615929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ceb5bb0-aac0-4d1d-ad73-0075878d403e req-b6239d42-0637-4bf2-868f-cb14a08f0854 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.1486509
Mar 26 20:49:26.706702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ceb5bb0-aac0-4d1d-ad73-0075878d403e req-156f35d1-f34e-4549-8181-ad3028fbc734 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839741
Mar 26 20:49:27.020376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed503a8-fa1d-4756-af1a-f6336a5082cc req-705cdad6-6c31-4e17-9d7b-2c5e4ed1fd76 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:27.023660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ed503a8-fa1d-4756-af1a-f6336a5082cc req-705cdad6-6c31-4e17-9d7b-2c5e4ed1fd76 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.1640687
Mar 26 20:49:27.248066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ed503a8-fa1d-4756-af1a-f6336a5082cc req-5cad8f9e-d708-49a8-8722-82582a11cdba tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036061
Mar 26 20:49:27.313724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-505f1ae7-c241-44aa-a604-b3163ce9a1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:27.941162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf189f8-7ca6-4420-a440-95749daf73b6 req-750e1523-b133-4932-9647-b67e8245188c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:27.942971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf189f8-7ca6-4420-a440-95749daf73b6 req-750e1523-b133-4932-9647-b67e8245188c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.1168642
Mar 26 20:49:28.038810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf189f8-7ca6-4420-a440-95749daf73b6 req-6d3c12a7-e254-4bd1-996f-c595f73bc1cf tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795274
Mar 26 20:49:28.089807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:28.436334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfa136-99de-4346-b7dd-4d618fbfd0d8 req-3bcd38db-b070-4aeb-ab4c-bd08716f0d4f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:28.437937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ebfa136-99de-4346-b7dd-4d618fbfd0d8 req-3bcd38db-b070-4aeb-ab4c-bd08716f0d4f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.0819192
Mar 26 20:49:28.501160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ebfa136-99de-4346-b7dd-4d618fbfd0d8 req-148ee94a-dc41-4e18-889c-53bbbbedc710 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573065
Mar 26 20:49:28.557397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e00ba1d-96cb-4c4f-bd26-3e98aa52c02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.617218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.649716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e00ba1d-96cb-4c4f-bd26-3e98aa52c02d admin admin] Publish callbacks [] for security_group (07287d1f-f84f-4d31-af5d-1b81dd63682b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.657420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e00ba1d-96cb-4c4f-bd26-3e98aa52c02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (07287d1f-f84f-4d31-af5d-1b81dd63682b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.694454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4e00ba1d-96cb-4c4f-bd26-3e98aa52c02d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3cfa791dfbf4e37b7522ff071ad668a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6035504
Mar 26 20:49:28.697197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48312) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:28.699155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00ba1d-96cb-4c4f-bd26-3e98aa52c02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07287d1f-f84f-4d31-af5d-1b81dd63682b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:28.750493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] Publish callbacks [] for security_group (07287d1f-f84f-4d31-af5d-1b81dd63682b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.772857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] Publish callbacks [] for security_group (07287d1f-f84f-4d31-af5d-1b81dd63682b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.822480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (07287d1f-f84f-4d31-af5d-1b81dd63682b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.825263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:28.827210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07287d1f-f84f-4d31-af5d-1b81dd63682b HTTP/1.1" status: 204  len: 168 time: 0.1280060
Mar 26 20:49:28.837500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae501a-ab2b-42f0-aad9-e87ad42d4370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07287d1f-f84f-4d31-af5d-1b81dd63682b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:29.165812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bbacd-dc68-4e7e-8065-de422d01918d req-12923946-c8e9-4271-a6ba-c81ad2b3ab55 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:29.165812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-205bbacd-dc68-4e7e-8065-de422d01918d req-12923946-c8e9-4271-a6ba-c81ad2b3ab55 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.0592015
Mar 26 20:49:29.213460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-205bbacd-dc68-4e7e-8065-de422d01918d req-810e291f-d461-476b-aeb4-25b6e65a8063 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445976
Mar 26 20:49:29.353573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:29.367794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df1320ec-7d01-485b-8a68-da0dd287a23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.467573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df1320ec-7d01-485b-8a68-da0dd287a23a admin admin] Publish callbacks [] for security_group (0cbc67cc-2574-4e10-bd65-39c8afc1e39a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.471899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df1320ec-7d01-485b-8a68-da0dd287a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0cbc67cc-2574-4e10-bd65-39c8afc1e39a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.503029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-df1320ec-7d01-485b-8a68-da0dd287a23a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60ac58d9952248728a5d039abc142972&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1458898
Mar 26 20:49:29.504190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48352) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:29.525132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1320ec-7d01-485b-8a68-da0dd287a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc67cc-2574-4e10-bd65-39c8afc1e39a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:29.570640 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] Publish callbacks [] for security_group (0cbc67cc-2574-4e10-bd65-39c8afc1e39a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.604128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] Publish callbacks [] for security_group (0cbc67cc-2574-4e10-bd65-39c8afc1e39a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.640856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188290c-2fb6-4cc1-ba72-5341bec5d970 req-8665d41d-e67c-4c13-90f0-14e1aa96260e tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:29.642233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6188290c-2fb6-4cc1-ba72-5341bec5d970 req-8665d41d-e67c-4c13-90f0-14e1aa96260e tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.0625753
Mar 26 20:49:29.679466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0cbc67cc-2574-4e10-bd65-39c8afc1e39a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.682447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:29.683841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cbc67cc-2574-4e10-bd65-39c8afc1e39a HTTP/1.1" status: 204  len: 168 time: 0.1764712
Mar 26 20:49:29.693035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97604d20-51df-445e-8c7a-9db613db27f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc67cc-2574-4e10-bd65-39c8afc1e39a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:29.727687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6188290c-2fb6-4cc1-ba72-5341bec5d970 req-142be668-c3b2-4323-8947-24c0cc62800c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787990
Mar 26 20:49:29.948764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:30.358215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e65dec-d07a-4a2f-b7ba-c85de1264066 req-960ce2ff-cae7-4b9d-a545-f0f9b8d5e14a tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:30.360410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e65dec-d07a-4a2f-b7ba-c85de1264066 req-960ce2ff-cae7-4b9d-a545-f0f9b8d5e14a tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.0690806
Mar 26 20:49:30.429923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e65dec-d07a-4a2f-b7ba-c85de1264066 req-926f8365-1f89-457b-bf50-f1f36e3b3f22 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620666
Mar 26 20:49:30.976406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c7257-ab5f-4c55-8302-70993d62fab4 req-1147df7b-73f4-47ba-927d-2be8aca44087 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:30.978690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e9c7257-ab5f-4c55-8302-70993d62fab4 req-1147df7b-73f4-47ba-927d-2be8aca44087 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.0533204
Mar 26 20:49:31.028602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e9c7257-ab5f-4c55-8302-70993d62fab4 req-14fd7402-4272-4a61-9fc6-40dc5825b41e tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433562
Mar 26 20:49:31.077803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:31.189293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1040386410-network', 'tenant_id': 'cac9d686cedf4368ae6e500602e64596'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:31.214865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:31.218157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.229874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.338183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-eb42c075-a3ae-4dda-87eb-405c5db8868b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338914
Mar 26 20:49:31.342773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks [] for security_group (e26c355c-8996-4200-b20d-3f72bc791703), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.369539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e26c355c-8996-4200-b20d-3f72bc791703), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.404100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:31.434685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48452) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:31.452724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (59e80115-8404-4a62-ab8f-a2a6b018a9db), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.453317 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Added segment 59e80115-8404-4a62-ab8f-a2a6b018a9db of type vlan for network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049
Mar 26 20:49:31.454670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c355c-8996-4200-b20d-3f72bc791703,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:31.512010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.514210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.529222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-e2f235fa-06c8-4024-9c27-1634bc24323e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:31.530712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-e2f235fa-06c8-4024-9c27-1634bc24323e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1860776
Mar 26 20:49:31.556042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-021f6983-b5e7-4a5b-8e13-490bc005c5ec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/quotas/70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 375 time: 0.0148141
Mar 26 20:49:31.561857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.561857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:31.561857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.594112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e3ddb2-41a3-489a-a75c-29aaee52859b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.627689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-8edf6d33-9da6-4b93-8a30-70f616aac98c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0620546
Mar 26 20:49:31.632667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9180e-9d26-4db2-80b8-64bf63d4fcf7 req-f434f6cd-fdf8-4edb-b6aa-cdef58ef1eb6 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:31.637045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.5578902
Mar 26 20:49:31.639375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07f9180e-9d26-4db2-80b8-64bf63d4fcf7 req-f434f6cd-fdf8-4edb-b6aa-cdef58ef1eb6 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.0907521
Mar 26 20:49:31.640030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:31.647184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Request body: {'subnet': {'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1040386410-subnet', 'tenant_id': 'cac9d686cedf4368ae6e500602e64596', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:31.681193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa79942-80ae-424d-95ca-5e98a434e4db admin admin] Pushing event updated for resources: {'Network': ['ID=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:31.698428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:31.700078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:31.701884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.714822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07f9180e-9d26-4db2-80b8-64bf63d4fcf7 req-f9582aff-440c-4921-b042-60287c3627c4 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744514
Mar 26 20:49:31.761053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e3ddb2-41a3-489a-a75c-29aaee52859b admin admin] Publish callbacks [] for security_group (6045a00e-426f-4da4-903c-bca10e5f0aff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.771533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e3ddb2-41a3-489a-a75c-29aaee52859b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6045a00e-426f-4da4-903c-bca10e5f0aff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:31.881145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10e3ddb2-41a3-489a-a75c-29aaee52859b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e44f933d1bdd43529eeb3383cc391c54&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4453800
Mar 26 20:49:31.885830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:31.898901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3ddb2-41a3-489a-a75c-29aaee52859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6045a00e-426f-4da4-903c-bca10e5f0aff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:31.902815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c43024d-cc94-45ed-ab32-bf3a2e22cfe3 req-06e7e274-49f7-4349-8951-aaa2cb53068b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 210 time: 0.0576282
Mar 26 20:49:31.969884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (816baad8-fa89-447b-9930-1d11c8f49789), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.046752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] Publish callbacks [] for security_group (6045a00e-426f-4da4-903c-bca10e5f0aff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.068452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816baad8-fa89-447b-9930-1d11c8f49789,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:32.087616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:32.088008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Network hostable DHCP agents. Network: b4f1069c-0aa3-4d88-b2ef-9a5c20f55049, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:32.092878 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] Publish callbacks [] for security_group (6045a00e-426f-4da4-903c-bca10e5f0aff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.147039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:32.165767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4f1069c-0aa3-4d88-b2ef-9a5c20f55049) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:32.177385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a181d4-258f-4fda-8e0a-9ea6c11f9b7a None None] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:32.181682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:32.182289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.206739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5475f-7a53-4a90-b017-4a34901758bf req-0b4898a0-4b41-49be-8e2f-8df7115eeeaf tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:32.211034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ca5475f-7a53-4a90-b017-4a34901758bf req-0b4898a0-4b41-49be-8e2f-8df7115eeeaf tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 948 time: 0.0910800
Mar 26 20:49:32.226874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d4c533c4-8210-4bc8-9c45-7554487f13e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.5853908
Mar 26 20:49:32.230425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6045a00e-426f-4da4-903c-bca10e5f0aff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.235466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.238035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6045a00e-426f-4da4-903c-bca10e5f0aff HTTP/1.1" status: 204  len: 168 time: 0.3509233
Mar 26 20:49:32.243587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13fd6291-82e1-4682-be21-fc0e69cbb0c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:32.260939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004ef4-c560-4ffd-a4f1-a50109631c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6045a00e-426f-4da4-903c-bca10e5f0aff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:32.308909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ca5475f-7a53-4a90-b017-4a34901758bf req-d5f84e34-434a-44bc-8da5-94b69d376761 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900464
Mar 26 20:49:32.400797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:32.459588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5944b2-f424-4b69-9c6f-0de9b16074bf None None] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:32.537771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:32.555242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '13fd6291-82e1-4682-be21-fc0e69cbb0c3', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '13fd6291-82e1-4682-be21-fc0e69cbb0c3', 'mac_address': 'fa:16:3e:e9:a3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:32.573765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:32.600386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4a5a098d-6548-4f26-bb99-b79026bf7a83 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:32.632445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:32.633063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.656101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fd6291-82e1-4682-be21-fc0e69cbb0c3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:32.735560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:32.744758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.813502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:32.827132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:32.837893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39a95d80-d730-402b-9ad8-e2c0f3677554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:32.838111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.840216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.840400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.843492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.843834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.844226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.845096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.845438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.848004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.848435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.848813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.849173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.851541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.853369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.853731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Tracked resource versions report:
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]: pushed versions:
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]: {   'AddressGroup': {'1.2'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Agent': {'1.1'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'ConntrackHelper': {'1.0'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Log': {'1.0'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'NDPProxy': {'1.0'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Network': {'1.1'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Port': {'1.7'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'PortForwarding': {'1.3'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'QosPolicy': {'1.10'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'SecurityGroup': {'1.5'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'SubPort': {'1.0'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Subnet': {'1.1'},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     'Trunk': {'1.1'}}
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]: consumer versions:
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     HyperV agent@nch1-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     HyperV agent@nch2-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     L3 agent@ncdv-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     Metering agent@ncdv-master-1: {},
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Agent': '1.1',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'ConntrackHelper': '1.0',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Log': '1.0',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'NDPProxy': '1.0',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Network': '1.1',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Port': '1.7',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'PortForwarding': '1.3',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'QosPolicy': '1.10',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'SecurityGroup': '1.5',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'SubPort': '1.0',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Subnet': '1.1',
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:                                           'Trunk': '1.1'}}
Mar 26 20:49:32.855270 ncdv-master-1 neutron-server[126739]:  {{(pid=126739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:49:32.872489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '4a5a098d-6548-4f26-bb99-b79026bf7a83', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '4a5a098d-6548-4f26-bb99-b79026bf7a83', 'mac_address': 'fa:16:3e:67:95:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-1612479973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:32.888884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3c2e1-79fa-47ed-be08-f22a02746e45 req-4d38fb01-d0f9-4cbc-924f-3287a5d77d5f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:32.891049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-deb3c2e1-79fa-47ed-be08-f22a02746e45 req-4d38fb01-d0f9-4cbc-924f-3287a5d77d5f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 968 time: 0.0939078
Mar 26 20:49:32.959106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4a5a098d-6548-4f26-bb99-b79026bf7a83 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:32.960077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.022291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5a098d-6548-4f26-bb99-b79026bf7a83 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:33.044670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-deb3c2e1-79fa-47ed-be08-f22a02746e45 req-9a2f4426-184f-426b-aa25-ca3df0a206af tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414766
Mar 26 20:49:33.065859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39a95d80-d730-402b-9ad8-e2c0f3677554 admin admin] Publish callbacks [] for security_group (2c317e44-10e1-4f1f-a89b-9884b2017d8f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.127024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:33.141434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['13fd6291-82e1-4682-be21-fc0e69cbb0c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:33.169299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:33.185296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-960905b5-f885-4a76-b284-1e3beb1f0784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.192682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1955ea92-7876-4a63-9f24-a78b3d484e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.197529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39a95d80-d730-402b-9ad8-e2c0f3677554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2c317e44-10e1-4f1f-a89b-9884b2017d8f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.268492 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.429069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a95d80-d730-402b-9ad8-e2c0f3677554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c317e44-10e1-4f1f-a89b-9884b2017d8f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.444527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02567002-487f-4a47-804e-6c3b4bc29d4f req-736542c2-bfe0-4be9-a4a4-ef94b2892792 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 210 time: 0.3743832
Mar 26 20:49:33.487108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-ff8b1bb7-0ec7-4967-bff5-42d891c4a8d2 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2347634
Mar 26 20:49:33.494106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39a95d80-d730-402b-9ad8-e2c0f3677554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ffe733694b24f6a9a12e8c1adcfb773&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0922048
Mar 26 20:49:33.502116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:33.526492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.598315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4a5a098d-6548-4f26-bb99-b79026bf7a83'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:33.606894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:33.621575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-576334393-network', 'tenant_id': 'e1a411b39e0e48a6b4db8a57265e3e1f'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:33.628168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] Publish callbacks [] for security_group (2c317e44-10e1-4f1f-a89b-9884b2017d8f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.631235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1955ea92-7876-4a63-9f24-a78b3d484e5c admin admin] Publish callbacks [] for security_group (b6f502a9-efd8-44c3-bb9c-de094f8af163), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.643957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a6e81-dd2e-43ef-a55c-6f41ff0390a4 req-27dd4850-0c3f-40d4-b258-884e2b7d6ef3 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:33.651343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c57a6e81-dd2e-43ef-a55c-6f41ff0390a4 req-27dd4850-0c3f-40d4-b258-884e2b7d6ef3 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 949 time: 0.1593578
Mar 26 20:49:33.668686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1955ea92-7876-4a63-9f24-a78b3d484e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b6f502a9-efd8-44c3-bb9c-de094f8af163), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.671724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Made reservation on behalf of e1a411b39e0e48a6b4db8a57265e3e1f for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:33.674119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.677702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] Publish callbacks [] for security_group (2c317e44-10e1-4f1f-a89b-9884b2017d8f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.698975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.707879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-960905b5-f885-4a76-b284-1e3beb1f0784 admin admin] Publish callbacks [] for security_group (3c18737b-c649-4ef3-bf8d-9c45773050f1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.719161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-960905b5-f885-4a76-b284-1e3beb1f0784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c18737b-c649-4ef3-bf8d-9c45773050f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.719681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1955ea92-7876-4a63-9f24-a78b3d484e5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bea0e22ec8bf4889a046f35887efcd75&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5489900
Mar 26 20:49:33.722102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48530) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:33.724573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955ea92-7876-4a63-9f24-a78b3d484e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f502a9-efd8-44c3-bb9c-de094f8af163,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.771765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c57a6e81-dd2e-43ef-a55c-6f41ff0390a4 req-822a36ab-6ea5-4de3-aa85-7c03e6224d9f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193094
Mar 26 20:49:33.782601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-960905b5-f885-4a76-b284-1e3beb1f0784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee5731055469439cb1236f633e699267&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2076337
Mar 26 20:49:33.789903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48532) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:33.796181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960905b5-f885-4a76-b284-1e3beb1f0784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18737b-c649-4ef3-bf8d-9c45773050f1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.831379 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2c317e44-10e1-4f1f-a89b-9884b2017d8f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.834203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.835335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c317e44-10e1-4f1f-a89b-9884b2017d8f HTTP/1.1" status: 204  len: 168 time: 0.3322222
Mar 26 20:49:33.854507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b579fd-8ba1-4af3-b927-9c46f55466ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c317e44-10e1-4f1f-a89b-9884b2017d8f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.858585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-85495bc0-1c9e-4e4c-aeb8-44c000728dce tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:33.860178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-85495bc0-1c9e-4e4c-aeb8-44c000728dce tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3528960
Mar 26 20:49:33.872966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks [] for security_group (3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.882497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.888248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Request body: {'port': {'device_id': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '70c93c47827247b8b178018931efb9a4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:33.908939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] Publish callbacks [] for security_group (b6f502a9-efd8-44c3-bb9c-de094f8af163), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.913021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] Publish callbacks [] for security_group (3c18737b-c649-4ef3-bf8d-9c45773050f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.915824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:33.925950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:33.937824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2b657133-0a09-4418-83b5-ec974df41b76), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.938672 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Added segment 2b657133-0a09-4418-83b5-ec974df41b76 of type vlan for network 1eb9c91c-4b34-49be-a10a-1f15b59dec34
Mar 26 20:49:33.957895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] Publish callbacks [] for security_group (3c18737b-c649-4ef3-bf8d-9c45773050f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.985235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1eb9c91c-4b34-49be-a10a-1f15b59dec34), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:33.994486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] Publish callbacks [] for security_group (b6f502a9-efd8-44c3-bb9c-de094f8af163), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.031304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1eb9c91c-4b34-49be-a10a-1f15b59dec34), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.032242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:34.032967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.095309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Made reservation on behalf of 70c93c47827247b8b178018931efb9a4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:34.100967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.114837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.117860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb9c91c-4b34-49be-a10a-1f15b59dec34,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.123186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c18737b-c649-4ef3-bf8d-9c45773050f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.125704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.127007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c18737b-c649-4ef3-bf8d-9c45773050f1 HTTP/1.1" status: 204  len: 168 time: 0.3329158
Mar 26 20:49:34.127467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b6f502a9-efd8-44c3-bb9c-de094f8af163), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.130066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.133915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6f502a9-efd8-44c3-bb9c-de094f8af163 HTTP/1.1" status: 204  len: 168 time: 0.4066224
Mar 26 20:49:34.134869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1eb9c91c-4b34-49be-a10a-1f15b59dec34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:34.145346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdcef2-af1c-4555-8725-91f831f5494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18737b-c649-4ef3-bf8d-9c45773050f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.159044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d68b3919-1374-4d23-a910-75cbef6c7d82 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5493166
Mar 26 20:49:34.161859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a744a66-f918-4936-932f-c72dd6900076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f502a9-efd8-44c3-bb9c-de094f8af163,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.164746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:34.170192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Request body: {'subnet': {'network_id': '1eb9c91c-4b34-49be-a10a-1f15b59dec34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-576334393-subnet', 'tenant_id': 'e1a411b39e0e48a6b4db8a57265e3e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:34.201068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13fd6291-82e1-4682-be21-fc0e69cbb0c3 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:34.222399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Made reservation on behalf of e1a411b39e0e48a6b4db8a57265e3e1f for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:34.225694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.265855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a2c4-7164-4d20-8a2d-1bdaed7ce2fa req-2746d0dd-7dc2-4be9-b1af-f25360123edc tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:34.271040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fce1a2c4-7164-4d20-8a2d-1bdaed7ce2fa req-2746d0dd-7dc2-4be9-b1af-f25360123edc tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 969 time: 0.1475868
Mar 26 20:49:34.305723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:34.333294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33edb588-2f98-4ac4-9218-4c85b98bf6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.340618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for security_group (46f2c402-276f-43cc-9e49-9f761ad38a1f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.360441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46f2c402-276f-43cc-9e49-9f761ad38a1f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.399160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fce1a2c4-7164-4d20-8a2d-1bdaed7ce2fa req-79b522f4-3b4f-4661-a666-7ee141550b6c tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209350
Mar 26 20:49:34.515453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:34.522118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:34.523033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.597417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4a5a098d-6548-4f26-bb99-b79026bf7a83 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:34.623953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:34.638766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-858d243f-cb23-4998-93e8-81d807d9785f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.668482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2c402-276f-43cc-9e49-9f761ad38a1f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.685723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:34.690728 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.695092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33edb588-2f98-4ac4-9218-4c85b98bf6a7 admin admin] Publish callbacks [] for security_group (ee47161b-27c0-4570-b951-2dfc1fdb6b6a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.732069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:34.738388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45419e90-a03a-4fe6-b5be-2004e6b15b1f req-999d9023-741d-4a2d-8f58-ba3adf4a084c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 210 time: 0.1801407
Mar 26 20:49:34.744075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33edb588-2f98-4ac4-9218-4c85b98bf6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee47161b-27c0-4570-b951-2dfc1fdb6b6a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.757737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-858d243f-cb23-4998-93e8-81d807d9785f admin admin] Publish callbacks [] for security_group (60ea976a-c2da-44b4-889d-44d96f0a285f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.766142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-858d243f-cb23-4998-93e8-81d807d9785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (60ea976a-c2da-44b4-889d-44d96f0a285f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.794074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33edb588-2f98-4ac4-9218-4c85b98bf6a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a2f8778f8bb42768701c1aa124476f1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4860191
Mar 26 20:49:34.798098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Allocated IP 192.168.233.214 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d86480f4-ccb4-4512-910f-b238b3c84889) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:34.799507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48562) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:34.800295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (9f5a40a2-a1e7-4064-811f-4fef4d73ae02), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.828979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:34.848709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edb588-2f98-4ac4-9218-4c85b98bf6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47161b-27c0-4570-b951-2dfc1fdb6b6a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.852259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.856998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-858d243f-cb23-4998-93e8-81d807d9785f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4aa7937ec134dc0b36bb547b61843f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2311432
Mar 26 20:49:34.864524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48570) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:34.905431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d243f-cb23-4998-93e8-81d807d9785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea976a-c2da-44b4-889d-44d96f0a285f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:34.922398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 4a5a098d-6548-4f26-bb99-b79026bf7a83 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:34.927930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] Publish callbacks [] for security_group (ee47161b-27c0-4570-b951-2dfc1fdb6b6a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.934313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 4a5a098d-6548-4f26-bb99-b79026bf7a83 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:34.935088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.958991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] Publish callbacks [] for security_group (ee47161b-27c0-4570-b951-2dfc1fdb6b6a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:34.978170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.028772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5a40a2-a1e7-4064-811f-4fef4d73ae02,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.049061 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace73705-e0b3-4142-9b0c-132058d7a9c9" -d '{"events": [{"server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "name": "network-vif-plugged", "status": "completed", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:35.066313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4a5a098d-6548-4f26-bb99-b79026bf7a83 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:35.067735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.079106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bc3cb-1c6e-49a6-b500-44743f1c14a1 req-28cc5d99-77ed-4cae-8682-476390c974fd tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:35.080671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc8bc3cb-1c6e-49a6-b500-44743f1c14a1 req-28cc5d99-77ed-4cae-8682-476390c974fd tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.0989718
Mar 26 20:49:35.096497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee47161b-27c0-4570-b951-2dfc1fdb6b6a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.101260 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.103039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Checking segment: {'id': '2b657133-0a09-4418-83b5-ec974df41b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1eb9c91c-4b34-49be-a10a-1f15b59dec34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:35.103935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Network hostable DHCP agents. Network: 1eb9c91c-4b34-49be-a10a-1f15b59dec34, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:35.106745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee47161b-27c0-4570-b951-2dfc1fdb6b6a HTTP/1.1" status: 204  len: 168 time: 0.2966003
Mar 26 20:49:35.124376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:35.130366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd75f6-aa90-4386-b8a8-ca0d6c53927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47161b-27c0-4570-b951-2dfc1fdb6b6a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.139179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] Publish callbacks [] for security_group (60ea976a-c2da-44b4-889d-44d96f0a285f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.164638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.165437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc8bc3cb-1c6e-49a6-b500-44743f1c14a1 req-c0bd3a18-1977-4bb6-aeff-765ab872e16c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780845
Mar 26 20:49:35.209449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Network 1eb9c91c-4b34-49be-a10a-1f15b59dec34 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:35.220982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] Publish callbacks [] for security_group (60ea976a-c2da-44b4-889d-44d96f0a285f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.234765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1eb9c91c-4b34-49be-a10a-1f15b59dec34) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:35.242122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.244709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:35.245322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.248134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa161d-f904-4085-8b2f-e0d4d2218e06 None None] Network 1eb9c91c-4b34-49be-a10a-1f15b59dec34 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:35.297033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2175130-11ee-4a21-a7af-5fd0bbd68b94 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1310546
Mar 26 20:49:35.300684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for port (d86480f4-ccb4-4512-910f-b238b3c84889), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.333561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (60ea976a-c2da-44b4-889d-44d96f0a285f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.337064 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.341129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60ea976a-c2da-44b4-889d-44d96f0a285f HTTP/1.1" status: 204  len: 168 time: 0.4618423
Mar 26 20:49:35.373217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd0521-ce4c-4b0f-b5ea-07a471a67211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea976a-c2da-44b4-889d-44d96f0a285f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.387613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299901f-f1cf-44e0-873a-96d902a81493 None None] Network 1eb9c91c-4b34-49be-a10a-1f15b59dec34 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:35.408093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.471583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:35.476878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:35.484805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:35.490150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:35.491132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.503711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:35.530179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-fab10611-7fef-4195-bdf6-21928042b401 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6456556
Mar 26 20:49:35.541880 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c53520-0737-4ad1-8006-00f68bc6ec7b x-openstack-request-id: req-66c53520-0737-4ad1-8006-00f68bc6ec7b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:35.542231 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "name": "network-vif-plugged", "status": "completed", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:35.542498 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66c53520-0737-4ad1-8006-00f68bc6ec7b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:35.542952 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c53520-0737-4ad1-8006-00f68bc6ec7b'] response: {'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3', 'code': 200}
Mar 26 20:49:35.545219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Request body: {'port': {'device_id': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:35.624024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.21', 54676) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:35.652474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.738093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ce66e-7115-46dc-96f8-2fb367e6b4b1 req-5b6271b3-fa71-46a4-a110-d888ddf5b737 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:35.748579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a76ce66e-7115-46dc-96f8-2fb367e6b4b1 req-5b6271b3-fa71-46a4-a110-d888ddf5b737 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.2152965
Mar 26 20:49:35.768230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-f9354b4d-49e9-4ba1-b73e-ce6e22271819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:35.769719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-f9354b4d-49e9-4ba1-b73e-ce6e22271819 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 1132 time: 0.1380725
Mar 26 20:49:35.796522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-83a5cd0f-34d7-4a98-bd77-21018e7297b4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.799169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c322b5c0-9b62-4a0e-a97e-95a6bb587ae7 None None] Provisioning complete for port d86480f4-ccb4-4512-910f-b238b3c84889 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:35.800415 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c322b5c0-9b62-4a0e-a97e-95a6bb587ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.848749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a76ce66e-7115-46dc-96f8-2fb367e6b4b1 req-fe1d6172-4081-4391-a875-799fe41eff03 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866735
Mar 26 20:49:35.870291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c322b5c0-9b62-4a0e-a97e-95a6bb587ae7 None None] Port d86480f4-ccb4-4512-910f-b238b3c84889 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:35.954777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-83a5cd0f-34d7-4a98-bd77-21018e7297b4 service neutron] Publish callbacks [] for security_group (530dd649-adda-4a0e-8072-e2d235ac5b0d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:35.961793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-83a5cd0f-34d7-4a98-bd77-21018e7297b4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (530dd649-adda-4a0e-8072-e2d235ac5b0d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.027012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b53b5a10-698d-4bb4-95c9-59565533d72f req-83a5cd0f-34d7-4a98-bd77-21018e7297b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480116
Mar 26 20:49:36.027965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5cd0f-34d7-4a98-bd77-21018e7297b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=530dd649-adda-4a0e-8072-e2d235ac5b0d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:36.035467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4c964-1fc7-47e9-b9e4-70d3e9b21471 req-6e0406d9-ccc9-4286-868d-ad3b7174c6cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.037063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34c4c964-1fc7-47e9-b9e4-70d3e9b21471 req-6e0406d9-ccc9-4286-868d-ad3b7174c6cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 936 time: 0.1342478
Mar 26 20:49:36.097303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:36.127243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86480f4-ccb4-4512-910f-b238b3c84889 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:36.152200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34c4c964-1fc7-47e9-b9e4-70d3e9b21471 req-bd5ebc3c-6e1c-489c-8e78-474ead4747a9 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984764
Mar 26 20:49:36.158649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks [] for port (d86480f4-ccb4-4512-910f-b238b3c84889), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.174609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Transition to ACTIVE for port object d86480f4-ccb4-4512-910f-b238b3c84889 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:36.178434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.238617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:36.314997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:36.315321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:36.315651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:36.328912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:36.329256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:36.349821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:36.350174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:36.350559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:36.351259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Bound port: d86480f4-ccb4-4512-910f-b238b3c84889, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:36.351623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.380754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049eb94-17ea-4791-9dff-8bae3d1c0d04 req-a387642d-a678-433b-95dd-9c1031e79964 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.382310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e049eb94-17ea-4791-9dff-8bae3d1c0d04 req-a387642d-a678-433b-95dd-9c1031e79964 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.1098313
Mar 26 20:49:36.470875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:36.474957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:36.479038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e049eb94-17ea-4791-9dff-8bae3d1c0d04 req-22396e9f-5ab0-45e7-827c-b040d0d0f350 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763495
Mar 26 20:49:36.495093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.540816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.541459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.542890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] 10.222.0.21 "PUT /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 1096 time: 1.0036399
Mar 26 20:49:36.544255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:36.546237 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:36.584939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473d9b3-b3ea-406f-a5ce-0abd594e6260 service neutron] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:36.585964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278065389-network', 'tenant_id': '6b34ba04480d4780ab93be91471d1068'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:36.620618 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec134618-7d4f-4454-aedd-b7bbab487bfc x-openstack-request-id: req-ec134618-7d4f-4454-aedd-b7bbab487bfc {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:36.621457 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:36.621811 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec134618-7d4f-4454-aedd-b7bbab487bfc {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:36.622415 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec134618-7d4f-4454-aedd-b7bbab487bfc'] response: {'name': 'network-changed', 'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'status': 'completed', 'code': 200}
Mar 26 20:49:36.663562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-2234c972-e025-44e1-83d6-422b8cdbe1b0 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.667399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-2234c972-e025-44e1-83d6-422b8cdbe1b0 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.3199100
Mar 26 20:49:36.668251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Made reservation on behalf of 6b34ba04480d4780ab93be91471d1068 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:36.670486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.688942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.705856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-b346ec0c-1554-4f3c-b6ff-e5cf78785d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.708354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-b346ec0c-1554-4f3c-b6ff-e5cf78785d6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.0807118
Mar 26 20:49:36.712564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-96589043-6339-428a-afd7-40030f163d94 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/quotas/cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 375 time: 0.0247345
Mar 26 20:49:36.759561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-8ed714ea-9e64-4bc9-8c66-9a8f15622da4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0367899
Mar 26 20:49:36.800037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-df5f09e0-006f-41d6-b4cb-13c14dab1955 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0830679
Mar 26 20:49:36.849845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks [] for security_group (9aa8f313-cb26-47ab-8164-4664af8dec58), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.856853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9aa8f313-cb26-47ab-8164-4664af8dec58), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.878418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-152fbbf1-1a58-4736-8a05-1365a4f6b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.880895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-152fbbf1-1a58-4736-8a05-1365a4f6b27c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0736134
Mar 26 20:49:36.910318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:36.920601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa8f313-cb26-47ab-8164-4664af8dec58,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:36.941302 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (47342633-0268-4a8b-9c26-b379f76bba42), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.941644 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Added segment 47342633-0268-4a8b-9c26-b379f76bba42 of type vlan for network e02a18cc-a79f-4e49-a169-841b79b73425
Mar 26 20:49:36.996171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-ebab0ba9-a86d-4afe-b84d-31bb92a54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:36.997417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e02a18cc-a79f-4e49-a169-841b79b73425), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:36.998560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-ebab0ba9-a86d-4afe-b84d-31bb92a54d11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1082616
Mar 26 20:49:37.031203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e02a18cc-a79f-4e49-a169-841b79b73425), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.032246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.033256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.053672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e821-27f7-4110-b04d-0e527f1fb014 req-b4428d27-e507-4172-9326-c6ee16e4feee tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.062843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc16e821-27f7-4110-b04d-0e527f1fb014 req-b4428d27-e507-4172-9326-c6ee16e4feee tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.1135809
Mar 26 20:49:37.073612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.9744060
Mar 26 20:49:37.076472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:37.085019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Request body: {'subnet': {'network_id': 'e02a18cc-a79f-4e49-a169-841b79b73425', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-278065389-subnet', 'tenant_id': '6b34ba04480d4780ab93be91471d1068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:37.138782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7043188-a93f-446a-b05b-5144fd38c91d admin admin] Pushing event updated for resources: {'Network': ['ID=e02a18cc-a79f-4e49-a169-841b79b73425,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:37.149772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e02a18cc-a79f-4e49-a169-841b79b73425 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:37.155572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Made reservation on behalf of 6b34ba04480d4780ab93be91471d1068 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:37.159166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.215151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48676) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:37.244544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc16e821-27f7-4110-b04d-0e527f1fb014 req-bac338ef-22b5-4b6d-a0cc-8e8354b90daa tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804173
Mar 26 20:49:37.264205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-e741b385-ac64-4a3f-8302-9b0fbbed4ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2487445
Mar 26 20:49:37.379849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-5bd50c07-b3d0-4f39-b9f5-66c88fa3c06a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:37.381056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-5bd50c07-b3d0-4f39-b9f5-66c88fa3c06a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2516885
Mar 26 20:49:37.392580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1169205242-network', 'tenant_id': 'cf51b08278d246e498f59455e299ba89'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:37.429669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6dfe867-edf0-4599-9bcc-c28c13965476 req-17f8c6c2-8d45-4cba-b6bc-6c6b7ea6c00a service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569791
Mar 26 20:49:37.435121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (cb6ae4bd-04de-434d-beec-df79458706b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.453970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb45c9-05fb-4788-8e34-ffdd0d903fad req-7eca7a32-d975-4742-a510-4fef5f9ec560 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.460656 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8fb45c9-05fb-4788-8e34-ffdd0d903fad req-7eca7a32-d975-4742-a510-4fef5f9ec560 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.0986826
Mar 26 20:49:37.522604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:37.524948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.545362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:37.546954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.553189 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f99a679-af12-4d25-bfd1-c2f48b48ebef" -d '{"events": [{"server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "name": "network-vif-plugged", "status": "completed", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:37.554110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8fb45c9-05fb-4788-8e34-ffdd0d903fad req-7ecee04e-8b41-4312-bb72-17f2f91c2e77 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792272
Mar 26 20:49:37.564120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-f54047d2-7a52-4d2f-bb05-4dfdc6bcc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.565702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-f54047d2-7a52-4d2f-bb05-4dfdc6bcc9e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.0747590
Mar 26 20:49:37.583447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6ae4bd-04de-434d-beec-df79458706b5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:37.600277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Checking segment: {'id': '47342633-0268-4a8b-9c26-b379f76bba42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e02a18cc-a79f-4e49-a169-841b79b73425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:37.600645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Network hostable DHCP agents. Network: e02a18cc-a79f-4e49-a169-841b79b73425, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:37.606089 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-6e5cfaae-8d05-4428-957e-e054562ca78c service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172930
Mar 26 20:49:37.693583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Network e02a18cc-a79f-4e49-a169-841b79b73425 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:37.709747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-827d2dc2-a974-4da9-8ed5-b4e51a4f1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.711356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-827d2dc2-a974-4da9-8ed5-b4e51a4f1ac4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1368241
Mar 26 20:49:37.725360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e02a18cc-a79f-4e49-a169-841b79b73425) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:37.733723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.734962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.742562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527192e7-e553-4aa4-a794-e74365269699 None None] Network e02a18cc-a79f-4e49-a169-841b79b73425 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:37.767324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-90b7235d-34c7-4f49-bf1c-05982866143f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0475667
Mar 26 20:49:37.793683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288aa732-848f-4f39-97ef-2a793fd061da req-d15b020d-7564-4095-af35-7d968071e352 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.801005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-288aa732-848f-4f39-97ef-2a793fd061da req-d15b020d-7564-4095-af35-7d968071e352 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.1215780
Mar 26 20:49:37.866861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-94d735aa-4f4b-4140-b5d8-fe74051a2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:37.868413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-94d735aa-4f4b-4140-b5d8-fe74051a2e19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0935817
Mar 26 20:49:37.933953 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-af839188-202a-4c16-8c9f-eaced78a405d service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3123875
Mar 26 20:49:37.935854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks [] for security_group (6ca38fab-5758-426b-9916-c56f941d0efb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.950673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ed399b9d-8f29-44f9-b55c-9ac810fcf27e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8621652
Mar 26 20:49:37.957801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6ca38fab-5758-426b-9916-c56f941d0efb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:37.995602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-288aa732-848f-4f39-97ef-2a793fd061da req-3adb6124-7b06-4bdc-8fd3-d66df2d6cca2 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865842
Mar 26 20:49:38.005626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38463566-711b-4637-96ec-adf71134aaf9 None None] Network e02a18cc-a79f-4e49-a169-841b79b73425 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:38.024953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:38.031313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-7705d936-1792-42e0-aaed-22d3c6470874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:38.036532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-7705d936-1792-42e0-aaed-22d3c6470874 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1595113
Mar 26 20:49:38.047426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e9bbe09-8e63-469d-831c-c324b758ab27), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.047817 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Added segment 8e9bbe09-8e63-469d-831c-c324b758ab27 of type vlan for network 3719dfee-4a50-4ee6-a6eb-866a85cdf502
Mar 26 20:49:38.101911 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82caac-5c82-4972-9d92-74fd04495a6f x-openstack-request-id: req-8a82caac-5c82-4972-9d92-74fd04495a6f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:38.107431 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "name": "network-vif-plugged", "status": "completed", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:38.108097 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a82caac-5c82-4972-9d92-74fd04495a6f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:38.108686 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a82caac-5c82-4972-9d92-74fd04495a6f'] response: {'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83', 'code': 200}
Mar 26 20:49:38.137026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3719dfee-4a50-4ee6-a6eb-866a85cdf502), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.168190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-b662753d-d458-4595-8800-56e0cadfa431 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237512
Mar 26 20:49:38.190563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca38fab-5758-426b-9916-c56f941d0efb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:38.206441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3719dfee-4a50-4ee6-a6eb-866a85cdf502), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.207271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:38.208600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.316519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] Pushing event updated for resources: {'Network': ['ID=3719dfee-4a50-4ee6-a6eb-866a85cdf502,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:38.328985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0bed135-f915-4b08-b18b-7e1169440644 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1125338
Mar 26 20:49:38.330143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48714) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:38.330390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:38.341329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Request body: {'subnet': {'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1169205242-subnet', 'tenant_id': 'cf51b08278d246e498f59455e299ba89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:38.384637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:38.387709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.530236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c592cc8-845a-4270-9bb8-57b02a85e082 req-2ece29d7-370d-4b7c-921b-4cabfe995a4f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 210 time: 0.1991141
Mar 26 20:49:38.535110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04274f-790c-4caf-b987-bdafbf056ff3 req-39b7b367-ecd7-41db-a943-c5a90dfbce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:38.537408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c04274f-790c-4caf-b987-bdafbf056ff3 req-39b7b367-ecd7-41db-a943-c5a90dfbce0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 1152 time: 0.3527186
Mar 26 20:49:38.684237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c04274f-790c-4caf-b987-bdafbf056ff3 req-ae3cf96d-ffd0-4853-8f22-77c09efd7e85 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020432
Mar 26 20:49:38.721683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (3d598f5b-fc7d-48e0-860c-34aaff2cb829), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.738019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5bd0e43-ce4b-49cd-9845-41c43733a8b8 req-d3a29f81-828d-4c34-8013-f8c898c746e0 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5628946
Mar 26 20:49:38.789866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d598f5b-fc7d-48e0-860c-34aaff2cb829,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:38.821806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2c89-c7d9-43ce-91b3-b2e8a03e824e req-28f0fce1-5143-4cf1-98aa-9ec04e3a895f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:38.823490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-75dd2c89-c7d9-43ce-91b3-b2e8a03e824e req-28f0fce1-5143-4cf1-98aa-9ec04e3a895f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.1480243
Mar 26 20:49:38.838999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:38.839357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Network hostable DHCP agents. Network: 3719dfee-4a50-4ee6-a6eb-866a85cdf502, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:38.883459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:38.889396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-75dd2c89-c7d9-43ce-91b3-b2e8a03e824e req-33d21611-9b16-4666-9dd1-ed1cbda00dc6 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585730
Mar 26 20:49:38.900455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3719dfee-4a50-4ee6-a6eb-866a85cdf502) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:38.905562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:38.906349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:38.912641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6e24b-b6cc-489f-8b21-2b3f8a8ca41a None None] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:38.935074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e503f8bc-8406-4be1-88b6-ae276bf15095 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5986505
Mar 26 20:49:38.958235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48742) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:38.963403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1655948583-network', 'tenant_id': 'b25d0924595f498399f081ad0ec70bc9'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:39.008867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Made reservation on behalf of b25d0924595f498399f081ad0ec70bc9 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:39.013493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.063777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.132391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41028dd-c55b-4054-968f-1a0d11cc2958 None None] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:39.163587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks [] for security_group (6bd5576d-bb48-45ad-8cef-28582701a3a0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.174651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6bd5576d-bb48-45ad-8cef-28582701a3a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.204420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6bd0e-6926-49d1-a8fa-bc51fbba8d33 req-ab42b0bf-93bd-4d94-b5b8-7942d0dabbfa tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:39.214979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1a6bd0e-6926-49d1-a8fa-bc51fbba8d33 req-ab42b0bf-93bd-4d94-b5b8-7942d0dabbfa tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.2103920
Mar 26 20:49:39.277123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:39.297716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1a6bd0e-6926-49d1-a8fa-bc51fbba8d33 req-bf546b38-309a-40b1-916b-a2496a2b0ad4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804853
Mar 26 20:49:39.300249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5576d-bb48-45ad-8cef-28582701a3a0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:39.309199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fa970e33-a8f0-4245-a0ad-d1b34c18d1e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.309431 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Added segment fa970e33-a8f0-4245-a0ad-d1b34c18d1e6 of type vlan for network 061f4758-abba-4180-95f7-1a04b08c2e6c
Mar 26 20:49:39.358166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (061f4758-abba-4180-95f7-1a04b08c2e6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.393822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (061f4758-abba-4180-95f7-1a04b08c2e6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.396570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:39.397407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.430804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d593-225c-4b65-b74d-ddb2cdcf2ab7 req-5e078ffb-8ed3-4c3d-97c3-d2722c66ddd8 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:39.433335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3786d593-225c-4b65-b74d-ddb2cdcf2ab7 req-5e078ffb-8ed3-4c3d-97c3-d2722c66ddd8 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.0631812
Mar 26 20:49:39.442716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4828365
Mar 26 20:49:39.448430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:39.454056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Request body: {'subnet': {'network_id': '061f4758-abba-4180-95f7-1a04b08c2e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1655948583-subnet', 'tenant_id': 'b25d0924595f498399f081ad0ec70bc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:39.498910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722f3d5-7553-4c3e-a671-d017d5bb3fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=061f4758-abba-4180-95f7-1a04b08c2e6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:39.505054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3786d593-225c-4b65-b74d-ddb2cdcf2ab7 req-716e9381-7336-41a2-ab01-1cf4de908ef7 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644255
Mar 26 20:49:39.516537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 061f4758-abba-4180-95f7-1a04b08c2e6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:39.520295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Made reservation on behalf of b25d0924595f498399f081ad0ec70bc9 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:39.528102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.691611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a16f7e2-442d-488a-84c1-3f5da693b8b7 req-9b3b20f3-0ded-4ca0-94d9-3e178493ef87 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 210 time: 0.0661495
Mar 26 20:49:39.724974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48778) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:39.737259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1225404169-network', 'tenant_id': 'ae20fc40138243ac8c0bade1ecc3340b'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:39.810447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (13bd12de-0ad2-489a-bd9f-38b8504f1d12), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.842237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Made reservation on behalf of ae20fc40138243ac8c0bade1ecc3340b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:39.845649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.860142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.877659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bd12de-0ad2-489a-bd9f-38b8504f1d12,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:39.902227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-b30332f8-b6e3-4bd5-b979-481129b7a880 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:39.903862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Checking segment: {'id': 'fa970e33-a8f0-4245-a0ad-d1b34c18d1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '061f4758-abba-4180-95f7-1a04b08c2e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:39.904271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Network hostable DHCP agents. Network: 061f4758-abba-4180-95f7-1a04b08c2e6c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:39.904671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-b30332f8-b6e3-4bd5-b979-481129b7a880 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.1526432
Mar 26 20:49:39.918391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Request body: {'port': {'device_id': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'admin_state_up': True, 'tenant_id': 'cac9d686cedf4368ae6e500602e64596'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:39.931619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Network 061f4758-abba-4180-95f7-1a04b08c2e6c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:39.953688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 061f4758-abba-4180-95f7-1a04b08c2e6c) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:39.959854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:39.962015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:39.978923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e893be4-9497-4536-8f80-678e5e12b1a8 None None] Network 061f4758-abba-4180-95f7-1a04b08c2e6c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:40.003435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-37dbcb73-bb86-4f27-961f-a14bd8c41d62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5533469
Mar 26 20:49:40.091196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks [] for security_group (846f1f81-ea56-4751-8368-eb3431377c4d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.102246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (846f1f81-ea56-4751-8368-eb3431377c4d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.142310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af079be-ad3b-4770-b074-3a99c28b089a None None] Network 061f4758-abba-4180-95f7-1a04b08c2e6c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:40.147263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:49:40.152643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:40.156104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.180520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846f1f81-ea56-4751-8368-eb3431377c4d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:40.191465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c9e0646a-07d1-4be8-a238-82bcb5990b3a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.192903 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Added segment c9e0646a-07d1-4be8-a238-82bcb5990b3a of type vlan for network a4df0e52-2b0c-45ed-960d-13644bf96254
Mar 26 20:49:40.241436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:40.242606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:40.304796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Deleting subnet cb6ae4bd-04de-434d-beec-df79458706b5 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:49:40.308345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Publish callbacks [] for subnet (cb6ae4bd-04de-434d-beec-df79458706b5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.334114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a4df0e52-2b0c-45ed-960d-13644bf96254), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.360565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Publish callbacks [] for subnet (cb6ae4bd-04de-434d-beec-df79458706b5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.376689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (cb6ae4bd-04de-434d-beec-df79458706b5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.409291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:40.424113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47081690-cf43-4e34-8409-739849371944 req-d13c30fa-0a11-4652-bc64-5530e055894f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:40.425791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47081690-cf43-4e34-8409-739849371944 req-d13c30fa-0a11-4652-bc64-5530e055894f tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.2091613
Mar 26 20:49:40.429289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a4df0e52-2b0c-45ed-960d-13644bf96254), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.430217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:40.430793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.445290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'mac_address': 'fa:16:3e:e0:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:40.473738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (cb6ae4bd-04de-434d-beec-df79458706b5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.477587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Allocated IP 172.20.0.7 (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049/816baad8-fa89-447b-9930-1d11c8f49789/20d1d1b1-7ff8-4820-b9ce-973be1edd28e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:40.499710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7705839
Mar 26 20:49:40.504725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d86480f4-ccb4-4512-910f-b238b3c84889 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:40.505290 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.513234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48800) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:40.519526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Request body: {'subnet': {'network_id': 'a4df0e52-2b0c-45ed-960d-13644bf96254', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1225404169-subnet', 'tenant_id': 'ae20fc40138243ac8c0bade1ecc3340b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:40.528747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.534250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb6ae4bd-04de-434d-beec-df79458706b5 HTTP/1.1" status: 204  len: 168 time: 0.2896316
Mar 26 20:49:40.534250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd94c3-b09d-46c0-aeed-374a031b20e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6ae4bd-04de-434d-beec-df79458706b5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:40.536669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48802) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:40.563205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86480f4-ccb4-4512-910f-b238b3c84889 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:40.572868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e59bc-77b4-429e-9000-44d34539b688 admin admin] Pushing event updated for resources: {'Network': ['ID=a4df0e52-2b0c-45ed-960d-13644bf96254,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:40.603516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a4df0e52-2b0c-45ed-960d-13644bf96254 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:49:40.612723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47081690-cf43-4e34-8409-739849371944 req-bf5db4ff-947e-4a83-86f3-dd43d0e6d060 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792140
Mar 26 20:49:40.638975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Made reservation on behalf of ae20fc40138243ac8c0bade1ecc3340b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:40.641557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.643955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:40.654753 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.669442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e02a18cc-a79f-4e49-a169-841b79b73425), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.771005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:40.817821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e02a18cc-a79f-4e49-a169-841b79b73425), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:40.863104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f611f07f9d0>> segment before_delete 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.863466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f611f07f9d0>> subnet precommit_delete_associations 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.865536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> segment_host_mapping after_create 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.865905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> port after_create 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.866265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> port after_delete 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.866611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> port after_update 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.867761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> segment after_delete 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.868142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> subnet after_create 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.868978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> subnet after_delete 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.868978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611f88fee0>> subnet after_update 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:40.914522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6e84c-e1a0-4e54-9212-b9e52176311f req-446b5c48-c1bc-4738-ac41-67ef767bcc79 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:40.916131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7b6e84c-e1a0-4e54-9212-b9e52176311f req-446b5c48-c1bc-4738-ac41-67ef767bcc79 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.1629958
Mar 26 20:49:40.950386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:40.970930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks [] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.022684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611e5543a0>> subnet after_create 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:41.023384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611e5543a0>> subnet after_delete 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:41.023973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611e5543a0>> subnet before_create 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:41.024943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611e5543a0>> subnet before_update 55550000 {{(pid=126738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:49:41.025870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f07fc10>,) {'filters': {'network_id': ['e02a18cc-a79f-4e49-a169-841b79b73425']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:41.069862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f07fc10>, '47342633-0268-4a8b-9c26-b379f76bba42') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:41.070928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f07fc10>, '47342633-0268-4a8b-9c26-b379f76bba42') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:41.092854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7b6e84c-e1a0-4e54-9212-b9e52176311f req-e373c380-63ed-4f35-a0cf-3557c0fd2a13 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533089
Mar 26 20:49:41.095589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (47342633-0268-4a8b-9c26-b379f76bba42), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.115081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (1a639b66-4c71-4754-9193-1f009972def1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.146626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c6aa-b4d3-4ea1-9737-e53f5b948320 req-0ff3f83a-0d2c-4c8a-890f-3fb9b2922e6c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:41.154769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9e2c6aa-b4d3-4ea1-9737-e53f5b948320 req-0ff3f83a-0d2c-4c8a-890f-3fb9b2922e6c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 949 time: 0.3966839
Mar 26 20:49:41.185633 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.222277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (47342633-0268-4a8b-9c26-b379f76bba42), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.229215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9e2c6aa-b4d3-4ea1-9737-e53f5b948320 req-67ea67e5-42a5-49e5-8f5d-03cf7eb008b1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735462
Mar 26 20:49:41.237025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:49:41.237230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (47342633-0268-4a8b-9c26-b379f76bba42), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.275698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a639b66-4c71-4754-9193-1f009972def1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   from cryptography.utils import int_from_bytes
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   from cryptography.utils import int_from_bytes
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:49:41.278819 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:49:41.305508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:41.317621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:41.320202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:41.339003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Checking segment: {'id': 'c9e0646a-07d1-4be8-a238-82bcb5990b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'a4df0e52-2b0c-45ed-960d-13644bf96254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:41.339368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Network hostable DHCP agents. Network: a4df0e52-2b0c-45ed-960d-13644bf96254, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:49:41.351158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:41.356817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:41.357447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.381656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e02a18cc-a79f-4e49-a169-841b79b73425), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.383842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d86d0-bd49-44fe-8c3a-6b290e791acc req-ca5757f6-1bd5-460d-a0af-86179414cf2e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:41.385387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f97d86d0-bd49-44fe-8c3a-6b290e791acc req-ca5757f6-1bd5-460d-a0af-86179414cf2e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 931 time: 0.1853220
Mar 26 20:49:41.395763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-91ec89db-f274-4680-b309-2f3d8d5dee08 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4815757
Mar 26 20:49:41.399156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Network a4df0e52-2b0c-45ed-960d-13644bf96254 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:49:41.401582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.408219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e02a18cc-a79f-4e49-a169-841b79b73425 HTTP/1.1" status: 204  len: 168 time: 0.8672323
Mar 26 20:49:41.408219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5e042-e2e1-477c-b871-c54921d86af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e02a18cc-a79f-4e49-a169-841b79b73425,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:41.409100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48816) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:41.414990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Request body: {'port': {'device_id': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'device_owner': 'compute:tempest-test_az-1612479973', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:41.449086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4df0e52-2b0c-45ed-960d-13644bf96254) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:41.455026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:41.455634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.460011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c85497-a87d-4088-bfe2-29b53f8bc587 None None] Network a4df0e52-2b0c-45ed-960d-13644bf96254 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:41.465081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Deleting subnet 13bd12de-0ad2-489a-bd9f-38b8504f1d12 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:49:41.469058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Publish callbacks [] for subnet (13bd12de-0ad2-489a-bd9f-38b8504f1d12), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.507834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f97d86d0-bd49-44fe-8c3a-6b290e791acc req-c7a2217d-780d-498c-919d-95850a41245c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109116
Mar 26 20:49:41.527859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (13bd12de-0ad2-489a-bd9f-38b8504f1d12), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.565224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d4669-4d23-4f17-b231-5ccd9fc4c8ed None None] Network a4df0e52-2b0c-45ed-960d-13644bf96254 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:49:41.566506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c2aaa546-2891-459b-a8e0-818f0d94c98f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0521965
Mar 26 20:49:41.579253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.590085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48822) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:41.600489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (13bd12de-0ad2-489a-bd9f-38b8504f1d12), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.672848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (13bd12de-0ad2-489a-bd9f-38b8504f1d12), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.706931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bd12de-0ad2-489a-bd9f-38b8504f1d12,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:41.720721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.731048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6207f755-5ccc-4a48-b786-3fd5e7458a5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/13bd12de-0ad2-489a-bd9f-38b8504f1d12 HTTP/1.1" status: 204  len: 168 time: 0.3207214
Mar 26 20:49:41.733576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:41.874512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad7a7-2056-47af-9bb4-1f535ea03d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.888635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (061f4758-abba-4180-95f7-1a04b08c2e6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.927203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d1d1b1-7ff8-4820-b9ce-973be1edd28e {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:41.932130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86f5ea-0e36-4e2a-b8c5-0b551fe1a615 req-bfb24474-edaf-4344-95e5-f19c9308d6f3 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:41.935335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks [] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:41.938635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e86f5ea-0e36-4e2a-b8c5-0b551fe1a615 req-bfb24474-edaf-4344-95e5-f19c9308d6f3 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.1803536
Mar 26 20:49:41.949054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Transition to ACTIVE for port object 20d1d1b1-7ff8-4820-b9ce-973be1edd28e will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:41.953376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.087289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e86f5ea-0e36-4e2a-b8c5-0b551fe1a615 req-198d863c-39c2-4d97-a862-7986c533ea6d tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472528
Mar 26 20:49:42.134482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (061f4758-abba-4180-95f7-1a04b08c2e6c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.196269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.198590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e800520>,) {'filters': {'network_id': ['061f4758-abba-4180-95f7-1a04b08c2e6c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:42.224828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad7a7-2056-47af-9bb4-1f535ea03d98 admin admin] Publish callbacks [] for security_group (4532120c-b23e-4a18-9336-c65f2d62e7be), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.230312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:42.240876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e800520>, 'fa970e33-a8f0-4245-a0ad-d1b34c18d1e6') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:42.241215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e800520>, 'fa970e33-a8f0-4245-a0ad-d1b34c18d1e6') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:49:42.243326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad7a7-2056-47af-9bb4-1f535ea03d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4532120c-b23e-4a18-9336-c65f2d62e7be), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.262972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:42.263313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:42.263647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:42.269392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (fa970e33-a8f0-4245-a0ad-d1b34c18d1e6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.269584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:42.270563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:42.278827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:42.279009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:42.279247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:42.279688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Bound port: 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:42.280073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.285334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d86480f4-ccb4-4512-910f-b238b3c84889 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:42.289396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d86480f4-ccb4-4512-910f-b238b3c84889 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:42.290905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.317798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d220834-195e-4544-b272-3b143f70fae7 req-61d72d87-34c1-4049-a4c6-63e0bedeb2aa tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.319455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d220834-195e-4544-b272-3b143f70fae7 req-61d72d87-34c1-4049-a4c6-63e0bedeb2aa tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 1132 time: 0.2880321
Mar 26 20:49:42.321809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fa970e33-a8f0-4245-a0ad-d1b34c18d1e6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.330300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-cd81fa21-c890-4830-ae1c-a2e097b894f1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.334397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0d0ad7a7-2056-47af-9bb4-1f535ea03d98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9200151de28444b9818c51b3fc78f74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7402623
Mar 26 20:49:42.334557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-cd81fa21-c890-4830-ae1c-a2e097b894f1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.1911962
Mar 26 20:49:42.335322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:42.338545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:49:42.339237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (fa970e33-a8f0-4245-a0ad-d1b34c18d1e6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:49:42.346118 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:49:42.357183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ad7a7-2056-47af-9bb4-1f535ea03d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4532120c-b23e-4a18-9336-c65f2d62e7be,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.385605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-cf37849a-41a8-44c1-abc3-604e3e6c7f47 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/quotas/cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 375 time: 0.0448046
Mar 26 20:49:42.388620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-76613553-2e9c-4176-8b26-a8ece38754bc tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.390159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-76613553-2e9c-4176-8b26-a8ece38754bc tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 1152 time: 0.2142973
Mar 26 20:49:42.391731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d86480f4-ccb4-4512-910f-b238b3c84889 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:42.392350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.417445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:42.422826 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7418e2b0-d8a4-4972-a4b9-be5716734a82" -d '{"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-plugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:42.433998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:42.440590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:42.441003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.445637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-c0f8ccff-77d2-4585-a996-18134710d60a tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.453785 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-22256d82-912b-4ffe-b73b-625886edb2bb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511649
Mar 26 20:49:42.477256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (061f4758-abba-4180-95f7-1a04b08c2e6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.490696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:42.490930 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.493931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/061f4758-abba-4180-95f7-1a04b08c2e6c HTTP/1.1" status: 204  len: 168 time: 0.7585807
Mar 26 20:49:42.496853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.511678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] Publish callbacks [] for security_group (4532120c-b23e-4a18-9336-c65f2d62e7be), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.514459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ebab0-5c5d-450c-8e33-58510aeb7ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=061f4758-abba-4180-95f7-1a04b08c2e6c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.518762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.553202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Deleting port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:49:42.553393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.625778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] Publish callbacks [] for security_group (4532120c-b23e-4a18-9336-c65f2d62e7be), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.630602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.630957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.632436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] 10.222.0.18 "PUT /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 1113 time: 1.2255642
Mar 26 20:49:42.635665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-c0f8ccff-77d2-4585-a996-18134710d60a tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] Publish callbacks [] for security_group (9ab0360d-95ab-45d3-b912-37c8c0880518), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.637276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:42.639643 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244df8a-645f-4115-a330-bcfde603a2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:42.646022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-c0f8ccff-77d2-4585-a996-18134710d60a tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ab0360d-95ab-45d3-b912-37c8c0880518), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.657538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48860) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:42.678827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f12db-4ab2-4d1f-a68b-9f33c937edb2 service neutron] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.705030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] For port 13fd6291-82e1-4682-be21-fc0e69cbb0c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13fd6291-82e1-4682-be21-fc0e69cbb0c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:42.705377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.717863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ccff-77d2-4585-a996-18134710d60a tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab0360d-95ab-45d3-b912-37c8c0880518,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.725357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90b133de-6b9f-4e5d-b5f8-025bf28b282e req-c0f8ccff-77d2-4585-a996-18134710d60a tempest-AggregatesAdminTestJSON-1202903181 tempest-AggregatesAdminTestJSON-1202903181-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3264837
Mar 26 20:49:42.726510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Calling delete_port for 13fd6291-82e1-4682-be21-fc0e69cbb0c3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:49:42.787533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-9f8cbee4-3909-4267-95f0-303fb2e22506 service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3228910
Mar 26 20:49:42.795744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75bff6a3-d22c-47b5-94d4-090dcbec82c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b34ba04480d4780ab93be91471d1068&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1370888
Mar 26 20:49:42.798393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48864) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:42.834134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-2b8b6dc8-c8e4-4ba9-aa68-10cacee02d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.835540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-2b8b6dc8-c8e4-4ba9-aa68-10cacee02d45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1147 time: 0.1469936
Mar 26 20:49:42.842140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4532120c-b23e-4a18-9336-c65f2d62e7be), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.844696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:42.850931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4532120c-b23e-4a18-9336-c65f2d62e7be HTTP/1.1" status: 204  len: 168 time: 0.5121601
Mar 26 20:49:42.901840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6964e-0923-47fd-aa67-82ae175e4f35 req-28b6e6dc-09ed-4c68-a694-629224b69b45 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:42.908452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8a6964e-0923-47fd-aa67-82ae175e4f35 req-28b6e6dc-09ed-4c68-a694-629224b69b45 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 950 time: 0.0956316
Mar 26 20:49:42.940065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da61a4c-e351-4a33-aceb-b7abc6510ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4532120c-b23e-4a18-9336-c65f2d62e7be,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:42.948560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-4a9a6a8b-1b45-407a-9e3a-faabbb5638d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0965164
Mar 26 20:49:42.998215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8a6964e-0923-47fd-aa67-82ae175e4f35 req-7d0ffe73-2987-4f7e-9549-da03aea64f99 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887809
Mar 26 20:49:43.017684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (13fd6291-82e1-4682-be21-fc0e69cbb0c3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.030554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['13fd6291-82e1-4682-be21-fc0e69cbb0c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:43.040508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-8755aa6e-2f9a-4fe5-bf3f-5e7af3c9169f service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2435701
Mar 26 20:49:43.049602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] Publish callbacks [] for security_group (9aa8f313-cb26-47ab-8164-4664af8dec58), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.065774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52776609-a5bc-4797-978b-66b6a84b510a req-1516ef98-6f07-4869-8343-574037d48cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:43.069829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-1516ef98-6f07-4869-8343-574037d48cf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1150539
Mar 26 20:49:43.090664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fd6291-82e1-4682-be21-fc0e69cbb0c3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:43.138476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-bde5a6a2-67d4-4c9f-8a54-dabcd260aa2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561388
Mar 26 20:49:43.150368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] Publish callbacks [] for security_group (9aa8f313-cb26-47ab-8164-4664af8dec58), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.214786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] No DVR routers for this DVR port 13fd6291-82e1-4682-be21-fc0e69cbb0c3 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:49:43.218866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.223427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d220834-195e-4544-b272-3b143f70fae7 req-410b182f-9566-48c4-a43d-2ae0175bdb32 tempest-DeleteServersAdminTestJSON-902830425 tempest-DeleteServersAdminTestJSON-902830425-project-admin] 10.222.0.21 "DELETE /v2.0/ports/13fd6291-82e1-4682-be21-fc0e69cbb0c3 HTTP/1.1" status: 204  len: 173 time: 0.8861804
Mar 26 20:49:43.224484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'name': 'network-vif-deleted', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:43.229257 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2a70d1-c382-45c5-9df8-3aebcc098087" -d '{"events": [{"server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "name": "network-vif-deleted", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:43.284689 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b019414-76a5-40e8-a25f-e03954144b02 x-openstack-request-id: req-5b019414-76a5-40e8-a25f-e03954144b02 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:43.285317 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-plugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:43.285686 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b019414-76a5-40e8-a25f-e03954144b02 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:43.286285 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b019414-76a5-40e8-a25f-e03954144b02'] response: {'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'code': 200}
Mar 26 20:49:43.294005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7cc4e-4104-40ba-a857-3ed31e46896b req-181bb368-18f2-4146-81ae-fabcb0ecfdac tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:43.295592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7da7cc4e-4104-40ba-a857-3ed31e46896b req-181bb368-18f2-4146-81ae-fabcb0ecfdac tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1863265
Mar 26 20:49:43.303281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-002cd10b-99c5-4bd6-9571-950f15e536d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505775
Mar 26 20:49:43.366133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9aa8f313-cb26-47ab-8164-4664af8dec58), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.368909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.377269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9aa8f313-cb26-47ab-8164-4664af8dec58 HTTP/1.1" status: 204  len: 168 time: 0.5755687
Mar 26 20:49:43.403703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99d59-2853-4c57-8092-d1f0d98a1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa8f313-cb26-47ab-8164-4664af8dec58,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:43.428340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7da7cc4e-4104-40ba-a857-3ed31e46896b req-7a70c5db-d943-4f31-a379-67ec6a8ba455 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195726
Mar 26 20:49:43.442642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48880) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:43.467557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e70e5076-6976-4f43-962b-18d1464e0d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.585833 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e800bd5-d170-459c-87d7-04df21c3fed9 x-openstack-request-id: req-3e800bd5-d170-459c-87d7-04df21c3fed9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:43.586112 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:43.586667 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e800bd5-d170-459c-87d7-04df21c3fed9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:43.587175 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e800bd5-d170-459c-87d7-04df21c3fed9'] response: {'name': 'network-changed', 'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'status': 'completed', 'code': 200}
Mar 26 20:49:43.638894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52776609-a5bc-4797-978b-66b6a84b510a req-eeb1d011-5550-4d83-b899-fc4e0d252ac2 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3301349
Mar 26 20:49:43.647700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebeb520-e29f-43d8-9499-84229b9609a3 req-202c4ee7-7796-4d65-b596-e97b2041118b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:43.649430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ebeb520-e29f-43d8-9499-84229b9609a3 req-202c4ee7-7796-4d65-b596-e97b2041118b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.2153447
Mar 26 20:49:43.667341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e70e5076-6976-4f43-962b-18d1464e0d6e admin admin] Publish callbacks [] for security_group (58b47315-450d-4074-92f5-5710644e2032), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.679163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9681267-9155-4a06-ac54-903cfe660082 req-1806c21f-f544-4c0a-bc6e-8174a332d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:43.683016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9681267-9155-4a06-ac54-903cfe660082 req-1806c21f-f544-4c0a-bc6e-8174a332d455 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.1483405
Mar 26 20:49:43.686875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e70e5076-6976-4f43-962b-18d1464e0d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58b47315-450d-4074-92f5-5710644e2032), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.733870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ebeb520-e29f-43d8-9499-84229b9609a3 req-8ef9fc19-09a5-4feb-98f5-2b68ef4e7772 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775962
Mar 26 20:49:43.780974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5076-6976-4f43-962b-18d1464e0d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b47315-450d-4074-92f5-5710644e2032,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:43.791133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e70e5076-6976-4f43-962b-18d1464e0d6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df8c11380ae94773874837c2348a692c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3446984
Mar 26 20:49:43.791133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48890) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:43.839096 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9681267-9155-4a06-ac54-903cfe660082 req-aebcf9b9-51cb-48ec-877d-66cb43dc93a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126189
Mar 26 20:49:43.840080 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.876652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244df8a-645f-4115-a330-bcfde603a2ff req-ead0a24b-be5c-41c5-a0de-5d5b24bdcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:43.881022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-ead0a24b-be5c-41c5-a0de-5d5b24bdcfe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1147 time: 0.1536477
Mar 26 20:49:43.901232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] Publish callbacks [] for security_group (58b47315-450d-4074-92f5-5710644e2032), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:43.922021 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55d3cc-a289-4845-8c58-55946d09db22 x-openstack-request-id: req-3c55d3cc-a289-4845-8c58-55946d09db22 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:43.922601 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181859d8-0ddb-4c1f-9071-f4ededc7db7d", "name": "network-vif-deleted", "tag": "13fd6291-82e1-4682-be21-fc0e69cbb0c3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:43.922601 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c55d3cc-a289-4845-8c58-55946d09db22 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:43.922916 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c55d3cc-a289-4845-8c58-55946d09db22'] response: {'server_uuid': '181859d8-0ddb-4c1f-9071-f4ededc7db7d', 'name': 'network-vif-deleted', 'tag': '13fd6291-82e1-4682-be21-fc0e69cbb0c3', 'status': 'completed', 'code': 200}
Mar 26 20:49:43.925475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14ba527b-dacf-4edd-b3e6-1000ceffb9e9 req-654d79f5-dcac-4ff9-a3c8-0fe9a298fdcb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 210 time: 0.0409126
Mar 26 20:49:43.955271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] Publish callbacks [] for security_group (58b47315-450d-4074-92f5-5710644e2032), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.019396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58b47315-450d-4074-92f5-5710644e2032), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.020533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.021612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58b47315-450d-4074-92f5-5710644e2032 HTTP/1.1" status: 204  len: 168 time: 0.2296224
Mar 26 20:49:44.022216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48894) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:44.051207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9910f4-c2cc-448a-9848-0849c498f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b47315-450d-4074-92f5-5710644e2032,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:44.086094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57da7f78-bc4e-47fd-9f18-11a0181fdf39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b25d0924595f498399f081ad0ec70bc9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0573499
Mar 26 20:49:44.090626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48900) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:44.155221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] Publish callbacks [] for security_group (6bd5576d-bb48-45ad-8cef-28582701a3a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.159570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244df8a-645f-4115-a330-bcfde603a2ff req-b520c1bf-69ef-4364-b70f-73ed0a873bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:44.161889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-b520c1bf-69ef-4364-b70f-73ed0a873bb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2746248
Mar 26 20:49:44.173962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38526977-67ad-42f3-ad89-be1c181061d5 req-e761a7c3-d78e-4835-96a9-0b67681421d7 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:44.175605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38526977-67ad-42f3-ad89-be1c181061d5 req-e761a7c3-d78e-4835-96a9-0b67681421d7 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.1433983
Mar 26 20:49:44.204221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c02f74fe-2734-4240-8a78-eae4bc1425b2 req-b865e862-0474-43e1-a3dc-b6b7ef0dfd5a tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=181859d8-0ddb-4c1f-9071-f4ededc7db7d HTTP/1.1" status: 200  len: 210 time: 0.0347352
Mar 26 20:49:44.206087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] Publish callbacks [] for security_group (6bd5576d-bb48-45ad-8cef-28582701a3a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.228217 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-0b50176f-dbc5-4655-8f78-f458892ee493 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0510314
Mar 26 20:49:44.293138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6bd5576d-bb48-45ad-8cef-28582701a3a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.301115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:44.302767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd5576d-bb48-45ad-8cef-28582701a3a0 HTTP/1.1" status: 204  len: 168 time: 0.2102504
Mar 26 20:49:44.313802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47586c-01d1-4614-a030-fc99d0695247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5576d-bb48-45ad-8cef-28582701a3a0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:44.329512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38526977-67ad-42f3-ad89-be1c181061d5 req-fc323442-fa85-4328-8f8a-71586a458d8a tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457136
Mar 26 20:49:44.331084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244df8a-645f-4115-a330-bcfde603a2ff req-ca63310f-5c26-4538-876b-c422b0a7f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:44.333307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-ca63310f-5c26-4538-876b-c422b0a7f84f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0987473
Mar 26 20:49:44.378642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-e036827c-8435-478a-94f3-81bcb2ad1d1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387108
Mar 26 20:49:44.506482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-ea3b3b7d-c4ec-44d7-ab3b-77120b4ec8da service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186821
Mar 26 20:49:44.574737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1795c-77c8-4e11-baec-c470bfc905c8 req-f56f2576-2c29-4290-846f-2ab9a4a8eada tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:44.580687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8e1795c-77c8-4e11-baec-c470bfc905c8 req-f56f2576-2c29-4290-846f-2ab9a4a8eada tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0695252
Mar 26 20:49:44.620061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a244df8a-645f-4115-a330-bcfde603a2ff req-106ebf3e-99c9-4ec7-945f-30980177bac4 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069095
Mar 26 20:49:44.652454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8e1795c-77c8-4e11-baec-c470bfc905c8 req-6d5c5392-3195-4a4b-ab99-cfc6632b7731 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674651
Mar 26 20:49:44.954733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3338-3c9f-4143-b421-3c1081eaf851 req-9cbe78cf-c6a4-4630-b9f6-4d45bdef296c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:44.964147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8cf3338-3c9f-4143-b421-3c1081eaf851 req-9cbe78cf-c6a4-4630-b9f6-4d45bdef296c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.1231160
Mar 26 20:49:45.072715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8cf3338-3c9f-4143-b421-3c1081eaf851 req-937b0a3c-a3c8-4f70-a0d0-81e79e0aea1d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075034
Mar 26 20:49:45.167017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c40c71cc-0f98-4774-9b8b-168352cc669c req-6661e09a-53f2-42c3-9430-f5d639568872 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 210 time: 0.0452528
Mar 26 20:49:45.171274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-e65faa79-5e22-424e-9f89-c1d1feb7b84d tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:45.173313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-e65faa79-5e22-424e-9f89-c1d1feb7b84d tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.0625322
Mar 26 20:49:45.222239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-0485e5e1-774e-462a-9496-1cb5be74734c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:45.224254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-0485e5e1-774e-462a-9496-1cb5be74734c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.4499288
Mar 26 20:49:45.238259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Request body: {'port': {'device_id': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'admin_state_up': True, 'tenant_id': 'cf51b08278d246e498f59455e299ba89'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:45.396704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:45.404451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.412259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Deleting port 4a5a098d-6548-4f26-bb99-b79026bf7a83 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:49:45.412605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.466388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.563763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] For port 4a5a098d-6548-4f26-bb99-b79026bf7a83, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a5a098d-6548-4f26-bb99-b79026bf7a83,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:45.564184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.582957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Calling delete_port for 4a5a098d-6548-4f26-bb99-b79026bf7a83 owned by compute:tempest-test_az-1612479973 {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:49:45.624317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Allocated IP 172.20.0.9 (3719dfee-4a50-4ee6-a6eb-866a85cdf502/3d598f5b-fc7d-48e0-860c-34aaff2cb829/29aa9240-7fae-4127-aa8a-eca7df73d597) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:45.747303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c396a9-9be4-484f-9661-5b44695ff2e8 req-92fe259d-e278-49c0-855a-df9b12754797 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:45.748932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8c396a9-9be4-484f-9661-5b44695ff2e8 req-92fe259d-e278-49c0-855a-df9b12754797 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 970 time: 0.3249466
Mar 26 20:49:45.823833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8c396a9-9be4-484f-9661-5b44695ff2e8 req-f5623cd4-ac8d-4558-a1ec-477e34c85b80 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.16 "GET /v2.0/security-groups?id=96bb6377-0775-47cc-961d-22b6b6ff9b7a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682442
Mar 26 20:49:45.826374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks [] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.855559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-b94c8f41-39c1-4bf3-b04d-85612c25044c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2318630
Mar 26 20:49:45.875964 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:45.950059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:45.958290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:45.961520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:45.998110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-f9f0c261-0b53-4065-bff5-0738a411bb0f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:45.999660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-f9f0c261-0b53-4065-bff5-0738a411bb0f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1344376
Mar 26 20:49:46.026648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:46.031369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-5c8f6dcb-bf75-4cbd-9921-0f521a1cc2ce tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/quotas/c2133fff60db4fe9bb0aa9bbb266e602 HTTP/1.1" status: 200  len: 375 time: 0.0184762
Mar 26 20:49:46.033901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:46.034705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.106908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-9724572c-1b49-4dad-9006-c9825eb6b034 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0389485
Mar 26 20:49:46.107559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-94a86738-368d-4fe0-af6f-031e6c871a58 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8679454
Mar 26 20:49:46.118054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Request body: {'port': {'device_id': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:46.134443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (4a5a098d-6548-4f26-bb99-b79026bf7a83), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.146859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4a5a098d-6548-4f26-bb99-b79026bf7a83'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:46.150242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd6ae-6414-452d-bbe6-c922bd17ea0e req-3c9e3b10-80ff-4a75-9338-0b986f3b54b1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:46.155643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99dcd6ae-6414-452d-bbe6-c922bd17ea0e req-3c9e3b10-80ff-4a75-9338-0b986f3b54b1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.2033472
Mar 26 20:49:46.229909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13fd6291-82e1-4682-be21-fc0e69cbb0c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:49:46.311532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Pushing event deleted for resources: {'Port': ['ID=4a5a098d-6548-4f26-bb99-b79026bf7a83,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:46.328498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99dcd6ae-6414-452d-bbe6-c922bd17ea0e req-a80bb162-b554-4f70-b638-fd3c6f30be21 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294913
Mar 26 20:49:46.345021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 13fd6291-82e1-4682-be21-fc0e69cbb0c3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:49:46.345368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13fd6291-82e1-4682-be21-fc0e69cbb0c3 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:49:46.345475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.350249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] No DVR routers for this DVR port 4a5a098d-6548-4f26-bb99-b79026bf7a83 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:49:46.373571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.377032 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3092848f-6c53-4f79-a058-4c71c4eccd05 req-9f895cf1-23b8-45b6-85e0-4741508f0b76 tempest-AggregatesAdminTestJSON-2129611848 tempest-AggregatesAdminTestJSON-2129611848-project] 10.222.0.18 "DELETE /v2.0/ports/4a5a098d-6548-4f26-bb99-b79026bf7a83 HTTP/1.1" status: 204  len: 173 time: 1.1955552
Mar 26 20:49:46.377569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'name': 'network-vif-deleted', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:46.380169 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c93312-498a-41f5-a1c3-38d8d5828c51" -d '{"events": [{"server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "name": "network-vif-deleted", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:46.468567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9230e-50ae-4914-befc-0aed372df8d9 req-d9bd2134-7ef3-4984-a451-a1c79d9baf27 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:46.472334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4c9230e-50ae-4914-befc-0aed372df8d9 req-d9bd2134-7ef3-4984-a451-a1c79d9baf27 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.1190257
Mar 26 20:49:46.537901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4c9230e-50ae-4914-befc-0aed372df8d9 req-00fb5ccf-78a9-4c91-90bf-9ee9f806c118 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575204
Mar 26 20:49:46.649542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1763589-e8e0-4863-acc1-88d6f7b5677d req-1cbdbd4f-92d7-4fb9-a242-352241948ee3 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:46.651008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1763589-e8e0-4863-acc1-88d6f7b5677d req-1cbdbd4f-92d7-4fb9-a242-352241948ee3 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 931 time: 0.1678135
Mar 26 20:49:46.651130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee5ccfdb-3acb-49d7-ac3e-ea0b67dbf682 req-22da00a4-1e88-447e-a533-ac881b35616e tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 210 time: 0.0306101
Mar 26 20:49:46.674268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:46.761475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1763589-e8e0-4863-acc1-88d6f7b5677d req-9962962f-4db3-4749-9440-33f0802bc917 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018851
Mar 26 20:49:46.854070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:46.868467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'port_id': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'mac_address': 'fa:16:3e:b8:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816baad8-fa89-447b-9930-1d11c8f49789', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1612479973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:46.871289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29aa9240-7fae-4127-aa8a-eca7df73d597 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:46.885988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks [] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.914482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Transition to ACTIVE for port object 29aa9240-7fae-4127-aa8a-eca7df73d597 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:46.922253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.963555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:46.972009 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:46.977065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-593c87f2-47ef-460e-89ce-1eea662bfcdd req-df3590d9-f930-4955-8984-0cff2f036a8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0768762
Mar 26 20:49:46.980794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1313087577', 'description': 'tempest-description-986644363'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:46.995122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d1d1b1-7ff8-4820-b9ce-973be1edd28e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:47.004729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.053792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.054641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:47.065482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.065714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.126673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:47.127175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:47.127603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:47.135364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:47.136905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:47.140014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.146037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:47.146381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:47.146803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:47.147239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Bound port: 29aa9240-7fae-4127-aa8a-eca7df73d597, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:47.147599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.161212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-593c87f2-47ef-460e-89ce-1eea662bfcdd req-dfebad37-cc6d-47a7-b72f-0d7190633e15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=33d7dead9bee45f288900c157201b337&device_id=07bf7261-e75c-434d-a249-8aef91e0e3b4 HTTP/1.1" status: 200  len: 210 time: 0.0516479
Mar 26 20:49:47.169149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-882a7832-cc4c-4c8a-88bd-7de8120c0392 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.177390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-882a7832-cc4c-4c8a-88bd-7de8120c0392 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.0883863
Mar 26 20:49:47.215252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-9fc2cad0-3b6b-4335-9dd2-19a6df602f5a tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.221823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-593c87f2-47ef-460e-89ce-1eea662bfcdd req-16215b53-626f-45c1-98c0-8cc5243a0e15 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=33d7dead9bee45f288900c157201b337&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0356882
Mar 26 20:49:47.261395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:47.267216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['20d1d1b1-7ff8-4820-b9ce-973be1edd28e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:47.267807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:47.276311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (65371aa5-3a1e-4475-b9df-18409393a555), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.278913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.298187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (65371aa5-3a1e-4475-b9df-18409393a555), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.328783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.329789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.330892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] 10.222.0.21 "PUT /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 1091 time: 1.2205739
Mar 26 20:49:47.331358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:47.334125 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:47.373011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929f59d-6bea-4b89-9390-7535a45a4568 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.387714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-9fc2cad0-3b6b-4335-9dd2-19a6df602f5a tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Publish callbacks [] for security_group (d7ed4259-6f3c-4473-b692-c3d51492c7d9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.399967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-9fc2cad0-3b6b-4335-9dd2-19a6df602f5a tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d7ed4259-6f3c-4473-b692-c3d51492c7d9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.437782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65371aa5-3a1e-4475-b9df-18409393a555,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.468173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c87f2-47ef-460e-89ce-1eea662bfcdd req-ab79b93d-0af3-4211-a16d-0061723f95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.469647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-593c87f2-47ef-460e-89ce-1eea662bfcdd req-ab79b93d-0af3-4211-a16d-0061723f95e9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2388787
Mar 26 20:49:47.470827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68e2b557-7772-4e0c-95aa-5f331323d976 req-9fc2cad0-3b6b-4335-9dd2-19a6df602f5a tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2925706
Mar 26 20:49:47.474395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cad0-3b6b-4335-9dd2-19a6df602f5a tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed4259-6f3c-4473-b692-c3d51492c7d9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.489387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-c943fc15-c0f8-4e7b-8bb4-7516312fa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.491129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-c943fc15-c0f8-4e7b-8bb4-7516312fa918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1125 time: 0.1019661
Mar 26 20:49:47.494497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (e4812448-a87a-4f9a-9dc4-32fccbc939b5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.507280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e4812448-a87a-4f9a-9dc4-32fccbc939b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.535308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:47.540262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfb750b2-b4b1-413f-bf03-69c5047b4df3 req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5719206
Mar 26 20:49:47.541023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b4a9c-f46f-4f17-9c5b-cf050035ab9a tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4812448-a87a-4f9a-9dc4-32fccbc939b5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:47.551190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-d095d7c4-1e48-4041-baea-40c375b742de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0519080
Mar 26 20:49:47.560891 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5254812-1194-47ad-91b5-261549df6d60 x-openstack-request-id: req-d5254812-1194-47ad-91b5-261549df6d60 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:47.561188 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bf7261-e75c-434d-a249-8aef91e0e3b4", "name": "network-vif-deleted", "tag": "4a5a098d-6548-4f26-bb99-b79026bf7a83", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:47.561409 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5254812-1194-47ad-91b5-261549df6d60 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:47.561814 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5254812-1194-47ad-91b5-261549df6d60'] response: {'server_uuid': '07bf7261-e75c-434d-a249-8aef91e0e3b4', 'name': 'network-vif-deleted', 'tag': '4a5a098d-6548-4f26-bb99-b79026bf7a83', 'status': 'completed', 'code': 200}
Mar 26 20:49:47.616015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-074d83af-9d3c-4db3-ac21-f77f94be79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.617562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-074d83af-9d3c-4db3-ac21-f77f94be79d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0602553
Mar 26 20:49:47.639934 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ac9f5-bf1c-4cee-b27d-d587c425a988 x-openstack-request-id: req-4e3ac9f5-bf1c-4cee-b27d-d587c425a988 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:47.640261 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:47.640499 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e3ac9f5-bf1c-4cee-b27d-d587c425a988 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:47.641045 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3ac9f5-bf1c-4cee-b27d-d587c425a988'] response: {'name': 'network-changed', 'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'status': 'completed', 'code': 200}
Mar 26 20:49:47.662593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-f6a289ba-4d85-4ea4-909f-7824e70bb227 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376260
Mar 26 20:49:47.700130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-04e8eded-16f8-4701-8489-57d28b7f2861 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293732
Mar 26 20:49:47.730549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-bdbaa903-7b72-4bde-a811-bb3bfd63946a tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278897
Mar 26 20:49:47.773359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-ee2d1578-d9d6-4a31-b54d-2bbf62925b90 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026781
Mar 26 20:49:47.902691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1538a2-0c39-4128-98eb-d7ea594dbf2b req-90c4cc06-3125-446d-b983-38d189b77edd service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225033
Mar 26 20:49:47.918997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-14afd64b-2b20-4b41-9c3e-5b6e7ce541ad tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.921341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-14afd64b-2b20-4b41-9c3e-5b6e7ce541ad tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2202313
Mar 26 20:49:47.933196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-337fe32a-ef52-475c-8495-fde8e0790415 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:47.934736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-337fe32a-ef52-475c-8495-fde8e0790415 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1858463
Mar 26 20:49:47.947459 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-9aeb442b-65b2-4d0f-a98c-281a00ec76a7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/quotas/9695bc9bf47e4da7bd4c4636a4900f72 HTTP/1.1" status: 200  len: 375 time: 0.0116103
Mar 26 20:49:47.953319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Request body: {'port': {'device_id': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'c2133fff60db4fe9bb0aa9bbb266e602'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:47.993531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-167fc047-efe7-4149-9cf6-44568df8bf11 req-4a211047-65fa-422a-a7c6-d0a682abd510 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:47.994540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-167fc047-efe7-4149-9cf6-44568df8bf11 req-4a211047-65fa-422a-a7c6-d0a682abd510 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0579391
Mar 26 20:49:48.005378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-34f7a681-2ae3-4d98-b3ed-6aa55e0b95cf tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473979
Mar 26 20:49:48.022446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-9e17b99e-b1b5-4648-8570-82333162b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:48.022446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-9e17b99e-b1b5-4648-8570-82333162b2df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1125 time: 0.0614078
Mar 26 20:49:48.109545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Made reservation on behalf of c2133fff60db4fe9bb0aa9bbb266e602 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:48.114028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.130702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-3358357f-e368-4912-b44b-bdcfeaca3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:48.133317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-3358357f-e368-4912-b44b-bdcfeaca3fe2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1037583
Mar 26 20:49:48.206944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1676152804', 'description': 'tempest-description-927898652'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:48.230754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-6ac863c2-69f3-4f38-a1a5-906d8ebb2ead service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0901866
Mar 26 20:49:48.269458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.320447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Allocated IP 192.168.233.216 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/c66c8bf4-d08f-4509-bf2b-45e319b3aa79) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:48.339504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-cc2ba6f0-504a-4d43-bb56-64d2375f6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:48.342215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-cc2ba6f0-504a-4d43-bb56-64d2375f6164 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1055143
Mar 26 20:49:48.392930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-2a7a1a0e-208f-4038-bfff-fe2348bb303a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425856
Mar 26 20:49:48.445889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.456151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.493850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-722a3045-6205-439b-8722-aec3a7b47153 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943000
Mar 26 20:49:48.525621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.526832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54a75e23-fb2c-429e-9e7d-8e3db366f2cf req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3316960
Mar 26 20:49:48.549469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb555ab-b539-4936-9939-8cd8f62247dd tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:48.632227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks [] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.636871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c311ca6d-78d7-4d29-b4c5-575d56aa6bf5 req-34de2f5d-9aa4-4cf2-ab4b-5adaa8ea1498 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353581
Mar 26 20:49:48.684414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:48.730884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971086e-0c1a-494b-8ace-b06f08c7e38a req-d39cbae6-455d-4d6f-a3e5-986821af551e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:48.740143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4971086e-0c1a-494b-8ace-b06f08c7e38a req-d39cbae6-455d-4d6f-a3e5-986821af551e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 966 time: 0.1242604
Mar 26 20:49:48.772967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49098) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:48.783410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:48.791751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:48.792231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.822732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.832663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4971086e-0c1a-494b-8ace-b06f08c7e38a req-1c042c5a-6f24-4f0b-9d25-02a0efc8e654 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910227
Mar 26 20:49:48.911652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:48.915655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:48.918181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:48.918759 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.919676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:48.931515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:48.932366 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.954126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:48.957876 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50aec26-1fd9-4e94-af31-981303aa9a59" -d '{"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-plugged", "status": "completed", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:48.973309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:48.982248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:48.983492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4a5a098d-6548-4f26-bb99-b79026bf7a83 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:49:48.995216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Pushing event updated for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:49.000364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139e5b5-c0f3-4be4-b74c-7d028d59e3ab req-9dbce1db-e7e8-429d-9a78-d73561146d9b tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:49.009781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c139e5b5-c0f3-4be4-b74c-7d028d59e3ab req-9dbce1db-e7e8-429d-9a78-d73561146d9b tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 936 time: 0.1182280
Mar 26 20:49:49.024065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-7de86590-e3b4-4412-9f1a-ea1f088bdb61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2495558
Mar 26 20:49:49.027097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ca9616fe-e6d3-42ac-8d59-e86a04d4e9f4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0776076
Mar 26 20:49:49.041206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-594f4b49-efad-4a97-8782-f1d9e32c261a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:49.042392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-594f4b49-efad-4a97-8782-f1d9e32c261a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0092456
Mar 26 20:49:49.043169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23c65-9ad8-4edd-a534-57e75d7e2de7 req-d3408c6c-0e42-4de8-bab1-6c4bb5c67b51 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:49.051129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82f23c65-9ad8-4edd-a534-57e75d7e2de7 req-d3408c6c-0e42-4de8-bab1-6c4bb5c67b51 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 943 time: 0.1079791
Mar 26 20:49:49.057907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Request body: {'port': {'device_id': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:49.059907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 4a5a098d-6548-4f26-bb99-b79026bf7a83 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:49:49.060440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4a5a098d-6548-4f26-bb99-b79026bf7a83 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:49:49.145256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:49.159395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82f23c65-9ad8-4edd-a534-57e75d7e2de7 req-d40a7624-f782-4ff7-88b5-b92c223e6745 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055033
Mar 26 20:49:49.180638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c139e5b5-c0f3-4be4-b74c-7d028d59e3ab req-63890e7c-0176-4c43-82b0-3935dd0a9422 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694710
Mar 26 20:49:49.257993 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.326594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1808063949', 'description': 'tempest-description-1766369130'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:49.350740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-e9bb99ca-32b2-4d40-b3ad-1edc446fb94a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0562732
Mar 26 20:49:49.368695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.374963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f5c8957a-5547-441c-adda-bc1470dac30b None None] Provisioning complete for port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:49.375423 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f5c8957a-5547-441c-adda-bc1470dac30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.385057 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.423471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8957a-5547-441c-adda-bc1470dac30b None None] Port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:49.493226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (e3cbaaf3-6dd8-426e-b495-bb20dc17e726), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.498781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e3cbaaf3-6dd8-426e-b495-bb20dc17e726), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.556742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbaaf3-6dd8-426e-b495-bb20dc17e726,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:49.584796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-b3c28ebc-ab65-406a-ab81-eda8b1eb1fc3 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:49.586311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-b3c28ebc-ab65-406a-ab81-eda8b1eb1fc3 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2247319
Mar 26 20:49:49.660700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (8a454656-839b-420e-8b66-9dacf5ab667f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.672097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49136) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:49.678605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a454656-839b-420e-8b66-9dacf5ab667f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.702577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:49.703841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76dd68f5-8598-40fd-beec-6638e0bf1edc req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.3828349
Mar 26 20:49:49.738789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6a231-58e7-47ca-9924-6b4460a73063 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a454656-839b-420e-8b66-9dacf5ab667f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:49.820828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-a9545ceb-4aae-45a4-a0e8-45f11092959e tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:49.832758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-a9545ceb-4aae-45a4-a0e8-45f11092959e tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 1129 time: 0.1588311
Mar 26 20:49:49.850727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-036145bf-586d-413f-9209-122aa640915a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0248003
Mar 26 20:49:49.861000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712b256-ae1e-41c6-98a4-5d4d5cbb63e7 req-0367d062-55df-474f-b489-838661fad79c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:49.862454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c712b256-ae1e-41c6-98a4-5d4d5cbb63e7 req-0367d062-55df-474f-b489-838661fad79c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0815716
Mar 26 20:49:49.896300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-e363bca6-8d5e-4797-9348-cccc0fcc5774 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/quotas/9695bc9bf47e4da7bd4c4636a4900f72 HTTP/1.1" status: 200  len: 375 time: 0.0716419
Mar 26 20:49:49.930403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c712b256-ae1e-41c6-98a4-5d4d5cbb63e7 req-048238d4-4fb8-46e2-9ba9-b6b50d4c50ff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595872
Mar 26 20:49:49.956136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-de705f6d-d84d-4019-94ef-1f1ce3d44236 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0535865
Mar 26 20:49:50.053075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66c8bf4-d08f-4509-bf2b-45e319b3aa79 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:50.064124 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e862b8b-2bd4-4cfb-87fe-9d9a8a312c81 x-openstack-request-id: req-4e862b8b-2bd4-4cfb-87fe-9d9a8a312c81 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:50.064733 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-plugged", "status": "completed", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:50.065005 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e862b8b-2bd4-4cfb-87fe-9d9a8a312c81 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:50.065622 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e862b8b-2bd4-4cfb-87fe-9d9a8a312c81'] response: {'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'code': 200}
Mar 26 20:49:50.072910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks [] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.088923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-291ad820-4aa1-4381-aa37-26a0e8dc5876 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:50.091509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-291ad820-4aa1-4381-aa37-26a0e8dc5876 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2308233
Mar 26 20:49:50.095688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-299041739', 'description': 'tempest-description-440678758'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:50.104540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Request body: {'port': {'device_id': '7681c708-82a7-4715-8408-9ff49d5039af', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '9695bc9bf47e4da7bd4c4636a4900f72'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:50.154239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.158523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.18', 62113) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:50.224541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Transition to ACTIVE for port object c66c8bf4-d08f-4509-bf2b-45e319b3aa79 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:50.229265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:50.235571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.391859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:50.417494 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (bd78eac9-50de-4b67-bda6-6c1f760d9578), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.435394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd78eac9-50de-4b67-bda6-6c1f760d9578), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.438646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Made reservation on behalf of 9695bc9bf47e4da7bd4c4636a4900f72 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:50.442824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.449590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd0d3f-21bc-4976-bb47-8f8c3756459d req-a10c77d1-98ac-4efa-95c8-44b0b3484561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:50.450816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:50.453560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bfd0d3f-21bc-4976-bb47-8f8c3756459d req-a10c77d1-98ac-4efa-95c8-44b0b3484561 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1149 time: 0.2919006
Mar 26 20:49:50.460857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.465318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Attempting to bind port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:50.465668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Attempting to bind port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:50.465995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Attempting to bind port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:50.476283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'port_id': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'mac_address': 'fa:16:3e:ea:cc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d598f5b-fc7d-48e0-860c-34aaff2cb829', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:50.497117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d1c1c-fdfb-4c98-8486-6a22ff5dec1e req-2cca0fa5-69af-4257-8482-00e086458793 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:50.499808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f23d1c1c-fdfb-4c98-8486-6a22ff5dec1e req-2cca0fa5-69af-4257-8482-00e086458793 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 967 time: 0.2374537
Mar 26 20:49:50.522359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.533219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90b5215a-7806-44f1-b0c9-0c8a29da128a req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4408157
Mar 26 20:49:50.545485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:50.545485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Attempting to bind port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:50.545683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126c743-c389-4f92-9c5a-1f1584dd8db5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78eac9-50de-4b67-bda6-6c1f760d9578,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:50.552195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 29aa9240-7fae-4127-aa8a-eca7df73d597 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:50.552854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.599314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa9240-7fae-4127-aa8a-eca7df73d597 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:50.633529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bfd0d3f-21bc-4976-bb47-8f8c3756459d req-d82a9683-c5aa-43b0-a645-d23fcf84c419 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483898
Mar 26 20:49:50.647987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:50.650981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:50.651789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:50.651789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:50.652384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Bound port: c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:50.652887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.655711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.709514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks [] for security_group (953d9091-befb-400d-965e-f8b3926abf1a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.718686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:50.729258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (953d9091-befb-400d-965e-f8b3926abf1a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:50.752763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b232081-3e45-409e-b1fe-3da216815eb2 req-9ef35cbd-27c8-43e4-9a4a-33e778fc2362 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 210 time: 0.0477128
Mar 26 20:49:50.768760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f23d1c1c-fdfb-4c98-8486-6a22ff5dec1e req-ae79ddf4-4763-40eb-8deb-ba4bffd59519 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376795
Mar 26 20:49:50.837556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953d9091-befb-400d-965e-f8b3926abf1a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:50.884933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['29aa9240-7fae-4127-aa8a-eca7df73d597'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:50.937629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f2cff-c7c5-433d-8ea2-9e11d7126799 req-f92ff718-088c-4b6a-aea0-f7e4b89e39bf tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:50.946069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361f2cff-c7c5-433d-8ea2-9e11d7126799 req-f92ff718-088c-4b6a-aea0-f7e4b89e39bf tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.0803943
Mar 26 20:49:50.966385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:50.974049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:50.997592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361f2cff-c7c5-433d-8ea2-9e11d7126799 req-88ca1b5c-b140-453a-a03c-b572e1e8df25 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504358
Mar 26 20:49:51.007630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.025237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ee2c2-b55a-4c7e-ba56-4c55b7c4dab9 req-c092e6b9-0dc7-4faf-a5b7-053c1e03872b tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.028412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-086ee2c2-b55a-4c7e-ba56-4c55b7c4dab9 req-c092e6b9-0dc7-4faf-a5b7-053c1e03872b tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 948 time: 0.1955831
Mar 26 20:49:51.103571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Allocated IP 192.168.233.171 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/dde38bc0-9758-4826-b43d-648f34fdfda0) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:51.107240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.107876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.110239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] 10.222.0.21 "PUT /v2.0/ports/c66c8bf4-d08f-4509-bf2b-45e319b3aa79 HTTP/1.1" status: 200  len: 1096 time: 2.0564590
Mar 26 20:49:51.120310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:51.122732 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09" -d '{"events": [{"name": "network-changed", "server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:51.200006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0672b-38d4-4fc8-913c-3da68adb7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:51.239938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-086ee2c2-b55a-4c7e-ba56-4c55b7c4dab9 req-dde174c7-cd57-4ad1-a8cb-719ea913761d tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744642
Mar 26 20:49:51.313514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-36f45b59-836f-483c-84b4-468488a6eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.315097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-36f45b59-836f-483c-84b4-468488a6eee2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 1130 time: 0.1294730
Mar 26 20:49:51.334096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-d3154cea-eb3d-4170-9278-270bbd129653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.335115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-d3154cea-eb3d-4170-9278-270bbd129653 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.0994880
Mar 26 20:49:51.402429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-0ec91427-077e-4647-96ae-6969eff9d8c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79 HTTP/1.1" status: 200  len: 217 time: 0.0718625
Mar 26 20:49:51.478524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-155141d8-2b4f-467c-b91f-b302cd12a129 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 48211 time: 0.4298091
Mar 26 20:49:51.508270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks [] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.548055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-60250bcf-2813-436b-9e20-7675d3e16ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.549780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-60250bcf-2813-436b-9e20-7675d3e16ee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1261802
Mar 26 20:49:51.640766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7825b-25e5-44ac-96eb-9c7bbd4cb637 req-4348526e-0849-40fe-ad91-408fa563ddd1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.650842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15e7825b-25e5-44ac-96eb-9c7bbd4cb637 req-4348526e-0849-40fe-ad91-408fa563ddd1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1577232
Mar 26 20:49:51.661749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.711185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-6e2d2aae-2458-49a0-8606-25eb38a7e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.713318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-6e2d2aae-2458-49a0-8606-25eb38a7e2b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3668649
Mar 26 20:49:51.718925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-5549169a-be1b-4681-ade5-a2c144b55ed0 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0374007
Mar 26 20:49:51.725723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-845048ac-e814-4b1c-81ce-3965e3d5a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.727272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-845048ac-e814-4b1c-81ce-3965e3d5a1a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1687779
Mar 26 20:49:51.738215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:51.762531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:51.764930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:51.770258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-f48021f9-e12f-4448-b64a-543eb46c8f39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0478563
Mar 26 20:49:51.770661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.771336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.790754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:51.821160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-786c2936-f300-4472-b4e2-62a1ae9ac91c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7203698
Mar 26 20:49:51.824349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15e7825b-25e5-44ac-96eb-9c7bbd4cb637 req-dfcde09c-3424-444d-b38a-35ac3e28d1d6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727014
Mar 26 20:49:51.826774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-6d250de4-06db-4228-b186-9f2d8f99cd4f tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/20ecffe5-20f2-4db8-8ed1-0c2373fd8737 HTTP/1.1" status: 200  len: 2994 time: 0.3401799
Mar 26 20:49:51.859459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Request body: {'port': {'device_id': '7681c708-82a7-4715-8408-9ff49d5039af', 'device_owner': 'compute:tempest-test_az-1612479973', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:51.919354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-b2f1ca51-f553-497d-8530-bba058f79e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.920857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-b2f1ca51-f553-497d-8530-bba058f79e21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1303802
Mar 26 20:49:51.937633 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75aea0-d227-4b0a-8a9b-47e17c6c75af x-openstack-request-id: req-ca75aea0-d227-4b0a-8a9b-47e17c6c75af {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:51.937910 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:51.938215 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca75aea0-d227-4b0a-8a9b-47e17c6c75af {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:51.938551 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca75aea0-d227-4b0a-8a9b-47e17c6c75af'] response: {'name': 'network-changed', 'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79', 'status': 'completed', 'code': 200}
Mar 26 20:49:51.949428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-ce267e31-dd9f-4ae6-bfd5-6469f5e51449 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132449
Mar 26 20:49:51.954098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:51.982852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-1347bcb2-2039-4472-b7ca-5c3a828d91bd tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/20ecffe5-20f2-4db8-8ed1-0c2373fd8737 HTTP/1.1" status: 200  len: 2994 time: 0.1384833
Mar 26 20:49:51.996114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c3bb92b7-10d3-4844-8aa9-ba3eba32f26d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:51.997557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c3bb92b7-10d3-4844-8aa9-ba3eba32f26d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2375693
Mar 26 20:49:52.013334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Request body: {'port': {'device_id': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '9695bc9bf47e4da7bd4c4636a4900f72'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:52.056524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2a13b154-c032-4401-8c59-9d26085cad68 None None] Provisioning complete for port dde38bc0-9758-4826-b43d-648f34fdfda0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:52.057089 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2a13b154-c032-4401-8c59-9d26085cad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.068217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-50222e15-3321-4b12-ba30-33aa298a8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.069758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-50222e15-3321-4b12-ba30-33aa298a8ebf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1379793
Mar 26 20:49:52.077745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0735e603-bae4-4051-99a5-1c6aa8e40fc1 req-e81667fa-8bd0-4fe0-bbd5-7f84c7d4441c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 210 time: 0.0658758
Mar 26 20:49:52.078140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-8d93a57d-b27f-4120-ae05-d9c41280dc07 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/279e07d1-5b8a-4cc3-8b32-851bd543f880 HTTP/1.1" status: 200  len: 2990 time: 0.0787339
Mar 26 20:49:52.113247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2a13b154-c032-4401-8c59-9d26085cad68 None None] Port dde38bc0-9758-4826-b43d-648f34fdfda0 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:52.196714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8df163a5-52cd-457a-8a5f-d46a49a6577b req-56d02dae-6db5-4c71-b820-627d18622664 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403624
Mar 26 20:49:52.235118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-93de8a66-465d-460e-8a6d-4d0db667a034 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/279e07d1-5b8a-4cc3-8b32-851bd543f880 HTTP/1.1" status: 200  len: 2990 time: 0.1250696
Mar 26 20:49:52.241521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:52.276402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Made reservation on behalf of 9695bc9bf47e4da7bd4c4636a4900f72 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:49:52.279661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.286260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-5fa1582e-d7f0-47e1-87f1-276ba3a3f025 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102582
Mar 26 20:49:52.297772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 29aa9240-7fae-4127-aa8a-eca7df73d597 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:52.303677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 29aa9240-7fae-4127-aa8a-eca7df73d597 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:52.304306 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.318369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86610c-79e8-45e9-8540-dbd2de13a19f req-2aeb071b-5b10-4f67-8fc4-0da716afae30 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.319852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c86610c-79e8-45e9-8540-dbd2de13a19f req-2aeb071b-5b10-4f67-8fc4-0da716afae30 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 967 time: 0.1597490
Mar 26 20:49:52.349141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-2b757ce6-b631-48c9-9714-ffb0bbd1bd1f tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae HTTP/1.1" status: 200  len: 2998 time: 0.0997248
Mar 26 20:49:52.383773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-8706e936-c2ee-49e5-9425-99d01c6f5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.385304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-8706e936-c2ee-49e5-9425-99d01c6f5579 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 1130 time: 0.1422110
Mar 26 20:49:52.397437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 29aa9240-7fae-4127-aa8a-eca7df73d597 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:52.398067 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.421136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:52.424258 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50089e8d-e9cb-4c9d-ad2e-da63f0ca8426" -d '{"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-plugged", "status": "completed", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:52.437392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:52.443389 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.457668 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c86610c-79e8-45e9-8540-dbd2de13a19f req-0db80d4f-4e40-4a45-aff2-44107db46f0d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276290
Mar 26 20:49:52.483814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-62d6c338-40d6-4774-ba90-3a7369db5115 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837022
Mar 26 20:49:52.485258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-ac0799f4-c286-4629-821c-77b01ef20942 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae HTTP/1.1" status: 200  len: 2998 time: 0.1290796
Mar 26 20:49:52.513960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:52.529128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:52.543226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks [] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.577714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-ff93fd3e-faf2-4eec-9a13-ab9e5155fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.579287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-ff93fd3e-faf2-4eec-9a13-ab9e5155fcdb service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1861141
Mar 26 20:49:52.580375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Transition to ACTIVE for port object dde38bc0-9758-4826-b43d-648f34fdfda0 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:52.588636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.670548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Allocated IP 192.168.233.248 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/058e2995-dda2-4257-be40-cd89ed465350) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:49:52.719723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-436125d5-3054-4404-8932-0fc67b26e572 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/46f2c402-276f-43cc-9e49-9f761ad38a1f HTTP/1.1" status: 200  len: 2998 time: 0.2211015
Mar 26 20:49:52.771856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-1ad8f285-53ea-4106-bbac-66c86918abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.773388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-1ad8f285-53ea-4106-bbac-66c86918abe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.2027812
Mar 26 20:49:52.843646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-54e693d1-2192-47f3-8481-c51dfd00fece service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79 HTTP/1.1" status: 200  len: 217 time: 0.2561562
Mar 26 20:49:52.878529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-d99f166c-8c34-4773-a794-585058478419 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/46f2c402-276f-43cc-9e49-9f761ad38a1f HTTP/1.1" status: 200  len: 2998 time: 0.1494482
Mar 26 20:49:52.925320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:52.982645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks [] for port (058e2995-dda2-4257-be40-cd89ed465350), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:52.993205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-bd6e32e2-9945-4e38-a2bd-b2633f69de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.994681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-bd6e32e2-9945-4e38-a2bd-b2633f69de2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1329622
Mar 26 20:49:52.996201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Attempting to bind port dde38bc0-9758-4826-b43d-648f34fdfda0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:52.996603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Attempting to bind port dde38bc0-9758-4826-b43d-648f34fdfda0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:52.996964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Attempting to bind port dde38bc0-9758-4826-b43d-648f34fdfda0 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:52.997080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-c353a9e4-b914-4f37-9ef3-5b064a242ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:52.998459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-c353a9e4-b914-4f37-9ef3-5b064a242ccc service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2024727
Mar 26 20:49:53.005239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-ccbeeb67-26d6-49b9-ba54-8a3bab4af7a8 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/530dd649-adda-4a0e-8072-e2d235ac5b0d HTTP/1.1" status: 200  len: 2998 time: 0.1007380
Mar 26 20:49:53.009429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d75a-6c62-4326-8a0d-aed98e5c5229 req-2043440f-3799-4190-88b2-62b06ce48ea1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.009429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0784d75a-6c62-4326-8a0d-aed98e5c5229 req-2043440f-3799-4190-88b2-62b06ce48ea1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 945 time: 0.1695552
Mar 26 20:49:53.024768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Port dde38bc0-9758-4826-b43d-648f34fdfda0 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:53.025453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Attempting to bind port dde38bc0-9758-4826-b43d-648f34fdfda0 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:53.059957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-a8ad1fb5-5953-46df-bd16-f0da82b6eeda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0522320
Mar 26 20:49:53.067438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:53.067779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:53.068181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:53.068624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Bound port: dde38bc0-9758-4826-b43d-648f34fdfda0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:53.068978 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.115150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0784d75a-6c62-4326-8a0d-aed98e5c5229 req-5ce390d9-cbfd-4c2e-96dd-dccf3cec32b4 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966132
Mar 26 20:49:53.131243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.138906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-bf54c2b1-69fc-4e4f-b719-458b776992b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.140429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-bf54c2b1-69fc-4e4f-b719-458b776992b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1310055
Mar 26 20:49:53.183363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-f6322489-3b0f-4684-a32e-aa1550aa34dc tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/530dd649-adda-4a0e-8072-e2d235ac5b0d HTTP/1.1" status: 200  len: 2998 time: 0.1271727
Mar 26 20:49:53.187110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-651094f3-3e08-445d-9f77-5c25ec73243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.188738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-651094f3-3e08-445d-9f77-5c25ec73243f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1205986
Mar 26 20:49:53.207011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:49:53.231246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:49:53.250198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:49:53.252625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event updated for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:53.273473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:53.292014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:53.314029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.317925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-c02f9ba3-251e-4c24-893b-d12cd54c5aea tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/65371aa5-3a1e-4475-b9df-18409393a555 HTTP/1.1" status: 200  len: 2998 time: 0.1217744
Mar 26 20:49:53.326646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.327529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.352218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-21cb1279-f94a-40a2-834f-53fd1cfef6fd service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026072
Mar 26 20:49:53.356684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-875115a5-805b-433d-bfcf-4cdb5f466ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.358178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-875115a5-805b-433d-bfcf-4cdb5f466ac1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1594219
Mar 26 20:49:53.364239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-c928aaaa-68fd-47a5-b6c0-7fd7c6039e7a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3545747
Mar 26 20:49:53.365492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe2db-84c2-402f-9676-a53b5f53bc82 req-a4e03f55-4011-4d7a-be90-51b4e8b79200 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.366993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6edbe2db-84c2-402f-9676-a53b5f53bc82 req-a4e03f55-4011-4d7a-be90-51b4e8b79200 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 948 time: 0.1718006
Mar 26 20:49:53.372825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.373434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.374793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] 10.222.0.18 "PUT /v2.0/ports/dde38bc0-9758-4826-b43d-648f34fdfda0 HTTP/1.1" status: 200  len: 1118 time: 1.5208945
Mar 26 20:49:53.394303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Request body: {'port': {'device_id': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:53.474293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d191bb-54f2-47a8-bd8a-b144ad57079b service neutron] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:53.482238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-616181e5-bf65-4130-b1f8-da7cacb5cc6d tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/65371aa5-3a1e-4475-b9df-18409393a555 HTTP/1.1" status: 200  len: 2998 time: 0.1520212
Mar 26 20:49:53.549700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6edbe2db-84c2-402f-9676-a53b5f53bc82 req-27486303-acc7-4e02-9416-0a6a48c54fbf tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650810
Mar 26 20:49:53.550318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-0dc9de00-039e-4ed2-b14c-942f2a114d80 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820185
Mar 26 20:49:53.557020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (058e2995-dda2-4257-be40-cd89ed465350), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.578101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f28aa966-0389-4f2c-8494-939fa704c883 None None] Provisioning complete for port 058e2995-dda2-4257-be40-cd89ed465350 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:53.578605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f28aa966-0389-4f2c-8494-939fa704c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (058e2995-dda2-4257-be40-cd89ed465350), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:53.600187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-d2552c0f-d39d-4566-aa7b-23b8c6ae1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.601841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-d2552c0f-d39d-4566-aa7b-23b8c6ae1e5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1152 time: 0.1698310
Mar 26 20:49:53.604913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde07bb7-f5fb-47b6-be91-4ef90d7e4c09 req-d6b945ee-d8d5-4bbf-83eb-b060f3beb08d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2336972
Mar 26 20:49:53.613893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-160ae43b-2087-4e98-9a55-afa781a26259 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ca38fab-5758-426b-9916-c56f941d0efb HTTP/1.1" status: 200  len: 2998 time: 0.1300073
Mar 26 20:49:53.654350 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d0ec5e-823b-433d-88d6-38b6f7ee5df3 x-openstack-request-id: req-87d0ec5e-823b-433d-88d6-38b6f7ee5df3 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:53.655274 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-plugged", "status": "completed", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:53.655650 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87d0ec5e-823b-433d-88d6-38b6f7ee5df3 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:53.656204 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d0ec5e-823b-433d-88d6-38b6f7ee5df3'] response: {'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'code': 200}
Mar 26 20:49:53.683385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f28aa966-0389-4f2c-8494-939fa704c883 None None] Port 058e2995-dda2-4257-be40-cd89ed465350 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:49:53.703763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-c647a601-fd9c-4751-bd5e-9019ef69424e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=dde38bc0-9758-4826-b43d-648f34fdfda0 HTTP/1.1" status: 200  len: 217 time: 0.0952721
Mar 26 20:49:53.777906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-d415cdcc-bc1f-4c4a-93b3-99eb0cf8c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.778867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cd433e9-1718-41bc-8056-6ccd3176bd2b req-6c5a8f39-40ce-4424-9c10-e8bb6bf3d4a6 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159631
Mar 26 20:49:53.779329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-d415cdcc-bc1f-4c4a-93b3-99eb0cf8c3e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0555356
Mar 26 20:49:53.797236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777dd96-a203-4ab2-bac9-e0f5d958a7ee req-435231ea-4a23-44db-9b7a-c4e92854fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.798718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5777dd96-a203-4ab2-bac9-e0f5d958a7ee req-435231ea-4a23-44db-9b7a-c4e92854fd63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1127 time: 0.1048932
Mar 26 20:49:53.802320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-31cd074c-1f29-4805-8a48-1cb6fb035566 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ca38fab-5758-426b-9916-c56f941d0efb HTTP/1.1" status: 200  len: 2998 time: 0.1876438
Mar 26 20:49:53.875674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de4c4-84be-4c16-b380-10290d5ea244 req-77be186e-9cd5-4110-a16e-fdac4834301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.877231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-77be186e-9cd5-4110-a16e-fdac4834301b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0913815
Mar 26 20:49:53.879738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5777dd96-a203-4ab2-bac9-e0f5d958a7ee req-894142e8-c8a7-4fd5-a454-9aae96e20064 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579662
Mar 26 20:49:53.921280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-82cf1d70-9eb7-422b-ab79-b0daa53d4613 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/846f1f81-ea56-4751-8368-eb3431377c4d HTTP/1.1" status: 200  len: 2998 time: 0.0817697
Mar 26 20:49:53.959092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:53.961290 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be871ca-a321-45a8-8406-1325726d3d70" -d '{"events": [{"name": "network-changed", "server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:53.991780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb760d4a-6969-4e13-90eb-f07ce64127ae req-d13870ac-5c7e-46d8-b8ad-5b4a5c7adc5d tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:53.993310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb760d4a-6969-4e13-90eb-f07ce64127ae req-d13870ac-5c7e-46d8-b8ad-5b4a5c7adc5d tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1149 time: 0.1032565
Mar 26 20:49:53.993549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-945f9e63-f35a-4482-a486-64539a0d0850 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/846f1f81-ea56-4751-8368-eb3431377c4d HTTP/1.1" status: 200  len: 2998 time: 0.0647740
Mar 26 20:49:54.011496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-17348ef2-3d59-4f2d-b252-fe506be122b3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258645
Mar 26 20:49:54.043356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058e2995-dda2-4257-be40-cd89ed465350 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:54.057638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks [] for port (058e2995-dda2-4257-be40-cd89ed465350), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.066837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-038a76d2-05be-48f0-bdeb-890b7156ff05 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/953d9091-befb-400d-965e-f8b3926abf1a HTTP/1.1" status: 200  len: 2998 time: 0.0561624
Mar 26 20:49:54.074681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Transition to ACTIVE for port object 058e2995-dda2-4257-be40-cd89ed465350 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:49:54.081553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.095245 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb760d4a-6969-4e13-90eb-f07ce64127ae req-f0d11d44-f7b9-40fe-a34e-183a4c694703 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946517
Mar 26 20:49:54.123991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-599de4c4-84be-4c16-b380-10290d5ea244 req-21f52164-b41c-4900-8566-e86cc543b027 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032889
Mar 26 20:49:54.160617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-092caf5e-0283-45af-af9d-0cbfa45b0300 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/953d9091-befb-400d-965e-f8b3926abf1a HTTP/1.1" status: 200  len: 2998 time: 0.0870099
Mar 26 20:49:54.163362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Pushing event updated for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:54.247425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c66c8bf4-d08f-4509-bf2b-45e319b3aa79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:54.258389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-2dff119e-d1a1-451d-8876-fde41db9f5de tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/96bb6377-0775-47cc-961d-22b6b6ff9b7a HTTP/1.1" status: 200  len: 2995 time: 0.0897417
Mar 26 20:49:54.279450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Attempting to bind port 058e2995-dda2-4257-be40-cd89ed465350 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:54.279708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Attempting to bind port 058e2995-dda2-4257-be40-cd89ed465350 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:54.280085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Attempting to bind port 058e2995-dda2-4257-be40-cd89ed465350 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:54.298173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Port 058e2995-dda2-4257-be40-cd89ed465350 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:54.298497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Attempting to bind port 058e2995-dda2-4257-be40-cd89ed465350 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:54.320367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:54.320743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:54.321178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:54.321618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Bound port: 058e2995-dda2-4257-be40-cd89ed465350, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:54.321970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (058e2995-dda2-4257-be40-cd89ed465350), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.342136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-4aa0e10d-342a-41df-bc94-d22a34098ac8 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/96bb6377-0775-47cc-961d-22b6b6ff9b7a HTTP/1.1" status: 200  len: 2995 time: 0.0781155
Mar 26 20:49:54.354706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186816d2-f6df-4fdb-ae6c-2e9c33a35af0 req-a6376c87-a096-4b8e-ac2a-4b3bd254f64d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.356614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-186816d2-f6df-4fdb-ae6c-2e9c33a35af0 req-a6376c87-a096-4b8e-ac2a-4b3bd254f64d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0771728
Mar 26 20:49:54.370387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:54.383159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79', 'mac_address': 'fa:16:3e:ac:c7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:54.412147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-186816d2-f6df-4fdb-ae6c-2e9c33a35af0 req-8ae84048-0459-42a8-8585-7be41761736b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495393
Mar 26 20:49:54.424509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-f9764e3e-9f4d-4c82-bc37-a26fca7f5d9c tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9ab0360d-95ab-45d3-b912-37c8c0880518 HTTP/1.1" status: 200  len: 2998 time: 0.0606434
Mar 26 20:49:54.426085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:54.445449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=058e2995-dda2-4257-be40-cd89ed465350,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:54.453979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:54.454496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.463382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.470160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66c8bf4-d08f-4509-bf2b-45e319b3aa79 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:54.490854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:54.496102 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.530197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.530782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:54.532212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/058e2995-dda2-4257-be40-cd89ed465350 HTTP/1.1" status: 200  len: 1096 time: 1.1513586
Mar 26 20:49:54.535237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'tag': '058e2995-dda2-4257-be40-cd89ed465350'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:54.536210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f52a79-5ef4-4bf4-a03d-d2b7d2de83be req-86f352f2-ec8c-4096-8382-6892fb0d0e25 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.537750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5f52a79-5ef4-4bf4-a03d-d2b7d2de83be req-86f352f2-ec8c-4096-8382-6892fb0d0e25 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 948 time: 0.0553346
Mar 26 20:49:54.538670 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef89da-8c37-4707-81b9-5c97ad87a562" -d '{"events": [{"name": "network-changed", "server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "tag": "058e2995-dda2-4257-be40-cd89ed465350"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:54.554283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-567b664c-0a68-4657-959b-b4e5713586b7 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9ab0360d-95ab-45d3-b912-37c8c0880518 HTTP/1.1" status: 200  len: 2998 time: 0.1190348
Mar 26 20:49:54.556796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:54.605119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5f52a79-5ef4-4bf4-a03d-d2b7d2de83be req-7b8c604d-9337-4e5b-98a6-801029e9d17b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614307
Mar 26 20:49:54.626581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012df64-7016-4bc6-8805-e417e93827b2 service neutron] Pushing event updated for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:54.658005 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5545e5e4-3fc1-4ba2-8e0a-66fc397babcd x-openstack-request-id: req-5545e5e4-3fc1-4ba2-8e0a-66fc397babcd {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:54.658469 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:54.658900 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5545e5e4-3fc1-4ba2-8e0a-66fc397babcd {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:54.659347 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5545e5e4-3fc1-4ba2-8e0a-66fc397babcd'] response: {'name': 'network-changed', 'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'status': 'completed', 'code': 200}
Mar 26 20:49:54.660412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-ae4f5ac2-0ac8-44b3-a077-6741665426d2 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d7ed4259-6f3c-4473-b692-c3d51492c7d9 HTTP/1.1" status: 200  len: 2998 time: 0.1051238
Mar 26 20:49:54.687232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-e926350d-419b-465f-a91d-b8c6cb65f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.688781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-e926350d-419b-465f-a91d-b8c6cb65f3d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 1130 time: 0.1024148
Mar 26 20:49:54.743125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-4cdf86e1-053f-4bf1-a3f7-3e20498eeede service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=058e2995-dda2-4257-be40-cd89ed465350 HTTP/1.1" status: 200  len: 217 time: 0.0442793
Mar 26 20:49:54.747896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-c0defec4-296f-4adb-a0f5-4dbde91097f0 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d7ed4259-6f3c-4473-b692-c3d51492c7d9 HTTP/1.1" status: 200  len: 2998 time: 0.0867114
Mar 26 20:49:54.759377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c66c8bf4-d08f-4509-bf2b-45e319b3aa79'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:54.767574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be871ca-a321-45a8-8406-1325726d3d70 req-b6c78a8d-d8eb-4d5c-a9e0-d6b8f4318a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.769274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-b6c78a8d-d8eb-4d5c-a9e0-d6b8f4318a5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1152 time: 0.0895829
Mar 26 20:49:54.819198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ba10e-1c10-480f-a84d-9b59792034e1 req-229e65a1-5cd4-4d5a-84a4-2ca64f52a218 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.821018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-099ba10e-1c10-480f-a84d-9b59792034e1 req-229e65a1-5cd4-4d5a-84a4-2ca64f52a218 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 945 time: 0.1005492
Mar 26 20:49:54.913483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be871ca-a321-45a8-8406-1325726d3d70 req-ba49d9b2-2795-4f5a-8eeb-925fa0dc88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:54.915193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-ba49d9b2-2795-4f5a-8eeb-925fa0dc88bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1400790
Mar 26 20:49:54.919846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-099ba10e-1c10-480f-a84d-9b59792034e1 req-e33a7da9-5767-4751-a601-b5329e7d96e2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683856
Mar 26 20:49:54.963077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-f8459d9a-b672-4985-9755-b3e55edb1da7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=dde38bc0-9758-4826-b43d-648f34fdfda0 HTTP/1.1" status: 200  len: 217 time: 0.0416801
Mar 26 20:49:54.970976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cfa55f93-bf05-4d25-b05f-dcb66452c5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:55.013998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be871ca-a321-45a8-8406-1325726d3d70 req-be6316f7-27c3-4b9e-9f8f-1493da2e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.015651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-be6316f7-27c3-4b9e-9f8f-1493da2e829b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0462532
Mar 26 20:49:55.022528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-418144f1-6156-4e9f-96eb-26d0c9afb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.024021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-418144f1-6156-4e9f-96eb-26d0c9afb0f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2750812
Mar 26 20:49:55.042261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-72524469-40f8-419a-b800-4fa1ea2d33cd tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e26c355c-8996-4200-b20d-3f72bc791703 HTTP/1.1" status: 200  len: 2998 time: 0.2834079
Mar 26 20:49:55.110370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02615c-07f7-46cd-8bde-05cd3017febf req-871c646f-77b2-4af1-8912-1a8a0f9752c4 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.110825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-7d48f5df-2268-4b9d-9559-3062a006acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.112169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd02615c-07f7-46cd-8bde-05cd3017febf req-871c646f-77b2-4af1-8912-1a8a0f9752c4 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1149 time: 0.0782692
Mar 26 20:49:55.112338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-7d48f5df-2268-4b9d-9559-3062a006acf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0819640
Mar 26 20:49:55.114596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be871ca-a321-45a8-8406-1325726d3d70 req-8dc2519d-d5d6-4b7f-bab6-85991112a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.114727 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-70b71282-d8f0-45f1-bb3a-34a3fc0d0242 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e26c355c-8996-4200-b20d-3f72bc791703 HTTP/1.1" status: 200  len: 2998 time: 0.0563688
Mar 26 20:49:55.116125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-8dc2519d-d5d6-4b7f-bab6-85991112a624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0835466
Mar 26 20:49:55.212980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-aae79a50-422f-424d-bdc3-adc2e2aa432e tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e3cbaaf3-6dd8-426e-b495-bb20dc17e726 HTTP/1.1" status: 200  len: 2998 time: 0.0927157
Mar 26 20:49:55.213229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd02615c-07f7-46cd-8bde-05cd3017febf req-e560cff5-1a23-4bd4-92b7-9294c03d7af9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923989
Mar 26 20:49:55.239542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-ce4d24fb-e1b0-47e9-a6e9-0094ef98ea40 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103783
Mar 26 20:49:55.264582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-54605cfa-d827-4480-b6b2-20ec175474af service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375790
Mar 26 20:49:55.303382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-424f3df6-68f4-4c43-859e-2e05b2ec4677 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e3cbaaf3-6dd8-426e-b495-bb20dc17e726 HTTP/1.1" status: 200  len: 2998 time: 0.0818856
Mar 26 20:49:55.312488 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9330e3f0-0f7a-4714-b4a7-429c5c181050 x-openstack-request-id: req-9330e3f0-0f7a-4714-b4a7-429c5c181050 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:55.312787 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "tag": "058e2995-dda2-4257-be40-cd89ed465350", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:55.313068 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9330e3f0-0f7a-4714-b4a7-429c5c181050 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:55.313434 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9330e3f0-0f7a-4714-b4a7-429c5c181050'] response: {'name': 'network-changed', 'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'tag': '058e2995-dda2-4257-be40-cd89ed465350', 'status': 'completed', 'code': 200}
Mar 26 20:49:55.368482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be871ca-a321-45a8-8406-1325726d3d70 req-e9d35b39-cc5a-4ddd-bc83-0274352f6b3d service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168547
Mar 26 20:49:55.398698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-015ca4fc-2b5d-4296-88e6-e0a88a9f5125 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eadda09e-6532-4a61-b716-60298104a082 HTTP/1.1" status: 200  len: 2998 time: 0.0879588
Mar 26 20:49:55.403973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f561fa42-80f8-4a4d-a993-31b0dabd5848 req-e1b43930-84cf-41d2-9313-72aa399289c3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332061
Mar 26 20:49:55.407881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6833b7f-c903-4a64-b1a0-4c84b9a3e4ff req-97806fa2-9e4d-41aa-9042-a69bba7f7a7f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.413925 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6833b7f-c903-4a64-b1a0-4c84b9a3e4ff req-97806fa2-9e4d-41aa-9042-a69bba7f7a7f tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 949 time: 0.0582078
Mar 26 20:49:55.443835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea96585e-06a2-4d22-a21f-396fa6b9e609 req-35a45d5e-f560-4c00-8e55-ede0f83660f5 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/eadda09e-6532-4a61-b716-60298104a082 HTTP/1.1" status: 200  len: 2998 time: 0.0388863
Mar 26 20:49:55.466302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6833b7f-c903-4a64-b1a0-4c84b9a3e4ff req-21bce0b9-794d-4c15-be31-04b35735c04b tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498128
Mar 26 20:49:55.491779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-69ca01f3-208d-4184-8fad-266281230c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.493262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-69ca01f3-208d-4184-8fad-266281230c9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 1130 time: 0.0480483
Mar 26 20:49:55.630890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-8ee3d52b-b9da-4de1-9b14-701120f88edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.632298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-8ee3d52b-b9da-4de1-9b14-701120f88edc service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1336782
Mar 26 20:49:55.682174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932af6-4232-4d0a-a16b-e5f4605f356a req-a2cf8972-7499-4a8f-aca4-55f3e9f7b321 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.683629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75932af6-4232-4d0a-a16b-e5f4605f356a req-a2cf8972-7499-4a8f-aca4-55f3e9f7b321 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1156967
Mar 26 20:49:55.685007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-f71592eb-27af-4c3e-81cd-625720e36dd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=058e2995-dda2-4257-be40-cd89ed465350 HTTP/1.1" status: 200  len: 217 time: 0.0461862
Mar 26 20:49:55.693191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f66f1dde-1f78-491a-8e6a-52bb4aa5fdb9 req-f9a502e2-e865-45c8-9f50-a6429011fe20 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=251f4921c1bd4095b2048fce40c57949 HTTP/1.1" status: 200  len: 6153 time: 0.0697496
Mar 26 20:49:55.740920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f66f1dde-1f78-491a-8e6a-52bb4aa5fdb9 req-95edd6ec-c5cd-4f7a-82fe-e79fcbb13014 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "GET /v2.0/security-groups/65371aa5-3a1e-4475-b9df-18409393a555 HTTP/1.1" status: 200  len: 2998 time: 0.0416470
Mar 26 20:49:55.763220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-07aa2643-8ebd-46db-bd81-2b633163cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.764715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-07aa2643-8ebd-46db-bd81-2b633163cbd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0688133
Mar 26 20:49:55.767865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75932af6-4232-4d0a-a16b-e5f4605f356a req-add141f8-b6bd-491f-9bce-9e725c0db89f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781243
Mar 26 20:49:55.785553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f66f1dde-1f78-491a-8e6a-52bb4aa5fdb9 req-4f789fdd-8d50-44c1-9bbe-a1a1b7847595 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "GET /v2.0/security-groups/65371aa5-3a1e-4475-b9df-18409393a555 HTTP/1.1" status: 200  len: 2998 time: 0.0385523
Mar 26 20:49:55.828360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-6da90cf9-f113-48f7-85f1-5e7c4906a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.829944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-6da90cf9-f113-48f7-85f1-5e7c4906a0bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0579522
Mar 26 20:49:55.905058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797bf12-1137-453b-9003-464da91bb90f req-04f2cb45-7665-4c10-9881-ae5fe058340f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:55.906568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8797bf12-1137-453b-9003-464da91bb90f req-04f2cb45-7665-4c10-9881-ae5fe058340f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 948 time: 0.0527370
Mar 26 20:49:55.924114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-7e0fd2ff-f0aa-41de-80ae-70141bee48c1 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869889
Mar 26 20:49:55.958281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8797bf12-1137-453b-9003-464da91bb90f req-5c0b7e4c-f4be-47ad-8645-5abd8fabe4ce tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456431
Mar 26 20:49:56.033122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9048d509-f53d-465a-a787-f6cfac379b2e req-ea144d6c-06cf-4f1d-ada9-f8f87441612f tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/bd78eac9-50de-4b67-bda6-6c1f760d9578 HTTP/1.1" status: 200  len: 1793 time: 0.0531094
Mar 26 20:49:56.040797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48ef89da-8c37-4707-81b9-5c97ad87a562 req-d9ee00f4-6c67-48f1-a3b1-25cdb0476e9a service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1092980
Mar 26 20:49:56.095361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9048d509-f53d-465a-a787-f6cfac379b2e req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (bd78eac9-50de-4b67-bda6-6c1f760d9578), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.116130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9048d509-f53d-465a-a787-f6cfac379b2e req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (bd78eac9-50de-4b67-bda6-6c1f760d9578), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.156265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9048d509-f53d-465a-a787-f6cfac379b2e req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd78eac9-50de-4b67-bda6-6c1f760d9578), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.158714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9048d509-f53d-465a-a787-f6cfac379b2e req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.159890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9048d509-f53d-465a-a787-f6cfac379b2e req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd78eac9-50de-4b67-bda6-6c1f760d9578 HTTP/1.1" status: 204  len: 173 time: 0.1205838
Mar 26 20:49:56.168596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a04ec4-fbf9-4985-b90f-699f64074946 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78eac9-50de-4b67-bda6-6c1f760d9578,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:56.258028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c66c8bf4-d08f-4509-bf2b-45e319b3aa79 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:56.319355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:56.323612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:56.324174 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.400145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa62ca-c824-4aa4-bf00-62fd3d7b553c req-bb4f8ea9-a25c-466f-8002-479fc475d3dd tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:56.401705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9aa62ca-c824-4aa4-bf00-62fd3d7b553c req-bb4f8ea9-a25c-466f-8002-479fc475d3dd tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 945 time: 0.0589528
Mar 26 20:49:56.417185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:56.417505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.441036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:56.443334 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35118b-860c-415e-bcd8-4bc304054c27" -d '{"events": [{"server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "name": "network-vif-plugged", "status": "completed", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:56.458469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:56.459820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9aa62ca-c824-4aa4-bf00-62fd3d7b553c req-679b03a8-e3c4-4cce-bf1d-785e6b40f122 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524812
Mar 26 20:49:56.464600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.519380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:56.525519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-191868ca-00ec-48c5-8ffe-6a13da47f41b tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8a454656-839b-420e-8b66-9dacf5ab667f HTTP/1.1" status: 200  len: 1795 time: 0.0375650
Mar 26 20:49:56.593466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (8a454656-839b-420e-8b66-9dacf5ab667f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.615996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (8a454656-839b-420e-8b66-9dacf5ab667f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.654212 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a454656-839b-420e-8b66-9dacf5ab667f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.656775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.657904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dafb8d39-c23d-438a-8321-81105e8911f6 req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a454656-839b-420e-8b66-9dacf5ab667f HTTP/1.1" status: 204  len: 173 time: 0.1262772
Mar 26 20:49:56.666050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d570e-8603-4efe-b4bd-9063f72a3fa4 tempest-SecurityGroupsTestAdminJSON-2049530855 tempest-SecurityGroupsTestAdminJSON-2049530855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a454656-839b-420e-8b66-9dacf5ab667f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:56.716546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:56.730281 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e92a18-7b63-4cc8-8382-6b68868ec6cf x-openstack-request-id: req-90e92a18-7b63-4cc8-8382-6b68868ec6cf {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:49:56.730589 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "name": "network-vif-plugged", "status": "completed", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:49:56.730844 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90e92a18-7b63-4cc8-8382-6b68868ec6cf {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:49:56.731243 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e92a18-7b63-4cc8-8382-6b68868ec6cf'] response: {'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79', 'code': 200}
Mar 26 20:49:56.844286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:56.852662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc1903-e76f-4e81-970a-a5b37006ebe4 req-3e2726a4-3cb6-4106-a52e-5671d6a99ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:56.854294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fbc1903-e76f-4e81-970a-a5b37006ebe4 req-3e2726a4-3cb6-4106-a52e-5671d6a99ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 1132 time: 0.0573077
Mar 26 20:49:56.860330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'mac_address': 'fa:16:3e:ed:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-1612479973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:56.904236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:56.904842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.907258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fbc1903-e76f-4e81-970a-a5b37006ebe4 req-cb9c3783-1933-4c4f-b07c-4d42d5a287be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446832
Mar 26 20:49:56.919585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:56.940020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:56.944425 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:56.977911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236585b-ff92-48a7-933d-bfe3b1462a7f req-93c3762b-cf5f-4d39-8fe2-a3954b94f648 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:56.978541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-61cc12a4-c2f4-439a-9e4e-7f10957798b6 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:56.980478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8236585b-ff92-48a7-933d-bfe3b1462a7f req-93c3762b-cf5f-4d39-8fe2-a3954b94f648 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1127 time: 0.0477254
Mar 26 20:49:56.981779 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-61cc12a4-c2f4-439a-9e4e-7f10957798b6 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0649691
Mar 26 20:49:56.997093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:57.025989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-b1de9796-9049-48aa-bb18-e421b2d27923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.028381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-b1de9796-9049-48aa-bb18-e421b2d27923 service neutron] 10.222.0.16 "GET /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 1146 time: 0.0403254
Mar 26 20:49:57.030516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8236585b-ff92-48a7-933d-bfe3b1462a7f req-bad5ab76-5637-4a36-a466-888e53152933 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436337
Mar 26 20:49:57.036470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:57.037059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:49:57.140034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972879f-305b-4d25-be02-83e6299c6bc1 req-29fd7a70-0e13-427d-8a5c-bbc1c6c8cf1a tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.141506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b972879f-305b-4d25-be02-83e6299c6bc1 req-29fd7a70-0e13-427d-8a5c-bbc1c6c8cf1a tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.0515342
Mar 26 20:49:57.165929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:57.167965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:57.168247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:57.168570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:57.173430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:57.173684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:57.178405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:57.178740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:57.179123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:57.179557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Bound port: 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:57.189283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b972879f-305b-4d25-be02-83e6299c6bc1 req-d43f0f06-c120-45ef-a962-40c17e8b1ccb tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413442
Mar 26 20:49:57.256680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-55ad6ab7-b389-4044-9cf7-409ce8960d85 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "GET /v2.0/security-groups/cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf HTTP/1.1" status: 200  len: 1794 time: 0.0406234
Mar 26 20:49:57.277381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:57.284435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.285913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3accf1b8-55ca-4786-b341-0e8cf95447a6 service neutron] 10.222.0.16 "POST /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e/bindings HTTP/1.1" status: 201  len: 389 time: 0.2533896
Mar 26 20:49:57.319892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.320130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-86762f6e-63d6-4566-bb6d-c32f5f86b2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.346509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.418139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.420667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:57.421782 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7ed8ba4-a243-4ec8-8ec5-059d77fa20aa req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf HTTP/1.1" status: 204  len: 173 time: 0.1611807
Mar 26 20:49:57.434918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7351af-6b4f-45ab-a318-f8808e7728d8 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5b207d-64bf-4df6-a4b8-3bf3a8ffbecf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:57.484469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a84e4-1cfa-438a-80db-08eaf20679a5 req-f48c6e47-a91c-4f01-9f0e-2deb3b817071 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.486072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e30a84e4-1cfa-438a-80db-08eaf20679a5 req-f48c6e47-a91c-4f01-9f0e-2deb3b817071 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0612037
Mar 26 20:49:57.540103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e30a84e4-1cfa-438a-80db-08eaf20679a5 req-21a5bdaa-d11e-4be9-9056-2122b7bbf51c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471563
Mar 26 20:49:57.586011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b184e-e7ec-4fb0-b51a-669b9ec42e97 req-190a9f25-42e5-4314-896a-b3a6f2c78fbd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.587478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-063b184e-e7ec-4fb0-b51a-669b9ec42e97 req-190a9f25-42e5-4314-896a-b3a6f2c78fbd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 948 time: 0.0927684
Mar 26 20:49:57.594961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ac7a719d-b7a3-4ebf-bab0-f70fa320d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.596676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ac7a719d-b7a3-4ebf-bab0-f70fa320d24e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1149 time: 0.0747378
Mar 26 20:49:57.638752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa78f7-7970-4392-9eeb-0e41c20b5b36 req-08a2034a-e1cd-42a4-a5ae-ea56c8717600 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.640385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fa78f7-7970-4392-9eeb-0e41c20b5b36 req-08a2034a-e1cd-42a4-a5ae-ea56c8717600 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1127 time: 0.0440798
Mar 26 20:49:57.683755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fa78f7-7970-4392-9eeb-0e41c20b5b36 req-8dc3f7b5-26fc-4798-a59f-af0b719f1299 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374286
Mar 26 20:49:57.798667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e1e4d-9d2d-4004-a859-c0ce2c14c8df req-9010f8cb-bb1a-4dc3-8295-8d136065fe42 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.800724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e79e1e4d-9d2d-4004-a859-c0ce2c14c8df req-9010f8cb-bb1a-4dc3-8295-8d136065fe42 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 967 time: 0.0533485
Mar 26 20:49:57.846050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-063b184e-e7ec-4fb0-b51a-669b9ec42e97 req-bef39d4f-de75-4d92-ac5f-10780e1bae5a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481685
Mar 26 20:49:57.848951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e79e1e4d-9d2d-4004-a859-c0ce2c14c8df req-c537fe96-f26b-43c6-b10e-c7b92ec3c8b5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419226
Mar 26 20:49:57.881898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ed79fdf9-62db-45c4-8aed-53ed1eba269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:57.883369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ed79fdf9-62db-45c4-8aed-53ed1eba269d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2793615
Mar 26 20:49:57.945167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-3377d9e9-20df-49fd-81d1-a169f0192504 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0446985
Mar 26 20:49:58.014650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e59c3c7b-247d-4412-9d44-341081956983 req-4fc78621-cbc7-440b-ac12-82044ffc18f2 tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "GET /v2.0/security-groups/e4812448-a87a-4f9a-9dc4-32fccbc939b5 HTTP/1.1" status: 200  len: 1794 time: 0.1222227
Mar 26 20:49:58.026794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-b2ea43b8-2bd5-4805-9296-329a2a8405ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:58.028408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-b2ea43b8-2bd5-4805-9296-329a2a8405ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0761051
Mar 26 20:49:58.076425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-2ab12cb1-9259-49e6-84db-b74394a9993e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320292
Mar 26 20:49:58.160291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e59c3c7b-247d-4412-9d44-341081956983 req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (e4812448-a87a-4f9a-9dc4-32fccbc939b5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.195058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e59c3c7b-247d-4412-9d44-341081956983 req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (e4812448-a87a-4f9a-9dc4-32fccbc939b5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.230959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-53c6a396-da73-4237-abcd-1235a2bead0a service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431620
Mar 26 20:49:58.263695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e59c3c7b-247d-4412-9d44-341081956983 req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e4812448-a87a-4f9a-9dc4-32fccbc939b5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.266272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e59c3c7b-247d-4412-9d44-341081956983 req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.267382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e59c3c7b-247d-4412-9d44-341081956983 req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] 10.222.0.16 "DELETE /v2.0/security-groups/e4812448-a87a-4f9a-9dc4-32fccbc939b5 HTTP/1.1" status: 204  len: 173 time: 0.2380366
Mar 26 20:49:58.290082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fac26a-1098-422a-887f-8063c341777b tempest-SecurityGroupsTestAdminJSON-539218426 tempest-SecurityGroupsTestAdminJSON-539218426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4812448-a87a-4f9a-9dc4-32fccbc939b5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:58.367889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-5f86f2f6-a2d2-4715-992f-3974b1b0255e service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229329
Mar 26 20:49:58.464365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc630124-f15e-45be-8577-5da88353ef55 req-63635ea4-0741-415f-906e-32f3d070fccd tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:58.465975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc630124-f15e-45be-8577-5da88353ef55 req-63635ea4-0741-415f-906e-32f3d070fccd tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.0587668
Mar 26 20:49:58.516258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc630124-f15e-45be-8577-5da88353ef55 req-ac218450-f5a1-4c2c-846a-c48b4ec5f611 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423350
Mar 26 20:49:58.637669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.643106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-2c331d80-d6be-420c-9884-5feb4f4459b9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:58.645927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-2c331d80-d6be-420c-9884-5feb4f4459b9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.1217861
Mar 26 20:49:58.659650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:49:58.677216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49394) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:58.728965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 058e2995-dda2-4257-be40-cd89ed465350 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:49:58.739134 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.745724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:49:58.892367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port dde38bc0-9758-4826-b43d-648f34fdfda0 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:49:58.899686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6366ba81-83d8-4baa-ba99-7b68cb2e6b64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=251f4921c1bd4095b2048fce40c57949&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2187312
Mar 26 20:49:58.900603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49408) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:58.905749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port dde38bc0-9758-4826-b43d-648f34fdfda0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:49:58.906197 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.958486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=058e2995-dda2-4257-be40-cd89ed465350,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:58.970966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] Publish callbacks [] for security_group (65371aa5-3a1e-4475-b9df-18409393a555), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:58.978250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '058e2995-dda2-4257-be40-cd89ed465350', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '058e2995-dda2-4257-be40-cd89ed465350', 'mac_address': 'fa:16:3e:69:74:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:49:58.996665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] Publish callbacks [] for security_group (65371aa5-3a1e-4475-b9df-18409393a555), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.033493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:59.054597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (65371aa5-3a1e-4475-b9df-18409393a555), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.055137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d03c3-8fa2-483f-9843-d29249636488 req-26dcf922-1ec8-4049-893b-cd79d331f764 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:59.056722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c06d03c3-8fa2-483f-9843-d29249636488 req-26dcf922-1ec8-4049-893b-cd79d331f764 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1412957
Mar 26 20:49:59.059117 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.060808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65371aa5-3a1e-4475-b9df-18409393a555 HTTP/1.1" status: 204  len: 168 time: 0.1588387
Mar 26 20:49:59.072257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ccc2c-6049-409e-8f90-80848bb87b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65371aa5-3a1e-4475-b9df-18409393a555,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.133589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:59.160545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c06d03c3-8fa2-483f-9843-d29249636488 req-76c8c163-a594-4484-9037-0bd39f2f5cd6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958159
Mar 26 20:49:59.181911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 058e2995-dda2-4257-be40-cd89ed465350 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:59.182632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (058e2995-dda2-4257-be40-cd89ed465350), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.184701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:49:59.185250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.189260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:59.199234 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516a669-09f9-44b7-9cf6-fa5e0050c39c" -d '{"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:59.199234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks [] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.205788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.232233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058e2995-dda2-4257-be40-cd89ed465350 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:49:59.247257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:49:59.249803 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f576e3-6e64-4c3a-91c9-1971ce5a6b02" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:49:59.271831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:59.280640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.280916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.283566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=058e2995-dda2-4257-be40-cd89ed465350,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:49:59.289471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.340000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:49:59.340467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:49:59.340815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:59.349777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:49:59.350108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Attempting to bind port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:49:59.353595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.355953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:49:59.356410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:49:59.356797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:49:59.357236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Bound port: 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:49:59.357582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.419378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.464479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:49:59.470051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:49:59.480833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.515311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:59.516046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['058e2995-dda2-4257-be40-cd89ed465350'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:59.550961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49438) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:59.590361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=8']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.606630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ce5065fd-26da-407e-b522-6444b8de7ed4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e1da6e2c72c47329bba36d64827b9fb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0533812
Mar 26 20:49:59.609600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49440) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:49:59.615682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:59.616396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.617754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0b2e45c-f1a0-42bf-b13c-5fff1aa50262 service neutron] 10.222.0.21 "PUT /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 1143 time: 0.9632065
Mar 26 20:49:59.653815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e68b4-d607-40c4-ac37-ceb77cc5f688 req-10f80b4d-6169-42b5-a3e4-e7b034f72030 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:59.656540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-939e68b4-d607-40c4-ac37-ceb77cc5f688 req-10f80b4d-6169-42b5-a3e4-e7b034f72030 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.1029410
Mar 26 20:49:59.688871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] Publish callbacks [] for security_group (e3cbaaf3-6dd8-426e-b495-bb20dc17e726), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.703015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['20d1d1b1-7ff8-4820-b9ce-973be1edd28e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:49:59.715438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] Publish callbacks [] for security_group (e3cbaaf3-6dd8-426e-b495-bb20dc17e726), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.738107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-939e68b4-d607-40c4-ac37-ceb77cc5f688 req-e1335f32-a3f2-41b4-ba7d-bbc2a3e30c82 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603356
Mar 26 20:49:59.798735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e3cbaaf3-6dd8-426e-b495-bb20dc17e726), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.802734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:49:59.804422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3cbaaf3-6dd8-426e-b495-bb20dc17e726 HTTP/1.1" status: 204  len: 168 time: 0.1933513
Mar 26 20:49:59.813456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ccc4a-5f44-4aca-a136-abce15b88c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbaaf3-6dd8-426e-b495-bb20dc17e726,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:49:59.852517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-447b4086-92f5-4f52-84ae-69c5da058212 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:49:59.865924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-447b4086-92f5-4f52-84ae-69c5da058212 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3477702
Mar 26 20:49:59.893548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c962a-086d-40ea-b614-e4b071d53e49 req-28de8efe-ab0d-4e8a-b5da-3d9642c00e17 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:49:59.895180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d2c962a-086d-40ea-b614-e4b071d53e49 req-28de8efe-ab0d-4e8a-b5da-3d9642c00e17 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.0790088
Mar 26 20:49:59.952586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d2c962a-086d-40ea-b614-e4b071d53e49 req-410e0db0-c364-4353-be56-c5a4e3c400ff tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508957
Mar 26 20:49:59.965511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:00.014700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-a6aff89d-1be2-4e9d-93ab-a1cf1e189a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.022180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-a6aff89d-1be2-4e9d-93ab-a1cf1e189a22 service neutron] 10.222.0.16 "GET /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 1124 time: 0.1155763
Mar 26 20:50:00.026987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:00.027448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:50:00.072105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89ec66-00c1-4b19-97e6-3eaa451b7388 req-1872fa7b-3878-45e1-ab4d-0be9ae29a1e4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.073608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec89ec66-00c1-4b19-97e6-3eaa451b7388 req-1872fa7b-3878-45e1-ab4d-0be9ae29a1e4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 949 time: 0.0579970
Mar 26 20:50:00.124654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec89ec66-00c1-4b19-97e6-3eaa451b7388 req-95f07473-6b9a-45ca-9449-91c94ba38174 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437512
Mar 26 20:50:00.170246 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c3e921-1b71-4e70-9d87-c1ac3bd8a26e x-openstack-request-id: req-86c3e921-1b71-4e70-9d87-c1ac3bd8a26e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:00.170548 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:00.170808 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86c3e921-1b71-4e70-9d87-c1ac3bd8a26e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:00.171213 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c3e921-1b71-4e70-9d87-c1ac3bd8a26e'] response: {'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'code': 200}
Mar 26 20:50:00.178342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:00.178807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:00.179141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:00.183991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:00.184320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:00.189423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:00.189786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:00.190199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:00.190705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Bound port: 29aa9240-7fae-4127-aa8a-eca7df73d597, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:00.232006 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011a9626-5511-4eae-9a36-f12f2dff1ed5 x-openstack-request-id: req-011a9626-5511-4eae-9a36-f12f2dff1ed5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:00.232333 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:00.232591 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-011a9626-5511-4eae-9a36-f12f2dff1ed5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:00.233191 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011a9626-5511-4eae-9a36-f12f2dff1ed5'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'code': 200}
Mar 26 20:50:00.261129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:00.268875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:00.270512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-5a248908-c85f-4706-afd5-79f414f76842 service neutron] 10.222.0.16 "POST /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597/bindings HTTP/1.1" status: 201  len: 389 time: 0.2476132
Mar 26 20:50:00.357840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857a93c-d92d-477b-8a2c-24a9b3dd83ed req-5d5f3db3-8051-49c8-a2f8-ff71d95ce663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.360085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e857a93c-d92d-477b-8a2c-24a9b3dd83ed req-5d5f3db3-8051-49c8-a2f8-ff71d95ce663 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1154 time: 0.0576375
Mar 26 20:50:00.453525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e857a93c-d92d-477b-8a2c-24a9b3dd83ed req-5f3e21b8-88b7-4332-b19b-15de5027c85b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867283
Mar 26 20:50:00.537368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bceaa7f-81ce-412c-bf8e-81a25a437626 req-cfe98897-0f89-44b1-baf9-bd4e6ed8044b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.539015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bceaa7f-81ce-412c-bf8e-81a25a437626 req-cfe98897-0f89-44b1-baf9-bd4e6ed8044b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0983779
Mar 26 20:50:00.613919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bceaa7f-81ce-412c-bf8e-81a25a437626 req-a0b89d54-4176-4758-acfc-24ad5a8e36f4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682180
Mar 26 20:50:00.722803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee528d-a5bc-47b3-81bd-08949ac6421d req-ce9bd7e4-a462-4ae6-811d-f3c85883d8d0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.724406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bee528d-a5bc-47b3-81bd-08949ac6421d req-ce9bd7e4-a462-4ae6-811d-f3c85883d8d0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 945 time: 0.0665538
Mar 26 20:50:00.734908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 058e2995-dda2-4257-be40-cd89ed465350 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:00.756473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-38a1fc38-b17d-46d5-8fbf-c6a0bc2a900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.758036 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-38a1fc38-b17d-46d5-8fbf-c6a0bc2a900a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1127 time: 0.0579493
Mar 26 20:50:00.794162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 058e2995-dda2-4257-be40-cd89ed465350 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:00.799157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 058e2995-dda2-4257-be40-cd89ed465350 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:00.799601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (058e2995-dda2-4257-be40-cd89ed465350), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:00.811962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bee528d-a5bc-47b3-81bd-08949ac6421d req-ef35637e-a5fe-43ca-a12a-46acac567beb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808063
Mar 26 20:50:00.923788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-94e52e1d-ac4a-41f6-ae48-fe9b9f5b5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.925356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-94e52e1d-ac4a-41f6-ae48-fe9b9f5b5750 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1592691
Mar 26 20:50:00.931615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 058e2995-dda2-4257-be40-cd89ed465350 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:00.932041 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (058e2995-dda2-4257-be40-cd89ed465350), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:00.939098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0becda4-817e-4196-a510-dd8362b76182 req-aa617a8d-8acc-4452-926b-5dc92789dbe4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:00.941364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0becda4-817e-4196-a510-dd8362b76182 req-aa617a8d-8acc-4452-926b-5dc92789dbe4 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.1289933
Mar 26 20:50:00.982757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-23782962-eb2d-4ec5-b86f-54dee91f2ed2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0405176
Mar 26 20:50:00.985733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=058e2995-dda2-4257-be40-cd89ed465350,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:00.993485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:01.064823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:01.075833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0becda4-817e-4196-a510-dd8362b76182 req-c64aae10-6635-466b-9972-da3cd37645ee tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208408
Mar 26 20:50:01.088079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-fff15f71-8791-4976-91ef-6cd92eca895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:01.090173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-fff15f71-8791-4976-91ef-6cd92eca895e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0950196
Mar 26 20:50:01.126993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-cd68e6da-24dd-4b26-b4fa-b54883f9e39b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300455
Mar 26 20:50:01.283834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc87af-e766-4690-b339-d3d4773eef8b req-74fd6a18-2dad-4699-a573-c343151a4815 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:01.288364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0efc87af-e766-4690-b339-d3d4773eef8b req-74fd6a18-2dad-4699-a573-c343151a4815 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.1196849
Mar 26 20:50:01.293920 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-1a37e388-c813-49da-9caa-e0471f22d4f8 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603856
Mar 26 20:50:01.334999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e8eb0-f4b9-4c2b-91f3-0701fb6911f4 req-143fe088-299a-4e5e-ad2a-a2a0bad66da5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:01.337064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c40e8eb0-f4b9-4c2b-91f3-0701fb6911f4 req-143fe088-299a-4e5e-ad2a-a2a0bad66da5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.0560617
Mar 26 20:50:01.394524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0efc87af-e766-4690-b339-d3d4773eef8b req-307b9e22-f798-4b07-b190-e87b3cc4ed95 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990663
Mar 26 20:50:01.406379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c40e8eb0-f4b9-4c2b-91f3-0701fb6911f4 req-0f9b4964-5fcd-49bb-b9c8-ed49e9284262 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592744
Mar 26 20:50:01.420092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-0e6e5cc7-2425-48cf-bab9-da6e993d2d15 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1115272
Mar 26 20:50:01.489357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:01.692137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-f3bee8b4-3647-42ef-829f-bfc9ff78bd7c tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:01.693679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-f3bee8b4-3647-42ef-829f-bfc9ff78bd7c tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1185629
Mar 26 20:50:01.704807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:01.754660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce31c8-d275-49e8-8dfb-f5b53ae62b2a req-2b21ffac-c7b7-46cb-9724-a7be0e89443f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:01.756344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33ce31c8-d275-49e8-8dfb-f5b53ae62b2a req-2b21ffac-c7b7-46cb-9724-a7be0e89443f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0566037
Mar 26 20:50:01.774598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:01.805970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33ce31c8-d275-49e8-8dfb-f5b53ae62b2a req-ac3ad277-7f73-44e8-b49b-6df44271e178 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434265
Mar 26 20:50:01.837685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-0b73e9e1-2a3a-4cc1-8910-f30604bfe29d tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1c87bd15896c4325b42e8eff64041a63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0260057
Mar 26 20:50:02.006838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:02.021661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-1c62a508-ea64-4470-9561-c68ea067f4c1 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.023273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-1c62a508-ea64-4470-9561-c68ea067f4c1 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1780231
Mar 26 20:50:02.057898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-672e62bc-3c10-40cc-8ac5-d988f20c00cc tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/quotas/1c87bd15896c4325b42e8eff64041a63 HTTP/1.1" status: 200  len: 375 time: 0.0264816
Mar 26 20:50:02.067475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:02.104927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff003-5098-4096-b1ca-a2d0a085b21d req-ec104864-02a4-428d-a2d2-ff65745fd5ed tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.106408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91fff003-5098-4096-b1ca-a2d0a085b21d req-ec104864-02a4-428d-a2d2-ff65745fd5ed tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 945 time: 0.0918872
Mar 26 20:50:02.110367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-0a26334c-c462-4657-8ee2-7efc038c55f2 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1c87bd15896c4325b42e8eff64041a63&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450871
Mar 26 20:50:02.126393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-e51d1222-c215-47a9-aa70-89d49c64d2ef tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.128261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-e51d1222-c215-47a9-aa70-89d49c64d2ef tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.0728700
Mar 26 20:50:02.131276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:02.133738 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2574099a-d1c3-4167-a485-a09e777bf425" -d '{"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:02.138223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks [] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.145893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.176505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:02.180051 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb72b010-8b63-4552-beb0-03c52099b38d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:02.234775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e2995-dda2-4257-be40-cd89ed465350'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:02.236387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:02.243281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:02.243942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:02.244062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91fff003-5098-4096-b1ca-a2d0a085b21d req-b06a4624-2d03-4940-aabd-73840c86775b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298831
Mar 26 20:50:02.244145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:02.248947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:02.249310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Attempting to bind port 29aa9240-7fae-4127-aa8a-eca7df73d597 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:02.254090 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d627d-3fa1-4285-813b-a1cdcfc751bf" -d '{"events": [{"server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "name": "network-vif-plugged", "status": "completed", "tag": "058e2995-dda2-4257-be40-cd89ed465350"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:02.274715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:02.275237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:02.275898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:02.276616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Bound port: 29aa9240-7fae-4127-aa8a-eca7df73d597, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:02.277186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.282772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:02.317094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Deleting port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:50:02.317448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.369324 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f664d-52fc-490e-9dd6-837bc49965c0 x-openstack-request-id: req-7c9f664d-52fc-490e-9dd6-837bc49965c0 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:02.370007 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:02.370007 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c9f664d-52fc-490e-9dd6-837bc49965c0 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:02.370254 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9f664d-52fc-490e-9dd6-837bc49965c0'] response: {'name': 'network-changed', 'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'status': 'completed', 'code': 200}
Mar 26 20:50:02.466186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:02.480706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:50:02.516618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-83ff6c1e-ab19-445d-a25a-7ddf87fafdf3 req-5863db66-645c-4c6a-957e-cfca704385b5 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 210 time: 0.0864019
Mar 26 20:50:02.532018 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7708100f-7d5a-4285-8a34-7e5b661edd49 x-openstack-request-id: req-7708100f-7d5a-4285-8a34-7e5b661edd49 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:02.532018 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:02.532018 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7708100f-7d5a-4285-8a34-7e5b661edd49 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:02.532018 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7708100f-7d5a-4285-8a34-7e5b661edd49'] response: {'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'code': 200}
Mar 26 20:50:02.579157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72b010-8b63-4552-beb0-03c52099b38d req-d690b9e2-f3f2-468d-981c-5effcd344cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.581350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-d690b9e2-f3f2-468d-981c-5effcd344cff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1177 time: 0.2050674
Mar 26 20:50:02.589336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] For port c66c8bf4-d08f-4509-bf2b-45e319b3aa79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:02.590408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:02.590723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.595476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:02.611843 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92f202-54d9-45ee-baff-fa8b35c603bb x-openstack-request-id: req-7f92f202-54d9-45ee-baff-fa8b35c603bb {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:02.612278 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "name": "network-vif-plugged", "status": "completed", "tag": "058e2995-dda2-4257-be40-cd89ed465350", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:02.612583 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f92f202-54d9-45ee-baff-fa8b35c603bb {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:02.613006 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f92f202-54d9-45ee-baff-fa8b35c603bb'] response: {'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e2995-dda2-4257-be40-cd89ed465350', 'code': 200}
Mar 26 20:50:02.614064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5d9b7-58f7-4c90-937f-8192802dd4df req-2952d666-5086-45e5-966f-29e3ee3da7ae tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.615810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48b5d9b7-58f7-4c90-937f-8192802dd4df req-2952d666-5086-45e5-966f-29e3ee3da7ae tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 950 time: 0.0867777
Mar 26 20:50:02.617052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.630980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Calling delete_port for c66c8bf4-d08f-4509-bf2b-45e319b3aa79 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:50:02.689070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.18', 62140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:02.768729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=8']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:02.773780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.774404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:02.775801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-705734d9-4e57-4059-9bdc-61bb4dec0c5e service neutron] 10.222.0.18 "PUT /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 1121 time: 1.0753376
Mar 26 20:50:02.780859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48b5d9b7-58f7-4c90-937f-8192802dd4df req-7d1a5c8f-3f01-4733-8f89-81b894da4d1c tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/security-groups?id=eadda09e-6532-4a61-b716-60298104a082&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536322
Mar 26 20:50:02.802788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b615d-498a-4d4d-8ae4-015b99e87905 req-40ecee9b-c837-4f82-ac84-1375f547f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.802788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee6b615d-498a-4d4d-8ae4-015b99e87905 req-40ecee9b-c837-4f82-ac84-1375f547f8a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 1132 time: 0.1035736
Mar 26 20:50:02.827434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72b010-8b63-4552-beb0-03c52099b38d req-88ef28f7-3615-4024-999d-4cbde5368374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.828944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-88ef28f7-3615-4024-999d-4cbde5368374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2348864
Mar 26 20:50:02.859817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee6b615d-498a-4d4d-8ae4-015b99e87905 req-dbe72f2e-8d85-49d9-bd9e-9b846baa323d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544045
Mar 26 20:50:02.886480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['29aa9240-7fae-4127-aa8a-eca7df73d597'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:02.896325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-d651d53f-2533-4b50-b051-f3d45717b620 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0521989
Mar 26 20:50:02.908512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe3e68-0b73-4cb2-983c-249cc046939b req-3e29096d-12be-4171-93df-33633b35cf9b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.910062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccfe3e68-0b73-4cb2-983c-249cc046939b req-3e29096d-12be-4171-93df-33633b35cf9b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.1695013
Mar 26 20:50:02.969330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022430a-154b-4619-824c-773c376caff0 req-c3183eba-6383-46ba-9748-6e7cbb09e80f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:02.972454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5022430a-154b-4619-824c-773c376caff0 req-c3183eba-6383-46ba-9748-6e7cbb09e80f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.0698211
Mar 26 20:50:03.034042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5022430a-154b-4619-824c-773c376caff0 req-b1f5399a-b06b-4454-b97a-a58e3f070bbc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559762
Mar 26 20:50:03.045605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccfe3e68-0b73-4cb2-983c-249cc046939b req-42fcf34b-edd2-4147-814d-70818a933a28 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208246
Mar 26 20:50:03.109442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c66c8bf4-d08f-4509-bf2b-45e319b3aa79), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:03.141872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Pushing event deleted for resources: {'Port': ['ID=c66c8bf4-d08f-4509-bf2b-45e319b3aa79,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:03.172930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c66c8bf4-d08f-4509-bf2b-45e319b3aa79'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:03.188197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72b010-8b63-4552-beb0-03c52099b38d req-9871ab87-85a3-4137-aaca-1a7f02206274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:03.189735 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-9871ab87-85a3-4137-aaca-1a7f02206274 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1248825
Mar 26 20:50:03.213403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] No DVR routers for this DVR port c66c8bf4-d08f-4509-bf2b-45e319b3aa79 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:03.241219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ad8a0-0d13-4ead-b1ea-eaa9b1600e49 req-dfe092a9-42cd-4a1b-8b27-24ffe8bae96a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:03.242803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f06ad8a0-0d13-4ead-b1ea-eaa9b1600e49 req-dfe092a9-42cd-4a1b-8b27-24ffe8bae96a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0845950
Mar 26 20:50:03.247889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:03.251765 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1149dd7-68a0-4450-ad79-cd3a813bbe96 req-2fa931e7-62fa-415e-b827-c48533999846 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.21 "DELETE /v2.0/ports/c66c8bf4-d08f-4509-bf2b-45e319b3aa79 HTTP/1.1" status: 204  len: 173 time: 1.1160274
Mar 26 20:50:03.253745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-41dad80e-4e65-46b5-8ced-1c9265e70e73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420322
Mar 26 20:50:03.337978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f06ad8a0-0d13-4ead-b1ea-eaa9b1600e49 req-9f093d66-d027-4933-9ce0-f95cb779f8b6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829837
Mar 26 20:50:03.366036 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:50:03.483431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-0b02f07c-36b2-4678-901c-fabdd0552802 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177427
Mar 26 20:50:03.527892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e985c67-60c6-41fd-825e-74e9ca10fedc req-0ff98ef0-3cd9-496e-9c64-2d9a99e029f6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:03.530808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e985c67-60c6-41fd-825e-74e9ca10fedc req-0ff98ef0-3cd9-496e-9c64-2d9a99e029f6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 943 time: 0.1124172
Mar 26 20:50:03.618303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-223bcafe-1e94-49b2-b732-f069b277d598 req-a47cfad7-64dc-404e-a5ec-ac1acd3b4769 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 210 time: 0.0311604
Mar 26 20:50:03.833446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e985c67-60c6-41fd-825e-74e9ca10fedc req-730cf5b9-aef2-455d-9ea6-7afa44bfecba tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2900224
Mar 26 20:50:03.836864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb72b010-8b63-4552-beb0-03c52099b38d req-7abe7d0b-6ac2-4a5a-8b74-9e44df6efd60 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3445976
Mar 26 20:50:03.837725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49644) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:03.875337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-a4d90cdd-dbbd-4110-9226-69a0eadf74a8 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1c87bd15896c4325b42e8eff64041a63&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383387
Mar 26 20:50:03.985008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec07d233-eb8b-4af0-bc33-abfb61232934 req-222d3788-334d-4a2b-8fd6-d79352869933 tempest-DeleteServersAdminTestJSON-1904996273 tempest-DeleteServersAdminTestJSON-1904996273-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab40ed86-51b9-43e0-9212-b0e2abdbf719 HTTP/1.1" status: 200  len: 210 time: 0.0643723
Mar 26 20:50:04.099387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-53c4e52b-05e2-45ab-9205-7c95b39513b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33d7dead9bee45f288900c157201b337&name=default HTTP/1.1" status: 200  len: 2993 time: 0.2598257
Mar 26 20:50:04.100660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-a2cd49d5-194f-4afa-89b5-d184d10f49d3 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.101831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49664) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:04.102484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-a2cd49d5-194f-4afa-89b5-d184d10f49d3 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2208483
Mar 26 20:50:04.120925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Request body: {'port': {'device_id': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '1c87bd15896c4325b42e8eff64041a63'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:04.155944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] Publish callbacks [] for security_group (96bb6377-0775-47cc-961d-22b6b6ff9b7a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.189175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] Publish callbacks [] for security_group (96bb6377-0775-47cc-961d-22b6b6ff9b7a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.245498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5b8b-07df-46c1-99c9-ddb91efe2302 req-3114004d-9441-4957-bdbc-69cf54bd4026 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.257567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a42d5b8b-07df-46c1-99c9-ddb91efe2302 req-3114004d-9441-4957-bdbc-69cf54bd4026 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.1520865
Mar 26 20:50:04.265525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (96bb6377-0775-47cc-961d-22b6b6ff9b7a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.270475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.271725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96bb6377-0775-47cc-961d-22b6b6ff9b7a HTTP/1.1" status: 204  len: 168 time: 0.1686802
Mar 26 20:50:04.280151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021148-2f39-4d69-b1ef-6e956bacad2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bb6377-0775-47cc-961d-22b6b6ff9b7a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:04.349591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90fd42-2f0c-4c1d-9691-877043a0b021 req-356b6d07-d6c6-4923-931b-53fd36913231 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.351155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e90fd42-2f0c-4c1d-9691-877043a0b021 req-356b6d07-d6c6-4923-931b-53fd36913231 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.0656509
Mar 26 20:50:04.353426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a42d5b8b-07df-46c1-99c9-ddb91efe2302 req-e29d6b03-a965-446a-a2d9-6bbc91d0735d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873702
Mar 26 20:50:04.369433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Made reservation on behalf of 1c87bd15896c4325b42e8eff64041a63 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:04.382670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.382670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'name': 'network-vif-deleted', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:04.382670 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c443fba-bee7-42a5-8f17-55f57381c330" -d '{"events": [{"server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "name": "network-vif-deleted", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:04.391490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.436087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e90fd42-2f0c-4c1d-9691-877043a0b021 req-2827a7ec-a5a9-4f01-b537-4c7410f4e7ab tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680826
Mar 26 20:50:04.509894 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0afa693-0e8c-4c86-8cc6-4f289e426b0c x-openstack-request-id: req-d0afa693-0e8c-4c86-8cc6-4f289e426b0c {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:04.510420 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab40ed86-51b9-43e0-9212-b0e2abdbf719", "name": "network-vif-deleted", "tag": "c66c8bf4-d08f-4509-bf2b-45e319b3aa79", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:04.510420 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0afa693-0e8c-4c86-8cc6-4f289e426b0c {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:04.510805 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0afa693-0e8c-4c86-8cc6-4f289e426b0c'] response: {'server_uuid': 'ab40ed86-51b9-43e0-9212-b0e2abdbf719', 'name': 'network-vif-deleted', 'tag': 'c66c8bf4-d08f-4509-bf2b-45e319b3aa79', 'status': 'completed', 'code': 200}
Mar 26 20:50:04.528900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:04.531183 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712eb71-a3c6-4b78-9187-32e0dabecfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:04.546207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks [] for security_group (faacfef3-e123-4bfd-aa90-baff4da6668d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.553617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (faacfef3-e123-4bfd-aa90-baff4da6668d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.572918 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f90695-64d8-4767-bb29-39dfc6f5f292 x-openstack-request-id: req-65f90695-64d8-4767-bb29-39dfc6f5f292 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:04.573370 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:04.573731 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65f90695-64d8-4767-bb29-39dfc6f5f292 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:04.574149 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f90695-64d8-4767-bb29-39dfc6f5f292'] response: {'name': 'network-changed', 'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'status': 'completed', 'code': 200}
Mar 26 20:50:04.580529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf1cff-5da4-4d28-988b-092729f771db req-e7b8cb15-5350-43f8-a1a2-4701ed5d3f9c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.588452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1adf1cff-5da4-4d28-988b-092729f771db req-e7b8cb15-5350-43f8-a1a2-4701ed5d3f9c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1121645
Mar 26 20:50:04.662450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-5921212f-7105-4002-811c-4ed98123374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.666179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-5921212f-7105-4002-811c-4ed98123374f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1155 time: 0.0622001
Mar 26 20:50:04.678654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faacfef3-e123-4bfd-aa90-baff4da6668d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:04.686254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49692) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:04.716977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.717478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.717955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.718405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.718850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.719306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.719738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.720828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.721282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.721801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.722276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.722708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.723187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.723728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.724111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:04.752172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1adf1cff-5da4-4d28-988b-092729f771db req-a5f44b84-b7d2-4e7a-8197-3bec917ff157 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628175
Mar 26 20:50:04.770361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38aee32f-1e20-43ab-ba1c-75e4d3928695 req-690fccea-22c6-4093-b613-65a0b5865bb2 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 210 time: 0.0494990
Mar 26 20:50:04.817962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Allocated IP 192.168.233.241 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d936e69d-c8c8-4caa-b90c-1a76ded54906) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:04.850534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-877562e8-e568-4258-b685-bad606f6fad5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db5c402c9d754304a3011b64d91c482f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1628981
Mar 26 20:50:04.851303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49696) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:04.887298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-9fe92b6a-7c93-4561-9421-9f476a4de0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:04.888835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-9fe92b6a-7c93-4561-9421-9f476a4de0fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2159185
Mar 26 20:50:04.948930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-6990bbb0-d1be-45e1-91fd-9fee2af13657 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0447147
Mar 26 20:50:04.963146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] Publish callbacks [] for security_group (9ab0360d-95ab-45d3-b912-37c8c0880518), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:04.984135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:05.039431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] Publish callbacks [] for security_group (9ab0360d-95ab-45d3-b912-37c8c0880518), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.071475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-7d88a7e8-2396-40f5-b847-be6cf7a94dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:05.073202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-7d88a7e8-2396-40f5-b847-be6cf7a94dab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1070004
Mar 26 20:50:05.078971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d017f90f-5b49-45df-85ef-258feb60ac3a service neutron] 10.222.0.18 "GET /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1547792
Mar 26 20:50:05.086473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77f457-99ae-41b6-9fcb-1d5b6911a74b req-5fe258c9-d715-439f-b98e-c9ca0049c501 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:05.094498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a77f457-99ae-41b6-9fcb-1d5b6911a74b req-5fe258c9-d715-439f-b98e-c9ca0049c501 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 943 time: 0.1834898
Mar 26 20:50:05.114504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-f154ef15-acc1-41a1-8b10-24af9ef31891 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323217
Mar 26 20:50:05.154020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks [] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.157543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ab0360d-95ab-45d3-b912-37c8c0880518), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.160363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.161517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ab0360d-95ab-45d3-b912-37c8c0880518 HTTP/1.1" status: 204  len: 168 time: 0.3076785
Mar 26 20:50:05.212868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a77f457-99ae-41b6-9fcb-1d5b6911a74b req-81ffbb32-a546-458a-8ae2-327a0b57298a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159623
Mar 26 20:50:05.221289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc8f68b3-52f7-43ec-b7c9-16700f8b64a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.224078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4fc9d-108a-4043-b4ee-367fb58bad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab0360d-95ab-45d3-b912-37c8c0880518,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:05.294067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-ea1d3c0f-a0a2-4256-8663-0721ee8e33e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720831
Mar 26 20:50:05.341229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.369674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:05.423410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:05.426236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:05.432632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:05.433567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.466054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7712eb71-a3c6-4b78-9187-32e0dabecfa3 req-df280b49-73fe-4789-be5f-aa1f3bc7a9d4 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641157
Mar 26 20:50:05.475508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc8f68b3-52f7-43ec-b7c9-16700f8b64a2 admin admin] Publish callbacks [] for security_group (72521826-cab9-41e9-b633-ddf26754e09b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.484844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc8f68b3-52f7-43ec-b7c9-16700f8b64a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (72521826-cab9-41e9-b633-ddf26754e09b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.486394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3707218
Mar 26 20:50:05.489922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b38bd-2e60-4beb-a266-f206716e005c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Pushing event updated for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:05.508732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Request body: {'port': {'device_id': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:05.556321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:05.582287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc8f68b3-52f7-43ec-b7c9-16700f8b64a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c37576cbe4f749f89162f328e4429aec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5934312
Mar 26 20:50:05.583451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f68b3-52f7-43ec-b7c9-16700f8b64a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72521826-cab9-41e9-b633-ddf26754e09b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:05.585907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:05.658350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:05.706337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49732) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:05.713002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.721855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d1d1b1-7ff8-4820-b9ce-973be1edd28e {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:05.735614 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] Publish callbacks [] for security_group (72521826-cab9-41e9-b633-ddf26754e09b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.747280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:05.758747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4c228-05be-43c7-8601-548d1f0a7ca3 req-0e48ed1a-2588-49c4-812b-6a4e1fd98c14 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:05.765702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-67a4c228-05be-43c7-8601-548d1f0a7ca3 req-0e48ed1a-2588-49c4-812b-6a4e1fd98c14 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.1981845
Mar 26 20:50:05.772141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de94666-2b06-439c-ac93-5ef344218cb0 req-ed4d2949-6951-4b81-8009-7cb8ab83dfae tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:05.773721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9de94666-2b06-439c-ac93-5ef344218cb0 req-ed4d2949-6951-4b81-8009-7cb8ab83dfae tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 965 time: 0.1286509
Mar 26 20:50:05.780310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] Publish callbacks [] for security_group (72521826-cab9-41e9-b633-ddf26754e09b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.822287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.827374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-155a1cbf-fa5f-4163-81fa-09ce1fbfdb08 None None] Provisioning complete for port d936e69d-c8c8-4caa-b90c-1a76ded54906 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:05.828399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-155a1cbf-fa5f-4163-81fa-09ce1fbfdb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.873003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-155a1cbf-fa5f-4163-81fa-09ce1fbfdb08 None None] Port d936e69d-c8c8-4caa-b90c-1a76ded54906 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:05.896493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9de94666-2b06-439c-ac93-5ef344218cb0 req-89008f33-86b8-4922-b3a3-81a35f033f4e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138101
Mar 26 20:50:05.905091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (72521826-cab9-41e9-b633-ddf26754e09b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.909822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:05.912813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72521826-cab9-41e9-b633-ddf26754e09b HTTP/1.1" status: 204  len: 168 time: 0.3096077
Mar 26 20:50:05.925422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133702e-6c44-4068-90fd-d98021193edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72521826-cab9-41e9-b633-ddf26754e09b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:05.968571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-67a4c228-05be-43c7-8601-548d1f0a7ca3 req-8f0177ff-4c12-4562-bcfb-9dd55eb22f87 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019606
Mar 26 20:50:06.117317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15ef042a-318a-4f8b-acec-39a2b3f08e5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2133fff60db4fe9bb0aa9bbb266e602&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4060476
Mar 26 20:50:06.119015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49752) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:06.162588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989079a-2da2-41d6-a2a1-5a86468e8688 req-135b17b4-30b5-45c4-9955-0355a8e3e96e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.164147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2989079a-2da2-41d6-a2a1-5a86468e8688 req-135b17b4-30b5-45c4-9955-0355a8e3e96e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1293201
Mar 26 20:50:06.186485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] Transition to ACTIVE for port object 20d1d1b1-7ff8-4820-b9ce-973be1edd28e will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:06.201609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] Publish callbacks [] for security_group (eadda09e-6532-4a61-b716-60298104a082), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.219971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.249237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] Publish callbacks [] for security_group (eadda09e-6532-4a61-b716-60298104a082), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.267146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1772d8-a2b3-4217-9466-3475d7a505f1 req-b6440fb7-a8a8-4e20-bb9c-3e8c7c35b9bd tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.267146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae1772d8-a2b3-4217-9466-3475d7a505f1 req-b6440fb7-a8a8-4e20-bb9c-3e8c7c35b9bd tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 936 time: 0.1913602
Mar 26 20:50:06.276308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2989079a-2da2-41d6-a2a1-5a86468e8688 req-5a660586-6e24-4d74-9646-7378b829337c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034837
Mar 26 20:50:06.317260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c66c8bf4-d08f-4509-bf2b-45e319b3aa79 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:06.348615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] No DVR routers for this DVR port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:06.352801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eadda09e-6532-4a61-b716-60298104a082), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.355826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.360497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eadda09e-6532-4a61-b716-60298104a082 HTTP/1.1" status: 204  len: 168 time: 0.2403965
Mar 26 20:50:06.364416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3484e-7204-42d4-9190-427495954771 service neutron] Pushing event updated for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:06.373230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecf791-34af-4523-8554-4e272a968d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadda09e-6532-4a61-b716-60298104a082,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:06.392322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: c66c8bf4-d08f-4509-bf2b-45e319b3aa79 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:50:06.393860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c66c8bf4-d08f-4509-bf2b-45e319b3aa79 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:06.430033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae1772d8-a2b3-4217-9466-3475d7a505f1 req-f6dffeef-50fd-46c7-a98c-3afa26235805 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503429
Mar 26 20:50:06.457393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-42a3484e-7204-42d4-9190-427495954771 service neutron] 10.222.0.18 "PUT /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3554590
Mar 26 20:50:06.490319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108107a-819e-4ce4-870f-850bbfb25b92 req-49f266ef-7709-4f4b-b516-05a75957face tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.494562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9108107a-819e-4ce4-870f-850bbfb25b92 req-49f266ef-7709-4f4b-b516-05a75957face tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0821178
Mar 26 20:50:06.520299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:06.562685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d936e69d-c8c8-4caa-b90c-1a76ded54906 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:06.567454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6ee7-7868-4f41-a5b2-fa2966941886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.574305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks [] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.605240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9108107a-819e-4ce4-870f-850bbfb25b92 req-af2e4d19-1fad-4fc7-88cf-61c15c701d9f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054688
Mar 26 20:50:06.614807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Transition to ACTIVE for port object d936e69d-c8c8-4caa-b90c-1a76ded54906 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:06.624355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-37f97470-77ee-40b6-a431-f3421fb974a2 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.626419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-37f97470-77ee-40b6-a431-f3421fb974a2 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.0864995
Mar 26 20:50:06.627337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.685001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e57f42-f5d6-474e-a3af-1641439dd2af req-4bbf5512-fbee-448f-b679-c4056046dce7 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.686927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7e57f42-f5d6-474e-a3af-1641439dd2af req-4bbf5512-fbee-448f-b679-c4056046dce7 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 943 time: 0.1813293
Mar 26 20:50:06.736890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:06.744881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:06.778930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-32fad266-525d-4c6d-a163-8522fa005930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.783677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-32fad266-525d-4c6d-a163-8522fa005930 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&tenant_id=cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 1148 time: 0.1485031
Mar 26 20:50:06.864180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Attempting to bind port d936e69d-c8c8-4caa-b90c-1a76ded54906 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:06.864667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Attempting to bind port d936e69d-c8c8-4caa-b90c-1a76ded54906 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:06.865122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Attempting to bind port d936e69d-c8c8-4caa-b90c-1a76ded54906 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:06.879442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7e57f42-f5d6-474e-a3af-1641439dd2af req-8fedcbc1-f93e-4ac5-adf6-17c480f510e2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826947
Mar 26 20:50:06.910510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6ee7-7868-4f41-a5b2-fa2966941886 admin admin] Publish callbacks [] for security_group (97817c18-953d-4932-a112-e51bb6386ccc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.912451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Port d936e69d-c8c8-4caa-b90c-1a76ded54906 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:06.913083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Attempting to bind port d936e69d-c8c8-4caa-b90c-1a76ded54906 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:06.921310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-47e43798-bef1-4853-ab98-a28ede201708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:06.925093 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6ee7-7868-4f41-a5b2-fa2966941886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97817c18-953d-4932-a112-e51bb6386ccc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:06.926103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-47e43798-bef1-4853-ab98-a28ede201708 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1148 time: 0.1136868
Mar 26 20:50:06.973474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:06.974585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:06.984298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:06.984754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:06.985378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Bound port: d936e69d-c8c8-4caa-b90c-1a76ded54906, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:06.985959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.005742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 has no active binding in host nch2-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:50:07.069258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8aaf6ee7-7868-4f41-a5b2-fa2966941886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c6d3a159dbc48a9a1eb3d3d0ed08e20&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5430689
Mar 26 20:50:07.069795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49778) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:07.100084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf6ee7-7868-4f41-a5b2-fa2966941886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97817c18-953d-4932-a112-e51bb6386ccc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:07.146286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:07.176812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:07.191482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-f29c6f27-469d-4dfa-8a0d-76ede2b0e482 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0452628
Mar 26 20:50:07.212147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-0225f63c-4769-4f2a-a7df-3f30ca9b27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.213647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-0225f63c-4769-4f2a-a7df-3f30ca9b27eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2808192
Mar 26 20:50:07.221297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96bf265-ddb8-47de-8494-d4e9760d2df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.221472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f19979-3127-41c3-9b35-bd29f4997121 req-f5cf09b4-d20d-4804-9fda-21bd986d748b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.222914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f19979-3127-41c3-9b35-bd29f4997121 req-f5cf09b4-d20d-4804-9fda-21bd986d748b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 966 time: 0.1561341
Mar 26 20:50:07.233637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:07.259208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.274219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ab6b9f37-a2af-4fe3-9867-b84413212a09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0486386
Mar 26 20:50:07.274835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Publish callbacks [] for security_group (97817c18-953d-4932-a112-e51bb6386ccc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.346784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Publish callbacks [] for security_group (97817c18-953d-4932-a112-e51bb6386ccc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.358268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.359248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.360669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] 10.222.0.21 "PUT /v2.0/ports/d936e69d-c8c8-4caa-b90c-1a76ded54906 HTTP/1.1" status: 200  len: 1096 time: 1.8643205
Mar 26 20:50:07.368190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:07.370441 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88696cd-003f-499d-b9dc-6c135a630648" -d '{"events": [{"name": "network-changed", "server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:07.385635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f19979-3127-41c3-9b35-bd29f4997121 req-5badcaca-c157-47b1-9479-25a9e54fc89c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494327
Mar 26 20:50:07.391170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c33c3-2db5-40fa-bc5d-8d274e941da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:07.393643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0373dbc-d397-4463-94b5-d59bebb8d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.395113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d0373dbc-d397-4463-94b5-d59bebb8d6f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1120980
Mar 26 20:50:07.432089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-ee537aa4-65b1-48a0-b0d4-93a7301f6f6d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.440361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-ee537aa4-65b1-48a0-b0d4-93a7301f6f6d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2480204
Mar 26 20:50:07.464994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-2e60cf37-4c52-412a-87f7-69a5620b925c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509486
Mar 26 20:50:07.517842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97817c18-953d-4932-a112-e51bb6386ccc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.520862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.522182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97817c18-953d-4932-a112-e51bb6386ccc HTTP/1.1" status: 204  len: 168 time: 0.4532456
Mar 26 20:50:07.606338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97817c18-953d-4932-a112-e51bb6386ccc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:07.640771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.641039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.641385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.641721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.642049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.642383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.642711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.643054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.643360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.643731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.644089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.644413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.644735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.645054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.645371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd52217-2cf0-495b-bfd6-ade62bebcb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:07.692744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-65b07a1e-2b64-4063-977c-94131441738e service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193866
Mar 26 20:50:07.707197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-0d95c434-a244-4fcb-9fa7-d48210a33411 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/quotas/9695bc9bf47e4da7bd4c4636a4900f72 HTTP/1.1" status: 200  len: 375 time: 0.2651334
Mar 26 20:50:07.712781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6307c1c-ccd0-45a7-98bc-9a48e60a020c req-aee41d2f-4059-40fa-8fd9-187fe0d73e6d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.719746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6307c1c-ccd0-45a7-98bc-9a48e60a020c req-aee41d2f-4059-40fa-8fd9-187fe0d73e6d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1449442
Mar 26 20:50:07.741739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96bf265-ddb8-47de-8494-d4e9760d2df6 admin admin] Publish callbacks [] for security_group (200ad7a6-e808-4733-ad78-f4d42cfaa133), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.765312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96bf265-ddb8-47de-8494-d4e9760d2df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (200ad7a6-e808-4733-ad78-f4d42cfaa133), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.822461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-e2b648bd-c558-486d-b150-4024ec9f3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:07.823973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-e2b648bd-c558-486d-b150-4024ec9f3479 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c87bd15896c4325b42e8eff64041a63&device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 1130 time: 0.3756211
Mar 26 20:50:07.828013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6307c1c-ccd0-45a7-98bc-9a48e60a020c req-588b2a40-20ac-4174-94be-e388bf1d6f50 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073909
Mar 26 20:50:07.833753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f96bf265-ddb8-47de-8494-d4e9760d2df6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44055431d9734f7c99d840d25fc702e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6837597
Mar 26 20:50:07.833753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf265-ddb8-47de-8494-d4e9760d2df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ad7a6-e808-4733-ad78-f4d42cfaa133,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:07.833936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:07.892935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-adbc2053-7afb-47f2-8ff0-7b0e657be6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1875730
Mar 26 20:50:07.893530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-9ef68f74-20b4-416c-8334-5c21863b1642 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906 HTTP/1.1" status: 200  len: 217 time: 0.0589569
Mar 26 20:50:07.900545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-3560e4fe-7ae2-4a3a-827a-41f0d707ba4c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1817570
Mar 26 20:50:07.913292 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d1cc1-75f5-4d37-a025-3cecc035ba09 x-openstack-request-id: req-829d1cc1-75f5-4d37-a025-3cecc035ba09 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:07.915294 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:07.915294 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-829d1cc1-75f5-4d37-a025-3cecc035ba09 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:07.915773 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829d1cc1-75f5-4d37-a025-3cecc035ba09'] response: {'name': 'network-changed', 'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906', 'status': 'completed', 'code': 200}
Mar 26 20:50:07.933383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] Publish callbacks [] for security_group (200ad7a6-e808-4733-ad78-f4d42cfaa133), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:07.978976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] Publish callbacks [] for security_group (200ad7a6-e808-4733-ad78-f4d42cfaa133), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:08.002324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-b14a8414-e521-45fc-9a04-55ebd8c77b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.004223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-b14a8414-e521-45fc-9a04-55ebd8c77b5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0875814
Mar 26 20:50:08.090380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-3aea347a-1884-46e6-ad87-598a9e978f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.096151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-3aea347a-1884-46e6-ad87-598a9e978f4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0790398
Mar 26 20:50:08.102248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c3d9a-50f0-4dfa-b4a7-43bd2bcb12b6 req-72009f7a-1828-4ea9-813f-eac398b70241 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.105522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a11c3d9a-50f0-4dfa-b4a7-43bd2bcb12b6 req-72009f7a-1828-4ea9-813f-eac398b70241 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 948 time: 0.1231005
Mar 26 20:50:08.123143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (200ad7a6-e808-4733-ad78-f4d42cfaa133), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:08.125780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:08.130059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/200ad7a6-e808-4733-ad78-f4d42cfaa133 HTTP/1.1" status: 204  len: 168 time: 0.2931159
Mar 26 20:50:08.147348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b9993-812f-413e-924c-0b2088ad0712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ad7a6-e808-4733-ad78-f4d42cfaa133,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:08.243956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-9f568337-1039-432d-8318-e9a801051984 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131299
Mar 26 20:50:08.395487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7fae8d4-8ced-45c9-962e-0331968b9877 req-80c19625-1602-43d0-887a-262504f7f323 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440229
Mar 26 20:50:08.421775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a11c3d9a-50f0-4dfa-b4a7-43bd2bcb12b6 req-07fc74c9-5442-4ed7-a0dc-663a8a1dd155 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996590
Mar 26 20:50:08.472262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-2e1e4672-0c10-4175-b8b9-37ebfeb62a13 service neutron] 10.222.0.21 "GET /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3010676
Mar 26 20:50:08.492212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.21', 54714) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:08.567507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88696cd-003f-499d-b9dc-6c135a630648 req-f990ce69-36e9-4026-8126-6dcfa0df421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.571810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-f990ce69-36e9-4026-8126-6dcfa0df421b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c87bd15896c4325b42e8eff64041a63&device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 1130 time: 0.0785060
Mar 26 20:50:08.739529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:08.780485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ba260dbc-7066-4384-a2f5-dd92119420c0 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.782159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-ba260dbc-7066-4384-a2f5-dd92119420c0 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1148 time: 0.2841759
Mar 26 20:50:08.783765 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ae4f9ee-d82e-4bed-83da-7202f12a59a0 req-edb43bc0-009f-4152-b96c-6f9c9a66746f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 210 time: 0.0718465
Mar 26 20:50:08.841989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:50:08.842407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:08.845970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88696cd-003f-499d-b9dc-6c135a630648 req-7bdd7ee6-0e45-4009-9a2d-137639b5b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.847774 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-7bdd7ee6-0e45-4009-9a2d-137639b5b757 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2686577
Mar 26 20:50:08.891868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4d57-4bf6-4de3-9588-348801163143 req-fb3d18e9-c828-43a8-b192-28749a25e78c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:08.893400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bef4d57-4bf6-4de3-9588-348801163143 req-fb3d18e9-c828-43a8-b192-28749a25e78c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 943 time: 0.3353572
Mar 26 20:50:08.923612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-fc3257ac-9838-4f8e-b967-540f2439e379 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906 HTTP/1.1" status: 200  len: 217 time: 0.0687122
Mar 26 20:50:09.038051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88696cd-003f-499d-b9dc-6c135a630648 req-afa4d32c-1559-436f-a7fd-32885242ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.039663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-afa4d32c-1559-436f-a7fd-32885242ddea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0747998
Mar 26 20:50:09.044828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bef4d57-4bf6-4de3-9588-348801163143 req-0770f529-b95c-4f6f-94d8-5391d13b8b4f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204598
Mar 26 20:50:09.047251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310a8cf-381d-4b24-bf7b-f4d16efd0391 req-57c67dca-865b-4296-9440-21f85b6df152 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.047739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49864) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:09.056258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5310a8cf-381d-4b24-bf7b-f4d16efd0391 req-57c67dca-865b-4296-9440-21f85b6df152 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 966 time: 0.1314106
Mar 26 20:50:09.234107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5310a8cf-381d-4b24-bf7b-f4d16efd0391 req-df75f191-780e-45cb-9b64-896a06a4c49f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766436
Mar 26 20:50:09.242353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:09.245537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d058367d-eb7d-4f70-9240-0a8e082239ca service neutron] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:09.247056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88696cd-003f-499d-b9dc-6c135a630648 req-75f5ddf0-d57c-4a98-97a1-3f23a69cd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.249982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-75f5ddf0-d57c-4a98-97a1-3f23a69cd8ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1915720
Mar 26 20:50:09.260125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d058367d-eb7d-4f70-9240-0a8e082239ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.261255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acdd5850-f27e-499a-9029-0c9c4feccc6d req-d058367d-eb7d-4f70-9240-0a8e082239ca service neutron] 10.222.0.21 "DELETE /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4658358
Mar 26 20:50:09.285517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853af7d-433c-4a2f-811c-c8cd962ba8ef req-ea209636-ee88-428b-9716-904de374f433 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.287238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f853af7d-433c-4a2f-811c-c8cd962ba8ef req-ea209636-ee88-428b-9716-904de374f433 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1365738
Mar 26 20:50:09.288707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:09.317950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-network', 'tenant_id': 'c71abac018054ac59df8204f06278c20'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:09.355179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29aa9240-7fae-4127-aa8a-eca7df73d597 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:09.380884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:09.401783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Made reservation on behalf of c71abac018054ac59df8204f06278c20 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:09.404186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.416778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.421851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f853af7d-433c-4a2f-811c-c8cd962ba8ef req-840712ac-711d-4ae0-9831-50407125e580 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095579
Mar 26 20:50:09.423604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.445441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-2976f85e-a571-469a-a472-5a2c62ac040b service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856778
Mar 26 20:50:09.552661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] Transition to ACTIVE for port object 29aa9240-7fae-4127-aa8a-eca7df73d597 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:09.579178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.632649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49886) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:09.672617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2dbe7-a4f4-447c-beb1-0158f6362c59 req-9211bbc9-5ee8-44d3-9b52-7bfdd2f25ee6 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.674142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3d2dbe7-a4f4-447c-beb1-0158f6362c59 req-9211bbc9-5ee8-44d3-9b52-7bfdd2f25ee6 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1148 time: 0.2278378
Mar 26 20:50:09.712011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks [] for security_group (34929278-cb6c-4644-852b-18de324ee6f1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.721345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e88696cd-003f-499d-b9dc-6c135a630648 req-4f942269-1d7a-4551-b3de-d35b1b4b7e41 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689061
Mar 26 20:50:09.730618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-863f5975-8b12-464b-ad0d-6a56e4845693 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0605524
Mar 26 20:50:09.738384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (34929278-cb6c-4644-852b-18de324ee6f1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:09.785434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3d2dbe7-a4f4-447c-beb1-0158f6362c59 req-e17f216b-20fc-4de9-8803-dd1b6702fa54 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898068
Mar 26 20:50:09.936790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a24b8de1-1bbf-45ee-a5a0-d6ad46ff3d5c req-4f2518b1-c41e-46e4-9e6b-0bc4ac93b487 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 210 time: 0.0645535
Mar 26 20:50:09.982900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-22d62638-eb95-4911-9e69-69f01ab97237 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:09.984474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-22d62638-eb95-4911-9e69-69f01ab97237 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2349021
Mar 26 20:50:09.998068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Request body: {'port': {'device_id': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '9695bc9bf47e4da7bd4c4636a4900f72'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:10.132374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3382f004-7892-43bb-a7a8-018db38c7475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.159895 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-4754826e-62f0-4fe5-84b9-9713113e9f3d service neutron] show failed (client error): The resource could not be found.
Mar 26 20:50:10.161128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-4754826e-62f0-4fe5-84b9-9713113e9f3d service neutron] 10.222.0.21 "GET /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.5902097
Mar 26 20:50:10.163004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] No DVR routers for this DVR port 29aa9240-7fae-4127-aa8a-eca7df73d597 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:10.193183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34929278-cb6c-4644-852b-18de324ee6f1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:10.200889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Made reservation on behalf of 9695bc9bf47e4da7bd4c4636a4900f72 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:10.207569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.216277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84197-58dc-469f-a0c2-bcb9fefd419b req-ca835cb1-0be4-41ab-b4a1-7593048de203 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.218885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ee84197-58dc-469f-a0c2-bcb9fefd419b req-ca835cb1-0be4-41ab-b4a1-7593048de203 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 948 time: 0.6611681
Mar 26 20:50:10.224109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:50:10.262839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] Pushing event updated for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:10.286552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a8dcb65-e9a4-45ef-b602-85560aa301d7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.286977 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Added segment 4a8dcb65-e9a4-45ef-b602-85560aa301d7 of type vlan for network f8ad645e-691e-4200-a0a6-1147f6f8ec71
Mar 26 20:50:10.304912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-15ba32e5-d2a8-4f9b-bc5e-06b9c2d2bb2d service neutron] 10.222.0.21 "PUT /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8135848
Mar 26 20:50:10.339526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ee84197-58dc-469f-a0c2-bcb9fefd419b req-8a863f9d-9412-40f6-9938-547125ec4690 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129165
Mar 26 20:50:10.340245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e55b18-7970-44d7-b827-ea826c4ed999 req-08048ed9-06af-4cb3-b60f-51221b0853b2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.341766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9e55b18-7970-44d7-b827-ea826c4ed999 req-08048ed9-06af-4cb3-b60f-51221b0853b2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.1870019
Mar 26 20:50:10.353766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f8ad645e-691e-4200-a0a6-1147f6f8ec71), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.414779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f8ad645e-691e-4200-a0a6-1147f6f8ec71), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.418658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.421232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.435376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3382f004-7892-43bb-a7a8-018db38c7475 admin admin] Publish callbacks [] for security_group (376f8479-2fbe-4ac9-9c0d-d545db5b09f2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.449081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3382f004-7892-43bb-a7a8-018db38c7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (376f8479-2fbe-4ac9-9c0d-d545db5b09f2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.481412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Allocated IP 192.168.233.210 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d757af78-d01b-4df4-85a2-26137d1db01e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:10.519224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9e55b18-7970-44d7-b827-ea826c4ed999 req-63e7101e-61dc-4996-bf08-f6d44b511dfb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680474
Mar 26 20:50:10.527159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3382f004-7892-43bb-a7a8-018db38c7475 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f706e63313f04c51a24cbd952c9059b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8934808
Mar 26 20:50:10.532200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:10.536471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.4867508
Mar 26 20:50:10.537123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49924) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:10.551648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382f004-7892-43bb-a7a8-018db38c7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376f8479-2fbe-4ac9-9c0d-d545db5b09f2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:10.560405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Request body: {'subnet': {'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-subnet', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:10.628817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0d048-6eaa-4862-9f4f-028bf90ec64e admin admin] Pushing event updated for resources: {'Network': ['ID=f8ad645e-691e-4200-a0a6-1147f6f8ec71,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:10.657680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] Publish callbacks [] for security_group (376f8479-2fbe-4ac9-9c0d-d545db5b09f2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.676731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:50:10.689785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Made reservation on behalf of c71abac018054ac59df8204f06278c20 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:10.692172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.729453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-7d857039-2837-40a2-a9b0-82b794295985 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.730948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-7d857039-2837-40a2-a9b0-82b794295985 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2757895
Mar 26 20:50:10.739609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-fa9a2f79-29ae-4e66-9151-b8702a336d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.741149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-fa9a2f79-29ae-4e66-9151-b8702a336d17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1132 time: 0.3020763
Mar 26 20:50:10.764292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:10.821396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-e8a08fed-eea8-4f8f-9e12-b7167176dc29 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.822949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-e8a08fed-eea8-4f8f-9e12-b7167176dc29 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.3588617
Mar 26 20:50:10.890635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-3dfa1f34-aa77-4c59-a623-5f9e511702e2 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/quotas/cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 375 time: 0.0438542
Mar 26 20:50:10.963405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.982263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] Publish callbacks [] for security_group (376f8479-2fbe-4ac9-9c0d-d545db5b09f2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:10.985448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-f53a1649-4c71-40f5-bd22-2db43d002adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:10.986964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-f53a1649-4c71-40f5-bd22-2db43d002adb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&tenant_id=cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 1126 time: 0.2396135
Mar 26 20:50:11.035001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks [] for port (d757af78-d01b-4df4-85a2-26137d1db01e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.056686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cb2a0-32c3-4d8b-b7d6-01ed74010339 req-ef0b5e59-2c48-46b5-b295-fa30fca781bc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.058162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c20cb2a0-32c3-4d8b-b7d6-01ed74010339 req-ef0b5e59-2c48-46b5-b295-fa30fca781bc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.4145083
Mar 26 20:50:11.103235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (376f8479-2fbe-4ac9-9c0d-d545db5b09f2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.105670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.108391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376f8479-2fbe-4ac9-9c0d-d545db5b09f2 HTTP/1.1" status: 204  len: 168 time: 0.5744462
Mar 26 20:50:11.116349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-afc1039e-b2ba-44fd-a8d7-3f8bdfb0a97a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2015307
Mar 26 20:50:11.130936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.135398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12019f-25ae-4b6a-811f-43e79b49fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376f8479-2fbe-4ac9-9c0d-d545db5b09f2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:11.144892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dde38bc0-9758-4826-b43d-648f34fdfda0', '058e2995-dda2-4257-be40-cd89ed465350'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:11.199700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-4037b681-f9c4-4f82-b962-17d41d7c8f6e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:11.200666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-4037b681-f9c4-4f82-b962-17d41d7c8f6e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0366273
Mar 26 20:50:11.205596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event updated for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:11.217970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c20cb2a0-32c3-4d8b-b7d6-01ed74010339 req-2fabf73a-2c6c-4779-ad97-2fae78f77609 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402407
Mar 26 20:50:11.227367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:11.228852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:11.231305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:11.237446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.249193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.251810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-c35c02c9-bafb-499d-a84f-1b626068548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.253435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-c35c02c9-bafb-499d-a84f-1b626068548a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1126 time: 0.2442367
Mar 26 20:50:11.293245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.315623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-6789b679-aeb7-468b-b1b7-c60322b459ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3211837
Mar 26 20:50:11.328984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Request body: {'port': {'device_id': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:11.412858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.508833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-cd4888de-c5a9-4249-ac99-a63dc5d6c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.514835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-cd4888de-c5a9-4249-ac99-a63dc5d6c1a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2497430
Mar 26 20:50:11.618947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ff1b91b8-7fb8-4360-93f8-6f8068161493 None None] Provisioning complete for port d757af78-d01b-4df4-85a2-26137d1db01e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:11.619629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ff1b91b8-7fb8-4360-93f8-6f8068161493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.657733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:11.661884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b91b8-7fb8-4360-93f8-6f8068161493 None None] Port d757af78-d01b-4df4-85a2-26137d1db01e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:11.675520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:11.718651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49946) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:11.733945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e68c6ef-4247-47c0-ad9c-1d44bd5d2dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.741669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-92abfd7e-6b3e-42be-9763-241e0cd0b8a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0610261
Mar 26 20:50:11.767981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:11.811367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e900c-bf5a-416a-a92b-fb7a6547c084 req-e92210f6-a260-4cad-bfd5-471d76485354 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.812898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c32e900c-bf5a-416a-a92b-fb7a6547c084 req-e92210f6-a260-4cad-bfd5-471d76485354 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 936 time: 0.0807610
Mar 26 20:50:11.825164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-68784856-53b2-4d2e-938a-26ad1b6a340d service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6138177
Mar 26 20:50:11.849780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Checking segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:11.850144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Network hostable DHCP agents. Network: f8ad645e-691e-4200-a0a6-1147f6f8ec71, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:50:11.880247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:11.882503 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649fb226-5c5f-473e-96f2-1d79661ba2c2" -d '{"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-unplugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:11.885709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-38beaf89-b003-4056-8357-cbd01f0ad5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:11.887123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e68c6ef-4247-47c0-ad9c-1d44bd5d2dcc admin admin] Publish callbacks [] for security_group (bb9d33b5-4558-4f04-a4c7-3b5a1db0459d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.887281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-38beaf89-b003-4056-8357-cbd01f0ad5c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1372442
Mar 26 20:50:11.892192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c32e900c-bf5a-416a-a92b-fb7a6547c084 req-e2a66c94-35ca-4721-b321-3cd0b90befd5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727854
Mar 26 20:50:11.892494 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks [] for port (d86480f4-ccb4-4512-910f-b238b3c84889), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.893828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e68c6ef-4247-47c0-ad9c-1d44bd5d2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bb9d33b5-4558-4f04-a4c7-3b5a1db0459d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:11.935723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e68c6ef-4247-47c0-ad9c-1d44bd5d2dcc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=429bf40a1bb146148eed196610755c32&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2136509
Mar 26 20:50:11.935723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68c6ef-4247-47c0-ad9c-1d44bd5d2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d33b5-4558-4f04-a4c7-3b5a1db0459d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:11.936813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49950) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:11.938346 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-7e9e9ec0-2620-496d-a984-856a47c4654d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417287
Mar 26 20:50:11.980169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:50:11.982381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Transition to ACTIVE for port object d86480f4-ccb4-4512-910f-b238b3c84889 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:12.001235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.031881 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] Publish callbacks [] for security_group (bb9d33b5-4558-4f04-a4c7-3b5a1db0459d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.040463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f8ad645e-691e-4200-a0a6-1147f6f8ec71) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:12.050713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cf158-5c5b-4b6a-80a0-49c815db0f74 None None] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:12.087280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:12.087882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.099811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] Publish callbacks [] for security_group (bb9d33b5-4558-4f04-a4c7-3b5a1db0459d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.114437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-891e8837-e242-471d-8239-f9ac8f56390a service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749147
Mar 26 20:50:12.154990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b1a5a638-2da0-482d-bdeb-447f450b6190 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.6018178
Mar 26 20:50:12.155928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] No DVR routers for this DVR port d86480f4-ccb4-4512-910f-b238b3c84889 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:12.157817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:12.165703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49952) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:12.170609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:12.198207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-cc129f71-2c44-4d8c-b0a3-284ec16ab889 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282605
Mar 26 20:50:12.202686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:50:12.203975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.283116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:12.283735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:12.283893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:12.291581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7889e29-aacb-4e5e-9871-2e8dbe134cea req-fed070bd-57e8-4b79-971c-2f5daf4e76c8 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:12.300579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7889e29-aacb-4e5e-9871-2e8dbe134cea req-fed070bd-57e8-4b79-971c-2f5daf4e76c8 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 948 time: 0.3235450
Mar 26 20:50:12.326842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.328141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.382646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d936e69d-c8c8-4caa-b90c-1a76ded54906 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:12.398299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d757af78-d01b-4df4-85a2-26137d1db01e {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:12.410027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:12.427375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bb9d33b5-4558-4f04-a4c7-3b5a1db0459d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.430200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.431394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb9d33b5-4558-4f04-a4c7-3b5a1db0459d HTTP/1.1" status: 204  len: 168 time: 0.4937687
Mar 26 20:50:12.433776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks [] for port (d757af78-d01b-4df4-85a2-26137d1db01e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.472292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e669412-0b91-4f57-8e8d-c869dc301394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d33b5-4558-4f04-a4c7-3b5a1db0459d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:12.480413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Transition to ACTIVE for port object d757af78-d01b-4df4-85a2-26137d1db01e will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:12.481262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Allocated IP 172.20.0.2 (f8ad645e-691e-4200-a0a6-1147f6f8ec71/18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14/f176c82e-6cb8-4a66-a48f-284d8fae2c18) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:12.484611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7889e29-aacb-4e5e-9871-2e8dbe134cea req-49e308d5-1764-48ff-b129-c44b4447ab6b tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828334
Mar 26 20:50:12.489670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.550487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Pushing event updated for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:12.595673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Attempting to bind port d757af78-d01b-4df4-85a2-26137d1db01e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:12.596104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Attempting to bind port d757af78-d01b-4df4-85a2-26137d1db01e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:12.596714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Attempting to bind port d757af78-d01b-4df4-85a2-26137d1db01e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:12.602367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Port d757af78-d01b-4df4-85a2-26137d1db01e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:12.602698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Attempting to bind port d757af78-d01b-4df4-85a2-26137d1db01e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:12.610087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:12.610579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:12.611009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:12.611591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Bound port: d757af78-d01b-4df4-85a2-26137d1db01e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:12.612507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.771230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:12.781785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d757af78-d01b-4df4-85a2-26137d1db01e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:12.791807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 29aa9240-7fae-4127-aa8a-eca7df73d597 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:50:12.792351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:12.797354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.856962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:12.857261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Attempting to bind port d86480f4-ccb4-4512-910f-b238b3c84889 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:12.870068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:12.870749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:12.872267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] 10.222.0.18 "PUT /v2.0/ports/d757af78-d01b-4df4-85a2-26137d1db01e HTTP/1.1" status: 200  len: 1096 time: 1.5486188
Mar 26 20:50:12.873310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:12.875962 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1ba78-a532-41d3-8487-493852cb88c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:12.912673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d44b9-90b4-4fc2-9562-395f2a19cc6c service neutron] Pushing event updated for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:12.978317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:12.979898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:12.981400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:12.982014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Bound port: d86480f4-ccb4-4512-910f-b238b3c84889, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:12.982545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.067754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-d3e10630-23ed-4a26-ace2-2c65e0c8b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.069315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-d3e10630-23ed-4a26-ace2-2c65e0c8b2dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 1130 time: 0.1507134
Mar 26 20:50:13.128777 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410276ae-010d-411d-bc5d-2be8b46ca6ae x-openstack-request-id: req-410276ae-010d-411d-bc5d-2be8b46ca6ae {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:13.129601 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-unplugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:13.130221 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-410276ae-010d-411d-bc5d-2be8b46ca6ae {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:13.130363 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks [] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.130932 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410276ae-010d-411d-bc5d-2be8b46ca6ae'] response: {'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'code': 200}
Mar 26 20:50:13.137663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-93d9a39d-c9e1-4534-9379-1725b9e22526 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9207785
Mar 26 20:50:13.165468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-f18385a7-d026-40e1-b867-d0c4a2bdea89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d757af78-d01b-4df4-85a2-26137d1db01e HTTP/1.1" status: 200  len: 217 time: 0.0883996
Mar 26 20:50:13.174156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for router_controller (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.205258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2074-5a15-45eb-b04d-b98f5528f560 req-912464e4-49b5-4159-bb83-0d60853bb392 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.207691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-865b2074-5a15-45eb-b04d-b98f5528f560 req-912464e4-49b5-4159-bb83-0d60853bb392 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.3588452
Mar 26 20:50:13.220563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:13.248200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd936e69d-c8c8-4caa-b90c-1a76ded54906', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd936e69d-c8c8-4caa-b90c-1a76ded54906', 'mac_address': 'fa:16:3e:7e:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:13.251702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.329243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-4d281b33-cf81-4e96-a21f-a26bbb8dded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.331231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-4d281b33-cf81-4e96-a21f-a26bbb8dded4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1564660
Mar 26 20:50:13.383215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:13.394223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133163b-7473-48d2-bd2e-0887a47395e4 req-7ad4c856-bd7b-4b6f-b9ec-c26fe5448f7a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.396039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9133163b-7473-48d2-bd2e-0887a47395e4 req-7ad4c856-bd7b-4b6f-b9ec-c26fe5448f7a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.1574566
Mar 26 20:50:13.399248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:13.405461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Pushing event updated for resources: {'Port': ['ID=f176c82e-6cb8-4a66-a48f-284d8fae2c18,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:13.427259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:13.442212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-57c4fee4-f2e6-4f1e-9953-b2a5f43843f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.444035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-57c4fee4-f2e6-4f1e-9953-b2a5f43843f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1051500
Mar 26 20:50:13.450054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:13.481496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:13.515213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9133163b-7473-48d2-bd2e-0887a47395e4 req-37045517-e3bf-480b-9ee6-b10ebce1504a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085770
Mar 26 20:50:13.530792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d936e69d-c8c8-4caa-b90c-1a76ded54906 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:13.531556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.532554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.556288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d936e69d-c8c8-4caa-b90c-1a76ded54906 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:13.636268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:13.641656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-96fbb4b9-a5e0-404f-aea0-699c6bf8792e service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673868
Mar 26 20:50:13.646900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:13.650390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for router_gateway (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.653586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Attempting to bind port f176c82e-6cb8-4a66-a48f-284d8fae2c18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:13.654100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Attempting to bind port f176c82e-6cb8-4a66-a48f-284d8fae2c18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:13.654480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Attempting to bind port f176c82e-6cb8-4a66-a48f-284d8fae2c18 on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:13.668526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-865b2074-5a15-45eb-b04d-b98f5528f560 req-4bf52f68-d2d6-4f0a-8080-5b6b61e46d81 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3500493
Mar 26 20:50:13.672784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.691027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.699974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.701868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-8d4cd9ca-34ae-49c4-aa98-cd4782697fd0 service neutron] 10.222.0.18 "PUT /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 1096 time: 2.9418743
Mar 26 20:50:13.714211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:13.714600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Checking segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:13.716802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.717267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Bound using segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:13.725182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Bound port: f176c82e-6cb8-4a66-a48f-284d8fae2c18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:13.725678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:13.814132 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1843ff7-7122-4573-b532-f3ca7e35685c x-openstack-request-id: req-c1843ff7-7122-4573-b532-f3ca7e35685c {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:13.814432 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:13.814688 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1843ff7-7122-4573-b532-f3ca7e35685c {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:13.815134 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1843ff7-7122-4573-b532-f3ca7e35685c'] response: {'name': 'network-changed', 'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e', 'status': 'completed', 'code': 200}
Mar 26 20:50:13.817364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6030fb86-b3f3-492c-8fe8-6b0452145d26 req-b54b5aa3-627b-4c6f-903b-612ff0e89814 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 210 time: 0.0784061
Mar 26 20:50:13.832232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be221-8915-454c-bc6c-815580bb13d4 req-3a42e4a7-2032-4a3e-835f-39aa6726ffe6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:13.833906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-3a42e4a7-2032-4a3e-835f-39aa6726ffe6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.3697128
Mar 26 20:50:13.877725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:13.912701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a79321c6-b4b7-44b9-a73c-9ff41f6ccbe2 req-904a1f78-2ca1-4a6c-9c98-a8581713f589 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561350
Mar 26 20:50:14.059934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:14.066246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d936e69d-c8c8-4caa-b90c-1a76ded54906'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:14.101469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-be296f90-b40a-476b-a6b8-2107e66f7065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.104132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-be296f90-b40a-476b-a6b8-2107e66f7065 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.3626125
Mar 26 20:50:14.109123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] For port f176c82e-6cb8-4a66-a48f-284d8fae2c18, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:14.121888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ef1cd-f323-45d3-95e1-0f35d2847ebd req-454cc0df-731c-4a2f-9970-1736db6bdb3c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.123447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-178ef1cd-f323-45d3-95e1-0f35d2847ebd req-454cc0df-731c-4a2f-9970-1736db6bdb3c tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 949 time: 0.0769923
Mar 26 20:50:14.132505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] For port f176c82e-6cb8-4a66-a48f-284d8fae2c18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f176c82e-6cb8-4a66-a48f-284d8fae2c18,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:14.148814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:14.150826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e00be221-8915-454c-bc6c-815580bb13d4 req-29f01b19-1eac-491b-928f-d40d55e5adcf service neutron] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:14.157460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e00be221-8915-454c-bc6c-815580bb13d4 req-29f01b19-1eac-491b-928f-d40d55e5adcf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:14.159455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00be221-8915-454c-bc6c-815580bb13d4 req-29f01b19-1eac-491b-928f-d40d55e5adcf service neutron] 10.222.0.18 "DELETE /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3159339
Mar 26 20:50:14.217694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-178ef1cd-f323-45d3-95e1-0f35d2847ebd req-77b3618a-e031-4018-aedc-de6f51645379 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539126
Mar 26 20:50:14.249345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-4b30ebed-bc49-4d99-a24b-9afab0a67f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.249345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-4b30ebed-bc49-4d99-a24b-9afab0a67f20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 1130 time: 0.1212077
Mar 26 20:50:14.356493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5bef0-cba6-4a62-a0c6-4cbdf1c8cf69 None None] Pushing event updated for resources: {'Port': ['ID=f176c82e-6cb8-4a66-a48f-284d8fae2c18,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:14.403040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:14.440765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8f9f1-3b3e-4b1d-8ec0-d4ac38db278a req-3e448f58-4a09-434c-8364-794e3f1b84d8 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.447935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85c8f9f1-3b3e-4b1d-8ec0-d4ac38db278a req-3e448f58-4a09-434c-8364-794e3f1b84d8 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 948 time: 0.4736063
Mar 26 20:50:14.450438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-512b79c0-2cde-461c-9e0c-ace56696b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.452356 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-512b79c0-2cde-461c-9e0c-ace56696b9e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1945169
Mar 26 20:50:14.529116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port d86480f4-ccb4-4512-910f-b238b3c84889 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:50:14.536631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:14.538364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-32083766-3316-4db0-a38f-ce4084c26729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.540573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-32083766-3316-4db0-a38f-ce4084c26729 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3876622
Mar 26 20:50:14.549370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-ff551290-a7e0-43ba-bf9c-6134704aea0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d757af78-d01b-4df4-85a2-26137d1db01e HTTP/1.1" status: 200  len: 217 time: 0.0894790
Mar 26 20:50:14.649241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85c8f9f1-3b3e-4b1d-8ec0-d4ac38db278a req-d6f924e3-be49-4cb9-9e7c-46fefa4dd501 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981947
Mar 26 20:50:14.654772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-1e397300-d6d1-4417-9a9e-4297fc7847c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.656154 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-1e397300-d6d1-4417-9a9e-4297fc7847c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0913253
Mar 26 20:50:14.806725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-efd93acb-951a-43c1-ab25-567f19da98ee tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.809891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-efd93acb-951a-43c1-ab25-567f19da98ee tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.5008855
Mar 26 20:50:14.813218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-d7004f9b-d147-414d-a5cf-fb8420c16279 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.2543063
Mar 26 20:50:14.838843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-8f12e4d8-8fc1-4d95-bc15-d26d2964b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.840387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-8f12e4d8-8fc1-4d95-bc15-d26d2964b1d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1772954
Mar 26 20:50:14.892746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2f1e-99e1-461e-a94b-6d86d64ccd00 req-5a195628-8740-4690-9848-125def525f4b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:14.894254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-313d2f1e-99e1-461e-a94b-6d86d64ccd00 req-5a195628-8740-4690-9848-125def525f4b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.2095861
Mar 26 20:50:14.926397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Request body: {'port': {'device_id': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'admin_state_up': True, 'tenant_id': 'cac9d686cedf4368ae6e500602e64596'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:14.942185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50024) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:15.004375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-313d2f1e-99e1-461e-a94b-6d86d64ccd00 req-d4949e6e-1706-4d34-a4a7-5ff814ede857 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025820
Mar 26 20:50:15.013693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-897c7780-3458-4fd2-894b-085eae5a6ff3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654313
Mar 26 20:50:15.121646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-2b8bd2d1-a4b6-4680-be90-52c5397c8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:15.123104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-2b8bd2d1-a4b6-4680-be90-52c5397c8696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2942286
Mar 26 20:50:15.132546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:15.138613 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7d2754-769f-49e7-aa80-e380db1cbd96" -d '{"events": [{"name": "network-changed", "server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:15.167690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567cf3-8d12-4126-9738-5101e4190082 req-4ae54033-cc80-4138-abfd-b1dc65dee69b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:15.169251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b567cf3-8d12-4126-9738-5101e4190082 req-4ae54033-cc80-4138-abfd-b1dc65dee69b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.3579895
Mar 26 20:50:15.220158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-006d9fd7-1e1d-48bb-b240-e4b46f149411 req-94980942-f7c1-43ff-a87d-82ee6b2df6c5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 210 time: 0.0760369
Mar 26 20:50:15.275273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for router_gateway (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.277012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bb1ba78-a532-41d3-8487-493852cb88c2 req-4dde113f-07b3-4630-88ad-ff2cd0a3bca4 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504368
Mar 26 20:50:15.317398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.351869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5cfe69f2-16a5-4190-b814-ee00a452d9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.382425 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e85c2a-14e8-4375-8892-231b9b2b5f26 x-openstack-request-id: req-84e85c2a-14e8-4375-8892-231b9b2b5f26 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:15.382730 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:15.396441 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84e85c2a-14e8-4375-8892-231b9b2b5f26 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:15.396973 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e85c2a-14e8-4375-8892-231b9b2b5f26'] response: {'name': 'network-changed', 'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'status': 'completed', 'code': 200}
Mar 26 20:50:15.472601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.523781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5cfe69f2-16a5-4190-b814-ee00a452d9b7 admin admin] Publish callbacks [] for security_group (2d470e17-ecd1-45b2-8072-bb664ba7412a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.538758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af093402-b45d-4db1-97e1-2da08708bc0b req-f2b48782-1c3d-4bcc-aaf7-b784df9d305f tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:15.539673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af093402-b45d-4db1-97e1-2da08708bc0b req-f2b48782-1c3d-4bcc-aaf7-b784df9d305f tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 949 time: 0.1112869
Mar 26 20:50:15.542075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5cfe69f2-16a5-4190-b814-ee00a452d9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2d470e17-ecd1-45b2-8072-bb664ba7412a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.618757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe69f2-16a5-4190-b814-ee00a452d9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d470e17-ecd1-45b2-8072-bb664ba7412a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:15.635399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5cfe69f2-16a5-4190-b814-ee00a452d9b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03e6fe5adef54a9aa265bcf7689416df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6903753
Mar 26 20:50:15.636587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:15.662002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af093402-b45d-4db1-97e1-2da08708bc0b req-391ea7fe-be70-42d2-a32a-8129e317fa65 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154211
Mar 26 20:50:15.717658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] Publish callbacks [] for security_group (2d470e17-ecd1-45b2-8072-bb664ba7412a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.738675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-5a99c34a-a9ae-4147-890c-3825068ceed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:15.740221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-5a99c34a-a9ae-4147-890c-3825068ceed8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5945280
Mar 26 20:50:15.742876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b14ff-88f0-4d63-a77a-a8c21f1b9ec5 None None] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:15.752236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] Publish callbacks [] for security_group (2d470e17-ecd1-45b2-8072-bb664ba7412a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.769644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b567cf3-8d12-4126-9738-5101e4190082 req-0ef13097-a8e2-4ea9-93b7-41b601e0b1f4 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5734770
Mar 26 20:50:15.851517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Provisioning complete for port f176c82e-6cb8-4a66-a48f-284d8fae2c18 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:15.852390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.866914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6237f-55c2-419f-8825-ac9dcda5f8b6 req-996a699f-2b50-4e4e-8ec5-b509540c6a88 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:15.868538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edd6237f-55c2-419f-8825-ac9dcda5f8b6 req-996a699f-2b50-4e4e-8ec5-b509540c6a88 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 948 time: 0.0866518
Mar 26 20:50:15.877263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2d470e17-ecd1-45b2-8072-bb664ba7412a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.881182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:15.882469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d470e17-ecd1-45b2-8072-bb664ba7412a HTTP/1.1" status: 204  len: 168 time: 0.2449305
Mar 26 20:50:15.908594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066db7d-c02f-426f-9cf1-a55bf62273ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d470e17-ecd1-45b2-8072-bb664ba7412a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:15.979997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edd6237f-55c2-419f-8825-ac9dcda5f8b6 req-86f891ed-02ea-4f21-ab61-ba93295c7c8b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920928
Mar 26 20:50:15.996812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:16.000971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.022340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-7d8a10ba-a501-4f1c-b4b3-8e3425d3ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:16.027124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-7d8a10ba-a501-4f1c-b4b3-8e3425d3ac67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.6264577
Mar 26 20:50:16.038414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Current status of the port f176c82e-6cb8-4a66-a48f-284d8fae2c18 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:16.038806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.089376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] For port f176c82e-6cb8-4a66-a48f-284d8fae2c18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f176c82e-6cb8-4a66-a48f-284d8fae2c18,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:16.095081 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.160099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71b536-2ee5-4205-b0af-518441690f19 None None] Pushing event updated for resources: {'Port': ['ID=f176c82e-6cb8-4a66-a48f-284d8fae2c18,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:16.184109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2611ba-2d7e-471b-840a-8a52c97a4c40 req-5d955513-59e0-4c82-9330-9ecb37c70a67 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:16.186719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f2611ba-2d7e-471b-840a-8a52c97a4c40 req-5d955513-59e0-4c82-9330-9ecb37c70a67 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.0695548
Mar 26 20:50:16.206357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Allocated IP 172.35.4.235 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/0a8ef525-3d63-4c29-a96f-5de813814b91) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:16.246383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f2611ba-2d7e-471b-840a-8a52c97a4c40 req-ecdf5f5a-5282-48b0-92fd-667be048b58c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531008
Mar 26 20:50:16.322673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-abbc68c5-0ae6-4f96-97bf-97e3395d7023 None None] Provisioning complete for port f176c82e-6cb8-4a66-a48f-284d8fae2c18 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:16.323535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-abbc68c5-0ae6-4f96-97bf-97e3395d7023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.338948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-84d9a83f-ff9f-4b8e-a787-1ce812bddd04 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5886729
Mar 26 20:50:16.413142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:16.424134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d936e69d-c8c8-4caa-b90c-1a76ded54906 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:16.429955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85e697fb-cfc0-4d80-a5bb-a9f04d428c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.453514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-abbc68c5-0ae6-4f96-97bf-97e3395d7023 None None] Current status of the port f176c82e-6cb8-4a66-a48f-284d8fae2c18 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:16.471380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-88924f5e-3106-48ab-a580-73a73f4de818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:16.473019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-88924f5e-3106-48ab-a580-73a73f4de818 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4040899
Mar 26 20:50:16.485251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7f82-9ff1-4547-80d8-867f3391c87c req-e2d4738a-c3ec-42a6-a8ce-4c753c27bd89 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:16.487675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-254a7f82-9ff1-4547-80d8-867f3391c87c req-e2d4738a-c3ec-42a6-a8ce-4c753c27bd89 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1126 time: 0.4780967
Mar 26 20:50:16.489821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d936e69d-c8c8-4caa-b90c-1a76ded54906 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:16.500878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d936e69d-c8c8-4caa-b90c-1a76ded54906 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:16.501353 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.556811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85e697fb-cfc0-4d80-a5bb-a9f04d428c2f admin admin] Publish callbacks [] for security_group (f193c577-75ae-4f7e-ae9d-5ecbaa15c84c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.562137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85e697fb-cfc0-4d80-a5bb-a9f04d428c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f193c577-75ae-4f7e-ae9d-5ecbaa15c84c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.605810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-56e65bd5-14a4-4009-ad8a-8b20bd3d8a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.1120214
Mar 26 20:50:16.614282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d936e69d-c8c8-4caa-b90c-1a76ded54906 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:16.614493 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.631973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85e697fb-cfc0-4d80-a5bb-a9f04d428c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=811affbf689d4be49e707431ef54575a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2154880
Mar 26 20:50:16.639470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Allocated IP 172.20.0.8 (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049/816baad8-fa89-447b-9930-1d11c8f49789/ae943f51-447b-434d-a20b-ea825ed34c1a) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:16.641537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:16.646548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:16.648920 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb1c0b3-8252-4583-ab04-925f17525dd1" -d '{"events": [{"server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "name": "network-vif-plugged", "status": "completed", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:16.662382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:16.667113 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.696491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e697fb-cfc0-4d80-a5bb-a9f04d428c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193c577-75ae-4f7e-ae9d-5ecbaa15c84c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:16.714033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0219971-f98d-46a2-970e-865befc3bba5 req-cd96be1d-096f-4a69-9711-3207842a46e5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 210 time: 0.1061823
Mar 26 20:50:16.724490 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.738168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99801daf-b1c5-4b2a-9fb8-cf41f9ac0e41 req-7cd792e5-76e3-4928-9b1b-eb0d3c33f8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3877103
Mar 26 20:50:16.750288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-254a7f82-9ff1-4547-80d8-867f3391c87c req-a37feb2d-a9aa-472a-a4f4-299f6d34d5a1 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429917
Mar 26 20:50:16.755402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-3d5871e9-7207-4a26-bec5-18a96869526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:16.757028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-3d5871e9-7207-4a26-bec5-18a96869526c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1413553
Mar 26 20:50:16.763428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:16.814680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d757af78-d01b-4df4-85a2-26137d1db01e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:16.836137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] Publish callbacks [] for security_group (f193c577-75ae-4f7e-ae9d-5ecbaa15c84c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.844391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f176c82e-6cb8-4a66-a48f-284d8fae2c18 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:16.887779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] Publish callbacks [] for security_group (f193c577-75ae-4f7e-ae9d-5ecbaa15c84c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:16.914832 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58ee566-e679-4926-b3f1-c5ed83293c14 x-openstack-request-id: req-e58ee566-e679-4926-b3f1-c5ed83293c14 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:16.915158 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "name": "network-vif-plugged", "status": "completed", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:16.915439 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e58ee566-e679-4926-b3f1-c5ed83293c14 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:16.915842 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58ee566-e679-4926-b3f1-c5ed83293c14'] response: {'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906', 'code': 200}
Mar 26 20:50:16.991782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks [] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.004060 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f193c577-75ae-4f7e-ae9d-5ecbaa15c84c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.013094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.014249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f193c577-75ae-4f7e-ae9d-5ecbaa15c84c HTTP/1.1" status: 204  len: 168 time: 0.3644276
Mar 26 20:50:17.039868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46865de7-84f2-45d5-826a-1c9607150706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193c577-75ae-4f7e-ae9d-5ecbaa15c84c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:17.082444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f176c82e-6cb8-4a66-a48f-284d8fae2c18 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:17.082830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.140111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d757af78-d01b-4df4-85a2-26137d1db01e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:17.157688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.159482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'd757af78-d01b-4df4-85a2-26137d1db01e', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd757af78-d01b-4df4-85a2-26137d1db01e', 'mac_address': 'fa:16:3e:38:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:17.208304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:17.233047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d757af78-d01b-4df4-85a2-26137d1db01e is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:17.233553 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.256153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f176c82e-6cb8-4a66-a48f-284d8fae2c18 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:17.260184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d757af78-d01b-4df4-85a2-26137d1db01e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:17.273764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:17.285330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8ef525-3d63-4c29-a96f-5de813814b91,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:17.289705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:17.289869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d757af78-d01b-4df4-85a2-26137d1db01e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:17.296261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.316592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e051-c447-4176-a7a3-7d3974470e0e req-cb1eb3ef-ae11-440f-8d87-12e21f6bdb78 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.318117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bd6e051-c447-4176-a7a3-7d3974470e0e req-cb1eb3ef-ae11-440f-8d87-12e21f6bdb78 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 948 time: 0.0910802
Mar 26 20:50:17.347710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.371801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:17.384734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bd6e051-c447-4176-a7a3-7d3974470e0e req-583e3a76-fd1e-4661-954e-0cb2ddbb37ce tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548346
Mar 26 20:50:17.404716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-bede0d6f-3d03-48b6-a964-cca35786017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.406239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-bede0d6f-3d03-48b6-a964-cca35786017e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6397891
Mar 26 20:50:17.441190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4c34c-c6fa-45ef-9e6b-cb8f750af88e req-75201230-bbf4-4f15-af11-1d93b28efe0e tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.442705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27e4c34c-c6fa-45ef-9e6b-cb8f750af88e req-75201230-bbf4-4f15-af11-1d93b28efe0e tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 950 time: 0.4221447
Mar 26 20:50:17.446316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-c6415145-e8de-4cd3-936d-acf4462d67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.447711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-c6415145-e8de-4cd3-936d-acf4462d67d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.4260650
Mar 26 20:50:17.457457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e25af-9961-44dd-b1e7-1157895c1975 req-166f3984-710b-45b9-9056-268819d9fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.458797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf6e25af-9961-44dd-b1e7-1157895c1975 req-166f3984-710b-45b9-9056-268819d9fac0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 1132 time: 0.4111118
Mar 26 20:50:17.531515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:17.580299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-c08a5806-820c-4f75-9400-afc50d18f584 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.582578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-c08a5806-820c-4f75-9400-afc50d18f584 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.1070442
Mar 26 20:50:17.592483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d757af78-d01b-4df4-85a2-26137d1db01e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:17.599183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:17.610764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-8358dec9-bea0-4f00-8ba7-0e830e26e95d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/quotas/cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 375 time: 0.0221767
Mar 26 20:50:17.615900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:17.618302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:17.689898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-4d5d13b4-5740-4aa5-bf53-87808dad8953 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0726149
Mar 26 20:50:17.803481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-aba949f6-c93e-42c2-a4c9-af1c6e6bb4aa service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057751
Mar 26 20:50:17.843316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf6e25af-9961-44dd-b1e7-1157895c1975 req-9e7f8094-7264-4ed5-a2d1-bb439cc744e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3155551
Mar 26 20:50:17.847108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27e4c34c-c6fa-45ef-9e6b-cb8f750af88e req-26420019-dfac-43ff-b9b8-1dca4197e3f9 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3957202
Mar 26 20:50:17.857274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:17.857979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:17.872456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-6d31d4c7-97b3-4ce8-892d-151f5e83ea84 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4548547
Mar 26 20:50:17.968056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-a9812ce2-0d09-4a2d-82b7-fa6781c36c3c service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567767
Mar 26 20:50:18.200822 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1fedc9ed-b088-427d-b0db-796ca9d8dc4c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3705866
Mar 26 20:50:18.212276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33315bdd-76a1-4e1a-838c-4bd143811630 req-4e38f2e6-6be1-477c-945c-bc13f3c287f4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:18.219445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33315bdd-76a1-4e1a-838c-4bd143811630 req-4e38f2e6-6be1-477c-945c-bc13f3c287f4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.0651889
Mar 26 20:50:18.270267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Request body: {'port': {'device_id': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:18.273084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33315bdd-76a1-4e1a-838c-4bd143811630 req-f4e75b6a-c95b-437f-ac04-9f38ad196cfe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526161
Mar 26 20:50:18.276177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-7a65ea3d-4f1e-4eb3-99a5-338268d2af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:18.277615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-7a65ea3d-4f1e-4eb3-99a5-338268d2af5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.8037217
Mar 26 20:50:18.388114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f180abf4-1b45-42ff-a5c2-916ade31e7ee req-3dc7ea08-b873-4730-b879-4c6e9ba47217 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 210 time: 0.0394547
Mar 26 20:50:18.425448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-81ed7de3-9fee-43c7-b18a-7dda045282e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.1151669
Mar 26 20:50:18.505775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for router_gateway (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:18.569004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:18.597872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-76ff4535-d78e-4548-acaf-52ac1eb0ea7b service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4277625
Mar 26 20:50:18.608472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272545d0-90cd-4430-82e0-09a21bfffd74 req-ea50bb80-be26-462a-9266-3ce8f704c0cc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:18.610064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-272545d0-90cd-4430-82e0-09a21bfffd74 req-ea50bb80-be26-462a-9266-3ce8f704c0cc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 931 time: 0.3372202
Mar 26 20:50:18.611777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-66fde2d3-1356-4376-8ec5-c3cd5c5e15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:18.613730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-66fde2d3-1356-4376-8ec5-c3cd5c5e15b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1756263
Mar 26 20:50:18.788543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d757af78-d01b-4df4-85a2-26137d1db01e up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:18.845269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-272545d0-90cd-4430-82e0-09a21bfffd74 req-9f7a60e1-f8dc-4840-a5f5-96906d961367 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984284
Mar 26 20:50:18.847776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port d757af78-d01b-4df4-85a2-26137d1db01e completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:18.854056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port d757af78-d01b-4df4-85a2-26137d1db01e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:18.854750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:18.956266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-95078f8a-3bdd-4211-a532-7da253bed463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:18.958416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-95078f8a-3bdd-4211-a532-7da253bed463 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3095365
Mar 26 20:50:19.011537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d757af78-d01b-4df4-85a2-26137d1db01e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:19.011537 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:19.043407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:19.046187 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb37b5-8fc6-4f41-931a-ffd0544f9558" -d '{"events": [{"server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "name": "network-vif-plugged", "status": "completed", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:19.047532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385e64-2f1d-4b13-8f66-e37458c88791 req-eeee84c8-dee7-4a73-9eb5-42b7f97d016c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.060010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d757af78-d01b-4df4-85a2-26137d1db01e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:19.061111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88385e64-2f1d-4b13-8f66-e37458c88791 req-eeee84c8-dee7-4a73-9eb5-42b7f97d016c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 949 time: 0.1700242
Mar 26 20:50:19.072585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:19.115231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-ce78fe94-122b-4ab5-b4bb-4fafa2647ebb service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269395
Mar 26 20:50:19.144812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88385e64-2f1d-4b13-8f66-e37458c88791 req-62439a68-cf65-4924-be16-fa2b529ff7ee tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824559
Mar 26 20:50:19.146265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:19.260539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8833f21-ab6c-4526-96a5-03daccefd74d req-b6c42850-81d9-44c5-aae0-065e3bfa7db4 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.262198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8833f21-ab6c-4526-96a5-03daccefd74d req-b6c42850-81d9-44c5-aae0-065e3bfa7db4 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 950 time: 0.0540607
Mar 26 20:50:19.307527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:19.311815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8833f21-ab6c-4526-96a5-03daccefd74d req-db5c780e-1758-4195-a819-1a3d647aee32 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436618
Mar 26 20:50:19.362700 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e7d2754-769f-49e7-aa80-e380db1cbd96 req-da0c13cc-8a45-48df-b67f-6afcb5a1af70 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2381816
Mar 26 20:50:19.380189 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0f5a69-6855-4ee0-acd1-e4a6a7207598 x-openstack-request-id: req-3d0f5a69-6855-4ee0-acd1-e4a6a7207598 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:19.380509 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "name": "network-vif-plugged", "status": "completed", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:19.380771 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d0f5a69-6855-4ee0-acd1-e4a6a7207598 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:19.381174 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0f5a69-6855-4ee0-acd1-e4a6a7207598'] response: {'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e', 'code': 200}
Mar 26 20:50:19.610819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36534fa5-740a-449f-bb77-d4f7d41dd99b req-81eef684-b7b9-4dc8-b9aa-6e1ad09e36ae tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 210 time: 0.0411954
Mar 26 20:50:19.644071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae943f51-447b-434d-a20b-ea825ed34c1a {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:19.660398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks [] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:19.685999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b32a1-f63e-42d4-a9df-45a37d0c6934 req-30d59353-b6d8-47f9-acf0-3cf9b84781bb tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.687495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f3b32a1-f63e-42d4-a9df-45a37d0c6934 req-30d59353-b6d8-47f9-acf0-3cf9b84781bb tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.2761467
Mar 26 20:50:19.714741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Transition to ACTIVE for port object ae943f51-447b-434d-a20b-ea825ed34c1a will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:19.716915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf5f3-d490-4813-bc54-96be2befb367 req-62d73c05-3356-4d95-95a2-f6703caa1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.718450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3cadf5f3-d490-4813-bc54-96be2befb367 req-62d73c05-3356-4d95-95a2-f6703caa1398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 1132 time: 0.2117057
Mar 26 20:50:19.734312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:19.805920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-680c7ead-7e31-46f1-8fae-809d389befe6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.807359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-680c7ead-7e31-46f1-8fae-809d389befe6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.3264692
Mar 26 20:50:19.831326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Request body: {'port': {'device_id': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'admin_state_up': True, 'tenant_id': 'cf51b08278d246e498f59455e299ba89'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:19.847200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:50:19.931444 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db267a9c-8f12-4146-9dc4-28422d4fd6ce req-c7fb00e2-78f7-4bfc-b569-3d1380890e32 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:19.933197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db267a9c-8f12-4146-9dc4-28422d4fd6ce req-c7fb00e2-78f7-4bfc-b569-3d1380890e32 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 950 time: 0.0553350
Mar 26 20:50:19.982836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db267a9c-8f12-4146-9dc4-28422d4fd6ce req-3ac9857a-9aba-42b7-bd3c-3d793341c1c3 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436940
Mar 26 20:50:20.106542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f3b32a1-f63e-42d4-a9df-45a37d0c6934 req-decfacde-a208-42af-a28e-093553c2f184 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4043369
Mar 26 20:50:20.107139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:20.166940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de01fb9-fc08-4bc0-98ed-21e69c065bd3 req-c26ea357-8756-492b-89ba-faad45372866 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:20.168751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9de01fb9-fc08-4bc0-98ed-21e69c065bd3 req-c26ea357-8756-492b-89ba-faad45372866 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.0676632
Mar 26 20:50:20.197238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3cadf5f3-d490-4813-bc54-96be2befb367 req-908e5623-bb0e-41ea-9e3b-8b8af2d9f1dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4523296
Mar 26 20:50:20.227456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9de01fb9-fc08-4bc0-98ed-21e69c065bd3 req-59b03b72-b30c-41a0-8f59-eb810c8fc9c9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516047
Mar 26 20:50:20.362778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:20.363230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:20.363625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:20.368631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:20.371901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.375248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:20.386673 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:20.390835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:20.391161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:20.402208 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:20.404162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:49:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:20.408556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:20.408969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:20.409391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:20.409926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Bound port: ae943f51-447b-434d-a20b-ea825ed34c1a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:20.410382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.418925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48120b2-8c04-4e94-b3c3-a63ebd295431 req-de55a3d2-8a73-435f-aff2-8ea34b64180d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:20.420818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a48120b2-8c04-4e94-b3c3-a63ebd295431 req-de55a3d2-8a73-435f-aff2-8ea34b64180d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 950 time: 0.0873749
Mar 26 20:50:20.425235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.429034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9720bd1d-5431-4588-88eb-9cf821f47a90 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 8.2597921
Mar 26 20:50:20.431879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50220) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:20.582329 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:20.665873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:20.702704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:20.728622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-08482655-7208-4f21-ae14-b37472d7b186 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:20.730131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-08482655-7208-4f21-ae14-b37472d7b186 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0&tenant_id=70c93c47827247b8b178018931efb9a4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2286129
Mar 26 20:50:20.737708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.777006 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:17Z', 'revision_number': 3, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:20.785821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Allocated IP 172.20.0.8 (3719dfee-4a50-4ee6-a6eb-866a85cdf502/3d598f5b-fc7d-48e0-860c-34aaff2cb829/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:20.796395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:20.806551 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:20.807327 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Updating router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 port 0a8ef525-3d63-4c29-a96f-5de813814b91 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:20.825771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:20.826650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.828019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 1091 time: 2.5707386
Mar 26 20:50:20.828467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:20.830715 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f" -d '{"events": [{"name": "network-changed", "server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:20.847765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad83e68-bfbd-44e9-bd30-742ca985e713 req-0bcacd5a-f008-4b4b-8e86-6e38478c4f18 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:20.855323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dad83e68-bfbd-44e9-bd30-742ca985e713 req-0bcacd5a-f008-4b4b-8e86-6e38478c4f18 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 948 time: 0.2600951
Mar 26 20:50:20.869732 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:20.876668 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a48120b2-8c04-4e94-b3c3-a63ebd295431 req-81b7165b-2ae6-4ff9-ab90-d617d062fd4f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4486563
Mar 26 20:50:20.979995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66573650-6e60-4c0d-b061-1a50c02e8947 service neutron] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:20.999374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:21.012538 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-904b8b22-7d6d-417b-992b-ed24dbaf0bf7 service neutron] delete failed (client error): The resource could not be found.
Mar 26 20:50:21.013581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-904b8b22-7d6d-417b-992b-ed24dbaf0bf7 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2731857
Mar 26 20:50:21.027948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'mac_address': 'fa:16:3e:e0:11:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:21.054022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dad83e68-bfbd-44e9-bd30-742ca985e713 req-17dae8c2-4d99-49d3-aedc-9f7c7336f5e9 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972129
Mar 26 20:50:21.160613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d86480f4-ccb4-4512-910f-b238b3c84889 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:21.161092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.164499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71da8527-bd88-419d-8fe2-5e9ece16c2ee req-1e17f06d-6a0d-4497-a799-6d7bfbbf708d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 210 time: 0.0817125
Mar 26 20:50:21.178161 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a92ff59-dc15-47f6-853f-aa86841b3718 x-openstack-request-id: req-8a92ff59-dc15-47f6-853f-aa86841b3718 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:21.178791 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:21.178791 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a92ff59-dc15-47f6-853f-aa86841b3718 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:21.179103 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a92ff59-dc15-47f6-853f-aa86841b3718'] response: {'name': 'network-changed', 'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'status': 'completed', 'code': 200}
Mar 26 20:50:21.194754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1e7410a3-35e9-48b9-a040-897bc50b4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.202820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86480f4-ccb4-4512-910f-b238b3c84889 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:21.210562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-1e7410a3-35e9-48b9-a040-897bc50b4fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1125 time: 0.3029635
Mar 26 20:50:21.322037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:21.357616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-5c6a43e4-3d0d-4738-bcf6-2f77ce1b42f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 217 time: 0.1466143
Mar 26 20:50:21.360558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.389438 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks [] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.401538 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.439040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:21.510831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Pushing event updated for resources: {'Port': ['ID=0a8ef525-3d63-4c29-a96f-5de813814b91,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:21.513376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debd0e5-f893-4938-9544-59eb6b65e1d8 req-9f29181b-d67c-4e40-9306-864bd5b2cca7 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.520442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2debd0e5-f893-4938-9544-59eb6b65e1d8 req-9f29181b-d67c-4e40-9306-864bd5b2cca7 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 950 time: 0.2256069
Mar 26 20:50:21.520828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.521398 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.521940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.522476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.523042 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.523592 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.524219 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.524780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.525560 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.526106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.526641 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.527320 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.527873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.528435 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.529581 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:21.530047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks [] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Tracked resource versions report:
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]: pushed versions:
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]: {   'AddressGroup': {'1.2'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Agent': {'1.1'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'ConntrackHelper': {'1.0'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'LocalIPAssociation': {'1.0'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Log': {'1.0'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'NDPProxy': {'1.0'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Network': {'1.1'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Port': {'1.7'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'PortForwarding': {'1.3'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'QosPolicy': {'1.10'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'SecurityGroup': {'1.5'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'SecurityGroupRule': {'1.2'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'SubPort': {'1.0'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Subnet': {'1.1'},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     'Trunk': {'1.1'}}
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]: consumer versions:
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]: {   DHCP agent@ncdv-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     HyperV agent@nch1-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     HyperV agent@nch2-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     L3 agent@ncdv-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     Metadata agent@ncdv-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     Metering agent@ncdv-master-1: {},
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Agent': '1.1',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'ConntrackHelper': '1.0',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'LocalIPAssociation': '1.0',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Log': '1.0',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'NDPProxy': '1.0',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Network': '1.1',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Port': '1.7',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'PortForwarding': '1.3',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'QosPolicy': '1.10',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'SecurityGroup': '1.5',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'SecurityGroupRule': '1.2',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'SubPort': '1.0',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Subnet': '1.1',
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:                                           'Trunk': '1.1'}}
Mar 26 20:50:21.531266 ncdv-master-1 neutron-server[126741]:  {{(pid=126741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Mar 26 20:50:21.556639 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Attempting to bind port 0a8ef525-3d63-4c29-a96f-5de813814b91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:21.557330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Attempting to bind port 0a8ef525-3d63-4c29-a96f-5de813814b91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:21.558118 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Attempting to bind port 0a8ef525-3d63-4c29-a96f-5de813814b91 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:21.565988 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:21.566972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-2a2757af-0d84-4e4c-8280-a3c2de693958 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.568531 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:21.569891 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.570516 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:21.571587 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Bound port: 0a8ef525-3d63-4c29-a96f-5de813814b91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:21.572421 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.579769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-2a2757af-0d84-4e4c-8280-a3c2de693958 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.21 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 950 time: 0.2866285
Mar 26 20:50:21.599325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-3e950733-61f9-464f-b1b0-59769f55db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.602020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-3e950733-61f9-464f-b1b0-59769f55db38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1130 time: 0.4309886
Mar 26 20:50:21.607849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-a26c8536-0c69-4f1a-ae5f-078c5ff3084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.609493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-a26c8536-0c69-4f1a-ae5f-078c5ff3084f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.2439106
Mar 26 20:50:21.665139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] For port 0a8ef525-3d63-4c29-a96f-5de813814b91, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:21.669851 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] For port 0a8ef525-3d63-4c29-a96f-5de813814b91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a8ef525-3d63-4c29-a96f-5de813814b91,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:21.678912 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.706776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:21.719561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50246) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:21.745337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:21.746061 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:49:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:21.749120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89870d2-c18f-40c8-b3cd-2bdd793f8446 None None] Pushing event updated for resources: {'Port': ['ID=0a8ef525-3d63-4c29-a96f-5de813814b91,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:21.751439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2debd0e5-f893-4938-9544-59eb6b65e1d8 req-70461bd7-551d-46b9-a948-867714f50998 tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/security-groups?id=faacfef3-e123-4bfd-aa90-baff4da6668d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301514
Mar 26 20:50:21.757050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-a0f3396b-3824-4edd-bcbc-fdecc75b21a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358732
Mar 26 20:50:21.798628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:21.859957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa082bef-3b77-4823-91f8-dec2aeee0ccc req-da69780b-ff23-4378-afdc-b8aeaa16fc12 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.867655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa082bef-3b77-4823-91f8-dec2aeee0ccc req-da69780b-ff23-4378-afdc-b8aeaa16fc12 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.4809492
Mar 26 20:50:21.894708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:21.902420 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:21.926772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-eae25cb3-f194-4878-9c56-6bd25d508ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:21.928295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-eae25cb3-f194-4878-9c56-6bd25d508ac0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3142841
Mar 26 20:50:21.937692 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.041053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:22.084999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:22.103662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-0851e8e3-0d8b-4e7d-a213-2c362c0dcab0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0875752
Mar 26 20:50:22.113737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:22.138858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Deleting port d936e69d-c8c8-4caa-b90c-1a76ded54906 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:50:22.139205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.167514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfbbefd3-a87b-43bd-b27e-9e318dfa9918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.176343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:22.176549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.239472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa082bef-3b77-4823-91f8-dec2aeee0ccc req-eb28b388-09d4-4604-b971-fb36190eebb1 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3708098
Mar 26 20:50:22.253350 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:17Z', 'revision_number': 3, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:22.253629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-7f196f6a-308d-478c-ac13-76cb25641303 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4340391
Mar 26 20:50:22.259572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-c2654300-de99-407d-a086-c478c5cc47fb service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4899297
Mar 26 20:50:22.271751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Request body: {'port': {'device_id': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:22.289939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92db58b0-fef9-4f98-82bc-0e514b440940 None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:17Z', 'revision_number': 3, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:22.375419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Allocated IP 172.20.0.1 (f8ad645e-691e-4200-a0a6-1147f6f8ec71/18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14/a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:22.377710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-ecfdb3b3-0fd3-4ed6-863b-d8cd7d381b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:22.379379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-ecfdb3b3-0fd3-4ed6-863b-d8cd7d381b99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2003202
Mar 26 20:50:22.383839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b175bed-540e-46b0-be30-1d3fa4e703c7 req-fc2a236d-f2de-4cbb-aa43-00ca1266c819 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:22.385376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b175bed-540e-46b0-be30-1d3fa4e703c7 req-fc2a236d-f2de-4cbb-aa43-00ca1266c819 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 950 time: 0.2064075
Mar 26 20:50:22.387279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] For port d936e69d-c8c8-4caa-b90c-1a76ded54906, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d936e69d-c8c8-4caa-b90c-1a76ded54906,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:22.387648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.416057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Calling delete_port for d936e69d-c8c8-4caa-b90c-1a76ded54906 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:50:22.491291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.557235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b175bed-540e-46b0-be30-1d3fa4e703c7 req-4ec065c1-01df-468e-aed3-dc28bd2835c4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648386
Mar 26 20:50:22.680227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks [] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.798326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0a8ef525-3d63-4c29-a96f-5de813814b91 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:22.819692 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.821969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (d936e69d-c8c8-4caa-b90c-1a76ded54906), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.831743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:22.846461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f87a7-75d4-46f0-98af-b26e3dae7ccd req-23fdbb07-5afa-43c2-8a27-76b339d81666 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:22.849041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-562f87a7-75d4-46f0-98af-b26e3dae7ccd req-23fdbb07-5afa-43c2-8a27-76b339d81666 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 931 time: 0.1178803
Mar 26 20:50:22.872112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12f988-3d40-49e6-84ee-427f9771206b req-6c84df69-4436-46f7-b0a1-ea107fd28aeb tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:22.880217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf12f988-3d40-49e6-84ee-427f9771206b req-6c84df69-4436-46f7-b0a1-ea107fd28aeb tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 949 time: 0.5383358
Mar 26 20:50:22.945451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0a8ef525-3d63-4c29-a96f-5de813814b91 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:22.945858 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:22.949477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port d86480f4-ccb4-4512-910f-b238b3c84889 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:22.983212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port d86480f4-ccb4-4512-910f-b238b3c84889 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:22.983598 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.161105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:23.175026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0a8ef525-3d63-4c29-a96f-5de813814b91 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:23.176062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.180680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] No DVR routers for this DVR port d936e69d-c8c8-4caa-b90c-1a76ded54906 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:23.183625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.187685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4aac20c0-fe0d-446a-8bc0-1123c4daed71 req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.21 "DELETE /v2.0/ports/d936e69d-c8c8-4caa-b90c-1a76ded54906 HTTP/1.1" status: 204  len: 173 time: 1.5980041
Mar 26 20:50:23.195247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'name': 'network-vif-deleted', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:23.197632 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f63cdb9-4a1a-42f0-89fa-0bc25697b26d" -d '{"events": [{"server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "name": "network-vif-deleted", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:23.201051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:23.204383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:23.205034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.209491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:23.218647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks [] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.233634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Transition to ACTIVE for port object 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:23.249626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35d6634c-93ef-4107-a152-a62c0ee0a758 req-8339e387-b35b-40be-a027-4d5ed92d9c26 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9471214
Mar 26 20:50:23.251503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-0a2537d0-aff6-4bdb-b6ed-81ac4411b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:23.254458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-0a2537d0-aff6-4bdb-b6ed-81ac4411b239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.8423083
Mar 26 20:50:23.267909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.270436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:23.288118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d86480f4-ccb4-4512-910f-b238b3c84889 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:23.288515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.354177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfbbefd3-a87b-43bd-b27e-9e318dfa9918 admin admin] Publish callbacks [] for security_group (86d319ba-4d18-401d-bb34-54a83eeed072), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.368806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-562f87a7-75d4-46f0-98af-b26e3dae7ccd req-2a1403e1-3374-482b-b0aa-9992d90e3f99 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4965513
Mar 26 20:50:23.415845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87f8a-031c-4fc1-b287-f3bb01615a4a tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] Pushing event deleted for resources: {'Port': ['ID=d936e69d-c8c8-4caa-b90c-1a76ded54906,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:23.439677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf12f988-3d40-49e6-84ee-427f9771206b req-015bea90-c774-474c-8388-df5e6778a82e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5583346
Mar 26 20:50:23.455548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfbbefd3-a87b-43bd-b27e-9e318dfa9918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (86d319ba-4d18-401d-bb34-54a83eeed072), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.508674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dfbbefd3-a87b-43bd-b27e-9e318dfa9918 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f97f1206ba6b4e23adf2f28848c33e9a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.7580698
Mar 26 20:50:23.511177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:23.632985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 0a8ef525-3d63-4c29-a96f-5de813814b91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a8ef525-3d63-4c29-a96f-5de813814b91,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:23.673373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.712977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-dcf20b28-9200-4902-b1f0-dd0e475e2b34 None None] Provisioning complete for port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:23.713507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b28-9200-4902-b1f0-dd0e475e2b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.736858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:23.741017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:23.743874 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8ab3e0-3a24-450a-93fa-9f8d79cac07f" -d '{"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-plugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:23.765082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dff5fd3e-443c-4e23-b38f-c5af38384a73 req-b6538b6c-baa0-4491-b723-f91626f1269d tempest-ServerDiagnosticsNegativeTest-2071547026 tempest-ServerDiagnosticsNegativeTest-2071547026-project] 10.222.0.16 "GET /v2.0/ports?device_id=dee86b10-db16-45cd-8e59-65bc9b8ea9d5 HTTP/1.1" status: 200  len: 210 time: 0.0437801
Mar 26 20:50:23.765700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:23.766962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.785443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbefd3-a87b-43bd-b27e-9e318dfa9918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d319ba-4d18-401d-bb34-54a83eeed072,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:23.793792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-98dd6dee-4ad9-4c62-b777-0816994c751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:23.795352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-98dd6dee-4ad9-4c62-b777-0816994c751e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1125 time: 0.4088354
Mar 26 20:50:23.796542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:23.797004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:23.797175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:23.800663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=0a8ef525-3d63-4c29-a96f-5de813814b91,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:23.819384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:23.820080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:23.845169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:23.845521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:23.846457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:23.847456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Bound port: 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:23.847833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.847990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dcf20b28-9200-4902-b1f0-dd0e475e2b34 None None] Port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:23.909255 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4c532e-8c6a-4fc1-a2d5-20ddc169daaf x-openstack-request-id: req-3f4c532e-8c6a-4fc1-a2d5-20ddc169daaf {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:23.909676 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee86b10-db16-45cd-8e59-65bc9b8ea9d5", "name": "network-vif-deleted", "tag": "d936e69d-c8c8-4caa-b90c-1a76ded54906", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:23.910025 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f4c532e-8c6a-4fc1-a2d5-20ddc169daaf {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:23.910523 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4c532e-8c6a-4fc1-a2d5-20ddc169daaf'] response: {'server_uuid': 'dee86b10-db16-45cd-8e59-65bc9b8ea9d5', 'name': 'network-vif-deleted', 'tag': 'd936e69d-c8c8-4caa-b90c-1a76ded54906', 'status': 'completed', 'code': 200}
Mar 26 20:50:23.913878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] Publish callbacks [] for security_group (86d319ba-4d18-401d-bb34-54a83eeed072), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.917317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:23.933248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-f03f8d14-b5b3-4136-a61b-c6c747b58def service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6422336
Mar 26 20:50:23.942993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:24.006325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] Publish callbacks [] for security_group (86d319ba-4d18-401d-bb34-54a83eeed072), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.013586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-d9579475-312c-48d2-92a3-4d1b4f67a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.015060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-d9579475-312c-48d2-92a3-4d1b4f67a65d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2031212
Mar 26 20:50:24.064414 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8719ee2d-b093-474f-81ee-c332283b0257 x-openstack-request-id: req-8719ee2d-b093-474f-81ee-c332283b0257 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:24.065575 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-plugged", "status": "completed", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:24.065939 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8719ee2d-b093-474f-81ee-c332283b0257 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:24.068270 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8719ee2d-b093-474f-81ee-c332283b0257'] response: {'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'code': 200}
Mar 26 20:50:24.119047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-ab797b3b-8192-414d-ae7c-5611b21e1740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 217 time: 0.0954940
Mar 26 20:50:24.130714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:24.138115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:24.165835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137cbaa-4895-4a6a-84d8-9b58339a04e5 req-437d85d2-244c-4785-9696-ceb1536b3ced tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.167643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d137cbaa-4895-4a6a-84d8-9b58339a04e5 req-437d85d2-244c-4785-9696-ceb1536b3ced tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.1691332
Mar 26 20:50:24.187846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.202501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (86d319ba-4d18-401d-bb34-54a83eeed072), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.202851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85dfe23c-daf9-41b2-bda0-a90882c59c10 req-6e77f091-b4b1-46f6-9363-7eb297812b7f service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611969
Mar 26 20:50:24.208202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.212049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86d319ba-4d18-401d-bb34-54a83eeed072 HTTP/1.1" status: 204  len: 168 time: 0.6937983
Mar 26 20:50:24.258293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.258897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.269166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601c9be-6205-4068-828a-a5ac2d7d606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d319ba-4d18-401d-bb34-54a83eeed072,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:24.270492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 1091 time: 2.0052457
Mar 26 20:50:24.276666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:24.279231 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe1994f-151e-4161-8162-b72fa3981399" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:24.297343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-a7716aee-06cb-4e83-9603-8edbb38610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.299676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-a7716aee-06cb-4e83-9603-8edbb38610ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1654029
Mar 26 20:50:24.357119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-4cf64bf0-7ebc-4b76-a4e0-d321bcb08d98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449014
Mar 26 20:50:24.366698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e8b4-cb47-4910-8155-6d79adf8da99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:24.396384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks [] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.407104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d137cbaa-4895-4a6a-84d8-9b58339a04e5 req-1911bf3f-3dee-4060-8b7c-36e574d88a4e tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324963
Mar 26 20:50:24.409111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.410694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.432836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d936e69d-c8c8-4caa-b90c-1a76ded54906 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:24.490037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d936e69d-c8c8-4caa-b90c-1a76ded54906 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:50:24.490037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d936e69d-c8c8-4caa-b90c-1a76ded54906 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:24.559566 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b415eeb-2085-4734-9443-c0d23c65ef12 x-openstack-request-id: req-7b415eeb-2085-4734-9443-c0d23c65ef12 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:24.559865 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:24.560144 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b415eeb-2085-4734-9443-c0d23c65ef12 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:24.560548 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b415eeb-2085-4734-9443-c0d23c65ef12'] response: {'name': 'network-changed', 'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'status': 'completed', 'code': 200}
Mar 26 20:50:24.579022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-74d1416a-1288-469f-8498-daa8804a9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.580697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-74d1416a-1288-469f-8498-daa8804a9463 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1125 time: 0.2261827
Mar 26 20:50:24.630594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:24.676377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-10ca67ae-ce59-4694-91c5-bc7f3e76ec2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 217 time: 0.0819316
Mar 26 20:50:24.697658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-41dd6e3c-12c3-4baf-8633-291e6c8044ab service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3263180
Mar 26 20:50:24.739146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:24.745347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:24.770868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b5e97-2934-4e27-a801-7c9083ba4016 req-b85bde26-61e7-403d-81b4-4fad5bac2de8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.773013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-712b5e97-2934-4e27-a801-7c9083ba4016 req-b85bde26-61e7-403d-81b4-4fad5bac2de8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.1180894
Mar 26 20:50:24.820522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0a8ef525-3d63-4c29-a96f-5de813814b91 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:24.837600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50302) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:24.854318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-cf338a0c-e932-4fb7-b2c0-a96a8551eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.855803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-cf338a0c-e932-4fb7-b2c0-a96a8551eb36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1704869
Mar 26 20:50:24.887355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.887847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.888437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.888956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.889431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.889904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.890393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.890832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:24.892977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-fb822618-fe24-4281-a261-6580973fccc2 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24&device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f&device_id=4aba2d49-5b28-446f-b54b-63d414e692e6&device_id=7681c708-82a7-4715-8408-9ff49d5039af&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 7605 time: 0.2292695
Mar 26 20:50:24.896453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0a8ef525-3d63-4c29-a96f-5de813814b91 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:24.897056 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.901040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e19be57-cf7b-4feb-b164-5b69cdf4dc86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:24.976616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-d33b88fc-963d-4d9b-969e-1b265a3d41a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826433
Mar 26 20:50:24.989329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-712b5e97-2934-4e27-a801-7c9083ba4016 req-73dc4634-6df0-45cb-bb37-f56a22ca9748 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994019
Mar 26 20:50:25.028761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-a5d8b347-352e-43c2-82be-1392b5f60819 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.028999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb39c6b6-ff73-4022-a419-6ee6a32c0bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.073867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd8ed5d-8cb6-416d-8be5-b63ebc23266f req-3ed0ece5-da9f-4dcc-a115-83b47560e891 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3591666
Mar 26 20:50:25.091733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0a8ef525-3d63-4c29-a96f-5de813814b91 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:25.108558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:50:25.189304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6bdab90d-1ba8-49ed-9d25-2ce303ef2740 None None] Provisioning complete for port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:25.190123 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6bdab90d-1ba8-49ed-9d25-2ce303ef2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.225910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-6ff79e0a-d29c-40af-a1f9-5eba2b685d07 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320809
Mar 26 20:50:25.245814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6bdab90d-1ba8-49ed-9d25-2ce303ef2740 None None] Port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:25.280205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e19be57-cf7b-4feb-b164-5b69cdf4dc86 admin admin] Publish callbacks [] for security_group (d60a109f-3527-48ad-ade3-54ef51a7cdc6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.296310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e19be57-cf7b-4feb-b164-5b69cdf4dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d60a109f-3527-48ad-ade3-54ef51a7cdc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.324576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fafa2-c768-4c61-9120-eda1c0b392d7 req-5dd37e76-dffe-45a5-a2a1-ba68021e8571 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:25.326313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d7fafa2-c768-4c61-9120-eda1c0b392d7 req-5dd37e76-dffe-45a5-a2a1-ba68021e8571 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1160743
Mar 26 20:50:25.344245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:25.362400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-70d336e6-4e66-42d4-8599-fb268995f9f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9105690
Mar 26 20:50:25.385041 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e19be57-cf7b-4feb-b164-5b69cdf4dc86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6005bd92c5fa4f5ea0d062c98c6d0efc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5429814
Mar 26 20:50:25.391406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50306) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:25.399340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-a5d8b347-352e-43c2-82be-1392b5f60819 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Publish callbacks [] for security_group (7688a994-7daf-4054-9dfc-eed9ddce12fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.410928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d7fafa2-c768-4c61-9120-eda1c0b392d7 req-61299950-b97c-4a9d-b80c-aade06a5fd12 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658112
Mar 26 20:50:25.458536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-a5d8b347-352e-43c2-82be-1392b5f60819 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7688a994-7daf-4054-9dfc-eed9ddce12fb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.508713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19be57-cf7b-4feb-b164-5b69cdf4dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a109f-3527-48ad-ade3-54ef51a7cdc6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:25.539999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] Publish callbacks [] for security_group (d60a109f-3527-48ad-ade3-54ef51a7cdc6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.586800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15c3d0d9-50fd-4c6a-8964-4edd251c0fa8 req-a363fd23-6ea3-4201-9c68-04cd8e90fe51 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3203146
Mar 26 20:50:25.602078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e2ed77d-413d-4414-af27-c35f74cdb5a3 req-a5d8b347-352e-43c2-82be-1392b5f60819 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&id=46f2c402-276f-43cc-9e49-9f761ad38a1f&id=953d9091-befb-400d-965e-f8b3926abf1a&id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 488 time: 0.6959026
Mar 26 20:50:25.613575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] Publish callbacks [] for security_group (d60a109f-3527-48ad-ade3-54ef51a7cdc6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.615902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8b347-352e-43c2-82be-1392b5f60819 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7688a994-7daf-4054-9dfc-eed9ddce12fb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:25.622476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117ed3a-2d56-48d9-9e21-1de93465d768 req-caaea130-bc28-4144-9f7e-07a5f82450b7 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:25.639508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d117ed3a-2d56-48d9-9e21-1de93465d768 req-caaea130-bc28-4144-9f7e-07a5f82450b7 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.0950937
Mar 26 20:50:25.718499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d117ed3a-2d56-48d9-9e21-1de93465d768 req-22ea861b-8cbd-43b8-a5d2-0a9acd5b5985 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775623
Mar 26 20:50:25.726900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1994f-151e-4161-8162-b72fa3981399 req-24e440e5-60f9-41a6-8741-92f1956bccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:25.729929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-24e440e5-60f9-41a6-8741-92f1956bccd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1125 time: 0.0680449
Mar 26 20:50:25.797582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d60a109f-3527-48ad-ade3-54ef51a7cdc6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.801161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:25.802574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d60a109f-3527-48ad-ade3-54ef51a7cdc6 HTTP/1.1" status: 204  len: 168 time: 0.4015262
Mar 26 20:50:25.875866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3586e-dc2c-4696-8a4c-0434413f6d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a109f-3527-48ad-ade3-54ef51a7cdc6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:25.928349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1994f-151e-4161-8162-b72fa3981399 req-c37fe146-6599-4540-83fa-d37a6bf06bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:25.930175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-c37fe146-6599-4540-83fa-d37a6bf06bcc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1902816
Mar 26 20:50:25.941873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59723-5350-482e-9d47-512cf90f5745 req-76fb565d-8ebd-4bd5-a402-f55f50121e48 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:25.954250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2cb59723-5350-482e-9d47-512cf90f5745 req-76fb565d-8ebd-4bd5-a402-f55f50121e48 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.1730745
Mar 26 20:50:26.043628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-1b556e51-a5e2-4525-91c5-f8778967403b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 217 time: 0.0883765
Mar 26 20:50:26.099886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2cb59723-5350-482e-9d47-512cf90f5745 req-a2802b65-52f6-495e-aea3-7c3a82d97776 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378543
Mar 26 20:50:26.147037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1994f-151e-4161-8162-b72fa3981399 req-4102d5fa-612a-4338-8e3a-0b5b75bac721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.150624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-4102d5fa-612a-4338-8e3a-0b5b75bac721 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0956960
Mar 26 20:50:26.201621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-38022669-a820-44b3-ae46-2bd25bcd3feb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421999
Mar 26 20:50:26.273206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:26.342554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-9336c7f5-fa19-436e-998b-8d508238e9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329281
Mar 26 20:50:26.378366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:26.392924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:26.393838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f11faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:49:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:26.482848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b544-bc2a-4289-9fed-12f0d26a5dd9 req-2bd47d35-0121-4120-9d8a-788a4f4088a8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.490414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6886b544-bc2a-4289-9fed-12f0d26a5dd9 req-2bd47d35-0121-4120-9d8a-788a4f4088a8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.1178696
Mar 26 20:50:26.564705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6886b544-bc2a-4289-9fed-12f0d26a5dd9 req-6773811f-0359-47a6-8567-7ecc61b40693 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732901
Mar 26 20:50:26.579054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe1994f-151e-4161-8162-b72fa3981399 req-d074e3cf-0c99-41a8-82dc-7b2fe80e62bd service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292349
Mar 26 20:50:26.579576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:26.742515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-4406a3fb-7584-46e3-b218-1fde9ae408e0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334263
Mar 26 20:50:26.812313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50372) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:26.819125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-network', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:26.828430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:26.847432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Made reservation on behalf of e0273c95d29a40b28247cc2d3f2bd7c2 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:26.850328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:26.864538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a910a-12a0-4edc-acd0-c8dc240d41ce req-41471be0-fc3d-4bb1-b503-4a881a940f96 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.865653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a910a-12a0-4edc-acd0-c8dc240d41ce req-41471be0-fc3d-4bb1-b503-4a881a940f96 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.866043 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:26.866417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a910a-12a0-4edc-acd0-c8dc240d41ce req-41471be0-fc3d-4bb1-b503-4a881a940f96 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.874961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f86a910a-12a0-4edc-acd0-c8dc240d41ce req-41471be0-fc3d-4bb1-b503-4a881a940f96 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f&device_id=4aba2d49-5b28-446f-b54b-63d414e692e6&device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 2999 time: 0.1508257
Mar 26 20:50:26.932646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f86a910a-12a0-4edc-acd0-c8dc240d41ce req-f36346e4-a817-4dac-81ba-c1146f554493 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564585
Mar 26 20:50:26.941817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-89a740fb-f3cf-4795-83a7-188d75911566 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c87bd15896c4325b42e8eff64041a63&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6671338
Mar 26 20:50:26.942802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:26.987404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks [] for security_group (4b546d77-cf87-4da6-bb0f-4e890c60e231), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:26.990669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-d0c28b09-bc45-45a8-a556-7f4db51249df tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:26.998022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-d0c28b09-bc45-45a8-a556-7f4db51249df tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2545905
Mar 26 20:50:27.006789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f11faf0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:24Z', 'revision_number': 2, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:27.012395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4b546d77-cf87-4da6-bb0f-4e890c60e231), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.052286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] Publish callbacks [] for security_group (faacfef3-e123-4bfd-aa90-baff4da6668d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.086173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] Publish callbacks [] for security_group (faacfef3-e123-4bfd-aa90-baff4da6668d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.100119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:27.100490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Updating router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:27.152951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (faacfef3-e123-4bfd-aa90-baff4da6668d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.155833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.160674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faacfef3-e123-4bfd-aa90-baff4da6668d HTTP/1.1" status: 204  len: 168 time: 0.2164917
Mar 26 20:50:27.171694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5f33-006c-42d8-9b7f-c45a47fc63f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faacfef3-e123-4bfd-aa90-baff4da6668d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:27.173973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:27.214145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'port_id': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'mac_address': 'fa:16:3e:c2:0b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816baad8-fa89-447b-9930-1d11c8f49789', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:27.215967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.406169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b546d77-cf87-4da6-bb0f-4e890c60e231,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:27.420575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-8a84a819-5cd4-4101-a2c6-c2e9bb5a6312 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/quotas/70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 375 time: 0.4216359
Mar 26 20:50:27.423089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ff181-796a-4aa6-aef8-cea033cce35c req-a311e00a-1896-401a-b195-b9b7ce9802c8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:27.426108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:50:27.433062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb8ff181-796a-4aa6-aef8-cea033cce35c req-a311e00a-1896-401a-b195-b9b7ce9802c8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.0702219
Mar 26 20:50:27.462020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6054117b-047d-4260-9b98-ca98d544e06c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.462367 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Added segment 6054117b-047d-4260-9b98-ca98d544e06c of type vlan for network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2
Mar 26 20:50:27.511632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb8ff181-796a-4aa6-aef8-cea033cce35c req-a6b695b1-cd05-447e-9d78-5af3f852ffdc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721984
Mar 26 20:50:27.519251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.541468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-4642358d-a4df-4393-bc5f-0e4409d9c594 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1199009
Mar 26 20:50:27.567202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port ae943f51-447b-434d-a20b-ea825ed34c1a is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:27.567750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.587136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a226f77-b751-46a4-b9c2-b28427765d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.589742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.590780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:27.591264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.603185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae943f51-447b-434d-a20b-ea825ed34c1a {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:27.626663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50400) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:27.643016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:27.650502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.668644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.8552668
Mar 26 20:50:27.673192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:27.680414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Request body: {'subnet': {'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-subnet', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:27.707767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Made reservation on behalf of e0273c95d29a40b28247cc2d3f2bd7c2 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:27.711873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.740754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20b017-e465-4241-9ad2-9dda76716665 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:27.820781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:50:27.866776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:27.874458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:27.925571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6d80023-0bbb-4958-bbbd-c1a4a36f1b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.936660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks [] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.955343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:27.975061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f8c751d-7ede-47e1-9e30-5853060e8e72 req-e1d73849-ee50-4e12-a9b5-da638c505351 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 210 time: 0.0921538
Mar 26 20:50:28.070573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['ae943f51-447b-434d-a20b-ea825ed34c1a'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:28.071232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1f8c6-1568-46dd-bab6-068d57a5ff1d req-d0378eac-6fe0-4103-a5d8-2a823c2caed1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:28.080963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcf1f8c6-1568-46dd-bab6-068d57a5ff1d req-d0378eac-6fe0-4103-a5d8-2a823c2caed1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.2571459
Mar 26 20:50:28.156902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6d80023-0bbb-4958-bbbd-c1a4a36f1b42 admin admin] Publish callbacks [] for security_group (a0e843b3-d9de-46c9-ba9b-f47019bd8c6a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.169799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6d80023-0bbb-4958-bbbd-c1a4a36f1b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a0e843b3-d9de-46c9-ba9b-f47019bd8c6a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.261097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091fe1c-5620-495a-8983-4bb40231fbed None None] Pushing event updated for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:28.289377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb71a529-2c70-4e52-a8f7-8320dfdb1eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.357845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcf1f8c6-1568-46dd-bab6-068d57a5ff1d req-d87d26ff-d47f-4f62-ab1e-3b6f117e2a4f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704198
Mar 26 20:50:28.359988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d80023-0bbb-4958-bbbd-c1a4a36f1b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e843b3-d9de-46c9-ba9b-f47019bd8c6a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:28.374522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (17a8ae86-c7be-481d-b966-34aeb63c2a5d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.380605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b6d80023-0bbb-4958-bbbd-c1a4a36f1b42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=efa73746819b44cd8a4f006d97e53cbf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5045938
Mar 26 20:50:28.382762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50426) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:28.419717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Attempting to bind port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:28.420138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Attempting to bind port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:28.420512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Attempting to bind port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:28.450456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:28.492219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:28.493153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Checking segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:28.493153 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.493673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Bound using segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:28.494026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Bound port: a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:28.494420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.505180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] Publish callbacks [] for security_group (a0e843b3-d9de-46c9-ba9b-f47019bd8c6a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.524919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Checking segment: {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:28.525413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Network hostable DHCP agents. Network: 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:50:28.571792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a8ae86-c7be-481d-b966-34aeb63c2a5d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:28.574663 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] Publish callbacks [] for security_group (a0e843b3-d9de-46c9-ba9b-f47019bd8c6a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.640201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:50:28.687513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a0e843b3-d9de-46c9-ba9b-f47019bd8c6a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.691048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.692890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0e843b3-d9de-46c9-ba9b-f47019bd8c6a HTTP/1.1" status: 204  len: 168 time: 0.3086588
Mar 26 20:50:28.703667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baffbc4-8977-4575-b8ef-6b892835ede2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e843b3-d9de-46c9-ba9b-f47019bd8c6a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:28.727130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb71a529-2c70-4e52-a8f7-8320dfdb1eae admin admin] Publish callbacks [] for security_group (dd995ee4-20a8-4ff7-86e4-32c5fde04f3d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.731562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:28.783980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb71a529-2c70-4e52-a8f7-8320dfdb1eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dd995ee4-20a8-4ff7-86e4-32c5fde04f3d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.789178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:28.792619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:28.839460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a83b1-697d-4de3-9747-b8e47b8e46f3 req-ea6b53da-7a9c-4c5b-909a-d3054604609d tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:28.843808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-679a83b1-697d-4de3-9747-b8e47b8e46f3 req-ea6b53da-7a9c-4c5b-909a-d3054604609d tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1154 time: 0.1218750
Mar 26 20:50:28.871093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-38346aee-0c19-4f3e-8bef-bf60a873d940 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.1938314
Mar 26 20:50:28.889973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50438) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:28.895315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:50:28.905498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:28.908343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2daf99-d671-4e4a-aeaa-27ea1d01aa6f None None] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:28.938429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb71a529-2c70-4e52-a8f7-8320dfdb1eae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db166ab07bf64518be4f231ca4c864a8&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3054430
Mar 26 20:50:28.943644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:28.948348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba82d92-307f-40dc-b78e-ca35e1d3500e req-2144bf39-e9e5-473f-8890-77e757939ff1 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:28.958546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ba82d92-307f-40dc-b78e-ca35e1d3500e req-2144bf39-e9e5-473f-8890-77e757939ff1 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.2989230
Mar 26 20:50:28.960200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a529-2c70-4e52-a8f7-8320dfdb1eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd995ee4-20a8-4ff7-86e4-32c5fde04f3d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:29.045460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ba82d92-307f-40dc-b78e-ca35e1d3500e req-00623990-fe82-46cc-a4b1-635b11e3fa55 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857928
Mar 26 20:50:29.049371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-679a83b1-697d-4de3-9747-b8e47b8e46f3 req-f9cc32a0-533d-4d8c-b9c2-7dee410e834d tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952317
Mar 26 20:50:29.056151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.057599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.124938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for router_controller (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.129766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bd5f8d3f-9735-484a-80cf-9c291e2e1266 None None] Provisioning complete for port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:29.130152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8d3f-9735-484a-80cf-9c291e2e1266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.166492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'fixed_ips': [{'subnet_id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:50:29.167336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.179359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.185762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f8d3f-9735-484a-80cf-9c291e2e1266 None None] Port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:29.310560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169251-af86-4932-8f53-312250f28190 req-afad4036-f466-44fd-951b-9ac01711df1a tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:29.317990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e169251-af86-4932-8f53-312250f28190 req-afad4036-f466-44fd-951b-9ac01711df1a tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1154 time: 0.0983243
Mar 26 20:50:29.382561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bffd264b-ce8e-49d6-b3f3-a3a0bbeb7277 req-b5464662-b9b7-403d-aa4a-c9e87e288cc7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 210 time: 0.1001232
Mar 26 20:50:29.429861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] Publish callbacks [] for security_group (dd995ee4-20a8-4ff7-86e4-32c5fde04f3d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.442865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] For port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:29.467082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e169251-af86-4932-8f53-312250f28190 req-5737a37e-fa2d-45c2-be46-5a74122af9b6 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383665
Mar 26 20:50:29.494699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-b8da10ed-2a93-48ca-a3f9-2fc7afd37d9d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1109207
Mar 26 20:50:29.502081 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] Publish callbacks [] for security_group (dd995ee4-20a8-4ff7-86e4-32c5fde04f3d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.506427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for router_gateway (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.514411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] For port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:29.636438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.733314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f48d6-6e65-4e56-a98b-a6404aae3ef7 req-c253f8ea-9aca-47f1-aae5-ee0d9b2acc8c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:29.734845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b98f48d6-6e65-4e56-a98b-a6404aae3ef7 req-c253f8ea-9aca-47f1-aae5-ee0d9b2acc8c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.2000735
Mar 26 20:50:29.762599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091fe1c-5620-495a-8983-4bb40231fbed None None] Pushing event updated for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:29.767952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-25f5aa7d-33f0-4b88-932a-febdd5f535c4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:29.769663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-25f5aa7d-33f0-4b88-932a-febdd5f535c4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2656350
Mar 26 20:50:29.772499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dd995ee4-20a8-4ff7-86e4-32c5fde04f3d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.774435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:29.776493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd995ee4-20a8-4ff7-86e4-32c5fde04f3d HTTP/1.1" status: 204  len: 168 time: 0.8315134
Mar 26 20:50:29.788467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:29.817667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Request body: {'port': {'device_id': '946921b2-6fe2-4057-9572-adb926bd277d', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '70c93c47827247b8b178018931efb9a4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:29.821251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Allocated IP 172.20.0.2 (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2/17a8ae86-c7be-481d-b966-34aeb63c2a5d/5c597d4d-53ef-4285-aaa0-6a87252ff20a) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:29.829478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:29.830659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f11faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:29.832559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'port_id': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'mac_address': 'fa:16:3e:94:ee:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d598f5b-fc7d-48e0-860c-34aaff2cb829', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:29.873841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4bdc8-ab74-4da0-b177-e4e9b199f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd995ee4-20a8-4ff7-86e4-32c5fde04f3d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:30.019795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b98f48d6-6e65-4e56-a98b-a6404aae3ef7 req-334df2df-a27d-42fc-b838-c089fd0202ca tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487884
Mar 26 20:50:30.134489 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.170680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Provisioning complete for port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:30.171072 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.172683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:30.173129 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.226737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50498) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:30.249859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:30.266169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Made reservation on behalf of 70c93c47827247b8b178018931efb9a4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:30.271573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.272589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:30.295274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.304690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:30.387689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for router_gateway (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.415282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:30.437870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.495446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39e13295-29a9-4ca6-875b-f34d89e3ac96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.512993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e02e-f3d9-4402-a823-5badd0b886e2 req-ddcd8c49-9f0e-45d2-a6da-98999999b0f3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:30.522306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0725e02e-f3d9-4402-a823-5badd0b886e2 req-ddcd8c49-9f0e-45d2-a6da-98999999b0f3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.3213389
Mar 26 20:50:30.568978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50518) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:30.601354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:30.606040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c5e32e2-4180-4c60-962a-7217763f2b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.622126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks [] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.672881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:30.679753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee7b908e-e97b-41b0-816c-8c49da8fd2e4 req-b1591a19-bf8a-4c14-aeb3-d6e18aad7d72 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 210 time: 0.0928285
Mar 26 20:50:30.686381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.769304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0725e02e-f3d9-4402-a823-5badd0b886e2 req-3fe32f5e-2950-44ca-99c0-b5bf638a01bc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456903
Mar 26 20:50:30.784125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39e13295-29a9-4ca6-875b-f34d89e3ac96 admin admin] Publish callbacks [] for security_group (61554de6-ef19-409a-bb6b-9fa06524357a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.793136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39e13295-29a9-4ca6-875b-f34d89e3ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61554de6-ef19-409a-bb6b-9fa06524357a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.832841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1287610551-network', 'tenant_id': '3aa6068dd8e94d7dbbd6dc1fcc7f236c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:30.848180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Allocated IP 172.35.4.138 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/42ff8c05-00ab-4c05-b7c4-eee4121c582c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:30.850525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Allocated IP 192.168.233.235 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/45b38ca2-4fe0-430a-bebd-437115db1ae6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:30.879055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39e13295-29a9-4ca6-875b-f34d89e3ac96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6e959c4377840d08da3e8f07a1cafbd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6497686
Mar 26 20:50:30.883623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:30.894231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13295-29a9-4ca6-875b-f34d89e3ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61554de6-ef19-409a-bb6b-9fa06524357a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:30.909212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Pushing event updated for resources: {'Port': ['ID=5c597d4d-53ef-4285-aaa0-6a87252ff20a,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:30.924682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Made reservation on behalf of 3aa6068dd8e94d7dbbd6dc1fcc7f236c for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:30.928819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.929523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:30.951171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.967790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c5e32e2-4180-4c60-962a-7217763f2b43 admin admin] Publish callbacks [] for security_group (e352c01f-4eb0-450e-ad0f-c502f1f396ad), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:30.978775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1855-e7b5-4ffe-84a8-4ffdc4eb8f29 req-9e3b9e7e-f466-4401-80bb-8a179229ee10 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:30.980318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba4a1855-e7b5-4ffe-84a8-4ffdc4eb8f29 req-9e3b9e7e-f466-4401-80bb-8a179229ee10 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1825938
Mar 26 20:50:31.001788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c5e32e2-4180-4c60-962a-7217763f2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e352c01f-4eb0-450e-ad0f-c502f1f396ad), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.026938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:31.027567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] Publish callbacks [] for security_group (61554de6-ef19-409a-bb6b-9fa06524357a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.043321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:31.044081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e32e2-4180-4c60-962a-7217763f2b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352c01f-4eb0-450e-ad0f-c502f1f396ad,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.046301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:31.063567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Current status of the port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:31.063990 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.098385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2c5e32e2-4180-4c60-962a-7217763f2b43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d5eef689ccc4c78870bf39896d655ca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5154593
Mar 26 20:50:31.102149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50532) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:31.109127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] Publish callbacks [] for security_group (61554de6-ef19-409a-bb6b-9fa06524357a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.170575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port ae943f51-447b-434d-a20b-ea825ed34c1a completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:31.178773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.191510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba4a1855-e7b5-4ffe-84a8-4ffdc4eb8f29 req-2ef362e1-a7eb-43bf-815c-834aef6f3f34 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992176
Mar 26 20:50:31.224863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port ae943f51-447b-434d-a20b-ea825ed34c1a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:31.228376 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.229237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] For port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:31.233361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Attempting to bind port 5c597d4d-53ef-4285-aaa0-6a87252ff20a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:31.235769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Attempting to bind port 5c597d4d-53ef-4285-aaa0-6a87252ff20a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:31.235769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Attempting to bind port 5c597d4d-53ef-4285-aaa0-6a87252ff20a on network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:31.244959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks [] for security_group (23373a82-32b0-4b39-babc-600ea8155391), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.249362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.250742 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] Publish callbacks [] for security_group (e352c01f-4eb0-450e-ad0f-c502f1f396ad), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.256327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (23373a82-32b0-4b39-babc-600ea8155391), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.284497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.285048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:31.285432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Checking segment: {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:31.285840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.286237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Bound using segment: {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:31.286528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61554de6-ef19-409a-bb6b-9fa06524357a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.286831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Bound port: 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:31.287192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.289714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.291004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61554de6-ef19-409a-bb6b-9fa06524357a HTTP/1.1" status: 204  len: 168 time: 0.4051719
Mar 26 20:50:31.307289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842a729-e517-4050-be35-c42f3e7b7d9d req-20614b8a-86c7-4766-baf8-0284f5523e4d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:31.309597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4842a729-e517-4050-be35-c42f3e7b7d9d req-20614b8a-86c7-4766-baf8-0284f5523e4d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 944 time: 0.1519690
Mar 26 20:50:31.331043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f11faf0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:29Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:31.339490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23373a82-32b0-4b39-babc-600ea8155391,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.348676 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] Publish callbacks [] for security_group (e352c01f-4eb0-450e-ad0f-c502f1f396ad), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.364235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.370202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:50:31.386720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3cad3588-1c34-4aaf-9a9a-a632d0678da5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.387144 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Added segment 3cad3588-1c34-4aaf-9a9a-a632d0678da5 of type vlan for network fed2fb0c-813c-401b-8a62-3a80e32e650c
Mar 26 20:50:31.404330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6633b-abda-45f9-abe2-5d5ffdf45c74 None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:29Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:31.445338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:31.447291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (fed2fb0c-813c-401b-8a62-3a80e32e650c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.448901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.459667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4842a729-e517-4050-be35-c42f3e7b7d9d req-ebaaf9b2-ada7-47ca-b9ab-7bca7d35a5bb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406062
Mar 26 20:50:31.460676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:31.461094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f0e4d-dec6-445b-b8b2-3871bd86aebc None None] Pushing event updated for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.465910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:31.468867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Pushing event updated for resources: {'Port': ['ID=42ff8c05-00ab-4c05-b7c4-eee4121c582c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.519621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75addc7-d3ce-4b31-bce2-945f0867a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61554de6-ef19-409a-bb6b-9fa06524357a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.542268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (fed2fb0c-813c-401b-8a62-3a80e32e650c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.543695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:31.544869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.633845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e352c01f-4eb0-450e-ad0f-c502f1f396ad), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.637073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.638756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e352c01f-4eb0-450e-ad0f-c502f1f396ad HTTP/1.1" status: 204  len: 168 time: 0.5317957
Mar 26 20:50:31.638956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:31.656054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9749961
Mar 26 20:50:31.662714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:31.669619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50540) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:31.675336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Request body: {'subnet': {'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1287610551-subnet', 'tenant_id': '3aa6068dd8e94d7dbbd6dc1fcc7f236c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:31.688407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5c84-042e-4120-89d4-2135760b81a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352c01f-4eb0-450e-ad0f-c502f1f396ad,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.755675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a5a1b-d5f1-44bb-9c6b-09de51b66f0c admin admin] Pushing event updated for resources: {'Network': ['ID=fed2fb0c-813c-401b-8a62-3a80e32e650c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.770310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Made reservation on behalf of 3aa6068dd8e94d7dbbd6dc1fcc7f236c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:31.774089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.808335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network fed2fb0c-813c-401b-8a62-3a80e32e650c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:50:31.841487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:31.854228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:31.863224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:31.938929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] For port 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:31.947368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:31.999731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:32.055700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] For port 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c597d4d-53ef-4285-aaa0-6a87252ff20a,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:32.119356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1013fe5-3048-4c03-9fa0-59e8f6947869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.157087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.180724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:32.181399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.264567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port ae943f51-447b-434d-a20b-ea825ed34c1a is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:32.265052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.317807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:32.358747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a77138e-b8c8-418a-a6f9-61d727c57cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.364874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733b0e2-d17a-4c5e-857f-0b151b7b822b None None] Pushing event updated for resources: {'Port': ['ID=5c597d4d-53ef-4285-aaa0-6a87252ff20a,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:32.381866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:32.384760 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc87f72-a22e-4031-9e61-19c2cb29bb30" -d '{"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-plugged", "status": "completed", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:32.400420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-22651b38-c7ef-4a14-b494-c73e14c1f217 None None] Provisioning complete for port 45b38ca2-4fe0-430a-bebd-437115db1ae6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:32.400802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22651b38-c7ef-4a14-b494-c73e14c1f217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.403534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:32.437382 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.495775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-22651b38-c7ef-4a14-b494-c73e14c1f217 None None] Port 45b38ca2-4fe0-430a-bebd-437115db1ae6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:32.524727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a77138e-b8c8-418a-a6f9-61d727c57cf5 admin admin] Publish callbacks [] for security_group (15598e2f-9778-41f0-8f1c-69e412258dbf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.538809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:32.545349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a77138e-b8c8-418a-a6f9-61d727c57cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15598e2f-9778-41f0-8f1c-69e412258dbf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.623400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464d2-18e8-4443-93de-6ec67e7d464c req-ab54a58d-1beb-4c55-92e9-97a38eb0e95b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:32.624960 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b46464d2-18e8-4443-93de-6ec67e7d464c req-ab54a58d-1beb-4c55-92e9-97a38eb0e95b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.6787620
Mar 26 20:50:32.628814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-31f4de04-d4db-4a08-a006-27a387b4ecc3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8303268
Mar 26 20:50:32.650938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Request body: {'port': {'device_id': '946921b2-6fe2-4057-9572-adb926bd277d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:32.662925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46715d95-f6ce-43a6-870f-0a4416f86944 req-974107c7-f077-42cc-8260-e14206898e75 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:32.669935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46715d95-f6ce-43a6-870f-0a4416f86944 req-974107c7-f077-42cc-8260-e14206898e75 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 936 time: 0.4121478
Mar 26 20:50:32.698611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a77138e-b8c8-418a-a6f9-61d727c57cf5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d299c856afa14e2eb152a3670d6533d0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3784246
Mar 26 20:50:32.707386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50560) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:32.710233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77138e-b8c8-418a-a6f9-61d727c57cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15598e2f-9778-41f0-8f1c-69e412258dbf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:32.716011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (fa8b8ae7-c66c-42a1-801c-4226882787da), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.859811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.891164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5c597d4d-53ef-4285-aaa0-6a87252ff20a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:32.907212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa8b8ae7-c66c-42a1-801c-4226882787da,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:32.929567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b46464d2-18e8-4443-93de-6ec67e7d464c req-7f46492c-4b1f-40f6-a441-f9cecb3ebee2 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531157
Mar 26 20:50:32.956261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46715d95-f6ce-43a6-870f-0a4416f86944 req-a6a56bc3-7a13-4d78-bbed-c4a1d3adc4ec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2851162
Mar 26 20:50:32.959642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1013fe5-3048-4c03-9fa0-59e8f6947869 admin admin] Publish callbacks [] for security_group (54d82cfc-e1aa-4c9a-9acb-de9a7c73307f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:32.960783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for router_gateway (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.002623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Checking segment: {'id': '3cad3588-1c34-4aaf-9a9a-a632d0678da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:33.003068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Network hostable DHCP agents. Network: fed2fb0c-813c-401b-8a62-3a80e32e650c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:50:33.017018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5c597d4d-53ef-4285-aaa0-6a87252ff20a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:33.024756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.028401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] Publish callbacks [] for security_group (15598e2f-9778-41f0-8f1c-69e412258dbf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.051426 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b6dcd-079e-4f6d-b360-222d7c6d1d7f x-openstack-request-id: req-df9b6dcd-079e-4f6d-b360-222d7c6d1d7f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:33.051765 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-plugged", "status": "completed", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:33.052038 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df9b6dcd-079e-4f6d-b360-222d7c6d1d7f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:33.052439 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9b6dcd-079e-4f6d-b360-222d7c6d1d7f'] response: {'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'code': 200}
Mar 26 20:50:33.080748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b1013fe5-3048-4c03-9fa0-59e8f6947869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (54d82cfc-e1aa-4c9a-9acb-de9a7c73307f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.092233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Network fed2fb0c-813c-401b-8a62-3a80e32e650c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:50:33.096334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] Publish callbacks [] for security_group (15598e2f-9778-41f0-8f1c-69e412258dbf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.154500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fed2fb0c-813c-401b-8a62-3a80e32e650c) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:33.169511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742d8d6-ce8f-4cab-886d-4b514c50eabe None None] Network fed2fb0c-813c-401b-8a62-3a80e32e650c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:33.169864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:33.170480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.198824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5c597d4d-53ef-4285-aaa0-6a87252ff20a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:33.199393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.220930 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac29c428-ab48-4934-99a5-cfee9da2e5ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5491066
Mar 26 20:50:33.243443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aadc0-fb07-4a3d-90b2-99fa8724e879 req-46091462-3860-414d-949f-0b668b5f67b9 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:33.252309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-340aadc0-fb07-4a3d-90b2-99fa8724e879 req-46091462-3860-414d-949f-0b668b5f67b9 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1655831
Mar 26 20:50:33.270685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15598e2f-9778-41f0-8f1c-69e412258dbf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.273353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.276755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15598e2f-9778-41f0-8f1c-69e412258dbf HTTP/1.1" status: 204  len: 168 time: 0.5655723
Mar 26 20:50:33.323127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784d7b2-e4fe-40b8-8d23-429a92345d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15598e2f-9778-41f0-8f1c-69e412258dbf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:33.379081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-340aadc0-fb07-4a3d-90b2-99fa8724e879 req-32723840-968c-47a5-8110-a0ec17fe98c3 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230662
Mar 26 20:50:33.424900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c597d4d-53ef-4285-aaa0-6a87252ff20a,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:33.439752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b8277-3c11-42e5-a4c0-1c7e22c266aa None None] Network fed2fb0c-813c-401b-8a62-3a80e32e650c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:33.442432 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.443222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:33.545863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50570) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:33.546069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b1013fe5-3048-4c03-9fa0-59e8f6947869 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0402d45814d349ee8dbb5f2beea8721b&name=default HTTP/1.1" status: 200  len: 2996 time: 1.5154412
Mar 26 20:50:33.563758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1013fe5-3048-4c03-9fa0-59e8f6947869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d82cfc-e1aa-4c9a-9acb-de9a7c73307f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:33.662470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] Publish callbacks [] for security_group (54d82cfc-e1aa-4c9a-9acb-de9a7c73307f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.697010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] Publish callbacks [] for security_group (54d82cfc-e1aa-4c9a-9acb-de9a7c73307f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.750211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b437cc-d94a-4199-ab7f-e75f6a63a119 req-d3771042-47bb-45c2-98b9-80e29a196ef1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:33.759754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12b437cc-d94a-4199-ab7f-e75f6a63a119 req-d3771042-47bb-45c2-98b9-80e29a196ef1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 944 time: 0.4798365
Mar 26 20:50:33.766730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434f5d-d59e-4711-b62c-cbda133659cc req-ae1e9d48-59a4-4129-a095-7959124bee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:33.768321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df434f5d-d59e-4711-b62c-cbda133659cc req-ae1e9d48-59a4-4129-a095-7959124bee7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1127 time: 0.4898236
Mar 26 20:50:33.769230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (54d82cfc-e1aa-4c9a-9acb-de9a7c73307f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.776623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.779549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54d82cfc-e1aa-4c9a-9acb-de9a7c73307f HTTP/1.1" status: 204  len: 168 time: 0.2319517
Mar 26 20:50:33.794293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5b50b-f28b-46a8-865d-e26d467a55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d82cfc-e1aa-4c9a-9acb-de9a7c73307f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:33.796570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5c597d4d-53ef-4285-aaa0-6a87252ff20a,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:33.809304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.809665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.810015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.810360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.810711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.811031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.811371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.813520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.813869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.814984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.815220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.815545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.815870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.816229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.819706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:50:33.853343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:33.853758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:33.995498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:34.017150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f487a33-7cbf-4890-b4bb-f248f2343743 None None] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:34.027809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b38ca2-4fe0-430a-bebd-437115db1ae6 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:34.047616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks [] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.096546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12b437cc-d94a-4199-ab7f-e75f6a63a119 req-217431ae-40a6-4f21-817b-f840d6a5adcd tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3357894
Mar 26 20:50:34.097666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.101051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Transition to ACTIVE for port object 45b38ca2-4fe0-430a-bebd-437115db1ae6 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:34.105992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df434f5d-d59e-4711-b62c-cbda133659cc req-e1f9bfa9-3fe4-4874-952a-455f7cd1e5a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3236959
Mar 26 20:50:34.118019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-01e9e75d-85f5-4fc7-9bfe-2ec2f2c94417 None None] Provisioning complete for port 5c597d4d-53ef-4285-aaa0-6a87252ff20a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:34.118472 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75d-85f5-4fc7-9bfe-2ec2f2c94417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.121587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.182272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c5b5b-feb8-45cf-9077-02ca8a428920 req-9ecb3842-012f-493a-8a8f-7b59d8d8263b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:34.184527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a92c5b5b-feb8-45cf-9077-02ca8a428920 req-9ecb3842-012f-493a-8a8f-7b59d8d8263b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 936 time: 0.1207993
Mar 26 20:50:34.281131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-01e9e75d-85f5-4fc7-9bfe-2ec2f2c94417 None None] Current status of the port 5c597d4d-53ef-4285-aaa0-6a87252ff20a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:34.292115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a92c5b5b-feb8-45cf-9077-02ca8a428920 req-202ec4ad-daeb-491e-99cf-c2659a745e83 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998847
Mar 26 20:50:34.342573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:34.462818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:34.482645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa50b2-4891-48c7-9639-c4e172c19857 req-60b6e55c-29ca-47ce-b864-99be3b78ab0c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:34.491144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9aa50b2-4891-48c7-9639-c4e172c19857 req-60b6e55c-29ca-47ce-b864-99be3b78ab0c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 945 time: 0.3007653
Mar 26 20:50:34.529404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Attempting to bind port 45b38ca2-4fe0-430a-bebd-437115db1ae6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:34.530165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Attempting to bind port 45b38ca2-4fe0-430a-bebd-437115db1ae6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:34.530723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Attempting to bind port 45b38ca2-4fe0-430a-bebd-437115db1ae6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:34.567482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50610) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:34.585443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Port 45b38ca2-4fe0-430a-bebd-437115db1ae6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:34.592292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-138581737-network', 'tenant_id': '1e14c4010d2e4588ab9498cdf0b7904d'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:34.593551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Attempting to bind port 45b38ca2-4fe0-430a-bebd-437115db1ae6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:34.604751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:34.605033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:34.605648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:34.606257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Bound port: 45b38ca2-4fe0-430a-bebd-437115db1ae6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:34.607136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.612945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:34.623244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:34.623822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.630047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9aa50b2-4891-48c7-9639-c4e172c19857 req-42cd5807-f265-4d15-8753-b4117e878050 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322145
Mar 26 20:50:34.652227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-07549aec-7f53-429f-ab2a-a541cfbe334a None None] Provisioning complete for port 5c597d4d-53ef-4285-aaa0-6a87252ff20a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:34.652610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-07549aec-7f53-429f-ab2a-a541cfbe334a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.677844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Made reservation on behalf of 1e14c4010d2e4588ab9498cdf0b7904d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:34.682699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.708221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:50:34.725613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdbd3d-eefe-4b3f-abac-08e1a1e56510 req-b4c5f582-a728-4972-8082-15d3be18f400 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:34.732869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55bdbd3d-eefe-4b3f-abac-08e1a1e56510 req-b4c5f582-a728-4972-8082-15d3be18f400 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2526016
Mar 26 20:50:34.755417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.782879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:34.810107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:34.823589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.824775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5c597d4d-53ef-4285-aaa0-6a87252ff20a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:34.858671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55bdbd3d-eefe-4b3f-abac-08e1a1e56510 req-5033ab08-7a95-4cf5-98b1-510c6621b47c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044595
Mar 26 20:50:34.918712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks [] for security_group (31b9d988-86bc-4719-8c77-4a7b18f7ae4f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.922843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:34.924031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.925459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] 10.222.0.21 "PUT /v2.0/ports/45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 1096 time: 2.2861872
Mar 26 20:50:34.925651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (31b9d988-86bc-4719-8c77-4a7b18f7ae4f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.927474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:34.929754 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:34.969825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:34.971394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499174-86fb-4d69-ae54-9a5d8c431ded service neutron] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:34.983651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:34.986608 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:34.987403 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Sync routers for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:35.000380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:35.002457 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124467130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:35.025976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:50:35.042273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.046531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4a707765-e6a3-45c7-a80d-fbe7b7db9d22 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 6.1514864
Mar 26 20:50:35.049206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:35.054965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-07549aec-7f53-429f-ab2a-a541cfbe334a None None] Current status of the port 5c597d4d-53ef-4285-aaa0-6a87252ff20a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:35.060308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b9d988-86bc-4719-8c77-4a7b18f7ae4f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:35.063980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cec3290c-f0da-465b-93ab-a5c51f8b5950), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.065378 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Added segment cec3290c-f0da-465b-93ab-a5c51f8b5950 of type vlan for network 3736557c-383c-4c94-af7e-be7a25a45d25
Mar 26 20:50:35.086760 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7bd04a-0c97-407d-9b29-2c18e2f6347a x-openstack-request-id: req-2c7bd04a-0c97-407d-9b29-2c18e2f6347a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:35.087062 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:35.087325 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c7bd04a-0c97-407d-9b29-2c18e2f6347a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:35.087744 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7bd04a-0c97-407d-9b29-2c18e2f6347a'] response: {'name': 'network-changed', 'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'status': 'completed', 'code': 200}
Mar 26 20:50:35.106050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:35.113961 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3774235-ef9d-4883-8c0d-2b39738f4d25" -d '{"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-plugged", "status": "completed", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:35.150253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-ab2c7618-c1cf-4188-a8fa-d6227191b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:35.155448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-ab2c7618-c1cf-4188-a8fa-d6227191b20c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1130 time: 0.1811831
Mar 26 20:50:35.186273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:35.228721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.237786 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:35.243864 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44425b70-0764-4e98-9e17-51cec41e80be x-openstack-request-id: req-44425b70-0764-4e98-9e17-51cec41e80be {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:35.244209 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-plugged", "status": "completed", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:35.244465 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44425b70-0764-4e98-9e17-51cec41e80be {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:35.249457 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44425b70-0764-4e98-9e17-51cec41e80be'] response: {'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'code': 200}
Mar 26 20:50:35.262717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5c597d4d-53ef-4285-aaa0-6a87252ff20a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:35.263645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-bb8e36d2-70a8-462f-92b1-d6947a0b39b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0949044
Mar 26 20:50:35.264234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.403725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3736557c-383c-4c94-af7e-be7a25a45d25), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.453028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-0fee034a-ba44-44c5-a5bd-982ec86b6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:35.453028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-0fee034a-ba44-44c5-a5bd-982ec86b6703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1745675
Mar 26 20:50:35.471366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:35.525636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5c597d4d-53ef-4285-aaa0-6a87252ff20a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:35.573089 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124467130>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:32Z', 'revision_number': 3, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:35.661629 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Checking router: 905a0c0a-3528-4cd3-90af-5b3a514ea4bd for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:35.664182 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Updating router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd port 42ff8c05-00ab-4c05-b7c4-eee4121c582c binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:35.684454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3736557c-383c-4c94-af7e-be7a25a45d25), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.686478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:35.687084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.704297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4be0e9-1452-46bc-83c0-8e956798a0ea req-d67768c0-c462-4487-a32a-eac6d4778807 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:35.706101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a4be0e9-1452-46bc-83c0-8e956798a0ea req-d67768c0-c462-4487-a32a-eac6d4778807 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 945 time: 0.4648371
Mar 26 20:50:35.733587 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:35.834884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2564666
Mar 26 20:50:35.840494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:35.843036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a419b-c2d0-410b-abac-f4976504b9df admin admin] Pushing event updated for resources: {'Network': ['ID=3736557c-383c-4c94-af7e-be7a25a45d25,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:35.850626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Request body: {'subnet': {'network_id': '3736557c-383c-4c94-af7e-be7a25a45d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-138581737-subnet', 'tenant_id': '1e14c4010d2e4588ab9498cdf0b7904d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:35.856330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3736557c-383c-4c94-af7e-be7a25a45d25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:50:35.956725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a4be0e9-1452-46bc-83c0-8e956798a0ea req-f78a6387-2b84-48ad-a622-6691f55fb783 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293818
Mar 26 20:50:35.961129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Made reservation on behalf of 1e14c4010d2e4588ab9498cdf0b7904d for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:35.964092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.077198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db1d1c-890b-43af-a5a7-1cb2df1fd12e req-dd34c25a-cda8-47ba-8896-04b5599deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.080738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29db1d1c-890b-43af-a5a7-1cb2df1fd12e req-dd34c25a-cda8-47ba-8896-04b5599deefc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1127 time: 0.7467287
Mar 26 20:50:36.163724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-61e0ae67-11f8-4bcf-b27f-68f43a53e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.168984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-61e0ae67-11f8-4bcf-b27f-68f43a53e36a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6795084
Mar 26 20:50:36.206537 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks [] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.216682 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.249985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29db1d1c-890b-43af-a5a7-1cb2df1fd12e req-3851da9d-b415-43f6-8f7f-2a3bef5b4a4d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459029
Mar 26 20:50:36.278738 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa85dba-c36a-42f6-bcd3-044a18d9e199 None None] Pushing event updated for resources: {'Port': ['ID=42ff8c05-00ab-4c05-b7c4-eee4121c582c,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:36.312486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.322919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Attempting to bind port 42ff8c05-00ab-4c05-b7c4-eee4121c582c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:36.323451 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Attempting to bind port 42ff8c05-00ab-4c05-b7c4-eee4121c582c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:36.324480 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Attempting to bind port 42ff8c05-00ab-4c05-b7c4-eee4121c582c on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:36.331704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:36.332247 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:36.332752 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.333246 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:36.333823 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Bound port: 42ff8c05-00ab-4c05-b7c4-eee4121c582c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:36.334499 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.335308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907570-22ce-4db7-9f1e-08d68d26a5f8 req-50e72f40-cd80-46f3-bd6f-833bb2ef12b8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.336352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd1b18-9021-4945-8200-f817898db826 req-756b1757-e581-4626-9bf5-f64ac31a493e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.336938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f907570-22ce-4db7-9f1e-08d68d26a5f8 req-50e72f40-cd80-46f3-bd6f-833bb2ef12b8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 945 time: 0.1855438
Mar 26 20:50:36.338036 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ddd1b18-9021-4945-8200-f817898db826 req-756b1757-e581-4626-9bf5-f64ac31a493e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 948 time: 0.8904910
Mar 26 20:50:36.427061 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] For port 42ff8c05-00ab-4c05-b7c4-eee4121c582c, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:36.437169 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] For port 42ff8c05-00ab-4c05-b7c4-eee4121c582c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42ff8c05-00ab-4c05-b7c4-eee4121c582c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:36.443797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ddd1b18-9021-4945-8200-f817898db826 req-6bca0819-f097-43e2-ad29-fa12d080515b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583107
Mar 26 20:50:36.460143 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.464797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-52871fa1-82a7-414a-85bf-03e09bf3a009 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346992
Mar 26 20:50:36.538152 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa85dba-c36a-42f6-bcd3-044a18d9e199 None None] Pushing event updated for resources: {'Port': ['ID=42ff8c05-00ab-4c05-b7c4-eee4121c582c,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:36.560352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:36.560991 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124467130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:36.571276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f907570-22ce-4db7-9f1e-08d68d26a5f8 req-14826409-6f0f-4819-bf95-59c116f063e6 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257535
Mar 26 20:50:36.595086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (9ffb2515-7428-4349-9299-0bafd3286250), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.720910 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:36.723969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc39f729-be0d-4e22-9de4-d77b56dd21e1 req-9fbe077b-6631-4451-b7fd-4e6fd8399a9e service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465165
Mar 26 20:50:36.769066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffb2515-7428-4349-9299-0bafd3286250,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:36.774702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Allocated IP 172.20.0.1 (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2/17a8ae86-c7be-481d-b966-34aeb63c2a5d/1beacc26-0ec3-404f-9041-48f960a7f35e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:36.780170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccd9a5-89f8-4a4f-a54d-5e73ed96b378 req-d7b631f3-9d85-4746-8e43-dde8b8960d93 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.797770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26ccd9a5-89f8-4a4f-a54d-5e73ed96b378 req-d7b631f3-9d85-4746-8e43-dde8b8960d93 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1955287
Mar 26 20:50:36.803585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Checking segment: {'id': 'cec3290c-f0da-465b-93ab-a5c51f8b5950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3736557c-383c-4c94-af7e-be7a25a45d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:36.804202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Network hostable DHCP agents. Network: 3736557c-383c-4c94-af7e-be7a25a45d25, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:50:36.820098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c931-b556-4c06-8b60-9d3f7f4c2ad6 req-4284dec0-b60f-4fb9-a1ed-7686fb59a80a tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.821610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9426c931-b556-4c06-8b60-9d3f7f4c2ad6 req-4284dec0-b60f-4fb9-a1ed-7686fb59a80a tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1127 time: 0.1141324
Mar 26 20:50:36.919999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Network 3736557c-383c-4c94-af7e-be7a25a45d25 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:50:36.924975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26ccd9a5-89f8-4a4f-a54d-5e73ed96b378 req-ef8ce84e-b003-4b73-b4e7-1ac34bda5688 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217403
Mar 26 20:50:36.939945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-0dec5d9f-65d2-431a-8af5-ef714f97142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.942017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-0dec5d9f-65d2-431a-8af5-ef714f97142b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1130 time: 0.1390226
Mar 26 20:50:36.949662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3736557c-383c-4c94-af7e-be7a25a45d25) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:36.962243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba9faf-151e-45f4-882d-4e816844f62b None None] Network 3736557c-383c-4c94-af7e-be7a25a45d25 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:36.963240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:36.964136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:36.988127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9426c931-b556-4c06-8b60-9d3f7f4c2ad6 req-0e8c8306-2d2a-4ee2-9d57-b1662837e3f6 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510553
Mar 26 20:50:36.990897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:37.025788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7e0f081f-7be5-49e1-a64d-2ed6e3ca5f15 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1746192
Mar 26 20:50:37.025788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks [] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.083151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124467130>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:32Z', 'revision_number': 3, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:37.107409 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.115485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-59e58de9-396b-43d5-9381-08ebe263cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:37.117587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-59e58de9-396b-43d5-9381-08ebe263cf17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1686702
Mar 26 20:50:37.161801 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f7eae-0b6d-438f-8c46-ffd2b904d668 None None] The sync data for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 is: [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:32Z', 'revision_number': 3, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:37.174398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-e102ce3e-9864-4a23-b95b-f1ad89a6ef62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0469551
Mar 26 20:50:37.191425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:37.194637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:37.218581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:37.219081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.246152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e6c51-a7eb-4b73-8785-fea69eb2b0ff None None] Network 3736557c-383c-4c94-af7e-be7a25a45d25 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:37.266232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-d38c9eaa-3055-4ff8-ab78-de1ddb62363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:37.268320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-d38c9eaa-3055-4ff8-ab78-de1ddb62363a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0866499
Mar 26 20:50:37.378417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Pushing event updated for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:37.449589 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a4e-1bbb-4dc1-90ab-1ad2f4c68817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.484139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-2bf4b232-43df-4140-af1d-f21b1d174f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:37.488257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-2bf4b232-43df-4140-af1d-f21b1d174f83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1916296
Mar 26 20:50:37.541870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e43f03-9c1b-4a86-a8c7-9881d70cb59b req-1d2ad331-a221-4952-8ca6-d157250e1c69 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:37.546289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04e43f03-9c1b-4a86-a8c7-9881d70cb59b req-1d2ad331-a221-4952-8ca6-d157250e1c69 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 945 time: 0.3232746
Mar 26 20:50:37.720466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-b90ae5f2-931d-452f-a8d7-5967e7830ea2 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271628
Mar 26 20:50:37.721201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a6ce953b-31fa-4a87-8256-85c6d6773984 None None] Provisioning complete for port 1beacc26-0ec3-404f-9041-48f960a7f35e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:37.721787 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6ce953b-31fa-4a87-8256-85c6d6773984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.722768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04e43f03-9c1b-4a86-a8c7-9881d70cb59b req-355d2593-5688-476b-8445-57be3d73cfa2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514022
Mar 26 20:50:37.722908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4229-b992-4568-a16a-e42270960f18 req-bd5fd2c1-9182-4369-9e3e-197f16adfbce tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:37.724619 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ee4229-b992-4568-a16a-e42270960f18 req-bd5fd2c1-9182-4369-9e3e-197f16adfbce tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1127 time: 0.0992343
Mar 26 20:50:37.725953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.765282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a4e-1bbb-4dc1-90ab-1ad2f4c68817 admin admin] Publish callbacks [] for security_group (45404f7b-e66c-479d-bd42-81df52da911e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:37.779948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce953b-31fa-4a87-8256-85c6d6773984 None None] Port 1beacc26-0ec3-404f-9041-48f960a7f35e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:37.868490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ee4229-b992-4568-a16a-e42270960f18 req-563b175c-7b2a-4f32-b8e2-121e49097121 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027510
Mar 26 20:50:37.890389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d1a6aca-7a36-4829-97a0-2db1c1e0dd8f req-198eeea1-1935-41ce-b64f-9864a37c6306 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621864
Mar 26 20:50:38.026487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a4e-1bbb-4dc1-90ab-1ad2f4c68817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45404f7b-e66c-479d-bd42-81df52da911e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.120743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb7a4e-1bbb-4dc1-90ab-1ad2f4c68817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45404f7b-e66c-479d-bd42-81df52da911e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:38.128227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fbdb7a4e-1bbb-4dc1-90ab-1ad2f4c68817 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1f5b332b509479e8b7e00d2d5e27fed&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1362517
Mar 26 20:50:38.133958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50716) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:38.199666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b0c97-46b6-4fb2-9a28-1719e1c0ba3e req-bf8b1cf2-a68e-45cd-9890-fa801f762a1e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:38.206678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-194b0c97-46b6-4fb2-9a28-1719e1c0ba3e req-bf8b1cf2-a68e-45cd-9890-fa801f762a1e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 948 time: 0.1842229
Mar 26 20:50:38.263963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-89399997-d6a2-4b11-9274-f5012c65f24a tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:38.265967 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-89399997-d6a2-4b11-9274-f5012c65f24a tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/networks?id=fed2fb0c-813c-401b-8a62-3a80e32e650c HTTP/1.1" status: 200  len: 815 time: 0.1823976
Mar 26 20:50:38.269580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] Publish callbacks [] for security_group (45404f7b-e66c-479d-bd42-81df52da911e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.275268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-194b0c97-46b6-4fb2-9a28-1719e1c0ba3e req-de8fd3d5-961d-4aae-bfbd-a3caf705836f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677302
Mar 26 20:50:38.292128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-d154c79a-2ab3-497c-9d0b-6f8bc46f24ee tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/quotas/3aa6068dd8e94d7dbbd6dc1fcc7f236c HTTP/1.1" status: 200  len: 375 time: 0.0175490
Mar 26 20:50:38.295031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks [] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.301572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] Publish callbacks [] for security_group (45404f7b-e66c-479d-bd42-81df52da911e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.305062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.305871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.352474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-ea68eff6-fff9-4f4f-a481-b4416409277b tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3aa6068dd8e94d7dbbd6dc1fcc7f236c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487103
Mar 26 20:50:38.384438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Pushing event updated for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:38.411191 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45404f7b-e66c-479d-bd42-81df52da911e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.413995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.417752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45404f7b-e66c-479d-bd42-81df52da911e HTTP/1.1" status: 204  len: 168 time: 0.2770402
Mar 26 20:50:38.450549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7ba5-6a5f-424c-b9ee-ba73080eb442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45404f7b-e66c-479d-bd42-81df52da911e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:38.506689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:38.508799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:38.529570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-98164031-c2c5-493d-8821-afb0e858d2fd service neutron] 10.222.0.16 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446204
Mar 26 20:50:38.655501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-0b28c3ae-5f96-45b2-940e-91a370d80bdf service neutron] 10.222.0.16 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185663
Mar 26 20:50:38.784302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:50:38.812930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f43ff167-e608-4383-ad42-4e575a0cb495 None None] Provisioning complete for port 1beacc26-0ec3-404f-9041-48f960a7f35e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:38.813505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f43ff167-e608-4383-ad42-4e575a0cb495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:38.887649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42ff8c05-00ab-4c05-b7c4-eee4121c582c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:39.004980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f43ff167-e608-4383-ad42-4e575a0cb495 None None] Port 1beacc26-0ec3-404f-9041-48f960a7f35e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:39.019740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872821b-bc96-49da-9c0c-71268039061d req-9460f544-42ce-4478-a7a6-0e042b26506f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:39.020865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6872821b-bc96-49da-9c0c-71268039061d req-9460f544-42ce-4478-a7a6-0e042b26506f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1766956
Mar 26 20:50:39.053061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 42ff8c05-00ab-4c05-b7c4-eee4121c582c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:39.053563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.109756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:39.113836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:39.129360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a5af3c7f-3bde-4e28-baaa-35409b1b8abb admin admin] 10.222.0.16 "PUT /v2.0/routers/905a0c0a-3528-4cd3-90af-5b3a514ea4bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0788798
Mar 26 20:50:39.147880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf238e89-1fad-4060-a96a-cf64d61bc0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.181014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:39.211228 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6872821b-bc96-49da-9c0c-71268039061d req-6d1088be-ebad-4808-adb6-b75f90917b43 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589878
Mar 26 20:50:39.213166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8112b2b-d7c6-4453-8775-b66a14ab1ea1 req-b1193c4d-97eb-418b-9deb-9c2eb29a9562 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:39.230088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42ff8c05-00ab-4c05-b7c4-eee4121c582c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:39.230485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.232766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8112b2b-d7c6-4453-8775-b66a14ab1ea1 req-b1193c4d-97eb-418b-9deb-9c2eb29a9562 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 945 time: 0.1870091
Mar 26 20:50:39.295871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 42ff8c05-00ab-4c05-b7c4-eee4121c582c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42ff8c05-00ab-4c05-b7c4-eee4121c582c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:39.304110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.304739 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4855efe4-e549-4467-875d-1c4ba2dfdc61 req-ad049db6-3182-4372-a653-947afcc5f64e tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 210 time: 0.0619297
Mar 26 20:50:39.338286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8112b2b-d7c6-4453-8775-b66a14ab1ea1 req-c3be81c2-80d7-4a6d-bc65-4e04b17b105f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046228
Mar 26 20:50:39.416335 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf238e89-1fad-4060-a96a-cf64d61bc0ff admin admin] Publish callbacks [] for security_group (c1782663-8cc3-4aef-8bcf-221e27b65b8f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.427023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf238e89-1fad-4060-a96a-cf64d61bc0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c1782663-8cc3-4aef-8bcf-221e27b65b8f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.436509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=42ff8c05-00ab-4c05-b7c4-eee4121c582c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:39.530381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50758) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:39.530621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf238e89-1fad-4060-a96a-cf64d61bc0ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93f06d41524b4112be8d67b68e9ebd57&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4138482
Mar 26 20:50:39.533049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf238e89-1fad-4060-a96a-cf64d61bc0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1782663-8cc3-4aef-8bcf-221e27b65b8f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:39.585137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9a580-0856-46e2-99e1-b047c2e129b6 req-aaadeb76-5208-4362-9932-c948ebbfcf2e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:39.586719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ed9a580-0856-46e2-99e1-b047c2e129b6 req-aaadeb76-5208-4362-9932-c948ebbfcf2e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 948 time: 0.1347451
Mar 26 20:50:39.627996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Sync routers for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:39.638576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b391d2ec-25a0-4fce-9867-18e18bb1e79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.646075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:39.646843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:39.670542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ed9a580-0856-46e2-99e1-b047c2e129b6 req-df5ff621-1245-44c7-86fc-322fb5a089fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756385
Mar 26 20:50:39.684505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] Publish callbacks [] for security_group (c1782663-8cc3-4aef-8bcf-221e27b65b8f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.751929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] Publish callbacks [] for security_group (c1782663-8cc3-4aef-8bcf-221e27b65b8f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.809650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:39.838574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318c884-b0ad-4c38-95c0-2e629c1fcfc2 req-973317f9-4477-4845-8e4c-4d910fb3a163 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:39.840807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a318c884-b0ad-4c38-95c0-2e629c1fcfc2 req-973317f9-4477-4845-8e4c-4d910fb3a163 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1127 time: 0.1784627
Mar 26 20:50:39.867426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b391d2ec-25a0-4fce-9867-18e18bb1e79a admin admin] Publish callbacks [] for security_group (dc65b00b-0b98-47c9-bb33-204f5905423b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.898377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c1782663-8cc3-4aef-8bcf-221e27b65b8f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.901518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.906136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1782663-8cc3-4aef-8bcf-221e27b65b8f HTTP/1.1" status: 204  len: 168 time: 0.3744454
Mar 26 20:50:39.906932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b391d2ec-25a0-4fce-9867-18e18bb1e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dc65b00b-0b98-47c9-bb33-204f5905423b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:39.943139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48520a42-85f6-4538-884a-cc59ff78d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1782663-8cc3-4aef-8bcf-221e27b65b8f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:39.960179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a318c884-b0ad-4c38-95c0-2e629c1fcfc2 req-54d41b25-689d-4f7d-ace3-2f46fbdbbb6c tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910695
Mar 26 20:50:39.973591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b391d2ec-25a0-4fce-9867-18e18bb1e79a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e30490816db249b9af0ffbe3b0feb51d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7878890
Mar 26 20:50:39.973826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50766) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:40.042748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391d2ec-25a0-4fce-9867-18e18bb1e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc65b00b-0b98-47c9-bb33-204f5905423b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:40.132473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48600555-17d2-41a1-9cc3-abf5a9f4acf5 req-f3465f70-b3ed-4550-9b50-6977e56dc045 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:40.134458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48600555-17d2-41a1-9cc3-abf5a9f4acf5 req-f3465f70-b3ed-4550-9b50-6977e56dc045 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1127 time: 0.0533693
Mar 26 20:50:40.176315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] Publish callbacks [] for security_group (dc65b00b-0b98-47c9-bb33-204f5905423b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.187068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48600555-17d2-41a1-9cc3-abf5a9f4acf5 req-1e458b05-d181-4a5d-ba4a-cdf67cd7b964 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465848
Mar 26 20:50:40.223014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec634-af4f-41ef-ba8a-791ddddbc616 req-85c5151d-a477-4d08-b564-82937c7cfea0 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:40.232087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b34ec634-af4f-41ef-ba8a-791ddddbc616 req-85c5151d-a477-4d08-b564-82937c7cfea0 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1127 time: 0.1549978
Mar 26 20:50:40.237655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] Publish callbacks [] for security_group (dc65b00b-0b98-47c9-bb33-204f5905423b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.321009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295610>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:37Z', 'revision_number': 4, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1beacc26-0ec3-404f-9041-48f960a7f35e', 'name': '', 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'mac_address': 'fa:16:3e:d4:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:36Z', 'updated_at': '2022-03-26T20:50:38Z', 'revision_number': 2, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'subnets': [{'id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:40.334439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b34ec634-af4f-41ef-ba8a-791ddddbc616 req-66c8bcea-7528-4494-9c8f-34bc13d9bd05 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946436
Mar 26 20:50:40.355791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dc65b00b-0b98-47c9-bb33-204f5905423b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.357279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Checking router: 905a0c0a-3528-4cd3-90af-5b3a514ea4bd for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:40.359244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.361339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc65b00b-0b98-47c9-bb33-204f5905423b HTTP/1.1" status: 204  len: 168 time: 0.3860002
Mar 26 20:50:40.368248 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:50:40.369375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Updating router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd port 1beacc26-0ec3-404f-9041-48f960a7f35e binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:40.379391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4eab04-f32c-4e76-ab0d-c27eac42e7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc65b00b-0b98-47c9-bb33-204f5905423b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:40.418631 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.509704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:40.677816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-7a1379c7-6377-4d2b-8813-c14fd32c3254 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:40.679416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-7a1379c7-6377-4d2b-8813-c14fd32c3254 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.21 "GET /v2.0/networks?id=fed2fb0c-813c-401b-8a62-3a80e32e650c HTTP/1.1" status: 200  len: 815 time: 0.2286730
Mar 26 20:50:40.705298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eed3f-4867-4996-8df5-cde5d762e04c req-7aa1d0da-9060-414c-8d79-20a99903dedd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:40.712511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326eed3f-4867-4996-8df5-cde5d762e04c req-7aa1d0da-9060-414c-8d79-20a99903dedd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1662545
Mar 26 20:50:40.716368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Request body: {'port': {'device_id': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c', 'admin_state_up': True, 'tenant_id': '3aa6068dd8e94d7dbbd6dc1fcc7f236c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:40.784742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31eaa449-7d97-48cf-8b12-9488284ee9bd req-f7bbe8c4-8ff8-4a63-b790-ab0d25cd64e5 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 210 time: 0.0868611
Mar 26 20:50:40.816894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326eed3f-4867-4996-8df5-cde5d762e04c req-f93426a1-f223-405a-9a17-3e033f77ae28 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035032
Mar 26 20:50:40.818427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42ff8c05-00ab-4c05-b7c4-eee4121c582c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:40.942455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Made reservation on behalf of 3aa6068dd8e94d7dbbd6dc1fcc7f236c for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:40.952349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:40.971388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:41.077068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'mac_address': 'fa:16:3e:fd:4d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:41.084386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 42ff8c05-00ab-4c05-b7c4-eee4121c582c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:41.084386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.106491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:41.131264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51a9f4b0-8ab4-4ace-a7a2-7250b56bf5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.195660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:41.196190 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.224205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b38ca2-4fe0-430a-bebd-437115db1ae6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:41.230839 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks [] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.244741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.258249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Allocated IP 172.20.0.3 (fed2fb0c-813c-401b-8a62-3a80e32e650c/fa8b8ae7-c66c-42a1-801c-4226882787da/7f9dbd4b-d061-4ca4-82e6-42454e573a0d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:41.280348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:41.319448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.326445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddfe83-e038-4a81-b979-c983c4100594 req-859e78df-7e5f-4070-bdbd-deb27a064c0b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:41.334685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4dddfe83-e038-4a81-b979-c983c4100594 req-859e78df-7e5f-4070-bdbd-deb27a064c0b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 948 time: 0.1926150
Mar 26 20:50:41.349237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42ff8c05-00ab-4c05-b7c4-eee4121c582c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:41.375819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964d3f-68dc-4a8d-952b-94964be502bd None None] Pushing event updated for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:41.421154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51a9f4b0-8ab4-4ace-a7a2-7250b56bf5d6 admin admin] Publish callbacks [] for security_group (f82d288c-d7fd-40b0-a71c-75d132fff718), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.440246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4dddfe83-e038-4a81-b979-c983c4100594 req-dc3e04b8-9f78-4681-85e6-b29377902512 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003935
Mar 26 20:50:41.441649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51a9f4b0-8ab4-4ace-a7a2-7250b56bf5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f82d288c-d7fd-40b0-a71c-75d132fff718), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.565624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Attempting to bind port 1beacc26-0ec3-404f-9041-48f960a7f35e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:41.567671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Attempting to bind port 1beacc26-0ec3-404f-9041-48f960a7f35e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:41.569664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Attempting to bind port 1beacc26-0ec3-404f-9041-48f960a7f35e on network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:41.588089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks [] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.596086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-51a9f4b0-8ab4-4ace-a7a2-7250b56bf5d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5b6eedd55b14effad99ec550bec7352&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4892418
Mar 26 20:50:41.599708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:41.600383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Checking segment: {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:41.600955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.601505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Bound using segment: {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:41.602527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Bound port: 1beacc26-0ec3-404f-9041-48f960a7f35e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6054117b-047d-4260-9b98-ca98d544e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:41.603100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.604862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50834) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:41.625703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9f4b0-8ab4-4ace-a7a2-7250b56bf5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d288c-d7fd-40b0-a71c-75d132fff718,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:41.626919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:41.656131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:41.664533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa403c-9e6b-49a4-999d-15d2678e2ea3 req-8a132779-42e1-424c-930a-177a3af886a5 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:41.674390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3aa403c-9e6b-49a4-999d-15d2678e2ea3 req-8a132779-42e1-424c-930a-177a3af886a5 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1127 time: 0.1114414
Mar 26 20:50:41.708798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.746003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] Publish callbacks [] for security_group (f82d288c-d7fd-40b0-a71c-75d132fff718), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.779659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Pushing event updated for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:41.780111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3aa403c-9e6b-49a4-999d-15d2678e2ea3 req-e1ed27e8-b202-4041-a090-5c5e253bf989 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015463
Mar 26 20:50:41.793261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Network fed2fb0c-813c-401b-8a62-3a80e32e650c is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:41.798876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] Publish callbacks [] for security_group (f82d288c-d7fd-40b0-a71c-75d132fff718), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.801683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:41.808802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:41.827614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] For port 1beacc26-0ec3-404f-9041-48f960a7f35e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:41.835044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] For port 1beacc26-0ec3-404f-9041-48f960a7f35e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1beacc26-0ec3-404f-9041-48f960a7f35e,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:41.838990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Provisioning complete for port 1beacc26-0ec3-404f-9041-48f960a7f35e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:41.839462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.857258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.886546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:41.887420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.922741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-25a91a92-9f42-471a-a8bc-6ad28a6a84e6 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2260127
Mar 26 20:50:41.924561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f82d288c-d7fd-40b0-a71c-75d132fff718), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.927618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:41.943553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f82d288c-d7fd-40b0-a71c-75d132fff718 HTTP/1.1" status: 204  len: 168 time: 0.3231761
Mar 26 20:50:41.951587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Request body: {'port': {'device_id': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:41.989069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07913-3702-4df0-aad2-cd675ecc3115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d288c-d7fd-40b0-a71c-75d132fff718,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:42.045273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:42.045920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:42.061632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-e26c90cc-75d1-4285-9870-942fdc084012 req-f6a29ced-10e6-4d8d-b70a-73283f9fd6b9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:42.063214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e26c90cc-75d1-4285-9870-942fdc084012 req-f6a29ced-10e6-4d8d-b70a-73283f9fd6b9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070794
Mar 26 20:50:42.078858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.103092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf964d3f-68dc-4a8d-952b-94964be502bd None None] Pushing event updated for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:42.355341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Current status of the port 1beacc26-0ec3-404f-9041-48f960a7f35e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:42.356259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.382188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:42.513725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-f44e1942-6e6b-4052-9872-4a6f67e9f005 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:42.515044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-f44e1942-6e6b-4052-9872-4a6f67e9f005 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0073001
Mar 26 20:50:42.522431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] For port 1beacc26-0ec3-404f-9041-48f960a7f35e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1beacc26-0ec3-404f-9041-48f960a7f35e,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:42.539255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.591978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9dbd4b-d061-4ca4-82e6-42454e573a0d {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:42.604879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks [] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.615812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Transition to ACTIVE for port object 7f9dbd4b-d061-4ca4-82e6-42454e573a0d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:42.641192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.662893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595a8d8-9313-4a14-a9ee-1e0f7bca6b92 None None] Pushing event updated for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:42.710614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:42.730127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-3fb0a827-c077-4208-868b-0f8ece352960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:42.731632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-3fb0a827-c077-4208-868b-0f8ece352960 service neutron] 10.222.0.16 "GET /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 1124 time: 0.1951153
Mar 26 20:50:42.752595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:42.753928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:50:42.872799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f211b0a3-a4db-4111-bde6-19ed19918345 None None] Provisioning complete for port 1beacc26-0ec3-404f-9041-48f960a7f35e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:42.873198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f211b0a3-a4db-4111-bde6-19ed19918345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.941598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Attempting to bind port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:42.941934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Attempting to bind port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3cad3588-1c34-4aaf-9a9a-a632d0678da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:42.942272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Attempting to bind port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d on network fed2fb0c-813c-401b-8a62-3a80e32e650c {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:42.944736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295610>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:37Z', 'revision_number': 4, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1beacc26-0ec3-404f-9041-48f960a7f35e', 'name': '', 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'mac_address': 'fa:16:3e:d4:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:36Z', 'updated_at': '2022-03-26T20:50:41Z', 'revision_number': 4, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'subnets': [{'id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:42.953192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d on network fed2fb0c-813c-401b-8a62-3a80e32e650c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:42.953557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Attempting to bind port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d on network fed2fb0c-813c-401b-8a62-3a80e32e650c {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:42.966323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:42.966657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Checking segment: {'id': '3cad3588-1c34-4aaf-9a9a-a632d0678da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:42.967038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Bound using segment: {'id': '3cad3588-1c34-4aaf-9a9a-a632d0678da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:42.967470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Bound port: 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cad3588-1c34-4aaf-9a9a-a632d0678da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:42.967824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:42.993555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba794a-4c45-4acb-baf4-284111d01589 None None] The sync data for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 is: [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:50:37Z', 'revision_number': 4, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1beacc26-0ec3-404f-9041-48f960a7f35e', 'name': '', 'network_id': '6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'mac_address': 'fa:16:3e:d4:ec:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:36Z', 'updated_at': '2022-03-26T20:50:41Z', 'revision_number': 4, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'subnets': [{'id': '17a8ae86-c7be-481d-b966-34aeb63c2a5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:43.033944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f211b0a3-a4db-4111-bde6-19ed19918345 None None] Current status of the port 1beacc26-0ec3-404f-9041-48f960a7f35e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:43.035646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:43.036011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:43.036341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:43.045730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:43.046038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:43.072793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:43.073404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:43.073892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:43.075077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Bound port: ae943f51-447b-434d-a20b-ea825ed34c1a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:43.129709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:43.134470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,segment=NetworkSegment(3cad3588-1c34-4aaf-9a9a-a632d0678da5),segment_id=3cad3588-1c34-4aaf-9a9a-a632d0678da5)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:43.151292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.214832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:43.226787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.227995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-4d088dec-0fbc-4355-9e4a-381c4f5978fb service neutron] 10.222.0.16 "POST /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a/bindings HTTP/1.1" status: 201  len: 389 time: 0.4844036
Mar 26 20:50:43.232524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:43.243266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.244101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.246325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-3e42495b-474b-4aa7-892d-24dd999a8f40 service neutron] 10.222.0.21 "PUT /v2.0/ports/7f9dbd4b-d061-4ca4-82e6-42454e573a0d HTTP/1.1" status: 200  len: 1091 time: 1.3008673
Mar 26 20:50:43.246975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:43.250054 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f2e4e-c127-4555-a119-e34fedde152a" -d '{"events": [{"name": "network-changed", "server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:43.419794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50912) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:43.456400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-4152854c-8d85-4ec8-ba81-a8a4502bb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.457997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-4152854c-8d85-4ec8-ba81-a8a4502bb2d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa6068dd8e94d7dbbd6dc1fcc7f236c&device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 1125 time: 0.1428590
Mar 26 20:50:43.550781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-fefab8f5-7538-4c52-b2d3-6cdc42d6cf2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d HTTP/1.1" status: 200  len: 217 time: 0.0783374
Mar 26 20:50:43.556060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-c9b03095-8aa2-454e-86ef-0ee7ef4674b2 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:43.557336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-c9b03095-8aa2-454e-86ef-0ee7ef4674b2 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0091982
Mar 26 20:50:43.565167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275b9c5-c660-49f4-a4ef-a4bf3a14ae70 req-d3371024-3236-46db-ac58-8edae2d5c07d tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.565351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-567728234-network', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:43.572511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a275b9c5-c660-49f4-a4ef-a4bf3a14ae70 req-d3371024-3236-46db-ac58-8edae2d5c07d tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 943 time: 0.1596384
Mar 26 20:50:43.591267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Made reservation on behalf of 4a56761e1c4f400788db6793667fe7b9 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:43.593675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.605918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.694765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks [] for security_group (5160f59e-1bd9-44bc-a873-919f28368264), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.700164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5160f59e-1bd9-44bc-a873-919f28368264), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.730641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:50:43.742613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160f59e-1bd9-44bc-a873-919f28368264,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:43.750016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2bc6a904-dcbd-4882-92d6-b93e02dbc097), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.750361 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Added segment 2bc6a904-dcbd-4882-92d6-b93e02dbc097 of type vlan for network 6028d62c-aa93-417f-8ab2-f87eb4b94a45
Mar 26 20:50:43.808605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6028d62c-aa93-417f-8ab2-f87eb4b94a45), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.840966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6028d62c-aa93-417f-8ab2-f87eb4b94a45), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.842042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.842656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.843133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.868296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4471643
Mar 26 20:50:43.871108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:43.877689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Request body: {'subnet': {'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-subnet', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:43.903086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d2f5f968-56e6-4487-8db5-c6adf5db93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.904521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d2f5f968-56e6-4487-8db5-c6adf5db93c5 service neutron] 10.222.0.16 "GET /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 1124 time: 0.3283913
Mar 26 20:50:43.919427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:43.919880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:50:43.927555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0d3f-e287-4c65-94ef-08ff09acedc0 admin admin] Pushing event updated for resources: {'Network': ['ID=6028d62c-aa93-417f-8ab2-f87eb4b94a45,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:43.937800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Made reservation on behalf of 4a56761e1c4f400788db6793667fe7b9 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:43.937947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:50:43.941245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:43.968360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a275b9c5-c660-49f4-a4ef-a4bf3a14ae70 req-37dfda75-969b-4837-8e01-7e56b55d7926 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3950374
Mar 26 20:50:43.972998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-90c7965d-2120-4d2b-b81f-53565d2e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.974413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-90c7965d-2120-4d2b-b81f-53565d2e2236 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa8b8ae7-c66c-42a1-801c-4226882787da HTTP/1.1" status: 200  len: 855 time: 0.3973262
Mar 26 20:50:43.981025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-b7f2f6f3-1e66-4c7f-b7e2-19ee9eb7830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:43.982548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-b7f2f6f3-1e66-4c7f-b7e2-19ee9eb7830e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1127 time: 0.4081261
Mar 26 20:50:44.064033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-b3f0da6b-4199-4f37-ade2-2571e86e6ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fed2fb0c-813c-401b-8a62-3a80e32e650c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675809
Mar 26 20:50:44.144724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (6fc83ffa-43d3-4c18-8067-345af56a2729), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.202487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc83ffa-43d3-4c18-8067-345af56a2729,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:44.212876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Checking segment: {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:44.213237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Network hostable DHCP agents. Network: 6028d62c-aa93-417f-8ab2-f87eb4b94a45, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:50:44.231664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:50:44.242724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6028d62c-aa93-417f-8ab2-f87eb4b94a45) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:44.247565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:44.248385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.256806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3207e-0eb0-4b61-9cf1-21e8cdb0d18a None None] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:44.274981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1661ad98-7d10-4d3f-8485-2e8fe5584d3a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4000459
Mar 26 20:50:44.276023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50920) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:44.281849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:44.306356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.309206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.316769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-d0e17ed3-8c14-4900-b8a3-1e7287b26ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250175
Mar 26 20:50:44.317741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b5fbdde-2bf0-4d5a-9bb6-2bed35b31489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:44.319117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b5fbdde-2bf0-4d5a-9bb6-2bed35b31489 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.3217220
Mar 26 20:50:44.332524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0f55a-0d77-4c77-be68-ec19d84b9029 req-bed8a1de-99fd-4a9e-b490-a74a64dea04a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:44.337294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdc0f55a-0d77-4c77-be68-ec19d84b9029 req-bed8a1de-99fd-4a9e-b490-a74a64dea04a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2430773
Mar 26 20:50:44.386108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for router_controller (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.398551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'fixed_ips': [{'subnet_id': '6fc83ffa-43d3-4c18-8067-345af56a2729'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:50:44.398740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:44.398952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:44.399428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:44.400796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.414862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:44.415469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:44.462059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-890a80f7-c18d-4995-845d-6e77fb3790d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 217 time: 0.1221952
Mar 26 20:50:44.468702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdc0f55a-0d77-4c77-be68-ec19d84b9029 req-d9206709-0151-491a-b652-bf3ba9b4c96e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246026
Mar 26 20:50:44.479075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:44.479481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:44.479866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:44.480365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Bound port: 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:44.570418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:44.586869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for router_gateway (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.588908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:44.602905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.604870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-24258218-9524-46d2-964e-a46361c73564 service neutron] 10.222.0.16 "POST /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54/bindings HTTP/1.1" status: 201  len: 389 time: 0.6906469
Mar 26 20:50:44.621445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Allocated IP 172.20.0.2 (6028d62c-aa93-417f-8ab2-f87eb4b94a45/6fc83ffa-43d3-4c18-8067-345af56a2729/aab44146-60de-48b2-bdbc-e6933ce4796e) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:44.656161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-f8daaf2d-ceb1-4353-a2d8-ec747cdc54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:44.659987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-f8daaf2d-ceb1-4353-a2d8-ec747cdc54a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1815534
Mar 26 20:50:44.802775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d64af5b-e929-419b-ab8f-c769ca8e034d req-6102ef55-adce-4611-b6f2-718de990d3be service neutron] 10.222.0.21 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4598315
Mar 26 20:50:44.804811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-408d52e4-e30d-4dff-a4eb-b6a3a27fc72b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1225834
Mar 26 20:50:44.848560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1beacc26-0ec3-404f-9041-48f960a7f35e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:44.947488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for router_gateway (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.948797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 45b38ca2-4fe0-430a-bebd-437115db1ae6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:44.962524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 45b38ca2-4fe0-430a-bebd-437115db1ae6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:44.962903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:44.977922 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49a0567-535e-4f47-b6ff-fa33f4e3c6ba x-openstack-request-id: req-d49a0567-535e-4f47-b6ff-fa33f4e3c6ba {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:44.978302 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:44.978525 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d49a0567-535e-4f47-b6ff-fa33f4e3c6ba {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:44.978939 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49a0567-535e-4f47-b6ff-fa33f4e3c6ba'] response: {'name': 'network-changed', 'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d', 'status': 'completed', 'code': 200}
Mar 26 20:50:44.983396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.041243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f688c-eda5-4ca0-af34-bbece16b0609 req-517af385-5ae6-4275-9659-977a64c6545f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.047674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1beacc26-0ec3-404f-9041-48f960a7f35e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:45.048710 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.050112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f3f688c-eda5-4ca0-af34-bbece16b0609 req-517af385-5ae6-4275-9659-977a64c6545f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 949 time: 0.1921711
Mar 26 20:50:45.067647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks [] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.095805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-e854ef7e-e8b8-4cd6-b9b0-38382ce90f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.097343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-e854ef7e-e8b8-4cd6-b9b0-38382ce90f4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1127 time: 0.1934395
Mar 26 20:50:45.099395 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.109755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-9fae1380-e427-4f3f-9617-9e58e1335bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2864571
Mar 26 20:50:45.142015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f3f688c-eda5-4ca0-af34-bbece16b0609 req-2463822a-58f7-49cb-8498-254b4dd889fb tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904148
Mar 26 20:50:45.149048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:45.157654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:45.160340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:45.162357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Allocated IP 172.35.4.197 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/a287623c-b6ef-41e4-bbcb-64682b7b0a5f) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:45.199026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Pushing event updated for resources: {'Port': ['ID=aab44146-60de-48b2-bdbc-e6933ce4796e,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:45.214568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f2e4e-c127-4555-a119-e34fedde152a req-7a3a2283-84c2-48f4-b51d-11f5af82f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.216099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-7a3a2283-84c2-48f4-b51d-11f5af82f15f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa6068dd8e94d7dbbd6dc1fcc7f236c&device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 1125 time: 0.2292092
Mar 26 20:50:45.275224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.275467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7b7e-0065-4303-8196-e3b9e2dfa647 req-9824acaa-31c9-4731-b1e5-4cf25df1c462 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.275566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:45.275783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.282760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f54c7b7e-0065-4303-8196-e3b9e2dfa647 req-9824acaa-31c9-4731-b1e5-4cf25df1c462 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 945 time: 0.2328072
Mar 26 20:50:45.318135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.332334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Attempting to bind port aab44146-60de-48b2-bdbc-e6933ce4796e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:45.332722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Attempting to bind port aab44146-60de-48b2-bdbc-e6933ce4796e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:45.333192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Attempting to bind port aab44146-60de-48b2-bdbc-e6933ce4796e on network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:45.347463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:45.348550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Checking segment: {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:45.349099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.349622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Bound using segment: {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:45.350533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Bound port: aab44146-60de-48b2-bdbc-e6933ce4796e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:45.351239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.365522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:45.368488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:45.369908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1beacc26-0ec3-404f-9041-48f960a7f35e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:45.371525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:45.371794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-f2eef471-a0eb-4320-8f4a-f8fcd5ad911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.373321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-f2eef471-a0eb-4320-8f4a-f8fcd5ad911b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2667410
Mar 26 20:50:45.455361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1c5b5188-3926-4624-aa94-50be3933a922 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239276
Mar 26 20:50:45.458633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] For port aab44146-60de-48b2-bdbc-e6933ce4796e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:45.459240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-1c635c07-9638-4916-9182-977ae06870a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 217 time: 0.0775132
Mar 26 20:50:45.463203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] For port aab44146-60de-48b2-bdbc-e6933ce4796e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aab44146-60de-48b2-bdbc-e6933ce4796e,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:45.482771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:45.487127 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ebe61d-500e-468d-9e3c-577a6e75aa57" -d '{"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-plugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:45.493173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f54c7b7e-0065-4303-8196-e3b9e2dfa647 req-731c21d3-c433-450c-9d29-720faa199fd3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904356
Mar 26 20:50:45.501668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.604795 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.607192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18dce3-dfae-491b-841a-69311fbfec61 None None] Pushing event updated for resources: {'Port': ['ID=aab44146-60de-48b2-bdbc-e6933ce4796e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:45.608302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f2e4e-c127-4555-a119-e34fedde152a req-be67d114-be63-47c5-afa4-d8063f692c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.609792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-be67d114-be63-47c5-afa4-d8063f692c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fed2fb0c-813c-401b-8a62-3a80e32e650c HTTP/1.1" status: 200  len: 915 time: 0.3589141
Mar 26 20:50:45.613577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50938) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:45.614406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:45.619039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1013381703', 'description': 'tempest-description--1189030724'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:45.629622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.690591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-97cd084b-1759-4507-a4ee-43cedd7ec630 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d HTTP/1.1" status: 200  len: 217 time: 0.0653613
Mar 26 20:50:45.716455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:45.740726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Pushing event updated for resources: {'Port': ['ID=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:45.753255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-f1677675-47d3-47cc-960f-49d2738eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.754462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-f1677675-47d3-47cc-960f-49d2738eb9f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.2603378
Mar 26 20:50:45.795206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:45.821364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-7cfb671c-b322-43c2-a12c-2c8af27ff0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465131
Mar 26 20:50:45.822749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f2e4e-c127-4555-a119-e34fedde152a req-26b51b3e-ff95-4600-9586-382603eeac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.824174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-26b51b3e-ff95-4600-9586-382603eeac6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa8b8ae7-c66c-42a1-801c-4226882787da HTTP/1.1" status: 200  len: 855 time: 0.1129251
Mar 26 20:50:45.834538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-d913bffb-10b8-46f6-90d2-5ca9a2abac25 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.834965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-d913bffb-10b8-46f6-90d2-5ca9a2abac25 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2801716
Mar 26 20:50:45.840432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cede8-4c3b-430d-93e8-3fe678d47781 req-5da89938-6fbd-47c9-8d89-44830a52d0c8 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:45.841977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-216cede8-4c3b-430d-93e8-3fe678d47781 req-5da89938-6fbd-47c9-8d89-44830a52d0c8 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 943 time: 0.0986476
Mar 26 20:50:45.971140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-216cede8-4c3b-430d-93e8-3fe678d47781 req-7af1a695-1541-4371-a5e4-cbc1a194ba24 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939741
Mar 26 20:50:46.000407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for router_gateway (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.064234 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c7241c-b996-4587-9a68-90c50dd94b1b x-openstack-request-id: req-52c7241c-b996-4587-9a68-90c50dd94b1b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:46.065127 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-plugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:46.065528 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52c7241c-b996-4587-9a68-90c50dd94b1b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:46.066551 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c7241c-b996-4587-9a68-90c50dd94b1b'] response: {'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'code': 200}
Mar 26 20:50:46.097584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:46.155833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1393e-098b-4868-a1d1-53ee08753e62 req-66953d1d-9bfe-402f-9b8b-29047b3f643c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:46.157787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5eb1393e-098b-4868-a1d1-53ee08753e62 req-66953d1d-9bfe-402f-9b8b-29047b3f643c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 945 time: 0.5669796
Mar 26 20:50:46.159576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-e6710ee6-5f99-4794-8a0a-3b66bd375133 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fed2fb0c-813c-401b-8a62-3a80e32e650c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3205166
Mar 26 20:50:46.288631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084696-4e5e-43a5-afd4-75d524721217 req-5ba9f5f1-950b-41b0-9390-8579fb89176f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:46.290040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf084696-4e5e-43a5-afd4-75d524721217 req-5ba9f5f1-950b-41b0-9390-8579fb89176f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1465092
Mar 26 20:50:46.294318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0c04-d29a-4925-a977-aee44d043894 req-66faada2-e334-44fd-b25e-2ac2d2660c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:46.295761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-50ad0c04-d29a-4925-a977-aee44d043894 req-66faada2-e334-44fd-b25e-2ac2d2660c80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1132 time: 0.1497369
Mar 26 20:50:46.393501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.402672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-6b4bd8e5-0987-46eb-a286-cee2f877d108 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5646214
Mar 26 20:50:46.404978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (04e989ef-a3c0-4b7b-96aa-08997752e203), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.416371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5eb1393e-098b-4868-a1d1-53ee08753e62 req-ea4d7e3d-0281-45f6-bc34-658cce77f902 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2478864
Mar 26 20:50:46.416562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.422231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf084696-4e5e-43a5-afd4-75d524721217 req-b9841879-6e70-4fc6-987d-189fb7f7e941 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214771
Mar 26 20:50:46.426206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-50ad0c04-d29a-4925-a977-aee44d043894 req-32e73dd6-cb8c-4a0c-b832-33227537bf7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902610
Mar 26 20:50:46.436430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (04e989ef-a3c0-4b7b-96aa-08997752e203), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.496658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-d10b1c66-f5d8-4541-aeff-76d3d2d40d90 service neutron] 10.222.0.21 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159435
Mar 26 20:50:46.539667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.543454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.9253776
Mar 26 20:50:46.546367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50952) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:46.548714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b379-5989-445b-a789-68441077c93d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e989ef-a3c0-4b7b-96aa-08997752e203,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:46.553521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'security_group_rule': {'security_group_id': '04e989ef-a3c0-4b7b-96aa-08997752e203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:46.643269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (4702c281-2766-4b20-abdc-8fcfb9904275), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.661484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10932fb6-d66e-44ae-8186-0de4d9088569 req-3e04c7e1-36b1-4ea0-93d2-d7488c08779d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:46.662990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10932fb6-d66e-44ae-8186-0de4d9088569 req-3e04c7e1-36b1-4ea0-93d2-d7488c08779d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.1296868
Mar 26 20:50:46.728735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:50:46.766029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-c842aa5c-9d05-4b3c-b296-622cf200fdf1 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3441417
Mar 26 20:50:46.769669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (4702c281-2766-4b20-abdc-8fcfb9904275), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.783634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10932fb6-d66e-44ae-8186-0de4d9088569 req-8c146a4a-d5b3-4a72-bdba-16a9edc83634 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088793
Mar 26 20:50:46.794932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (4702c281-2766-4b20-abdc-8fcfb9904275), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.807438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04298df-ad68-4b0e-ad1a-32c4148a5582 req-5d288592-150b-4059-bd25-0f96c51c5533 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:46.809079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d04298df-ad68-4b0e-ad1a-32c4148a5582 req-5d288592-150b-4059-bd25-0f96c51c5533 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 945 time: 0.2218032
Mar 26 20:50:46.837235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aab44146-60de-48b2-bdbc-e6933ce4796e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:46.851000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:46.880232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-160f2e4e-c127-4555-a119-e34fedde152a req-95af9a71-e4d8-47ba-997b-f0f07d6b9bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357292
Mar 26 20:50:46.917591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.918891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3715100
Mar 26 20:50:46.929287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50960) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:46.941594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'security_group_rule': {'security_group_id': '04e989ef-a3c0-4b7b-96aa-08997752e203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:46.952006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a7b3-7d58-4d62-ab49-d0eb2f942cbb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4702c281-2766-4b20-abdc-8fcfb9904275,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:46.953017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:46.955427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:46.963408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port aab44146-60de-48b2-bdbc-e6933ce4796e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:46.963408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:46.995707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d04298df-ad68-4b0e-ad1a-32c4148a5582 req-ed5bb2bd-b674-4efd-b202-fd6f819ec80c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782110
Mar 26 20:50:47.024642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:47.038543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (68cc616e-84c0-480e-b192-e20e3189beca), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.066722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:47.078163 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Sync routers for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:47.082139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-6bba44ac-a163-4d19-883b-dcae28fc656a tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:47.089856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-6bba44ac-a163-4d19-883b-dcae28fc656a tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2367220
Mar 26 20:50:47.090594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:47.091227 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243884c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:47.118319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:47.124882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d8fa9-0ff4-4afd-be35-e55986704920 None None] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:50:47.155951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.157194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eff943b3-0448-4685-8dcf-61681f2f0f67 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.8802006
Mar 26 20:50:47.230183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (68cc616e-84c0-480e-b192-e20e3189beca), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.230420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50970) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:47.244840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks [] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.248555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.258746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:47.264898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (68cc616e-84c0-480e-b192-e20e3189beca), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.296127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cc616e-84c0-480e-b192-e20e3189beca,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:47.316466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.317769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ba0a2a6e-dd25-489e-9a72-22cb83b0f11f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3876634
Mar 26 20:50:47.320965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50976) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:47.331196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab781a-6f0b-47e5-bce6-c0e396f09693 req-a6004f1b-fc73-40de-85e9-cd5e277e7fc5 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:47.332860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32ab781a-6f0b-47e5-bce6-c0e396f09693 req-a6004f1b-fc73-40de-85e9-cd5e277e7fc5 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 943 time: 0.1916425
Mar 26 20:50:47.337804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:47.344049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port aab44146-60de-48b2-bdbc-e6933ce4796e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:47.345230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.374947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9617e116-5466-47ff-a500-bb1fc06a75a7 None None] Provisioning complete for port aab44146-60de-48b2-bdbc-e6933ce4796e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:47.375296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.376179 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9617e116-5466-47ff-a500-bb1fc06a75a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.440950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:47.442244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.478493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32ab781a-6f0b-47e5-bce6-c0e396f09693 req-04c86d09-5490-4a94-bdc3-ec0a71a18eff tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155853
Mar 26 20:50:47.489574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:47.492202 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502317aa-acee-463a-a010-84bbc2873b4c" -d '{"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-unplugged", "status": "completed", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:47.523170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.523721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:47.544433 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243884c0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:45Z', 'revision_number': 3, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:47.573130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'mac_address': 'fa:16:3e:ed:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-1612479973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:47.608809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port aab44146-60de-48b2-bdbc-e6933ce4796e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aab44146-60de-48b2-bdbc-e6933ce4796e,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:47.630769 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Checking router: 8fedd2af-f2b5-4f21-b11d-2ab2b887763f for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:47.631160 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Updating router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f port a287623c-b6ef-41e4-bbcb-64682b7b0a5f binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:47.670042 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.673801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:47.805490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5c32-eec9-4700-9326-17aba44823a5 req-2e6f0422-3fc8-4be7-82e9-f674aeaefd39 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:47.806946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe8c5c32-eec9-4700-9326-17aba44823a5 req-2e6f0422-3fc8-4be7-82e9-f674aeaefd39 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1933153
Mar 26 20:50:47.818636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.834975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:47.877057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.895186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.913517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:47.914095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.974150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-656dc70c-e221-4851-9c2b-9764f2151f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.991574 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks [] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:47.994854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:47.999819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe8c5c32-eec9-4700-9326-17aba44823a5 req-30738202-92f1-4aee-b389-2c64b02f2326 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846333
Mar 26 20:50:48.003106 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.050807 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Attempting to bind port a287623c-b6ef-41e4-bbcb-64682b7b0a5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:48.051467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Attempting to bind port a287623c-b6ef-41e4-bbcb-64682b7b0a5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:48.052015 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Attempting to bind port a287623c-b6ef-41e4-bbcb-64682b7b0a5f on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:48.070675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:48.073225 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a547c06-57b6-488b-be04-62a8d1da47bc" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-unplugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:48.102615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:48.103196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:48.103373 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.103947 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:48.104598 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Bound port: a287623c-b6ef-41e4-bbcb-64682b7b0a5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:48.108637 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.133348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:50:48.133962 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:50:48.134758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=aab44146-60de-48b2-bdbc-e6933ce4796e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.135131 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ad6b6c-8f34-4951-8628-338c37bc8b01 x-openstack-request-id: req-19ad6b6c-8f34-4951-8628-338c37bc8b01 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:48.135539 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-unplugged", "status": "completed", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:48.135727 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19ad6b6c-8f34-4951-8628-338c37bc8b01 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:48.136195 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ad6b6c-8f34-4951-8628-338c37bc8b01'] response: {'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'code': 200}
Mar 26 20:50:48.146848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9617e116-5466-47ff-a500-bb1fc06a75a7 None None] Current status of the port aab44146-60de-48b2-bdbc-e6933ce4796e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:48.149161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.213058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Allocated IP 172.35.4.202 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ebd49eb1-b702-47c6-944a-955806cf933a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:48.225803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] For port a287623c-b6ef-41e4-bbcb-64682b7b0a5f, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:48.229285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] For port a287623c-b6ef-41e4-bbcb-64682b7b0a5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:48.229956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.242820 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.261150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54040c3b-9eb8-4db1-a321-e9e309e4db97 None None] Pushing event updated for resources: {'Port': ['ID=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.280087 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:48.280735 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243884c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:48.307314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a25b598-fcc2-486d-bc0f-f11263858c1f None None] Provisioning complete for port aab44146-60de-48b2-bdbc-e6933ce4796e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:48.307958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a25b598-fcc2-486d-bc0f-f11263858c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.349442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-656dc70c-e221-4851-9c2b-9764f2151f7b admin admin] Publish callbacks [] for security_group (b89fe167-fcea-4392-b4f5-05df9f8a2739), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.361689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-656dc70c-e221-4851-9c2b-9764f2151f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b89fe167-fcea-4392-b4f5-05df9f8a2739), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.374626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279de49-d073-4169-ba3c-3eed2be88a30 req-9baa4059-7e09-44f3-b13f-714cd5f3167c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:48.382309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7279de49-d073-4169-ba3c-3eed2be88a30 req-9baa4059-7e09-44f3-b13f-714cd5f3167c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.1805668
Mar 26 20:50:48.389713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:48.396409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:48.396748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:48.397142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:48.401723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a25b598-fcc2-486d-bc0f-f11263858c1f None None] Current status of the port aab44146-60de-48b2-bdbc-e6933ce4796e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:48.410791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:48.411120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Attempting to bind port ae943f51-447b-434d-a20b-ea825ed34c1a on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:48.430355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:48.430701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:48.431087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:48.431586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Bound port: ae943f51-447b-434d-a20b-ea825ed34c1a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:48.431955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.444631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:48.468201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-656dc70c-e221-4851-9c2b-9764f2151f7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8893a94e58754a0f8eb2a1daf51a7c13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7942235
Mar 26 20:50:48.468931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:48.482257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dc70c-e221-4851-9c2b-9764f2151f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89fe167-fcea-4392-b4f5-05df9f8a2739,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.487871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for port (ebd49eb1-b702-47c6-944a-955806cf933a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.535326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7279de49-d073-4169-ba3c-3eed2be88a30 req-6d8a4e98-b4dc-445e-aa50-2b747cb5949d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520236
Mar 26 20:50:48.536708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742ef31-64ab-4c4c-92bc-3c57964c6085 req-4099a3b1-726d-401a-b156-0dc3994cb6da tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:48.538199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a742ef31-64ab-4c4c-92bc-3c57964c6085 req-4099a3b1-726d-401a-b156-0dc3994cb6da tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 945 time: 0.4109759
Mar 26 20:50:48.543284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:48.574837 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54040c3b-9eb8-4db1-a321-e9e309e4db97 None None] Pushing event updated for resources: {'Port': ['ID=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.581924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] Publish callbacks [] for security_group (b89fe167-fcea-4392-b4f5-05df9f8a2739), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.589894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7f9dbd4b-d061-4ca4-82e6-42454e573a0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:48.594414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.625631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:48.642171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:48.680815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks [] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.682249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] Publish callbacks [] for security_group (b89fe167-fcea-4392-b4f5-05df9f8a2739), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.682661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.713113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:48.740382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:48.747130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:48.760037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'Port': ['ID=ebd49eb1-b702-47c6-944a-955806cf933a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.766899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.788455 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243884c0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:45Z', 'revision_number': 3, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:48.819331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a742ef31-64ab-4c4c-92bc-3c57964c6085 req-576b3087-158f-4281-8e5f-5d500827ba3d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471385
Mar 26 20:50:48.830626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e554925e-8f0e-41b0-99fa-a71099401901 None None] The sync data for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 is: [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:45Z', 'revision_number': 3, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:48.842658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aab44146-60de-48b2-bdbc-e6933ce4796e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:48.861995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:48.862834 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.863953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b8aef-6907-4930-b3a5-64197f0e987d req-42c55e9d-2665-4968-bba8-f19d27cd6bed tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:48.865482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-293b8aef-6907-4930-b3a5-64197f0e987d req-42c55e9d-2665-4968-bba8-f19d27cd6bed tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.2052927
Mar 26 20:50:48.878920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.880944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b89fe167-fcea-4392-b4f5-05df9f8a2739), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.883606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:48.887288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b89fe167-fcea-4392-b4f5-05df9f8a2739 HTTP/1.1" status: 204  len: 168 time: 0.4035635
Mar 26 20:50:48.913924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26f183-0fc1-4c94-9f67-d5f5afedd7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89fe167-fcea-4392-b4f5-05df9f8a2739,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:48.969088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:48.974789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.005301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-293b8aef-6907-4930-b3a5-64197f0e987d req-e5abf23f-82c7-49f1-ae47-a742725c6d35 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283114
Mar 26 20:50:49.028993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.047149 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed5325d-7291-42de-b218-69a0a386e44b x-openstack-request-id: req-aed5325d-7291-42de-b218-69a0a386e44b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:49.047482 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-unplugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:49.051078 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aed5325d-7291-42de-b218-69a0a386e44b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:49.057340 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed5325d-7291-42de-b218-69a0a386e44b'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'code': 200}
Mar 26 20:50:49.078227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:49.078940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.087279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] 10.222.0.21 "PUT /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 1121 time: 3.2265720
Mar 26 20:50:49.105115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:49.144871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,segment=NetworkSegment(3cad3588-1c34-4aaf-9a9a-a632d0678da5),segment_id=3cad3588-1c34-4aaf-9a9a-a632d0678da5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:49.176416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b555a30-0668-4ff9-b860-56713bc92c0c service neutron] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=8']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:49.190017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.225397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-0149465e-f296-4f0f-8400-4b52de3e865b req-f3d44fa9-9b94-46af-b706-9435c695b5d7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:49.226613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0149465e-f296-4f0f-8400-4b52de3e865b req-f3d44fa9-9b94-46af-b706-9435c695b5d7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054426
Mar 26 20:50:49.255620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port aab44146-60de-48b2-bdbc-e6933ce4796e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:49.256021 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.261597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:49.265491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['ae943f51-447b-434d-a20b-ea825ed34c1a'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:49.293323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for port (ebd49eb1-b702-47c6-944a-955806cf933a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.300140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.323472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d', 'network_id': 'fed2fb0c-813c-401b-8a62-3a80e32e650c', 'port_id': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d', 'mac_address': 'fa:16:3e:08:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa8b8ae7-c66c-42a1-801c-4226882787da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:50:49.394120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.438756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'Port': ['ID=ebd49eb1-b702-47c6-944a-955806cf933a,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:49.462006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:49.462391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:49.462724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:49.463329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.464755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5d414b38-0cbd-4d22-a42f-e33133da86de tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1425209
Mar 26 20:50:49.481455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:49.481689 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.544693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9dbd4b-d061-4ca4-82e6-42454e573a0d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:49.568273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,segment=NetworkSegment(3cad3588-1c34-4aaf-9a9a-a632d0678da5),segment_id=3cad3588-1c34-4aaf-9a9a-a632d0678da5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:49.584538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:49.589260 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.602486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port aab44146-60de-48b2-bdbc-e6933ce4796e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:49.604773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:49.628147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:49.634205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Attempting to bind port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:49.663747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c903-d593-4734-8a8f-c4bcf801219e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.757057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:49.767244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:49.767692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:49.767997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:49.768602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Bound port: 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:49.768976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.818924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:49.875065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['7f9dbd4b-d061-4ca4-82e6-42454e573a0d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:49.954543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c903-d593-4734-8a8f-c4bcf801219e admin admin] Publish callbacks [] for security_group (80af2b2d-7480-4afb-8d60-96bb99f14dee), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.967392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c903-d593-4734-8a8f-c4bcf801219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (80af2b2d-7480-4afb-8d60-96bb99f14dee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:49.992248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22bef-f132-499f-a23c-272bf6723afb req-9685cd44-d817-4448-a96a-7c3c60c86411 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:49.994173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcb22bef-f132-499f-a23c-272bf6723afb req-9685cd44-d817-4448-a96a-7c3c60c86411 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 971 time: 0.2197614
Mar 26 20:50:50.088364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fdb6c903-d593-4734-8a8f-c4bcf801219e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8401f2b237974638bf37788f38ead073&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4816275
Mar 26 20:50:50.091947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:50.125996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6c903-d593-4734-8a8f-c4bcf801219e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af2b2d-7480-4afb-8d60-96bb99f14dee,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:50.178243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'}, {'name': 'network-changed', 'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:50.180831 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a43a2-7476-4fbf-aa19-ae466541de30" -d '{"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-unplugged", "status": "completed", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54"}, {"name": "network-changed", "server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:50.181231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] Publish callbacks [] for security_group (80af2b2d-7480-4afb-8d60-96bb99f14dee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.195805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-a358f630-ec06-4d78-ae3c-253d59881a3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 1.1551657
Mar 26 20:50:50.210007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcb22bef-f132-499f-a23c-272bf6723afb req-33dff016-1dd1-45c6-8a03-00b7e8d75e96 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777711
Mar 26 20:50:50.224273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366112a-d9be-4482-9539-0751fd142cf3 req-18a5ecbc-b6a0-4d99-b1b7-236e8dec8187 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.233207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1366112a-d9be-4482-9539-0751fd142cf3 req-18a5ecbc-b6a0-4d99-b1b7-236e8dec8187 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 943 time: 1.0447245
Mar 26 20:50:50.267332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] Publish callbacks [] for security_group (80af2b2d-7480-4afb-8d60-96bb99f14dee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.359740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (80af2b2d-7480-4afb-8d60-96bb99f14dee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.362921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.364323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80af2b2d-7480-4afb-8d60-96bb99f14dee HTTP/1.1" status: 204  len: 168 time: 0.2711995
Mar 26 20:50:50.375021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165744c-3777-4287-a21e-746f158a9fea req-b5ec666c-2ffb-4e25-b8b9-569bb9631c32 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.377436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e165744c-3777-4287-a21e-746f158a9fea req-b5ec666c-2ffb-4e25-b8b9-569bb9631c32 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0738828
Mar 26 20:50:50.382100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b01b-a3d4-4aec-aafe-f9c936748e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af2b2d-7480-4afb-8d60-96bb99f14dee,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:50.443571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:50.447749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-f7212ea0-668b-479d-a29c-57c028195d05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.7515237
Mar 26 20:50:50.450723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e165744c-3777-4287-a21e-746f158a9fea req-2491bd93-a5ea-4a5f-9ce5-ef49a2fbf8cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663540
Mar 26 20:50:50.460097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1366112a-d9be-4482-9539-0751fd142cf3 req-f0a21fb1-4201-4534-a4fa-e909528049bc tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256684
Mar 26 20:50:50.482894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-d66fd7b4-b69a-413d-90e7-668ec9d27a62 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:50.483901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-d66fd7b4-b69a-413d-90e7-668ec9d27a62 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0172725
Mar 26 20:50:50.485770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:50.501833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc763-0869-43b2-9303-73dc5508d543 req-19681d86-bcda-46bf-8181-6e3560af8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.503234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-19681d86-bcda-46bf-8181-6e3560af8edd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.2327015
Mar 26 20:50:50.507870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.512904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Allocated IP 172.20.0.1 (6028d62c-aa93-417f-8ab2-f87eb4b94a45/6fc83ffa-43d3-4c18-8067-345af56a2729/5f5b357a-21b7-4540-9fa5-cc5f9f2d3390) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:50.649262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-4ad94ff9-69af-4487-bfc2-f16e9ff1b059 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1013381703&fields=id&tenant_id=c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 267 time: 0.0816028
Mar 26 20:50:50.830187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.830815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:50.833001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 1121 time: 3.7276938
Mar 26 20:50:50.856454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-a99e9869-50cd-4db6-8f4e-d6d91c8500dd tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.859463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-a99e9869-50cd-4db6-8f4e-d6d91c8500dd tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 824 time: 0.2006674
Mar 26 20:50:50.859663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:50:50.901718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-92894eda-b7fe-4167-a6a1-0c6084e198bf tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/quotas/c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 375 time: 0.0140474
Mar 26 20:50:50.911451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a287623c-b6ef-41e4-bbcb-64682b7b0a5f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:50.917889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0ef9d-2dea-4921-9579-b72c52eabc46 service neutron] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=8']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:50.950992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3212f4-c0a8-47e6-bd9c-8190b60da386 req-3dea434d-d2ec-45c4-8190-d4956e1c1f31 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:50.964852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f3212f4-c0a8-47e6-bd9c-8190b60da386 req-3dea434d-d2ec-45c4-8190-d4956e1c1f31 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.3848615
Mar 26 20:50:51.029184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a287623c-b6ef-41e4-bbcb-64682b7b0a5f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:51.029552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.042148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc763-0869-43b2-9303-73dc5508d543 req-11523d40-e8e2-4ff9-a2c2-85702b17f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:51.044287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-11523d40-e8e2-4ff9-a2c2-85702b17f130 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4981225
Mar 26 20:50:51.081962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-9c42bee6-35d2-47a9-a426-17ea24eff529 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1671996
Mar 26 20:50:51.119303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks [] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.122068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-9caadf2e-cafd-42b2-8614-37029ed7d513 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0707202
Mar 26 20:50:51.146716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f3212f4-c0a8-47e6-bd9c-8190b60da386 req-1770143e-7375-4561-bdf0-8f3dae40ca05 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806257
Mar 26 20:50:51.234417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a287623c-b6ef-41e4-bbcb-64682b7b0a5f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:51.234618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.241479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-afd072a8-d986-4cd3-9697-52a40a09a4df service neutron] 10.222.0.16 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578157
Mar 26 20:50:51.287719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:51.420468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc763-0869-43b2-9303-73dc5508d543 req-ed9cc7e7-b975-4c94-8965-3213454822b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:51.422066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-ed9cc7e7-b975-4c94-8965-3213454822b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2701735
Mar 26 20:50:51.431765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a287623c-b6ef-41e4-bbcb-64682b7b0a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:51.445929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port dde38bc0-9758-4826-b43d-648f34fdfda0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:51.446316 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.452139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.470250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-4e8a605e-4c39-45ff-9f15-b18ef7b06b36 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:51.476467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-4e8a605e-4c39-45ff-9f15-b18ef7b06b36 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports/45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 947 time: 0.1997435
Mar 26 20:50:51.492565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-633d75e2-0a07-4b0d-98a9-30fb147d9e18 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498493
Mar 26 20:50:51.560807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.616743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:51.617055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.636064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:51.645723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:51.648006 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff2954-2e54-47c5-85ca-3a4e14061e77" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:51.666564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:51.680444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:51.690764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:51.705578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea89a2-d5a9-4a4f-b8fa-7e51577fe429 req-dcb4a91b-1082-4e93-b8c2-2e8b2ded65a5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:51.714960 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8eea89a2-d5a9-4a4f-b8fa-7e51577fe429 req-dcb4a91b-1082-4e93-b8c2-2e8b2ded65a5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.3904066
Mar 26 20:50:51.745048 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2be243-ef70-44e2-a473-7415a8e91168 x-openstack-request-id: req-fb2be243-ef70-44e2-a473-7415a8e91168 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:51.745362 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-unplugged", "status": "completed", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54", "code": 200}, {"name": "network-changed", "server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:51.745618 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb2be243-ef70-44e2-a473-7415a8e91168 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:51.746041 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2be243-ef70-44e2-a473-7415a8e91168'] response: {'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'code': 200}
Mar 26 20:50:51.746300 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2be243-ef70-44e2-a473-7415a8e91168'] response: {'name': 'network-changed', 'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'status': 'completed', 'code': 200}
Mar 26 20:50:51.754258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:51.758044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:51.773806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:51.879748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:52.093392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8eea89a2-d5a9-4a4f-b8fa-7e51577fe429 req-9b00d307-f393-4ad7-ad19-24a565052384 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3729517
Mar 26 20:50:52.096067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Pushing event updated for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:52.144578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebc763-0869-43b2-9303-73dc5508d543 req-6f5154b9-3fdb-4b8e-823e-6edbb4707c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.146059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-6f5154b9-3fdb-4b8e-823e-6edbb4707c44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.7067320
Mar 26 20:50:52.190799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-60bb3184-33b0-4e44-9300-221a4f6df09e None None] Provisioning complete for port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:52.191313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60bb3184-33b0-4e44-9300-221a4f6df09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:52.256808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc197b-9b2a-4071-bf3c-492a253b7589 req-91ef05c5-3b02-4b9b-8b34-8572f97e10ce tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.260691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6cc197b-9b2a-4071-bf3c-492a253b7589 req-91ef05c5-3b02-4b9b-8b34-8572f97e10ce tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.4399917
Mar 26 20:50:52.281700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-60bb3184-33b0-4e44-9300-221a4f6df09e None None] Port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:52.346519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6cc197b-9b2a-4071-bf3c-492a253b7589 req-2fce0572-60d9-4c46-a48e-019f8f6667be tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762186
Mar 26 20:50:52.381320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-6e52c60b-edc6-4293-b8df-eb280d4077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.382904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-6e52c60b-edc6-4293-b8df-eb280d4077cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1155 time: 0.6104658
Mar 26 20:50:52.415862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:52.493550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26d75-62e8-4ad5-b7da-3b24cfdcaa79 req-00bfbdf9-289d-4955-ba3b-ea94d6dfd706 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.495092 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37e26d75-62e8-4ad5-b7da-3b24cfdcaa79 req-00bfbdf9-289d-4955-ba3b-ea94d6dfd706 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 944 time: 0.0682232
Mar 26 20:50:52.573568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37e26d75-62e8-4ad5-b7da-3b24cfdcaa79 req-9fd8c019-3443-43ad-9d9c-4779cc90eb0c tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524371
Mar 26 20:50:52.587257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead075a-a8cd-4f93-96cc-5c5a226fb63d req-efea587a-111d-4bcb-995b-3c2121243643 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.588809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ead075a-a8cd-4f93-96cc-5c5a226fb63d req-efea587a-111d-4bcb-995b-3c2121243643 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.3467340
Mar 26 20:50:52.611021 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116d69d9-1f06-482c-9a82-81b2daff5b67 x-openstack-request-id: req-116d69d9-1f06-482c-9a82-81b2daff5b67 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:52.611514 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:52.611799 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-116d69d9-1f06-482c-9a82-81b2daff5b67 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:52.612463 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116d69d9-1f06-482c-9a82-81b2daff5b67'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'code': 200}
Mar 26 20:50:52.621360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:52.626137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7f9dbd4b-d061-4ca4-82e6-42454e573a0d up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:52.733181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-62af1b2c-d763-4d25-a17f-e9b1c9866afc service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4933887
Mar 26 20:50:52.751487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a448bd8-37a1-4170-a3d1-78e2f886d777 req-f16856ef-85c6-4973-bdf3-83af8321bf1c tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 210 time: 0.0611980
Mar 26 20:50:52.852221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-6d760937-3cbe-433c-a340-3a59d932cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:52.854237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-6d760937-3cbe-433c-a340-3a59d932cc7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.4362538
Mar 26 20:50:52.865042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a287623c-b6ef-41e4-bbcb-64682b7b0a5f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:52.932325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.18', 62163) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:52.940922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:50:52.944878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ead075a-a8cd-4f93-96cc-5c5a226fb63d req-decd2d13-33b6-43f0-b136-d8a4ff0f4205 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3192816
Mar 26 20:50:52.967012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:52.968205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.083676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7e9f3-0698-4289-9812-c947b33e218e req-c901cbd5-00e5-4095-9ecc-b91e8927d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.086029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51f7e9f3-0698-4289-9812-c947b33e218e req-c901cbd5-00e5-4095-9ecc-b91e8927d02c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1154 time: 0.2180674
Mar 26 20:50:53.095688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5a847-a556-4b59-a8ab-5d19638e5a64 req-9be28399-b386-41d8-91dc-75310648d690 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.097059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68d5a847-a556-4b59-a8ab-5d19638e5a64 req-9be28399-b386-41d8-91dc-75310648d690 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.1894040
Mar 26 20:50:53.109401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-59f19407-69e8-4b98-b6cd-2a149134698c service neutron] 10.222.0.18 "GET /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1663444
Mar 26 20:50:53.148858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:53.175874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a287623c-b6ef-41e4-bbcb-64682b7b0a5f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:53.176293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.178471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:50:53.232631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51f7e9f3-0698-4289-9812-c947b33e218e req-874ecab7-99ee-472a-859c-a34115d91d71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344893
Mar 26 20:50:53.234769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:53.235282 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.254836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68d5a847-a556-4b59-a8ab-5d19638e5a64 req-1c374674-b012-44b6-a9f0-c5433428b88c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337852
Mar 26 20:50:53.303455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-98c7bc18-5b3e-4d50-a0fa-7f2e7c7210c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 217 time: 0.4201739
Mar 26 20:50:53.339393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-cd4eb777-3711-4918-b211-337c3468a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.340952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-cd4eb777-3711-4918-b211-337c3468a19b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1132 time: 0.4855940
Mar 26 20:50:53.343142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks [] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.453800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-c97d0c03-9996-45c0-9dab-39cfc8f29dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.455280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-c97d0c03-9996-45c0-9dab-39cfc8f29dc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1048183
Mar 26 20:50:53.458374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.548418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-b60e7885-dad1-4e72-acd9-6c5f2146117e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0616484
Mar 26 20:50:53.550256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebc763-0869-43b2-9303-73dc5508d543 req-3a55deda-6d78-48a4-931f-ff11ee710a13 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8048544
Mar 26 20:50:53.552397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:50:53.580215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdbc67-8588-4daa-814f-f96d2ce98da3 req-45ffdfdb-4ed6-4a77-be8a-5c624ff4b328 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.587274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bcdbc67-8588-4daa-814f-f96d2ce98da3 req-45ffdfdb-4ed6-4a77-be8a-5c624ff4b328 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 943 time: 0.2120285
Mar 26 20:50:53.606738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:53.661771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-d711a1bb-be0a-46ee-90e8-31adb0378bb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7222209
Mar 26 20:50:53.663872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:53.675566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-70574d91-230e-4a9a-9e92-41a2a2371d32 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.677142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-70574d91-230e-4a9a-9e92-41a2a2371d32 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.21 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 824 time: 0.2121518
Mar 26 20:50:53.683206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,segment=NetworkSegment(3cad3588-1c34-4aaf-9a9a-a632d0678da5),segment_id=3cad3588-1c34-4aaf-9a9a-a632d0678da5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:53.712887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Pushing event updated for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:53.723090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.724952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bcdbc67-8588-4daa-814f-f96d2ce98da3 req-df55b29d-2704-4a86-a292-1a30f723b092 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345375
Mar 26 20:50:53.748778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:53.751347 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:53.754813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-0ff7e440-1f79-4d39-9a5d-eefa146149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.756765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-0ff7e440-1f79-4d39-9a5d-eefa146149fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.2105052
Mar 26 20:50:53.768920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae943f51-447b-434d-a20b-ea825ed34c1a {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:53.786454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-de474adf-f0f3-4ecc-bfe2-d19edd77f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.788207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-de474adf-f0f3-4ecc-bfe2-d19edd77f179 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2146733
Mar 26 20:50:53.788857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:53.803054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.826021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:53.838315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-3070ce32-5d57-437b-8719-c11c3d6e20d3 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 380 time: 0.1351936
Mar 26 20:50:53.852239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'port': {'device_id': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'admin_state_up': True, 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'security_groups': ['04e989ef-a3c0-4b7b-96aa-08997752e203']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:53.856944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b947a90-9029-4630-bcea-2b7a74ca7373 req-2fa8c42f-7801-483a-92f5-ff7d97fb68bf tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:53.858422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b947a90-9029-4630-bcea-2b7a74ca7373 req-2fa8c42f-7801-483a-92f5-ff7d97fb68bf tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2939508
Mar 26 20:50:53.882174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-777087a9-e431-4641-ab51-84b4d96f77cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1020925
Mar 26 20:50:53.890355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:53.913674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a287623c-b6ef-41e4-bbcb-64682b7b0a5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:53.916088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:53.919256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 has no active binding in host nch2-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:50:54.039385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770493-bf18-4d71-8624-e94034e636be req-6159697f-7701-47e7-a076-72afc89df076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.040910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-6159697f-7701-47e7-a076-72afc89df076 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1148 time: 0.3143578
Mar 26 20:50:54.042644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a846f-a0fb-425e-8ca7-9cc432ad0757 req-11d90aa0-9676-45db-88b8-8a9a581967c9 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.051718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e39a846f-a0fb-425e-8ca7-9cc432ad0757 req-11d90aa0-9676-45db-88b8-8a9a581967c9 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.2200692
Mar 26 20:50:54.072419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b947a90-9029-4630-bcea-2b7a74ca7373 req-583a78c7-368c-4499-8b4e-38bdc7e03635 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866472
Mar 26 20:50:54.074082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-a25d4128-1449-4a23-92d5-f764cb51a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.075746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-a25d4128-1449-4a23-92d5-f764cb51a289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2663994
Mar 26 20:50:54.107834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:54.110945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] Transition to ACTIVE for port object ae943f51-447b-434d-a20b-ea825ed34c1a will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:54.118504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Made reservation on behalf of c71abac018054ac59df8204f06278c20 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:50:54.122162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:54.127743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:54.135900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:54.155965 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d68abd-2935-4514-94da-173f695edd32 x-openstack-request-id: req-53d68abd-2935-4514-94da-173f695edd32 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:54.156295 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:54.156536 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53d68abd-2935-4514-94da-173f695edd32 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:54.157460 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d68abd-2935-4514-94da-173f695edd32'] response: {'name': 'network-changed', 'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'status': 'completed', 'code': 200}
Mar 26 20:50:54.173813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-f27870cb-3e3a-44ca-a20c-a02dbdb3b07f service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2534554
Mar 26 20:50:54.216614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.21', 54738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:54.216796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e39a846f-a0fb-425e-8ca7-9cc432ad0757 req-320a4dc1-c659-4835-b8e9-e48bc13aec4b tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495926
Mar 26 20:50:54.364716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9bb0b776-2702-4399-9a01-3fe0d450e26f req-e8c35b4d-93b3-44a3-99b3-11029c9ccefc tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 210 time: 0.0467122
Mar 26 20:50:54.400736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] No DVR routers for this DVR port ae943f51-447b-434d-a20b-ea825ed34c1a on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:54.413350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:54.482414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-1fd34a2b-f188-4b8e-935d-ebf76e92ddc1 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3545897
Mar 26 20:50:54.522862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-810e2f50-53c4-47ac-ab97-b6b0312efb53 None None] Provisioning complete for port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:54.524145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-810e2f50-53c4-47ac-ab97-b6b0312efb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:54.534219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770493-bf18-4d71-8624-e94034e636be req-a1152016-c4d4-413b-9713-8f739acbb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.535829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-a1152016-c4d4-413b-9713-8f739acbb71b service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.4591343
Mar 26 20:50:54.539961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Allocated IP 172.20.0.7 (f8ad645e-691e-4200-a0a6-1147f6f8ec71/18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14/eb28e42c-172b-407b-901a-05cc677135e3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:54.558029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-350f7ab8-d90a-4287-9917-951c91a8f67e service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4669776
Mar 26 20:50:54.576661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b70a3-5710-48de-8df1-465720876ff5 req-e28d38cd-38c3-47d9-8903-1ac0d890b6e6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.578106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-810e2f50-53c4-47ac-ab97-b6b0312efb53 None None] Port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:54.578908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d0b70a3-5710-48de-8df1-465720876ff5 req-e28d38cd-38c3-47d9-8903-1ac0d890b6e6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.1023054
Mar 26 20:50:54.585936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.21', 54739) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:54.612282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-62f48ac0-2136-4a7b-8a35-ea50a1c0155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.613668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-62f48ac0-2136-4a7b-8a35-ea50a1c0155c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1155 time: 0.3961637
Mar 26 20:50:54.615850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:54.619821 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba3dd2-46e6-42da-9075-23640e3cf2ff" -d '{"events": [{"server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "name": "network-vif-plugged", "status": "completed", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:54.622697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-ebe5e746-e057-4d0d-9289-6f098a54adf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0757632
Mar 26 20:50:54.671970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609455f6-bd4f-4630-8787-2713c42ae020 req-a58311a6-e4ae-4f67-b34d-fa21a48f5f3b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.673488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-609455f6-bd4f-4630-8787-2713c42ae020 req-a58311a6-e4ae-4f67-b34d-fa21a48f5f3b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.3419554
Mar 26 20:50:54.712838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c67a43a2-7476-4fbf-aa19-ae466541de30 req-98b657d5-62ce-4adf-a33e-0c6eae23319a service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4970405
Mar 26 20:50:54.740444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d0b70a3-5710-48de-8df1-465720876ff5 req-0d7f6bde-de28-45ae-9412-e1c9c41b52da tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405020
Mar 26 20:50:54.748081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-9143bcfd-9bac-4233-9772-2347edf1373e tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.749626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-9143bcfd-9bac-4233-9772-2347edf1373e tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1634378
Mar 26 20:50:54.842491 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1f19c-6037-4224-9acb-2e5c016e51a4 x-openstack-request-id: req-18f1f19c-6037-4224-9acb-2e5c016e51a4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:54.843214 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "name": "network-vif-plugged", "status": "completed", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:54.843626 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18f1f19c-6037-4224-9acb-2e5c016e51a4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:54.845164 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f1f19c-6037-4224-9acb-2e5c016e51a4'] response: {'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d', 'code': 200}
Mar 26 20:50:54.863292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for port (eb28e42c-172b-407b-901a-05cc677135e3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:54.910147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-001d88bf-3b0c-4fdc-b4b6-c39707b86c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:54.911682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-001d88bf-3b0c-4fdc-b4b6-c39707b86c30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24&tenant_id=cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 1126 time: 0.1519747
Mar 26 20:50:54.918864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.21', 54740) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:54.978813 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fc91-fd01-4f22-b45b-f198ae1f3ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.035899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.036763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:50:55.044422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.21', 54741) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:55.092331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bf649-0185-453b-ba17-f5ac0588eeb6 req-3576562b-8ab1-4b44-a283-8d904f29d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.094029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f2bf649-0185-453b-ba17-f5ac0588eeb6 req-3576562b-8ab1-4b44-a283-8d904f29d1df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 1127 time: 0.1605940
Mar 26 20:50:55.101196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770493-bf18-4d71-8624-e94034e636be req-94685fb7-3880-4432-ac3e-3f57f2e77cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.102665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-94685fb7-3880-4432-ac3e-3f57f2e77cbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.4590731
Mar 26 20:50:55.106015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ffd9-a552-475d-b880-4e1270a213b1 req-c587d981-1ef8-4d39-a3ce-f97810f68d4d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.107495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e86ffd9-a552-475d-b880-4e1270a213b1 req-c587d981-1ef8-4d39-a3ce-f97810f68d4d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.1894891
Mar 26 20:50:55.113180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:55.132036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-66924416-18a7-4f1a-a65e-1b2b29d20bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.133381 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-66924416-18a7-4f1a-a65e-1b2b29d20bff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1126 time: 0.1586008
Mar 26 20:50:55.134230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:55.149389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:55.154683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.155343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.173617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-3d9c983f-ea0e-49f4-a12b-3db850834edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.174910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:55.175122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-3d9c983f-ea0e-49f4-a12b-3db850834edf service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.5517983
Mar 26 20:50:55.177113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-a9af052a-b3dc-46b3-b28f-848f3712d264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567181
Mar 26 20:50:55.178762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-1e91ff70-60bd-42f8-9edc-32d75f29998a service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6112559
Mar 26 20:50:55.197513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51150) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:55.229733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-609455f6-bd4f-4630-8787-2713c42ae020 req-73400390-d3dc-4fbe-8aaf-1e88bf6fbbf4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5222898
Mar 26 20:50:55.246184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-911adb24-57d0-475d-abf7-fd99b77f442f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3977547
Mar 26 20:50:55.267048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:55.296322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Request body: {'port': {'device_id': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:55.324512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-7747451e-6f40-4a09-8811-fa600f35011a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 217 time: 0.0982225
Mar 26 20:50:55.353886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port ae943f51-447b-434d-a20b-ea825ed34c1a host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:50:55.355542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:55.365733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f2bf649-0185-453b-ba17-f5ac0588eeb6 req-1fd9c7b6-6733-448e-80c3-f3d7055e2000 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513139
Mar 26 20:50:55.440175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e86ffd9-a552-475d-b880-4e1270a213b1 req-fd9046d7-210c-4f44-90b9-b8604828205a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3170431
Mar 26 20:50:55.451010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-0a7b3cc7-c3ec-4219-adbb-bb63250ad62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.453854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-37f81926-50d6-4ca6-a71b-74b21e9f0795 service neutron] 10.222.0.21 "GET /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4053812
Mar 26 20:50:55.457670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-0a7b3cc7-c3ec-4219-adbb-bb63250ad62e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2996368
Mar 26 20:50:55.515045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb28e42c-172b-407b-901a-05cc677135e3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.519719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3be674bc-37ad-47a4-a70a-28283a872d9a None None] Provisioning complete for port eb28e42c-172b-407b-901a-05cc677135e3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:55.520397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3be674bc-37ad-47a4-a70a-28283a872d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb28e42c-172b-407b-901a-05cc677135e3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.552724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-9de3c75e-b45e-4442-a822-af00d0b6fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.554197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-9de3c75e-b45e-4442-a822-af00d0b6fcd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.2209773
Mar 26 20:50:55.558680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3be674bc-37ad-47a4-a70a-28283a872d9a None None] Port eb28e42c-172b-407b-901a-05cc677135e3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:50:55.562310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:50:55.565979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-122842a7-fa95-4de4-aa66-1abb24dcbb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:55.572726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Sync routers for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:50:55.572895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-85f8c8c0-7419-472a-9af6-64d6a00f4fed admin admin] 10.222.0.16 "PUT /v2.0/routers/8fedd2af-f2b5-4f21-b11d-2ab2b887763f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2486517
Mar 26 20:50:55.595407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:55.595407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5c02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:55.633650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-26bb5266-5386-404e-88e8-9d63ee549704 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564127
Mar 26 20:50:55.637623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-d487e69f-7f2e-48a8-b532-f8ad69fd97ed service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4125195
Mar 26 20:50:55.644634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe572-64e6-4071-97a7-159b111cb9d3 req-e77aab88-9427-4760-84c4-2b9afb2b1c75 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.651452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13dfe572-64e6-4071-97a7-159b111cb9d3 req-e77aab88-9427-4760-84c4-2b9afb2b1c75 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2590218
Mar 26 20:50:55.736833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:55.745717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-e15f4426-c71b-49cf-bb1f-00105402a1c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 200  len: 217 time: 0.1678290
Mar 26 20:50:55.855580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea30ac8-877f-4db3-997b-6304474bd6cb req-60375f3a-ff1d-4c5f-ae00-7d5377808b9b tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.862626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ea30ac8-877f-4db3-997b-6304474bd6cb req-60375f3a-ff1d-4c5f-ae00-7d5377808b9b tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.3414323
Mar 26 20:50:55.864519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13dfe572-64e6-4071-97a7-159b111cb9d3 req-9a00b806-6a9d-4c6e-9656-49b4c7107b6a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121253
Mar 26 20:50:55.923843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-bcd4da78-132b-47a0-b680-2388b3d9f0c9 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2668047
Mar 26 20:50:55.928409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de770493-bf18-4d71-8624-e94034e636be req-673562be-527b-4ed9-88f5-fc5d5983c4d3 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2723410
Mar 26 20:50:55.929985 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2dc7fc34-03f0-4a01-8896-007c9b0f2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:55.932159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-2dc7fc34-03f0-4a01-8896-007c9b0f2b72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1676068
Mar 26 20:50:55.963688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5c02b0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:52Z', 'revision_number': 4, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f5b357a-21b7-4540-9fa5-cc5f9f2d3390', 'name': '', 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'mac_address': 'fa:16:3e:06:56:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:49Z', 'updated_at': '2022-03-26T20:50:52Z', 'revision_number': 2, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'subnets': [{'id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:55.993843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Checking router: 8fedd2af-f2b5-4f21-b11d-2ab2b887763f for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:50:55.994583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Updating router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:50:56.031396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-dc67f3df-c779-4dc9-81d2-2bb3f18accca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696709
Mar 26 20:50:56.034829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-122842a7-fa95-4de4-aa66-1abb24dcbb94 admin admin] Publish callbacks [] for security_group (63906c4d-28ff-401c-b0a0-5efb218bf125), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.036743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.067750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-122842a7-fa95-4de4-aa66-1abb24dcbb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63906c4d-28ff-401c-b0a0-5efb218bf125), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.082115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ea30ac8-877f-4db3-997b-6304474bd6cb req-9a705a32-574d-486a-a621-ed9d4b04ed8b tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186301
Mar 26 20:50:56.152245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c457e-d744-4dc5-9014-f1eb1f6d6e23 req-bf5125f6-d973-438f-b001-6c56410e308e tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:56.154104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-747c457e-d744-4dc5-9014-f1eb1f6d6e23 req-bf5125f6-d973-438f-b001-6c56410e308e tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 931 time: 0.2151954
Mar 26 20:50:56.199637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:56.237978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b46550-f8b1-48c4-8ad5-3cd9b8b2108d req-f952ec3d-e0c1-430d-bb06-6096be903e2d service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007843
Mar 26 20:50:56.260653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-747c457e-d744-4dc5-9014-f1eb1f6d6e23 req-6b81e624-8edf-441e-8e0d-bd13dfb2f3d8 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974026
Mar 26 20:50:56.261940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:56.313532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:56.325719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:56.367404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.405477 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks [] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.414256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.424821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122842a7-fa95-4de4-aa66-1abb24dcbb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63906c4d-28ff-401c-b0a0-5efb218bf125,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:56.454606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e497e33-5f61-4c97-840f-37c663c565fb req-dc26570f-1310-4a7e-9457-52ccda6e6e04 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:56.454780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-122842a7-fa95-4de4-aa66-1abb24dcbb94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42758b0b02434b76b69d5dea22bd5945&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2464015
Mar 26 20:50:56.460453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e497e33-5f61-4c97-840f-37c663c565fb req-dc26570f-1310-4a7e-9457-52ccda6e6e04 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 943 time: 0.1319408
Mar 26 20:50:56.465704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51168) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:56.470407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4fc90-460c-49dc-bfa2-2550dec93ffa None None] Pushing event updated for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:56.532733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Attempting to bind port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:56.533115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Attempting to bind port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:56.533628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Attempting to bind port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 on network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:56.545895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:56.546310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Checking segment: {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:56.546685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.547082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Bound using segment: {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:56.548224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Bound port: 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc6a904-dcbd-4882-92d6-b93e02dbc097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:56.548644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.606702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] Transition to ACTIVE for port object 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:56.622325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e497e33-5f61-4c97-840f-37c663c565fb req-4ab21a06-64be-42cb-b09d-1d4eb7561a54 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564543
Mar 26 20:50:56.629766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.660296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] For port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:56.662743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-48a2af03-c08a-478b-8bf0-628f862d6550 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6179297
Mar 26 20:50:56.664042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] For port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:56.684975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.710189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb28e42c-172b-407b-901a-05cc677135e3 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:50:56.748301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks [] for port (eb28e42c-172b-407b-901a-05cc677135e3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.768558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] Pushing event updated for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:56.784398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:50:56.785058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5c02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:56.800124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] Publish callbacks [] for security_group (63906c4d-28ff-401c-b0a0-5efb218bf125), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.832823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-d4ee0bd7-7a77-4b21-b1e8-053465c193af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4729116
Mar 26 20:50:56.837246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Transition to ACTIVE for port object eb28e42c-172b-407b-901a-05cc677135e3 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:50:56.841150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4fc90-460c-49dc-bfa2-2550dec93ffa None None] Pushing event updated for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:56.842897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:50:56.865988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.923940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] No DVR routers for this DVR port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:50:56.927703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Provisioning complete for port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:56.928327 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.955830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:56.979742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] Publish callbacks [] for security_group (63906c4d-28ff-401c-b0a0-5efb218bf125), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.004275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-61610e9a-0d70-4d72-9197-5b36e04f8401 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3291583
Mar 26 20:50:57.039563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:50:57.064614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Pushing event updated for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:57.089788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-12b335b0-61c6-4f3b-9196-04103d0ad6ba service neutron] 10.222.0.21 "PUT /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5114019
Mar 26 20:50:57.114719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Attempting to bind port eb28e42c-172b-407b-901a-05cc677135e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:50:57.115062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Attempting to bind port eb28e42c-172b-407b-901a-05cc677135e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:50:57.115395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Attempting to bind port eb28e42c-172b-407b-901a-05cc677135e3 on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:57.122772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c335-15a8-4277-9c1e-2018a8fd0746 req-62797a36-d8c9-46f3-98ef-74471e7f1c81 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.124289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Port eb28e42c-172b-407b-901a-05cc677135e3 on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:50:57.124622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Attempting to bind port eb28e42c-172b-407b-901a-05cc677135e3 on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:50:57.131531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1358c335-15a8-4277-9c1e-2018a8fd0746 req-62797a36-d8c9-46f3-98ef-74471e7f1c81 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.3560972
Mar 26 20:50:57.200580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:50:57.201197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Checking segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:50:57.201757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Bound using segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:50:57.202372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Bound port: eb28e42c-172b-407b-901a-05cc677135e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:50:57.202896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb28e42c-172b-407b-901a-05cc677135e3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.298252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63906c4d-28ff-401c-b0a0-5efb218bf125), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.298785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:57.301998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.302546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.303909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63906c4d-28ff-401c-b0a0-5efb218bf125 HTTP/1.1" status: 204  len: 168 time: 0.8364615
Mar 26 20:50:57.304804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb28e42c-172b-407b-901a-05cc677135e3,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:50:57.323791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1358c335-15a8-4277-9c1e-2018a8fd0746 req-cfb69fa5-8b0c-4861-8c70-987768b5e8af tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910882
Mar 26 20:50:57.327299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43308ce0-dfc4-4505-bc9c-ff1df051c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63906c4d-28ff-401c-b0a0-5efb218bf125,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:57.331147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.369521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d431a378-e871-4f20-8ebc-7f6ae7bff554 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.371147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d431a378-e871-4f20-8ebc-7f6ae7bff554 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1956012
Mar 26 20:50:57.379547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8c543189-18a6-4e94-9a7b-df116055e2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.387858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Current status of the port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:57.388274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.439256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-a093c151-f38c-43e3-9479-a6804c0f33b9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.440321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5c02b0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:52Z', 'revision_number': 4, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f5b357a-21b7-4540-9fa5-cc5f9f2d3390', 'name': '', 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'mac_address': 'fa:16:3e:06:56:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:49Z', 'updated_at': '2022-03-26T20:50:56Z', 'revision_number': 4, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'subnets': [{'id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:50:57.441724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-a093c151-f38c-43e3-9479-a6804c0f33b9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1165316
Mar 26 20:50:57.459962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-91530e99-01a0-455c-81f8-cf1a170fb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.461549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-91530e99-01a0-455c-81f8-cf1a170fb48c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87&tenant_id=cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 1126 time: 0.0799947
Mar 26 20:50:57.484490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.487057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.488578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb28e42c-172b-407b-901a-05cc677135e3 HTTP/1.1" status: 200  len: 1091 time: 2.2070310
Mar 26 20:50:57.525543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:50:57.528747 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77148113-68a7-4ea0-9921-051de8b9210c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "tag": "eb28e42c-172b-407b-901a-05cc677135e3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:50:57.622789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e08c-16b6-4e56-8695-3c3cf6713275 service neutron] Pushing event updated for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:57.660825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495e05f2-bedc-4897-a931-ea118460b0d5 None None] The sync data for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 is: [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:52Z', 'revision_number': 4, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5f5b357a-21b7-4540-9fa5-cc5f9f2d3390', 'name': '', 'network_id': '6028d62c-aa93-417f-8ab2-f87eb4b94a45', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'mac_address': 'fa:16:3e:06:56:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:49Z', 'updated_at': '2022-03-26T20:50:56Z', 'revision_number': 4, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'subnets': [{'id': '6fc83ffa-43d3-4c18-8067-345af56a2729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:50:57.664399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] For port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:50:57.670186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Allocated IP 172.35.4.222 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/d932f1b9-cb02-47ed-8922-d8d7056e7e80) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:50:57.675493 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.696254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-40344d9f-c8fb-4e05-85a4-f47c071f3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.697795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-40344d9f-c8fb-4e05-85a4-f47c071f3f84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 1125 time: 0.1386380
Mar 26 20:50:57.727608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-9ffda6db-a3e0-4ade-b947-30df1e40efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.738420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-9ffda6db-a3e0-4ade-b947-30df1e40efd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1126 time: 0.2257609
Mar 26 20:50:57.785619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e1fb0-59bc-41ac-b08e-a0962e16598f req-c54fe56b-fa6d-4676-b725-fa1ddb36541f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.786995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-767b1f0f-cc19-43dd-a050-a3ee59d30a5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb28e42c-172b-407b-901a-05cc677135e3 HTTP/1.1" status: 200  len: 217 time: 0.0796158
Mar 26 20:50:57.792617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260e1fb0-59bc-41ac-b08e-a0962e16598f req-c54fe56b-fa6d-4676-b725-fa1ddb36541f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.3353379
Mar 26 20:50:57.799080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0733ee9-9aba-4ed1-a41e-39caa29ce1e6 None None] Pushing event updated for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:57.839188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-de1c1a57-f6d5-4d14-9a61-49df73b0d719 None None] Provisioning complete for port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:57.840626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-de1c1a57-f6d5-4d14-9a61-49df73b0d719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.884541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-06beb69d-e1f5-4b84-a3bc-6c70c8d98a78 service neutron] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:57.896272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-06beb69d-e1f5-4b84-a3bc-6c70c8d98a78 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.897584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-143b1de1-ba43-45f2-92ad-48a8f38668a8 req-06beb69d-e1f5-4b84-a3bc-6c70c8d98a78 service neutron] 10.222.0.21 "DELETE /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4480629
Mar 26 20:50:57.944412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51186) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:57.955022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-7c8ecb43-f3dc-4793-b0fc-dc12f52e112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.956987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-7c8ecb43-f3dc-4793-b0fc-dc12f52e112d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.1115434
Mar 26 20:50:57.974416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3eef614e-235d-479c-9e31-6a96fa509ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:57.976129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-3eef614e-235d-479c-9e31-6a96fa509ad8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2037001
Mar 26 20:50:57.981299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-de1c1a57-f6d5-4d14-9a61-49df73b0d719 None None] Current status of the port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:57.990631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:57.995376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c31-1af0-49d9-a39d-29e2faef2e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.045547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-9ee783a1-9b89-44fd-ad29-837eeddd1b9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 200  len: 217 time: 0.0624566
Mar 26 20:50:58.072401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260e1fb0-59bc-41ac-b08e-a0962e16598f req-e40cbc57-18b5-4981-a04d-c921cc9dc191 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765498
Mar 26 20:50:58.098657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-57694324-af40-445b-94d1-bb29cabb0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:58.098657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-57694324-af40-445b-94d1-bb29cabb0bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1164432
Mar 26 20:50:58.111207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.163077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d24be778-7e16-447b-ad4c-50ce71c0c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:58.164618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-d24be778-7e16-447b-ad4c-50ce71c0c306 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1123984
Mar 26 20:50:58.206218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-4a04d8a1-b3e1-4af7-bb60-ffbd236fb8d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344374
Mar 26 20:50:58.208993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=d932f1b9-cb02-47ed-8922-d8d7056e7e80,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:58.246233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:50:58.254482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c31-1af0-49d9-a39d-29e2faef2e7c admin admin] Publish callbacks [] for security_group (4fccb9c7-ee67-49d1-bba9-f6580de14fdb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.294439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:50:58.303338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:50:58.307045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5c31-1af0-49d9-a39d-29e2faef2e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4fccb9c7-ee67-49d1-bba9-f6580de14fdb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.379804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927a219-1fcb-432a-8804-a5c5a0c3da9a req-2dccb8a9-0e43-4d84-89d6-f750f03d0e05 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:58.381222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2927a219-1fcb-432a-8804-a5c5a0c3da9a req-2dccb8a9-0e43-4d84-89d6-f750f03d0e05 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1792152
Mar 26 20:50:58.399564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6cdd5c31-1af0-49d9-a39d-29e2faef2e7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bb2466befd84e639d0a7cecb62b754d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4535100
Mar 26 20:50:58.403014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51208) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:50:58.428153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-04820992-0c14-4b8d-b3ee-6a635c8b86dd service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901908
Mar 26 20:50:58.428491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd5c31-1af0-49d9-a39d-29e2faef2e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fccb9c7-ee67-49d1-bba9-f6580de14fdb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:58.434630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-4cababb7-b8b8-4d86-bfce-7a0fc9b4be4b service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282199
Mar 26 20:50:58.456879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (4d50880c-594d-420e-9a1c-d0f6d74c6af5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.559217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.601016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef23b9e8-f41c-49a2-a63f-0a4c8928149c req-27ff0cee-15a4-4244-92fd-5374ea5aa582 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550028
Mar 26 20:50:58.646609 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.679576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:50:58.772558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2927a219-1fcb-432a-8804-a5c5a0c3da9a req-b250d918-86c8-44bf-a8c1-e0abee9ff430 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3830359
Mar 26 20:50:58.782847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:50:58.783530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:50:58.796412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] Publish callbacks [] for security_group (4fccb9c7-ee67-49d1-bba9-f6580de14fdb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.817174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.837115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.863417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:50:58.889743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4d50880c-594d-420e-9a1c-d0f6d74c6af5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.914359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.922022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0880291
Mar 26 20:50:58.935197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-f0db68e3-6c91-4952-9fc9-3c5b9e19da7f service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4978459
Mar 26 20:50:58.944549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:50:58.945209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:58.974678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] Publish callbacks [] for security_group (4fccb9c7-ee67-49d1-bba9-f6580de14fdb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:59.032744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840d26-1ffd-47d0-9f50-3877615e191f req-61dfed8c-89e5-4eb2-90e1-acbcc69284c1 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.034267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67840d26-1ffd-47d0-9f50-3877615e191f req-61dfed8c-89e5-4eb2-90e1-acbcc69284c1 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.1174116
Mar 26 20:50:59.049103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b777c-321e-43f6-a7c3-558c8386495f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=d932f1b9-cb02-47ed-8922-d8d7056e7e80,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:59.053867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-8f887088-12eb-48a0-8e58-889c79c149e0 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.222 HTTP/1.1" status: 200  len: 696 time: 0.1303527
Mar 26 20:50:59.055737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:50:59.074107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4fccb9c7-ee67-49d1-bba9-f6580de14fdb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:59.087755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:59.088957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fccb9c7-ee67-49d1-bba9-f6580de14fdb HTTP/1.1" status: 204  len: 168 time: 0.6836014
Mar 26 20:50:59.133672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c40de9-0b25-408a-83b5-b1af666567d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fccb9c7-ee67-49d1-bba9-f6580de14fdb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:50:59.207990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67840d26-1ffd-47d0-9f50-3877615e191f req-fda0be91-43dd-4cec-9a16-25395c44724f tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523304
Mar 26 20:50:59.222784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-7b0abc7f-8f9e-4ee0-a95a-41c8fbdc69d9 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.230116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-7b0abc7f-8f9e-4ee0-a95a-41c8fbdc69d9 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1558523
Mar 26 20:50:59.243485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-190c77d0-0726-4e10-84d7-55298284dba3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:50:59.265002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb189eb9-3318-4aba-8972-b6211ed5de8e req-190c77d0-0726-4e10-84d7-55298284dba3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0337455
Mar 26 20:50:59.298014 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dd478-4c68-4cfe-9672-edb689e438bd x-openstack-request-id: req-4e6dd478-4c68-4cfe-9672-edb689e438bd {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:50:59.298314 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "tag": "eb28e42c-172b-407b-901a-05cc677135e3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:50:59.298572 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e6dd478-4c68-4cfe-9672-edb689e438bd {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:50:59.298975 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6dd478-4c68-4cfe-9672-edb689e438bd'] response: {'name': 'network-changed', 'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3', 'status': 'completed', 'code': 200}
Mar 26 20:50:59.302094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-61729973-be71-4423-b9ae-e24a5c778c3b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.303604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-61729973-be71-4423-b9ae-e24a5c778c3b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1028178
Mar 26 20:50:59.435723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148113-68a7-4ea0-9921-051de8b9210c req-49fa42e0-5dae-46fe-8b9e-7aa4374ef96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.437371 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-49fa42e0-5dae-46fe-8b9e-7aa4374ef96d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 1125 time: 0.1161144
Mar 26 20:50:59.463514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e21430-43d9-4544-aa55-138bffc85391 req-b54edaaf-a316-4810-8f47-668e68a4425c tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.465016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3e21430-43d9-4544-aa55-138bffc85391 req-b54edaaf-a316-4810-8f47-668e68a4425c tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 943 time: 0.1326370
Mar 26 20:50:59.484016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5bba3-2faf-4125-a95e-9a802572786c req-c0e10c3d-3723-41e2-9f3a-48b9714f3b91 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.485562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ea5bba3-2faf-4125-a95e-9a802572786c req-c0e10c3d-3723-41e2-9f3a-48b9714f3b91 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 944 time: 0.1164532
Mar 26 20:50:59.566239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3e21430-43d9-4544-aa55-138bffc85391 req-c809e5ae-a7f5-4d88-8d25-180f8588b005 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954530
Mar 26 20:50:59.571202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-e67303ff-d146-4dd2-8112-1ab699e5889c service neutron] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:50:59.575258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-e67303ff-d146-4dd2-8112-1ab699e5889c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:50:59.576498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25110546-66b3-47e8-b404-1f3ece50bee2 req-e67303ff-d146-4dd2-8112-1ab699e5889c service neutron] 10.222.0.18 "DELETE /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2640898
Mar 26 20:50:59.627839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ea5bba3-2faf-4125-a95e-9a802572786c req-5c41f21e-798a-4389-81a8-d735c5cddb79 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337082
Mar 26 20:50:59.629043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148113-68a7-4ea0-9921-051de8b9210c req-65538981-7921-4766-9551-11989a447da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.630396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-65538981-7921-4766-9551-11989a447da1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 924 time: 0.1852694
Mar 26 20:50:59.703035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-cfce36d2-d86a-4cc8-b73c-20710312a43c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb28e42c-172b-407b-901a-05cc677135e3 HTTP/1.1" status: 200  len: 217 time: 0.0550525
Mar 26 20:50:59.805240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07ef5-84f8-44bf-bc08-026520062113 req-7a894b13-103b-44eb-b403-4bffb665a610 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:50:59.807885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63c07ef5-84f8-44bf-bc08-026520062113 req-7a894b13-103b-44eb-b403-4bffb665a610 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0768070
Mar 26 20:50:59.890415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63c07ef5-84f8-44bf-bc08-026520062113 req-61c45639-acab-4440-9207-420747e50764 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751996
Mar 26 20:50:59.960848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.119958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86cee1-d58f-4ac3-a60c-07d5581a8bb3 req-dfffec79-5cc7-4bbf-9074-813bd3c60f6e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:00.121542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c86cee1-d58f-4ac3-a60c-07d5581a8bb3 req-dfffec79-5cc7-4bbf-9074-813bd3c60f6e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.4066350
Mar 26 20:51:00.123262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148113-68a7-4ea0-9921-051de8b9210c req-7be5dfc8-9a82-4246-b2bc-65d40ea44614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:00.124670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-7be5dfc8-9a82-4246-b2bc-65d40ea44614 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.4084258
Mar 26 20:51:00.190800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9f3a2ffa-1ee5-4d00-ac64-51fa9ac1fdee tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2743382
Mar 26 20:51:00.204864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:00.238695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c86cee1-d58f-4ac3-a60c-07d5581a8bb3 req-bc137053-eb5d-4b01-b5cc-d00ca2fe5d45 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045516
Mar 26 20:51:00.246071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.250481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77148113-68a7-4ea0-9921-051de8b9210c req-e51f6c9f-876f-4049-93f7-14e300af7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:00.252044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-e51f6c9f-876f-4049-93f7-14e300af7105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1192422
Mar 26 20:51:00.391476 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.442788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-7ea0b88d-44f4-4ff7-b980-3e601e367000 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798100
Mar 26 20:51:00.479091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d88959-a69b-4cbb-b555-76691e439975 req-baa0b921-8937-4812-9307-4f28a5affe11 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:00.480944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3d88959-a69b-4cbb-b555-76691e439975 req-baa0b921-8937-4812-9307-4f28a5affe11 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 1126 time: 0.1060140
Mar 26 20:51:00.559323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Allocated IP 172.35.4.55 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/58bbdb95-3217-4962-a837-9de27e0882b6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:00.591393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3d88959-a69b-4cbb-b555-76691e439975 req-208137e3-e04c-468b-a13c-7da45d54492c tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021562
Mar 26 20:51:00.603839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77148113-68a7-4ea0-9921-051de8b9210c req-f6d74e10-604e-424b-bee3-695b2679e74e service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536174
Mar 26 20:51:00.711382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eb28e42c-172b-407b-901a-05cc677135e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:00.717107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (58bbdb95-3217-4962-a837-9de27e0882b6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.786504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.843659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:00.851141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:00.853474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=58bbdb95-3217-4962-a837-9de27e0882b6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:00.856101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:00.869238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb28e42c-172b-407b-901a-05cc677135e3,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:00.885602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'eb28e42c-172b-407b-901a-05cc677135e3', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'port_id': 'eb28e42c-172b-407b-901a-05cc677135e3', 'mac_address': 'fa:16:3e:0c:33:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:00.935749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port eb28e42c-172b-407b-901a-05cc677135e3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:00.936170 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb28e42c-172b-407b-901a-05cc677135e3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:00.952379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb28e42c-172b-407b-901a-05cc677135e3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:00.980783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb28e42c-172b-407b-901a-05cc677135e3,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:00.986577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.027484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (dfd3fd5d-179a-45a2-9012-62b394e3dbfb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.078096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:01.090077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.135425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf746101-969f-46f0-ac3e-efa0daffe2b6 req-9b29b26a-e690-4ebe-99ae-6694a70fec03 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.138013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf746101-969f-46f0-ac3e-efa0daffe2b6 req-9b29b26a-e690-4ebe-99ae-6694a70fec03 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 944 time: 0.0783176
Mar 26 20:51:01.216505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf746101-969f-46f0-ac3e-efa0daffe2b6 req-b154c567-fe68-4626-895d-306209d33de4 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676625
Mar 26 20:51:01.247791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['eb28e42c-172b-407b-901a-05cc677135e3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:01.301593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (58bbdb95-3217-4962-a837-9de27e0882b6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.310232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.341571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637d300-1b40-43ed-892f-8800d1fb80b8 req-7f756bae-eade-4de2-bf4d-e56a2df3bfb6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.345317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e637d300-1b40-43ed-892f-8800d1fb80b8 req-7f756bae-eade-4de2-bf4d-e56a2df3bfb6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 1126 time: 0.0614526
Mar 26 20:51:01.391981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=58bbdb95-3217-4962-a837-9de27e0882b6,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:01.399869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dfd3fd5d-179a-45a2-9012-62b394e3dbfb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.402377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e637d300-1b40-43ed-892f-8800d1fb80b8 req-cfc3082c-c036-4adb-a8bc-d92bc91b7449 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513527
Mar 26 20:51:01.424977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.425754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-9748c691-c0cc-469b-a3ce-3e68fe0fef86 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.2295854
Mar 26 20:51:01.480591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:01.503097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-6f9ee767-41e2-448f-8b92-150f28066601 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.55 HTTP/1.1" status: 200  len: 695 time: 0.0764661
Mar 26 20:51:01.593203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-1a7f37bf-651f-4a51-bf63-ea195aed6350 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.595212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-1a7f37bf-651f-4a51-bf63-ea195aed6350 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.1077750
Mar 26 20:51:01.610309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-72b7786c-7847-4d3c-9ac8-39f05bb1e382 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/quotas/cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 375 time: 0.0091255
Mar 26 20:51:01.611279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-7e3092e1-1b33-4277-828e-1cb0a5bdefc5 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.612892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-7e3092e1-1b33-4277-828e-1cb0a5bdefc5 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1039653
Mar 26 20:51:01.623088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-071ba168-92c1-4267-991b-a2ad1159df12 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:01.624170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-530c0816-8986-4f5e-a4f0-a4fbf82fc09b req-071ba168-92c1-4267-991b-a2ad1159df12 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058813
Mar 26 20:51:01.672695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-1ba4204f-99c6-47ce-b128-6f4804e5ce7a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0555177
Mar 26 20:51:01.724069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ec9ee-96d8-47ef-bcce-4771ca058645 req-4a0a46e3-e56c-4c95-9451-0bde7dda1124 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.725543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-420ec9ee-96d8-47ef-bcce-4771ca058645 req-4a0a46e3-e56c-4c95-9451-0bde7dda1124 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0537641
Mar 26 20:51:01.762469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-7a345eab-85dd-42a6-9f43-94084c19a9ed service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829983
Mar 26 20:51:01.771663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-420ec9ee-96d8-47ef-bcce-4771ca058645 req-ffcd7114-5760-4dac-81d9-ba63f2984a3d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404768
Mar 26 20:51:01.855645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-84e5505d-7296-4211-9192-af1c0b561357 service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874915
Mar 26 20:51:01.879873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9d21f-0a5f-4866-9828-cd1f24c0aab3 req-125c7692-7a6e-4258-b801-c350014306db tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:01.881360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2df9d21f-0a5f-4866-9828-cd1f24c0aab3 req-125c7692-7a6e-4258-b801-c350014306db tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0555325
Mar 26 20:51:01.927587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2df9d21f-0a5f-4866-9828-cd1f24c0aab3 req-b7aa5650-d7a6-44ea-a2bb-328c1822bc59 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404532
Mar 26 20:51:02.279847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0672efe9-c17a-4ed4-9ee6-564e343c126e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:02.282285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0672efe9-c17a-4ed4-9ee6-564e343c126e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.1174090
Mar 26 20:51:02.299353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-50a82376-9fb9-4573-a887-f2b767e7e0a7 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/quotas/cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 375 time: 0.0106394
Mar 26 20:51:02.397708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-f1f660f1-57a9-40ee-a328-59c634bbcb14 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0923095
Mar 26 20:51:02.452662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-649a4167-9e1b-41c9-b8be-ecf464b9bf94 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1252763
Mar 26 20:51:02.461954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:02.485804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.501224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-16922f5d-0a78-428d-b637-76f340749fee service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959451
Mar 26 20:51:02.610742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.619148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-54f51c45-822e-4686-825e-ac101aaf90ac service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153960
Mar 26 20:51:02.725382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eb28e42c-172b-407b-901a-05cc677135e3 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:02.746376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Allocated IP 172.35.4.213 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5ad690d8-e1f5-44ff-9139-fabc620344ba) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:02.802774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port eb28e42c-172b-407b-901a-05cc677135e3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:02.809355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port eb28e42c-172b-407b-901a-05cc677135e3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:02.810077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb28e42c-172b-407b-901a-05cc677135e3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.871283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a04046b3-319f-4864-b2b9-842fdba60ab0 req-c8202d15-79cc-4f91-8aec-1e7a233da5a9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 210 time: 0.0403028
Mar 26 20:51:02.925075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.937338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port eb28e42c-172b-407b-901a-05cc677135e3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:02.938519 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb28e42c-172b-407b-901a-05cc677135e3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.967280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:02.973180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:02.981031 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d29961-57f7-4dda-b3a2-7223fa09ae7b" -d '{"events": [{"server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "name": "network-vif-plugged", "status": "completed", "tag": "eb28e42c-172b-407b-901a-05cc677135e3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:03.005018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb28e42c-172b-407b-901a-05cc677135e3,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:03.010719 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.013595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:03.016889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:03.030644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:03.033918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=5ad690d8-e1f5-44ff-9139-fabc620344ba,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:03.138208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:03.196232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (2286ae6c-e83e-4e55-9049-7086a4a31ef5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.310984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.323567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16392552-0906-44aa-aaff-c7c67c211a19 req-c6296486-4f0e-484b-bd39-7a7af690b93b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:03.333068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16392552-0906-44aa-aaff-c7c67c211a19 req-c6296486-4f0e-484b-bd39-7a7af690b93b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.1154854
Mar 26 20:51:03.364967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-35147994-3bee-4a3c-922c-820e3a21f88b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:03.366440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-35147994-3bee-4a3c-922c-820e3a21f88b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.2048817
Mar 26 20:51:03.380902 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16392552-0906-44aa-aaff-c7c67c211a19 req-a33984f8-b4a6-46b1-82f3-7534edb24898 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470009
Mar 26 20:51:03.385249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Request body: {'port': {'device_id': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'admin_state_up': True, 'tenant_id': 'cac9d686cedf4368ae6e500602e64596'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:03.519804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf663404-90e1-4b10-8b56-5eb59ca1ca7d req-ba4ce1e0-153f-4b43-a788-57577fb3c25f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 210 time: 0.0358005
Mar 26 20:51:03.596663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:03.600296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.616125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.624837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.695832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f2292-57f6-481a-80d5-f2fc7d7847c2 req-ce0535db-519d-438c-b213-97980b599def tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:03.697612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-226f2292-57f6-481a-80d5-f2fc7d7847c2 req-ce0535db-519d-438c-b213-97980b599def tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0982790
Mar 26 20:51:03.740574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=5ad690d8-e1f5-44ff-9139-fabc620344ba,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:03.768499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-226f2292-57f6-481a-80d5-f2fc7d7847c2 req-c707dba5-1e24-40b8-9637-ff4873d94973 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586731
Mar 26 20:51:03.792098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (2286ae6c-e83e-4e55-9049-7086a4a31ef5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.816331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Allocated IP 172.20.0.10 (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049/816baad8-fa89-447b-9930-1d11c8f49789/d6806923-920b-4eab-b4f5-2134464682ab) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:03.820585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:03.821831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-6c487fe4-0a91-4d78-b4dc-016e112943af tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3642480
Mar 26 20:51:03.893564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d4d5-ba8e-44e3-bb4b-b80a1487b028 req-3ea42c4c-fef5-40bf-ab5a-345749a20394 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:03.895453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1408d4d5-ba8e-44e3-bb4b-b80a1487b028 req-3ea42c4c-fef5-40bf-ab5a-345749a20394 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0590861
Mar 26 20:51:03.948962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1408d4d5-ba8e-44e3-bb4b-b80a1487b028 req-84cca94a-e17f-43c0-8be3-832d47ca66b0 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468698
Mar 26 20:51:04.009476 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac43ee2d-8202-4c2a-a82a-add4519b07cb x-openstack-request-id: req-ac43ee2d-8202-4c2a-a82a-add4519b07cb {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:04.009971 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "name": "network-vif-plugged", "status": "completed", "tag": "eb28e42c-172b-407b-901a-05cc677135e3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:04.010051 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac43ee2d-8202-4c2a-a82a-add4519b07cb {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:04.010433 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac43ee2d-8202-4c2a-a82a-add4519b07cb'] response: {'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3', 'code': 200}
Mar 26 20:51:04.123665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-2feda033-d26f-4ccb-bb29-c75371748985 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.213 HTTP/1.1" status: 200  len: 696 time: 0.2925210
Mar 26 20:51:04.162014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbdf4347-ec9e-4cbf-9480-2ea3ddaefb45 req-a3bcef2a-f2c3-4b3e-8879-f65d45984eb9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 210 time: 0.0640850
Mar 26 20:51:04.293442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742f631-3b16-4917-a2d0-5e16f2fadf46 req-e24b432e-bbda-4e16-8bed-748a9ac4ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:04.295236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7742f631-3b16-4917-a2d0-5e16f2fadf46 req-e24b432e-bbda-4e16-8bed-748a9ac4ca78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 1127 time: 0.1361308
Mar 26 20:51:04.305019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-893f9001-ea23-4578-a9ba-deea7788c652 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:04.306449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-893f9001-ea23-4578-a9ba-deea7788c652 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.1957164
Mar 26 20:51:04.335054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Request body: {'port': {'device_id': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'admin_state_up': True, 'tenant_id': 'cf51b08278d246e498f59455e299ba89'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:04.364439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks [] for port (d6806923-920b-4eab-b4f5-2134464682ab), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.378964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-14056570-6302-4765-a9dd-f8a60cf3ed5f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:04.380357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df5882fb-f0bd-45e8-b938-7ea02ee07cb7 req-14056570-6302-4765-a9dd-f8a60cf3ed5f tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2496192
Mar 26 20:51:04.382236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51392) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:04.419492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.433107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7742f631-3b16-4917-a2d0-5e16f2fadf46 req-8f3fb585-cf13-4cfe-b757-cf595f125a26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255357
Mar 26 20:51:04.470584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:04.473774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:04.477847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:04.514185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:04.568043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:04.568661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.574956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-eb6602aa-362f-47f9-b75f-34524b34dcec tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1658063
Mar 26 20:51:04.576006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:04.579172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.592415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:04.595557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fee35758-dcf8-4d7b-ba7c-7f0289ea8969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.612117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b739b3-bdc5-49f8-afd8-a67adc540eef req-0d9d0008-20cd-484e-97b3-72967619829e tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:04.614197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18b739b3-bdc5-49f8-afd8-a67adc540eef req-0d9d0008-20cd-484e-97b3-72967619829e tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.1265211
Mar 26 20:51:04.618338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-afbcff45-bf21-4387-9bff-ac806e57f2cf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2403576
Mar 26 20:51:04.637143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Request body: {'port': {'device_id': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:04.648274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.743587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18b739b3-bdc5-49f8-afd8-a67adc540eef req-d3203244-2787-4b24-8b71-512bb6b0d24b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188676
Mar 26 20:51:04.754044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.783807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Allocated IP 172.20.0.14 (3719dfee-4a50-4ee6-a6eb-866a85cdf502/3d598f5b-fc7d-48e0-860c-34aaff2cb829/c7df1940-2f47-4d41-b48f-8078b14b9cc2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:04.815032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fee35758-dcf8-4d7b-ba7c-7f0289ea8969 admin admin] Publish callbacks [] for security_group (e00dfade-a4c1-46b3-9c90-0fd96feb24f6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.830123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fee35758-dcf8-4d7b-ba7c-7f0289ea8969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e00dfade-a4c1-46b3-9c90-0fd96feb24f6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.842007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:04.874567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae7a0a73-0694-443e-be48-adfc83b92bf9 req-9db62fe9-0de5-453a-8542-268e432aee5c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 210 time: 0.0562580
Mar 26 20:51:04.966779 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fee35758-dcf8-4d7b-ba7c-7f0289ea8969 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f94d873110d4ecea9d0fb0a8a4bc894&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5826516
Mar 26 20:51:04.966779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee35758-dcf8-4d7b-ba7c-7f0289ea8969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00dfade-a4c1-46b3-9c90-0fd96feb24f6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:04.984916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:05.022027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks [] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.035602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Allocated IP 172.35.4.153 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4add25c3-f64a-424d-ac7b-95a948d6d215) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:05.110729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4dabf-849b-4678-802b-e1e9824a92cb req-e80ea2cd-71b1-42dc-bcd8-0e72c15733e8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.112222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2c4dabf-849b-4678-802b-e1e9824a92cb req-e80ea2cd-71b1-42dc-bcd8-0e72c15733e8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.1638529
Mar 26 20:51:05.126595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.152343 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] Publish callbacks [] for security_group (e00dfade-a4c1-46b3-9c90-0fd96feb24f6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.190678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] Publish callbacks [] for security_group (e00dfade-a4c1-46b3-9c90-0fd96feb24f6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.194100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:05.204512 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.206078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:05.215532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:05.221199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.221895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.226813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:05.240733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.241082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.241422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.241805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.242097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.242461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.242766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.243093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.243417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.243742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.244185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.244509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.244833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.245156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.245480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:05.251896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2c4dabf-849b-4678-802b-e1e9824a92cb req-9c1d55a2-d1ac-4ade-8c0c-198b9700edec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298721
Mar 26 20:51:05.255286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-2fc95cd5-3a51-4f3f-ab3c-b9e2b7e993f0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9298885
Mar 26 20:51:05.272918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Request body: {'port': {'device_id': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:05.286357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6806923-920b-4eab-b4f5-2134464682ab {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:05.297963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks [] for port (d6806923-920b-4eab-b4f5-2134464682ab), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.314255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e00dfade-a4c1-46b3-9c90-0fd96feb24f6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.317175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.320884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.321067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e00dfade-a4c1-46b3-9c90-0fd96feb24f6 HTTP/1.1" status: 204  len: 168 time: 0.3325188
Mar 26 20:51:05.321067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Transition to ACTIVE for port object d6806923-920b-4eab-b4f5-2134464682ab will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:05.341014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.348554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b3b6-55f8-4893-9e83-67d41c8629de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00dfade-a4c1-46b3-9c90-0fd96feb24f6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:05.385720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.401060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:05.409340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:05.428793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=4add25c3-f64a-424d-ac7b-95a948d6d215,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:05.431425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:05.450151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:05.467262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54c20f-a9eb-4c41-8934-9cf54ba2a64d req-bd99424f-ad72-405f-b6f8-8808e804c7f7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.469073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f54c20f-a9eb-4c41-8934-9cf54ba2a64d req-bd99424f-ad72-405f-b6f8-8808e804c7f7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1233563
Mar 26 20:51:05.560688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (bea20a95-32ac-45ea-9ff7-e0404cbc3558), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.567797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:05.568174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:05.568511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:05.586988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f54c20f-a9eb-4c41-8934-9cf54ba2a64d req-14161bb9-ede3-4e48-9993-8430ed6bd9c4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031582
Mar 26 20:51:05.597649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:05.598079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:05.612791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:05.613472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:05.613691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:05.614452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Bound port: d6806923-920b-4eab-b4f5-2134464682ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:05.614974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.680818 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.713558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51418) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:05.742383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1397e2af-404d-447b-bfdf-aff724c3e398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.760800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:05.764875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:05.774085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdeb2f-0cb0-431b-a46a-8089a51424ae req-838d21ef-9f7b-46b6-961d-afc7616822eb tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.775578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45fdeb2f-0cb0-431b-a46a-8089a51424ae req-838d21ef-9f7b-46b6-961d-afc7616822eb tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.1082480
Mar 26 20:51:05.777116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.828673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.829293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.830648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] 10.222.0.18 "PUT /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 1092 time: 1.2018096
Mar 26 20:51:05.831234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:05.833436 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4170ee7-115e-4817-adba-7b6845342542" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "tag": "d6806923-920b-4eab-b4f5-2134464682ab"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:05.872784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ab3a-5e51-4519-8ecd-41ca8f7618fb service neutron] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:05.880458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45fdeb2f-0cb0-431b-a46a-8089a51424ae req-adcdb0c2-f57c-469a-9a9d-4fb65a291097 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788994
Mar 26 20:51:05.935706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-40c103ce-0d70-44f3-b16e-540ad0823070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:05.938349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-40c103ce-0d70-44f3-b16e-540ad0823070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1126 time: 0.0609629
Mar 26 20:51:05.952691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7df1940-2f47-4d41-b48f-8078b14b9cc2 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:05.972161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks [] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:05.990141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-1db972ed-4f1d-4382-b081-d24e2a0f773d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 217 time: 0.0451236
Mar 26 20:51:05.993292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1397e2af-404d-447b-bfdf-aff724c3e398 admin admin] Publish callbacks [] for security_group (5e4e7ec1-7cb3-403a-80b3-9d083751f39a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.005454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1397e2af-404d-447b-bfdf-aff724c3e398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5e4e7ec1-7cb3-403a-80b3-9d083751f39a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.010417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.013881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Transition to ACTIVE for port object c7df1940-2f47-4d41-b48f-8078b14b9cc2 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:06.032685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.041552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.078945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-08023827-dbac-48e4-b10b-f1d41e1249d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.080613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-08023827-dbac-48e4-b10b-f1d41e1249d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0752280
Mar 26 20:51:06.088681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48bc8b-c40b-4be3-a070-ff65655aac9f req-a08a09e1-ab34-48ea-84fc-0c4780d21228 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.090115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea48bc8b-c40b-4be3-a070-ff65655aac9f req-a08a09e1-ab34-48ea-84fc-0c4780d21228 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.1370795
Mar 26 20:51:06.097754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (bea20a95-32ac-45ea-9ff7-e0404cbc3558), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.102358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1397e2af-404d-447b-bfdf-aff724c3e398 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2b96200343e454187eb999a70612e90&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3878284
Mar 26 20:51:06.103098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397e2af-404d-447b-bfdf-aff724c3e398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e7ec1-7cb3-403a-80b3-9d083751f39a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:06.107147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51426) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:06.122005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-f90c4028-9dce-412a-b162-f5678e127c4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309498
Mar 26 20:51:06.139046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event updated for resources: {'Port': ['ID=4add25c3-f64a-424d-ac7b-95a948d6d215,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:06.154944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.156733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-b04f56a0-defc-4cce-bad4-446a892045c1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5738990
Mar 26 20:51:06.215177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea48bc8b-c40b-4be3-a070-ff65655aac9f req-0101a4fa-e9c2-42cb-b5e7-0abd74eae4d2 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150930
Mar 26 20:51:06.240287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-be4b699b-8a09-4477-a50d-c5a1ec188610 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120801
Mar 26 20:51:06.274113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-9f7aaa63-645a-43b0-9855-f6e73d09bf7d tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.153 HTTP/1.1" status: 200  len: 696 time: 0.0925610
Mar 26 20:51:06.274586 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6690a5-a985-433b-a8f2-5763ba4db677 x-openstack-request-id: req-ec6690a5-a985-433b-a8f2-5763ba4db677 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:06.274884 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "tag": "d6806923-920b-4eab-b4f5-2134464682ab", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:06.275147 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec6690a5-a985-433b-a8f2-5763ba4db677 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:06.275533 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6690a5-a985-433b-a8f2-5763ba4db677'] response: {'name': 'network-changed', 'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab', 'status': 'completed', 'code': 200}
Mar 26 20:51:06.297606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:06.322269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:06.322604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:06.322936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:06.336841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] Publish callbacks [] for security_group (5e4e7ec1-7cb3-403a-80b3-9d083751f39a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.341471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:06.341637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:06.345278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e575fba4-f094-4126-820d-7a5c34fc8f03 req-c22348be-cd23-4c45-b925-733efdd4c458 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987980
Mar 26 20:51:06.389898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:06.390544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:06.390660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:06.391081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Bound port: c7df1940-2f47-4d41-b48f-8078b14b9cc2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:06.391439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.391539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7850-f51d-4280-b3b9-7df0c4c93243 req-9c8a2018-af96-499b-8059-a6c17325d584 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.393078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-095c7850-f51d-4280-b3b9-7df0c4c93243 req-9c8a2018-af96-499b-8059-a6c17325d584 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0670021
Mar 26 20:51:06.413444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] Publish callbacks [] for security_group (5e4e7ec1-7cb3-403a-80b3-9d083751f39a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.471037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-095c7850-f51d-4280-b3b9-7df0c4c93243 req-a6ec8b47-e629-4898-be5e-1895723df8b1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715017
Mar 26 20:51:06.477072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170ee7-115e-4817-adba-7b6845342542 req-73b884d9-9937-42b4-97eb-e7bda880d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.478516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-73b884d9-9937-42b4-97eb-e7bda880d042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1126 time: 0.0716407
Mar 26 20:51:06.482459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-9c93081d-5e26-460b-8785-71e4fbd2e0da tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.483801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3a95e1a-6df4-431a-bfca-1669a825f01b req-9c93081d-5e26-460b-8785-71e4fbd2e0da tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2090631
Mar 26 20:51:06.523740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:06.527894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:06.538667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5e4e7ec1-7cb3-403a-80b3-9d083751f39a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.540935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.541738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e4e7ec1-7cb3-403a-80b3-9d083751f39a HTTP/1.1" status: 204  len: 168 time: 0.4310937
Mar 26 20:51:06.557191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.558108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f396-3f03-4532-811b-1212189d421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e7ec1-7cb3-403a-80b3-9d083751f39a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:06.592607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170ee7-115e-4817-adba-7b6845342542 req-07319411-11f2-4b22-8d70-fe6f466ba67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.594713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-07319411-11f2-4b22-8d70-fe6f466ba67d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.1023421
Mar 26 20:51:06.612166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.613140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.614690 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 1092 time: 1.3472841
Mar 26 20:51:06.621097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:06.624489 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc022f0-2075-4f5d-9d8a-2c863407b62f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:06.679309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-52a6801f-56f6-41f6-95bc-d26c0b2edf05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 217 time: 0.0768387
Mar 26 20:51:06.728452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd7d0-2c18-4071-bef3-769a21654a8f req-eee2318d-98d2-427f-8571-238974a98074 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.732518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-366dd7d0-2c18-4071-bef3-769a21654a8f req-eee2318d-98d2-427f-8571-238974a98074 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.1367326
Mar 26 20:51:06.746400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51442) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:06.754565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'floatingip': {'port_id': 'eb28e42c-172b-407b-901a-05cc677135e3'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:06.881537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:06.884710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4170ee7-115e-4817-adba-7b6845342542 req-758a59d4-b526-4899-b930-dd676672dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.886496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-758a59d4-b526-4899-b930-dd676672dc06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1995575
Mar 26 20:51:06.891497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ce755ab-b538-4285-bc6f-04e92b9ad56a req-94b1ed91-f90f-44c6-9625-639fc25f1dfe tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips/bea20a95-32ac-45ea-9ff7-e0404cbc3558 HTTP/1.1" status: 200  len: 693 time: 0.1323929
Mar 26 20:51:06.946409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba82d40-fa30-424d-b7ba-7ed2a303ac17 service neutron] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:06.981581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-bbf85d05-6a88-4d49-bfcb-effe19f9a31b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617890
Mar 26 20:51:06.982537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27d522-1f78-4949-aa1c-9c06f8aa5502 req-e02abc97-f0ee-400a-a33e-996ca7020a46 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:06.989357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab27d522-1f78-4949-aa1c-9c06f8aa5502 req-e02abc97-f0ee-400a-a33e-996ca7020a46 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.3736718
Mar 26 20:51:06.998862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-69797ada-ce53-4972-a48e-1d897d272632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.000875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-69797ada-ce53-4972-a48e-1d897d272632 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1126 time: 0.3358190
Mar 26 20:51:07.067494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-79dc8640-03f9-48f0-86e5-1cc91673c377 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 217 time: 0.0506446
Mar 26 20:51:07.136056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab27d522-1f78-4949-aa1c-9c06f8aa5502 req-b6c27cea-f2aa-4d94-acbb-faa2c94c4f8f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458189
Mar 26 20:51:07.152365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a906-4126-43ed-8973-59930e8f1688 req-1c379cf0-fe9a-47d9-ac24-2a5a35a1cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.154357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-1c379cf0-fe9a-47d9-ac24-2a5a35a1cd2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0816314
Mar 26 20:51:07.194341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-6c365ba2-d373-4c58-8d51-ee1feaba2413 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273764
Mar 26 20:51:07.338631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-51da8d51-cd0f-4070-b90c-ade8aae12732 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347461
Mar 26 20:51:07.352020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e592f3-606b-4206-ad85-b839e6ec9679 req-0516048f-286d-47d8-b03f-bb2ebc9d94e5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.353508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37e592f3-606b-4206-ad85-b839e6ec9679 req-0516048f-286d-47d8-b03f-bb2ebc9d94e5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1100488
Mar 26 20:51:07.458178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37e592f3-606b-4206-ad85-b839e6ec9679 req-a4c292fa-3ae4-4978-8781-a64dd4abadb4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959914
Mar 26 20:51:07.487129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd69a906-4126-43ed-8973-59930e8f1688 req-bcecd160-62f9-40c4-b458-a49238d5d34a service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326144
Mar 26 20:51:07.519313 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde72fe-520e-4d65-8da0-8bec74e5e3e1 x-openstack-request-id: req-dfde72fe-520e-4d65-8da0-8bec74e5e3e1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:07.519612 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:07.519870 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfde72fe-520e-4d65-8da0-8bec74e5e3e1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:07.520310 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfde72fe-520e-4d65-8da0-8bec74e5e3e1'] response: {'name': 'network-changed', 'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'status': 'completed', 'code': 200}
Mar 26 20:51:07.624875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-7660a62d-0d17-4a83-b976-b1c227d3a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.626322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-7660a62d-0d17-4a83-b976-b1c227d3a74d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1126 time: 0.0820110
Mar 26 20:51:07.650387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-af25224d-8709-40e9-8b6e-0fbf3b185abe service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5888424
Mar 26 20:51:07.665235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8746fd-004e-491b-9569-1110b96a4371 req-5f96d08e-8fe7-4507-8a02-a44c628ab245 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.666280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce755ab-b538-4285-bc6f-04e92b9ad56a req-0358a185-1b7f-41a6-ab3b-0bcb69799293 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.668066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ce755ab-b538-4285-bc6f-04e92b9ad56a req-0358a185-1b7f-41a6-ab3b-0bcb69799293 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.7493165
Mar 26 20:51:07.668416 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a8746fd-004e-491b-9569-1110b96a4371 req-5f96d08e-8fe7-4507-8a02-a44c628ab245 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.0847197
Mar 26 20:51:07.749844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-1ce755ab-b538-4285-bc6f-04e92b9ad56a req-6048e542-1f4f-4fde-91a2-8855b202c625 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:07.756172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ce755ab-b538-4285-bc6f-04e92b9ad56a req-6048e542-1f4f-4fde-91a2-8855b202c625 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0152445
Mar 26 20:51:07.776934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-36666ed5-979e-4991-b9ff-0275293f78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:07.778566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-36666ed5-979e-4991-b9ff-0275293f78d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1458824
Mar 26 20:51:07.840257 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-843b1f37-b318-43a1-b599-4c97b70107fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 217 time: 0.0484984
Mar 26 20:51:07.857746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a8746fd-004e-491b-9569-1110b96a4371 req-1b2365a3-ab20-4f4d-86ce-6c2875e54dd4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738732
Mar 26 20:51:07.889875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4170ee7-115e-4817-adba-7b6845342542 req-cf83d2c3-ec0b-400b-b4b8-87c17113680a service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2316022
Mar 26 20:51:07.983809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-ea4f0952-fecf-4c49-bf84-c12518c3967c tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips/bea20a95-32ac-45ea-9ff7-e0404cbc3558 HTTP/1.1" status: 200  len: 693 time: 0.0842314
Mar 26 20:51:08.018495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-4aa0bc81-32dc-493b-9309-39e0254e8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:08.020053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-4aa0bc81-32dc-493b-9309-39e0254e8678 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1580806
Mar 26 20:51:08.052887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aaedc-b2b9-419d-84b9-9692daadd1e6 req-0ddbdc59-56d8-44aa-b0be-dae295d2f206 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:08.054395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195aaedc-b2b9-419d-84b9-9692daadd1e6 req-0ddbdc59-56d8-44aa-b0be-dae295d2f206 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.1672270
Mar 26 20:51:08.061827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-878c4644-2db0-486c-a18b-386b6707ccbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350256
Mar 26 20:51:08.174726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195aaedc-b2b9-419d-84b9-9692daadd1e6 req-71711636-75dd-4b3e-a895-03bbd0e4a37b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122313
Mar 26 20:51:08.188865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-bf640681-8b82-4861-a08b-a1cf5dc26fd1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:08.190283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-bf640681-8b82-4861-a08b-a1cf5dc26fd1 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1970887
Mar 26 20:51:08.224113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-2be30782-8e23-434b-aeef-fa7afdf7b653 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:08.225136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-2be30782-8e23-434b-aeef-fa7afdf7b653 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0262246
Mar 26 20:51:08.242511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-cb522552-bce1-4fa8-8062-7ebe0543425d service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509891
Mar 26 20:51:08.293339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.296039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-b77ae9de-3e1e-4c9a-ba6a-a5afa0681325 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.153 HTTP/1.1" status: 200  len: 696 time: 0.0650296
Mar 26 20:51:08.310680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.401484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-cea93074-321a-4412-b0d2-9d338b6235f2 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.153 HTTP/1.1" status: 200  len: 696 time: 0.0939126
Mar 26 20:51:08.424500 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6 associated. External IP: 172.35.4.202, port: eb28e42c-172b-407b-901a-05cc677135e3.
Mar 26 20:51:08.463901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bc022f0-2075-4f5d-9d8a-2c863407b62f req-5956e544-daa0-4fc5-83d9-05f9d3bda009 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932123
Mar 26 20:51:08.545521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Deleting port 4add25c3-f64a-424d-ac7b-95a948d6d215 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:08.545886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.629714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.630059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (4add25c3-f64a-424d-ac7b-95a948d6d215), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.643855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Calling delete_port for 4add25c3-f64a-424d-ac7b-95a948d6d215 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:08.672483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:51:08.793827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (4add25c3-f64a-424d-ac7b-95a948d6d215), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.814747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef0932-5acb-409c-b560-162522e52470 req-34e79e8e-ba15-4725-8f5a-115afff231cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:08.816232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77ef0932-5acb-409c-b560-162522e52470 req-34e79e8e-ba15-4725-8f5a-115afff231cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0992234
Mar 26 20:51:08.818106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event deleted for resources: {'Port': ['ID=4add25c3-f64a-424d-ac7b-95a948d6d215,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:08.826453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:51:08.832248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.842041 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:51:08.844684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (bea20a95-32ac-45ea-9ff7-e0404cbc3558), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.847330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:08.856954 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:51:08.858145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240ef0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:08.859740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456e8103-f99a-41e8-b1eb-beacae05ec1d req-63b4e036-dcaf-4759-861f-571440ac60dd tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "DELETE /v2.0/floatingips/bea20a95-32ac-45ea-9ff7-e0404cbc3558 HTTP/1.1" status: 204  len: 173 time: 0.4491904
Mar 26 20:51:08.887015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-347388f9-2b27-48bb-91d6-30e832b6191d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "PUT /v2.0/floatingips/e4d63f38-d2e7-44be-aee5-279bec9277f6 HTTP/1.1" status: 200  len: 991 time: 2.1394091
Mar 26 20:51:08.889931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:08.892155 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "tag": "eb28e42c-172b-407b-901a-05cc677135e3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:08.908761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77ef0932-5acb-409c-b560-162522e52470 req-abba7b89-4e53-4308-bc79-ce81a78af14d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804656
Mar 26 20:51:08.996500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-b161abc6-9d9c-4216-80c2-b6995a784dcd tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=54c513bf41bd4101914b82a4b39e4030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0215287
Mar 26 20:51:08.998959 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:51:09.022643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594293b-7b28-4dd0-aaf1-31c04d177660 req-0e41ffb8-a04b-4c23-baa2-6504899751a6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.024410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5594293b-7b28-4dd0-aaf1-31c04d177660 req-0e41ffb8-a04b-4c23-baa2-6504899751a6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0555694
Mar 26 20:51:09.076303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5594293b-7b28-4dd0-aaf1-31c04d177660 req-f8f4d697-d495-49fe-a8aa-8b1e45f4838f tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457826
Mar 26 20:51:09.133479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-af7580ae-242f-40e9-a11c-4feac0c33783 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.134959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-af7580ae-242f-40e9-a11c-4feac0c33783 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1314213
Mar 26 20:51:09.149527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-d25e7bfe-7d90-4c0f-8ce6-a684e471bd4e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/quotas/54c513bf41bd4101914b82a4b39e4030 HTTP/1.1" status: 200  len: 375 time: 0.0090332
Mar 26 20:51:09.184476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-d17cf73c-2c5f-4432-9e60-eca2ae250c91 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0290096
Mar 26 20:51:09.278299 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240ef0a0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': 'eb28e42c-172b-407b-901a-05cc677135e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:0c:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:51:08Z', 'revision_number': 1, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:09.324272 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:51:09.336223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6806923-920b-4eab-b4f5-2134464682ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:09.337079 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:51:09.337720 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240ef0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:09.516511 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:51:09.576485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:09.577016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b2f23-a962-4a92-b8d2-f293e7e15574 req-92073073-d645-4530-a3a6-cdab87b9d5b5 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.594578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6b2f23-a962-4a92-b8d2-f293e7e15574 req-92073073-d645-4530-a3a6-cdab87b9d5b5 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2951934
Mar 26 20:51:09.599148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2a85-123a-4000-94db-b681738ac739 req-4718eb04-d2d7-4bf1-8049-57d991eac014 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.603630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'd6806923-920b-4eab-b4f5-2134464682ab', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'port_id': 'd6806923-920b-4eab-b4f5-2134464682ab', 'mac_address': 'fa:16:3e:42:5d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816baad8-fa89-447b-9930-1d11c8f49789', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:09.606302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a3a2a85-123a-4000-94db-b681738ac739 req-4718eb04-d2d7-4bf1-8049-57d991eac014 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.1111057
Mar 26 20:51:09.660489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d6806923-920b-4eab-b4f5-2134464682ab is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:09.661147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:09.678464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6806923-920b-4eab-b4f5-2134464682ab {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:09.698333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a3a2a85-123a-4000-94db-b681738ac739 req-5973527c-e4fc-43cd-926a-652f2f55771a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840666
Mar 26 20:51:09.717439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:09.721442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca799897-566b-497d-ba3e-f2b9b3c8d1f2 req-100eeb43-e8e6-48c4-ad9a-01a9e8ce2d7a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.726010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:09.729558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca799897-566b-497d-ba3e-f2b9b3c8d1f2 req-100eeb43-e8e6-48c4-ad9a-01a9e8ce2d7a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.0847819
Mar 26 20:51:09.761723 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404061d4-c39e-444f-8357-8c1f5f26b0ea x-openstack-request-id: req-404061d4-c39e-444f-8357-8c1f5f26b0ea {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:09.761950 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "tag": "eb28e42c-172b-407b-901a-05cc677135e3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:09.762175 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-404061d4-c39e-444f-8357-8c1f5f26b0ea {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:09.762594 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404061d4-c39e-444f-8357-8c1f5f26b0ea'] response: {'name': 'network-changed', 'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3', 'status': 'completed', 'code': 200}
Mar 26 20:51:09.794677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca799897-566b-497d-ba3e-f2b9b3c8d1f2 req-da03a53b-7718-4dd7-b173-014db54bc92f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640547
Mar 26 20:51:09.858636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:09.900583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c86fd71-b49f-4800-9e4b-0856da690f36 req-82ed7b01-70cb-484a-b809-5d8882917c55 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 210 time: 0.0389104
Mar 26 20:51:09.910585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-e8a4bef5-5783-4d8d-95be-573e0b6eeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.912374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-e8a4bef5-5783-4d8d-95be-573e0b6eeaff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 1127 time: 0.1115980
Mar 26 20:51:09.960451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505154e-5763-4cb6-ae91-62d19ce111ba req-a072acb6-7373-4bae-98ea-7cf0fc70ac66 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:09.961911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2505154e-5763-4cb6-ae91-62d19ce111ba req-a072acb6-7373-4bae-98ea-7cf0fc70ac66 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.1021605
Mar 26 20:51:09.971284 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240ef0a0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': 'eb28e42c-172b-407b-901a-05cc677135e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:0c:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:51:08Z', 'revision_number': 1, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:10.002415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d6806923-920b-4eab-b4f5-2134464682ab'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:10.014272 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667041d-20c7-4a11-8a97-8def6e207bf4 None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': 'eb28e42c-172b-407b-901a-05cc677135e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:0c:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:51:08Z', 'revision_number': 1, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:51:10.040600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2505154e-5763-4cb6-ae91-62d19ce111ba req-62b07b4a-a2aa-4b9c-8fcb-23939f5dc780 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727723
Mar 26 20:51:10.213931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78183d7-ac4b-4e5d-94c1-4f25e6681f2c req-21f6a735-8602-4a57-a25f-df7043a807d3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.222523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b78183d7-ac4b-4e5d-94c1-4f25e6681f2c req-21f6a735-8602-4a57-a25f-df7043a807d3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.1000676
Mar 26 20:51:10.332116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b78183d7-ac4b-4e5d-94c1-4f25e6681f2c req-68511ad2-2c58-4ca5-b4e8-4b1fb71fdaae tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064119
Mar 26 20:51:10.372816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e170f34-2e92-41d2-af9d-1c5b362e94fb req-bce164ca-199a-4a74-87cd-c94f04854139 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=4a56761e1c4f400788db6793667fe7b9 HTTP/1.1" status: 200  len: 1656 time: 0.3767812
Mar 26 20:51:10.454569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48944aa9-9b66-4561-9e09-ab60075ab286 None None] New status for floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:51:10.467190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-307d7ac3-52dd-4b16-9190-a2683751378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.468594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-307d7ac3-52dd-4b16-9190-a2683751378b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 924 time: 0.5071199
Mar 26 20:51:10.477757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba02936-8946-4c95-aac7-8a92bf659920 req-8e355a8a-284a-4ec6-8ca2-3050396e939c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.479250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ba02936-8946-4c95-aac7-8a92bf659920 req-8e355a8a-284a-4ec6-8ca2-3050396e939c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0756347
Mar 26 20:51:10.537631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ba02936-8946-4c95-aac7-8a92bf659920 req-faf653b3-de3b-4301-bcaf-9337a5cbde90 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499086
Mar 26 20:51:10.573855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e170f34-2e92-41d2-af9d-1c5b362e94fb req-dd247320-7a84-431b-b176-7c1f3db98182 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.575575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e170f34-2e92-41d2-af9d-1c5b362e94fb req-dd247320-7a84-431b-b176-7c1f3db98182 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks?id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 787 time: 0.1957140
Mar 26 20:51:10.596069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-9e170f34-2e92-41d2-af9d-1c5b362e94fb req-26d1185c-5973-4e47-8caa-1db8851b2638 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:10.599975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e170f34-2e92-41d2-af9d-1c5b362e94fb req-26d1185c-5973-4e47-8caa-1db8851b2638 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0176895
Mar 26 20:51:10.602452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-34106c6e-126c-4179-892f-902bc550491d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb28e42c-172b-407b-901a-05cc677135e3 HTTP/1.1" status: 200  len: 999 time: 0.1248846
Mar 26 20:51:10.655566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-fac3040d-aa68-4701-a8f3-f300c8baf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.657581 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-fac3040d-aa68-4701-a8f3-f300c8baf216 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.0469713
Mar 26 20:51:10.663653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-1c2b6f75-e12f-4dbc-a036-3f6950df004e tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips/2286ae6c-e83e-4e55-9049-7086a4a31ef5 HTTP/1.1" status: 200  len: 693 time: 0.0442719
Mar 26 20:51:10.728233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-a1b4eebc-a2cd-463d-bae3-09bbdd805883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.730211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-a1b4eebc-a2cd-463d-bae3-09bbdd805883 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0646460
Mar 26 20:51:10.815667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-de146969-846d-4bd4-ba0e-7310d9102e22 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=54c513bf41bd4101914b82a4b39e4030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0318723
Mar 26 20:51:10.825425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-44f43cf2-f974-4d19-b8cc-d544f3bcce0d tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.826831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-44f43cf2-f974-4d19-b8cc-d544f3bcce0d tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1487594
Mar 26 20:51:10.852524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-e717ebb2-f9f6-4859-a3a6-bed30a9c6741 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:10.859778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-e717ebb2-f9f6-4859-a3a6-bed30a9c6741 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0231347
Mar 26 20:51:10.888895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d314b1-fe70-45a3-a6cd-4f4b930a4247 req-3dc8cf10-a4ac-4d13-8522-285dedaadba3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:10.890411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1d314b1-fe70-45a3-a6cd-4f4b930a4247 req-3dc8cf10-a4ac-4d13-8522-285dedaadba3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 945 time: 0.0799723
Mar 26 20:51:10.894931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-92a97f24-ed76-4228-bc43-b7e4031611d1 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571269
Mar 26 20:51:10.947658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7658b18e-68f0-4e34-b88f-2c973c81fd7a tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.213 HTTP/1.1" status: 200  len: 696 time: 0.0869956
Mar 26 20:51:11.003119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1d314b1-fe70-45a3-a6cd-4f4b930a4247 req-8274d295-cad7-44fe-bb05-368c23bba808 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046011
Mar 26 20:51:11.007144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-babd84f9-fcaf-476e-bdc9-6e2a7da6dd03 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.213 HTTP/1.1" status: 200  len: 696 time: 0.0519109
Mar 26 20:51:11.021924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-4a105862-32ed-43e4-9347-13b3cd073b7c tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:11.023394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-4a105862-32ed-43e4-9347-13b3cd073b7c tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1956573
Mar 26 20:51:11.037815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Request body: {'port': {'device_id': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '54c513bf41bd4101914b82a4b39e4030'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:11.041383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb43b0c-3b70-4189-a43f-3bb06fdafa48 req-ff95745c-5642-482e-9f97-d6fab6fd3d20 service neutron] 10.222.0.21 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340001
Mar 26 20:51:11.108907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57bcb5f7-f701-47ff-8576-722e73f4c345 req-c919e2a3-c16d-424a-b9ea-54668a2e1559 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 210 time: 0.0297148
Mar 26 20:51:11.270553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44839336-6d21-4cc8-8ec3-596294e3d621 req-5368be28-d181-4b37-a7ab-eceb5fb414da tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:11.272103 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44839336-6d21-4cc8-8ec3-596294e3d621 req-5368be28-d181-4b37-a7ab-eceb5fb414da tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0572696
Mar 26 20:51:11.328323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44839336-6d21-4cc8-8ec3-596294e3d621 req-9630f3e6-6f11-4fb9-b259-53b31499dbdf tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499361
Mar 26 20:51:11.351629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:11.465636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:11.477965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6806923-920b-4eab-b4f5-2134464682ab up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:11.487363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Deleting port 5ad690d8-e1f5-44ff-9139-fabc620344ba {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:11.487802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.496833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Made reservation on behalf of 54c513bf41bd4101914b82a4b39e4030 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:11.496833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.499216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054b28f-7562-40cd-b19a-9e21bbc8bbf6 req-5fea1e7d-fda4-41eb-97a8-65b5dd13d844 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:11.512748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c054b28f-7562-40cd-b19a-9e21bbc8bbf6 req-5fea1e7d-fda4-41eb-97a8-65b5dd13d844 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0983241
Mar 26 20:51:11.518622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.519568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'port_id': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'mac_address': 'fa:16:3e:62:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d598f5b-fc7d-48e0-860c-34aaff2cb829', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:11.592529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c054b28f-7562-40cd-b19a-9e21bbc8bbf6 req-7c8b6f4f-9b11-40e1-87f1-4bffea20538f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788877
Mar 26 20:51:11.621930 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.622303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (5ad690d8-e1f5-44ff-9139-fabc620344ba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.626241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c7df1940-2f47-4d41-b48f-8078b14b9cc2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:11.626815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.641250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Calling delete_port for 5ad690d8-e1f5-44ff-9139-fabc620344ba owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:11.644094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7df1940-2f47-4d41-b48f-8078b14b9cc2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:11.649729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port d6806923-920b-4eab-b4f5-2134464682ab completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:11.660413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port d6806923-920b-4eab-b4f5-2134464682ab triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:11.660957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d6806923-920b-4eab-b4f5-2134464682ab), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.689010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:11.700456 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.743953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks [] for security_group (33359631-8315-494e-8b5e-c25d415316e2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.748252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6710f-4039-4b05-9c52-2b6ad160bd66 req-41089638-77b4-45b9-8133-b6043edec380 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:11.750600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eba6710f-4039-4b05-9c52-2b6ad160bd66 req-41089638-77b4-45b9-8133-b6043edec380 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0553200
Mar 26 20:51:11.755527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (33359631-8315-494e-8b5e-c25d415316e2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.807905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33359631-8315-494e-8b5e-c25d415316e2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:11.821131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:11.824418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d6806923-920b-4eab-b4f5-2134464682ab is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:11.825069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.831890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eba6710f-4039-4b05-9c52-2b6ad160bd66 req-f1978edd-4354-4a08-bea6-8bf76069a12a tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650158
Mar 26 20:51:11.851011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:11.853274 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04564354-7157-4cd9-b9c0-e425157e14be" -d '{"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-plugged", "status": "completed", "tag": "d6806923-920b-4eab-b4f5-2134464682ab"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:11.867453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:11.875287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.875679 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:11.875971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.876587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.877829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.878631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.879156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.879492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.880015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.880352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.882198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.882547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.882884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.883215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.883545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.883870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:11.913024 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240912ce-7ae9-443a-866d-fb89e6997120 x-openstack-request-id: req-240912ce-7ae9-443a-866d-fb89e6997120 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:11.913362 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-plugged", "status": "completed", "tag": "d6806923-920b-4eab-b4f5-2134464682ab", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:11.913599 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-240912ce-7ae9-443a-866d-fb89e6997120 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:11.913995 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240912ce-7ae9-443a-866d-fb89e6997120'] response: {'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab', 'code': 200}
Mar 26 20:51:11.933020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:11.994084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:12.031769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb25d-dd41-4faa-8a91-7154995234b8 req-c4a1c135-369c-4761-81a6-0e3e6120a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.031971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Allocated IP 192.168.233.204 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/be7b6f80-22ba-471b-968f-ba95ce014ba3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:12.033974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e6bb25d-dd41-4faa-8a91-7154995234b8 req-c4a1c135-369c-4761-81a6-0e3e6120a77a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1128 time: 0.0552640
Mar 26 20:51:12.058810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ad690d8-e1f5-44ff-9139-fabc620344ba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.090250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e6bb25d-dd41-4faa-8a91-7154995234b8 req-d5f10ea9-fed1-4850-a8e2-a384ee4f4daa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509212
Mar 26 20:51:12.107569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event deleted for resources: {'Port': ['ID=5ad690d8-e1f5-44ff-9139-fabc620344ba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:12.162483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b06d-e6a6-4321-826e-cbf69bd696f3 req-c0027163-df36-4b71-89de-d935e4ead6ab tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.164096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0a3b06d-e6a6-4321-826e-cbf69bd696f3 req-c0027163-df36-4b71-89de-d935e4ead6ab tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 946 time: 0.0653646
Mar 26 20:51:12.211045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (2286ae6c-e83e-4e55-9049-7086a4a31ef5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.213996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.215255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738b7ff8-c0a5-46c9-ae06-6c6c8c2d0641 req-7b30a820-db54-4099-856f-c3eec6f489a8 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "DELETE /v2.0/floatingips/2286ae6c-e83e-4e55-9049-7086a4a31ef5 HTTP/1.1" status: 204  len: 173 time: 1.1874645
Mar 26 20:51:12.225256 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0a3b06d-e6a6-4321-826e-cbf69bd696f3 req-65cc986f-976d-4488-9310-f592930385ba tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532641
Mar 26 20:51:12.293222 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-91bc3981-e3da-465d-b5a1-666d89db73ee tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips/dfd3fd5d-179a-45a2-9012-62b394e3dbfb HTTP/1.1" status: 200  len: 692 time: 0.0484762
Mar 26 20:51:12.329844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb5e5500-41f2-4f54-8a55-466bb9cff293 req-86dc2b49-17f6-43c6-a850-69eafe256b06 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 210 time: 0.0351682
Mar 26 20:51:12.339440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks [] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.383417 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.423522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-997eb48b-10e9-4697-975c-e37d25c64a80 service neutron] 10.222.0.21 "GET /v2.0/ports/45b38ca2-4fe0-430a-bebd-437115db1ae6/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1258986
Mar 26 20:51:12.452189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-ea9eda18-d62f-4e7e-b93d-09ee101c4f49 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.455703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:12.460433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-ea9eda18-d62f-4e7e-b93d-09ee101c4f49 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1559808
Mar 26 20:51:12.465644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:12.467688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Pushing event updated for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:12.473089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:12.517178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-6d6a2293-8bba-4166-be89-b1b3d059617d tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.55 HTTP/1.1" status: 200  len: 695 time: 0.0556822
Mar 26 20:51:12.528491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a6e0c-2351-4b97-b88d-46899d68579f req-8b0d7472-8656-43ac-aaff-7929e0ff591e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.529980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b36a6e0c-2351-4b97-b88d-46899d68579f req-8b0d7472-8656-43ac-aaff-7929e0ff591e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.1173370
Mar 26 20:51:12.537811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.538460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.570177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-e4243f36-7d54-4ef6-8fc1-7226d9e8cc73 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5356662
Mar 26 20:51:12.579895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-0dad8005-a835-4f42-b84a-64698af11010 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.55 HTTP/1.1" status: 200  len: 695 time: 0.0555201
Mar 26 20:51:12.593011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b36a6e0c-2351-4b97-b88d-46899d68579f req-5b4814a7-2c80-4a97-a316-106f4001aa08 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517073
Mar 26 20:51:12.600106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Request body: {'port': {'device_id': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:12.697914 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.778457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-a5075b19-688b-4eb7-8783-7f9e5b76533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.779969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-a5075b19-688b-4eb7-8783-7f9e5b76533f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1132 time: 0.0784469
Mar 26 20:51:12.784047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0e176617-831d-4bb7-923f-2af3722536ec None None] Provisioning complete for port be7b6f80-22ba-471b-968f-ba95ce014ba3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:12.784499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0e176617-831d-4bb7-923f-2af3722536ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.785200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Deleting port 58bbdb95-3217-4962-a837-9de27e0882b6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:12.786118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.821345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0e176617-831d-4bb7-923f-2af3722536ec None None] Port be7b6f80-22ba-471b-968f-ba95ce014ba3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:51:12.883470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396d5d-5bc1-4d26-bb03-60498dfbef91 req-5b93642a-ab18-4cd7-a457-9046e14f8ae6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.888517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47396d5d-5bc1-4d26-bb03-60498dfbef91 req-5b93642a-ab18-4cd7-a457-9046e14f8ae6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.1433542
Mar 26 20:51:12.895318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.895667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (58bbdb95-3217-4962-a837-9de27e0882b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:12.911396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-328d600d-c87f-4b55-809a-e10cb4990592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:12.912925 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-328d600d-c87f-4b55-809a-e10cb4990592 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1132 time: 0.1022327
Mar 26 20:51:12.913771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Calling delete_port for 58bbdb95-3217-4962-a837-9de27e0882b6 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:12.987609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47396d5d-5bc1-4d26-bb03-60498dfbef91 req-88690410-275c-4bda-bc62-a0adb2a7c35f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948212
Mar 26 20:51:13.078700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-e9e8149f-8d65-45ae-aa24-3df1a9d878b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.080504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-e9e8149f-8d65-45ae-aa24-3df1a9d878b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1585381
Mar 26 20:51:13.100456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7b6f80-22ba-471b-968f-ba95ce014ba3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:13.111626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks [] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.131736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Transition to ACTIVE for port object be7b6f80-22ba-471b-968f-ba95ce014ba3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:13.147284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.152677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-18de4de0-95ce-4227-ab3e-aca770d3bdef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0475254
Mar 26 20:51:13.191704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (58bbdb95-3217-4962-a837-9de27e0882b6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.257684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event deleted for resources: {'Port': ['ID=58bbdb95-3217-4962-a837-9de27e0882b6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:13.301112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-482f1c80-24ad-44ad-a0d8-da9bbea4dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.302727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-482f1c80-24ad-44ad-a0d8-da9bbea4dc23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1439142
Mar 26 20:51:13.305786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (dfd3fd5d-179a-45a2-9012-62b394e3dbfb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.306015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Pushing event updated for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:13.309277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.310385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44e136f5-cb36-4a82-a5f5-e07db6665678 req-848d54be-7b7f-49a6-8eb5-fb7d90daa498 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "DELETE /v2.0/floatingips/dfd3fd5d-179a-45a2-9012-62b394e3dbfb HTTP/1.1" status: 204  len: 173 time: 0.7196758
Mar 26 20:51:13.348327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:13.389483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-c0a78ae1-fc12-4656-ac30-36ec63d6be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.391656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-c0a78ae1-fc12-4656-ac30-36ec63d6be4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0803878
Mar 26 20:51:13.398232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc241b24-40cd-4d33-9c0a-85138c1fb67e req-a8a98966-2c38-468a-b076-8a4ae00bf7f4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.400094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc241b24-40cd-4d33-9c0a-85138c1fb67e req-a8a98966-2c38-468a-b076-8a4ae00bf7f4 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2666638
Mar 26 20:51:13.472020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port c7df1940-2f47-4d41-b48f-8078b14b9cc2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:13.477369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port c7df1940-2f47-4d41-b48f-8078b14b9cc2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:13.478239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.478957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Attempting to bind port be7b6f80-22ba-471b-968f-ba95ce014ba3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:13.479443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Attempting to bind port be7b6f80-22ba-471b-968f-ba95ce014ba3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:13.479792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Attempting to bind port be7b6f80-22ba-471b-968f-ba95ce014ba3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:13.500098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Port be7b6f80-22ba-471b-968f-ba95ce014ba3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:13.500426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Attempting to bind port be7b6f80-22ba-471b-968f-ba95ce014ba3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:13.517577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:13.518959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:13.519370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:13.520529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Bound port: be7b6f80-22ba-471b-968f-ba95ce014ba3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:13.520919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.542517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc241b24-40cd-4d33-9c0a-85138c1fb67e req-35f0f3cc-958c-4fd7-922d-c0bda2883d1c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312587
Mar 26 20:51:13.550292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-96c93450-a4c1-4b00-984f-eef9cfa3b093 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519415
Mar 26 20:51:13.591899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0fb5-6412-4a10-ac56-bcea43a05915 req-ac4aedad-f9f8-467b-abb4-c808604c977c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.594418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fde0fb5-6412-4a10-ac56-bcea43a05915 req-ac4aedad-f9f8-467b-abb4-c808604c977c tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 946 time: 0.1547277
Mar 26 20:51:13.607120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c7df1940-2f47-4d41-b48f-8078b14b9cc2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:13.607516 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.648262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:13.651775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-bde4e17a-ef16-436e-8eef-d532e76c07f7 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips/4d50880c-594d-420e-9a1c-d0f6d74c6af5 HTTP/1.1" status: 200  len: 693 time: 0.0899241
Mar 26 20:51:13.657287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.720958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:13.722743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fde0fb5-6412-4a10-ac56-bcea43a05915 req-305890b2-c209-40f4-9de7-0e5f4b08244a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178188
Mar 26 20:51:13.728397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:13.736325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-ca099c67-698d-4b0b-a784-cf9d70b29de8 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774302
Mar 26 20:51:13.782554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:13.798641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.853573 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.865737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-1e897bdb-a359-45f2-aefe-e98c9c701f37 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.869135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a87fc-b974-4c72-ae7e-795341d79537 req-4e6e3251-601a-42e8-81d4-c0a3ec90d5c5 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.872011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8a87fc-b974-4c72-ae7e-795341d79537 req-4e6e3251-601a-42e8-81d4-c0a3ec90d5c5 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 948 time: 0.0744269
Mar 26 20:51:13.873270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-1e897bdb-a359-45f2-aefe-e98c9c701f37 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2048535
Mar 26 20:51:13.877429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:13.878060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:13.879410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] 10.222.0.21 "PUT /v2.0/ports/be7b6f80-22ba-471b-968f-ba95ce014ba3 HTTP/1.1" status: 200  len: 1096 time: 1.2840989
Mar 26 20:51:13.888923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:13.891710 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a36518-3205-4b14-9002-773a90b88c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:13.915112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:13.918501 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed18897-3a54-4661-9bfc-df052dd0a34c" -d '{"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-plugged", "status": "completed", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:13.957812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8a87fc-b974-4c72-ae7e-795341d79537 req-e95e139e-3f0c-4083-a738-3702c283f208 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798514
Mar 26 20:51:13.990842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-c7e3fd6d-4713-4cf3-9d9d-aafb72ef2db6 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.222 HTTP/1.1" status: 200  len: 696 time: 0.1166964
Mar 26 20:51:14.006633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542c609-5ba9-40d2-b621-741ff6827a9c service neutron] Pushing event updated for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:14.073087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-0b7af8be-5e19-4023-8a53-882f52d00c7b tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.222 HTTP/1.1" status: 200  len: 696 time: 0.0719700
Mar 26 20:51:14.079506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-009c7b3e-3e1a-4052-b881-a0af6aa07844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.081010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-009c7b3e-3e1a-4052-b881-a0af6aa07844 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 1130 time: 0.1380329
Mar 26 20:51:14.131286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516746-e8f6-40d7-ab55-a21b31311546 req-1afd8c6a-74b6-4653-acf3-31687848ee47 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.132854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01516746-e8f6-40d7-ab55-a21b31311546 req-1afd8c6a-74b6-4653-acf3-31687848ee47 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0732639
Mar 26 20:51:14.179425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01516746-e8f6-40d7-ab55-a21b31311546 req-327bb8b2-4253-4a27-9b51-e4d6b16bb62a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407815
Mar 26 20:51:14.196695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-48023266-2d75-4d11-911e-fee401aed0d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3 HTTP/1.1" status: 200  len: 217 time: 0.0738537
Mar 26 20:51:14.269336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-f71073b7-a1d2-46a3-8bff-27268b921d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.270796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-f71073b7-a1d2-46a3-8bff-27268b921d52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0659430
Mar 26 20:51:14.282951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d5389-d4ce-4637-a234-06fbc5455c27 req-641964fa-4151-4cb6-824e-d59c9a56df1f tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.284515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e98d5389-d4ce-4637-a234-06fbc5455c27 req-641964fa-4151-4cb6-824e-d59c9a56df1f tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1128 time: 0.0465519
Mar 26 20:51:14.299037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Deleting port d932f1b9-cb02-47ed-8922-d8d7056e7e80 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:14.299376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.334911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e98d5389-d4ce-4637-a234-06fbc5455c27 req-7ae40070-124c-43cd-9a79-50a0f21d7487 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447454
Mar 26 20:51:14.414637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1285fd1-d11c-4fa8-824d-7e6910f904d4 x-openstack-request-id: req-c1285fd1-d11c-4fa8-824d-7e6910f904d4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:14.414637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:14.414637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1285fd1-d11c-4fa8-824d-7e6910f904d4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:14.414637 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1285fd1-d11c-4fa8-824d-7e6910f904d4'] response: {'name': 'network-changed', 'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3', 'status': 'completed', 'code': 200}
Mar 26 20:51:14.432546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.432893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (d932f1b9-cb02-47ed-8922-d8d7056e7e80), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.444808 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01addbde-0fa4-473e-af62-695ca9004e1d x-openstack-request-id: req-01addbde-0fa4-473e-af62-695ca9004e1d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:14.445108 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-plugged", "status": "completed", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:14.445365 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01addbde-0fa4-473e-af62-695ca9004e1d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:14.445765 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01addbde-0fa4-473e-af62-695ca9004e1d'] response: {'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'code': 200}
Mar 26 20:51:14.450365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-5ff9f856-844f-4698-93b3-1d495b882a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.453119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-5ff9f856-844f-4698-93b3-1d495b882a5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1710765
Mar 26 20:51:14.457981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Calling delete_port for d932f1b9-cb02-47ed-8922-d8d7056e7e80 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:14.589453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b309d1f-d49e-463b-a9b0-223c14f0aa82 req-67f5b728-cb83-4697-9d92-4a89ade4b222 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.591064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b309d1f-d49e-463b-a9b0-223c14f0aa82 req-67f5b728-cb83-4697-9d92-4a89ade4b222 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0921612
Mar 26 20:51:14.596902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff70a33-41f4-40f6-aeb6-6c15c62964cd req-ec709127-80c0-4d27-9d8c-c27add9e0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.598533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eff70a33-41f4-40f6-aeb6-6c15c62964cd req-ec709127-80c0-4d27-9d8c-c27add9e0322 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1128 time: 0.0892458
Mar 26 20:51:14.618340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-31dead1d-93bb-4a1a-9a48-5e2201d8ae5c service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583073
Mar 26 20:51:14.672836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b309d1f-d49e-463b-a9b0-223c14f0aa82 req-7f712fad-9bab-4a59-a4bb-3cea9ee30655 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732141
Mar 26 20:51:14.675285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eff70a33-41f4-40f6-aeb6-6c15c62964cd req-2ad2d050-2336-4928-ad74-9e0039ab9e22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692515
Mar 26 20:51:14.755700 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15b889-bdca-469f-bdde-7a05a254edf8 req-11d4ba1e-43de-4716-8c96-de4a8fc360a2 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252067
Mar 26 20:51:14.756797 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d932f1b9-cb02-47ed-8922-d8d7056e7e80), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.783964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Pushing event deleted for resources: {'Port': ['ID=d932f1b9-cb02-47ed-8922-d8d7056e7e80,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:14.854918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks [] for floatingip (4d50880c-594d-420e-9a1c-d0f6d74c6af5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.856670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f6684-33f4-4e59-b6bf-dfd36d8e7873 req-dab082ac-8584-40f5-9fa2-a66ef72a3257 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.857678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:14.860564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9705e010-5c1c-4020-8358-f1c05cfb3ecf req-089dd739-0803-4102-91fb-fa98f8c2a9b3 tempest-FloatingIPDetailsTestJSON-245127548 tempest-FloatingIPDetailsTestJSON-245127548-project] 10.222.0.16 "DELETE /v2.0/floatingips/4d50880c-594d-420e-9a1c-d0f6d74c6af5 HTTP/1.1" status: 204  len: 173 time: 0.7890882
Mar 26 20:51:14.865478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-375f6684-33f4-4e59-b6bf-dfd36d8e7873 req-dab082ac-8584-40f5-9fa2-a66ef72a3257 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0833502
Mar 26 20:51:14.867202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51676) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:14.908601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36518-3205-4b14-9002-773a90b88c7e req-9934ffc1-77da-4fbe-8668-e5de783e8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:14.909929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-9934ffc1-77da-4fbe-8668-e5de783e8e3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 1130 time: 0.0640893
Mar 26 20:51:15.003616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-375f6684-33f4-4e59-b6bf-dfd36d8e7873 req-ca627235-a326-42b7-b1f6-82b8d198d4d5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371326
Mar 26 20:51:15.047078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36518-3205-4b14-9002-773a90b88c7e req-fec5c117-76b3-43b4-a481-1aa0178ff373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.055883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-fec5c117-76b3-43b4-a481-1aa0178ff373 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1297591
Mar 26 20:51:15.115031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-ed9508af-c385-43e0-84d3-9d4cefe154dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3 HTTP/1.1" status: 200  len: 217 time: 0.0580053
Mar 26 20:51:15.194215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36518-3205-4b14-9002-773a90b88c7e req-a78863ee-d487-4968-ae46-d0395bfdf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.195758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-a78863ee-d487-4968-ae46-d0395bfdf45a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0721011
Mar 26 20:51:15.207450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bc156-a050-447b-86ce-ba51891c3239 req-8ca1a2cb-c159-47a6-b1f6-19b5fe06ccb9 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.209315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b8bc156-a050-447b-86ce-ba51891c3239 req-8ca1a2cb-c159-47a6-b1f6-19b5fe06ccb9 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 948 time: 0.0970488
Mar 26 20:51:15.295481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36518-3205-4b14-9002-773a90b88c7e req-768134a8-35f7-4aa2-bfda-631e40d1e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.298003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-768134a8-35f7-4aa2-bfda-631e40d1e256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0880795
Mar 26 20:51:15.313354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b8bc156-a050-447b-86ce-ba51891c3239 req-03bd8475-1c05-498b-be08-93bccb7f388e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720947
Mar 26 20:51:15.402235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f30ec6-a6e1-4857-9bff-e42852ee3f30 req-451901e3-a1ad-4054-8e9a-e9f0937d15aa tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.403770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9f30ec6-a6e1-4857-9bff-e42852ee3f30 req-451901e3-a1ad-4054-8e9a-e9f0937d15aa tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0903304
Mar 26 20:51:15.425294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-124b416c-57e2-4bdf-9a32-ae03c20c7da3 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050038
Mar 26 20:51:15.494957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:15.524603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9f30ec6-a6e1-4857-9bff-e42852ee3f30 req-eb099e38-2161-4487-8f75-c9317e7e7008 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143110
Mar 26 20:51:15.565051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69a36518-3205-4b14-9002-773a90b88c7e req-b18ec0c3-6e06-498c-b63c-bb60af8016f3 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306164
Mar 26 20:51:15.566173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:15.807334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d7f06-b52e-43a6-a70d-4e9709436945 req-08d2f336-b8a3-489b-88a2-9fb85bb5a8df tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:15.809066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f17d7f06-b52e-43a6-a70d-4e9709436945 req-08d2f336-b8a3-489b-88a2-9fb85bb5a8df tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0621378
Mar 26 20:51:15.878376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f17d7f06-b52e-43a6-a70d-4e9709436945 req-1fdfcf3d-d76f-4518-b256-ed7aa99f913f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625501
Mar 26 20:51:16.058922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e28f-ae3c-4ee3-bc58-1705bce26f97 req-f3485cd9-2a0e-4a89-b26b-605adc3e64be tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:16.060407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b86e28f-ae3c-4ee3-bc58-1705bce26f97 req-f3485cd9-2a0e-4a89-b26b-605adc3e64be tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.3864303
Mar 26 20:51:16.129804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb523e5-1a85-4a40-b967-1cd8386754e5 req-4be08c78-df54-4356-b9fe-153e3fc13c04 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:16.131290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afb523e5-1a85-4a40-b967-1cd8386754e5 req-4be08c78-df54-4356-b9fe-153e3fc13c04 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0523124
Mar 26 20:51:16.133498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b86e28f-ae3c-4ee3-bc58-1705bce26f97 req-9b73da6f-20fc-44b1-b584-d759062e6194 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656257
Mar 26 20:51:16.182160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afb523e5-1a85-4a40-b967-1cd8386754e5 req-514d3941-a8ca-4081-aab0-78bb0e4af69b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447443
Mar 26 20:51:16.200086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Deleting port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:16.200433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:16.279891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] For port 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:16.280195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:16.292754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Calling delete_port for 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:16.486186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f1689-b791-4616-88af-55df86ea2c6b req-b510ef3e-747a-44e5-8c91-2b20e7ee0c9a tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:16.487735 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa1f1689-b791-4616-88af-55df86ea2c6b req-b510ef3e-747a-44e5-8c91-2b20e7ee0c9a tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 948 time: 0.0911744
Mar 26 20:51:16.599727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (5f5b357a-21b7-4540-9fa5-cc5f9f2d3390), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:16.609533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa1f1689-b791-4616-88af-55df86ea2c6b req-888f4aeb-7a1b-4648-ba29-1e91489492ec tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826917
Mar 26 20:51:16.633390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5b357a-21b7-4540-9fa5-cc5f9f2d3390,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:16.794342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:16.800889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:16.831114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bbeba-8a70-4f82-abef-fc77c4a654ba req-d8a4ec7b-7cad-49b1-bc69-77f4870cd2db tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:16.838342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af3bbeba-8a70-4f82-abef-fc77c4a654ba req-d8a4ec7b-7cad-49b1-bc69-77f4870cd2db tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1302516
Mar 26 20:51:16.840859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:16.960063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af3bbeba-8a70-4f82-abef-fc77c4a654ba req-13aaf1e4-49dd-4713-a28a-fba4480e723d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096785
Mar 26 20:51:16.963793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:16.964410 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.007448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:17.009814 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fec42c-b023-4cdc-beaa-1628a206ee6f" -d '{"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-unplugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:17.032845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:17.039600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:17.051414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.060159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cedcc-525d-468c-bc4d-8341e6c6fd78 req-0a9d9266-fd8f-4607-ad8c-9c93a01b1066 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.065561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-909cedcc-525d-468c-bc4d-8341e6c6fd78 req-0a9d9266-fd8f-4607-ad8c-9c93a01b1066 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0911326
Mar 26 20:51:17.089440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'mac_address': 'fa:16:3e:fd:4d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:17.126911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-909cedcc-525d-468c-bc4d-8341e6c6fd78 req-9d98a9ad-7ba5-4865-bd3f-ddb3f73c99ee tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514231
Mar 26 20:51:17.147348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:17.168803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:17.169514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.188174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b38ca2-4fe0-430a-bebd-437115db1ae6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:17.210937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74c4e-2a9c-4ff5-9ac8-ec05293e23b0 req-d0cda728-0d7b-4feb-b635-e737ef83cce7 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.212560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93f74c4e-2a9c-4ff5-9ac8-ec05293e23b0 req-d0cda728-0d7b-4feb-b635-e737ef83cce7 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1128 time: 0.1820099
Mar 26 20:51:17.216629 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948d9e68-716a-4551-84af-2963eead33eb x-openstack-request-id: req-948d9e68-716a-4551-84af-2963eead33eb {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:17.217013 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-unplugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:17.217277 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-948d9e68-716a-4551-84af-2963eead33eb {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:17.217675 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948d9e68-716a-4551-84af-2963eead33eb'] response: {'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'code': 200}
Mar 26 20:51:17.221159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:17.228761 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.229574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device be7b6f80-22ba-471b-968f-ba95ce014ba3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:17.268802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:17.269049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:51:17.285159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93f74c4e-2a9c-4ff5-9ac8-ec05293e23b0 req-83503b4f-fb5d-4ba0-a549-b4a9247a0461 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640953
Mar 26 20:51:17.334428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'be7b6f80-22ba-471b-968f-ba95ce014ba3', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'be7b6f80-22ba-471b-968f-ba95ce014ba3', 'mac_address': 'fa:16:3e:7e:c7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:17.369889 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:51:17.402460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:17.441934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port be7b6f80-22ba-471b-968f-ba95ce014ba3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:17.442504 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.463723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7b6f80-22ba-471b-968f-ba95ce014ba3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:17.474669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d09d2-40b5-4d4d-bdad-843bc2de531c req-4edb9ff5-27dc-4516-a150-9e73b80cdc58 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.478437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52d09d2-40b5-4d4d-bdad-843bc2de531c req-4edb9ff5-27dc-4516-a150-9e73b80cdc58 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.1074114
Mar 26 20:51:17.492687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:17.500375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.503525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a579c-5f79-4bb1-99a7-9e27cce44821 req-907b8287-f5d3-4814-9081-0600593a3824 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.505223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a3a579c-5f79-4bb1-99a7-9e27cce44821 req-907b8287-f5d3-4814-9081-0600593a3824 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1177247
Mar 26 20:51:17.511938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:51:17.522225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-816b0b6f-5ada-4a83-9dff-2f3ca3f6d650 admin admin] 10.222.0.16 "PUT /v2.0/routers/8fedd2af-f2b5-4f21-b11d-2ab2b887763f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6532598
Mar 26 20:51:17.524178 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Sync routers for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:51:17.524561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:17.538287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:51:17.539466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612437ffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:17.595468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52d09d2-40b5-4d4d-bdad-843bc2de531c req-87bfb769-1f6c-4ff9-9f29-4d0998578e3d tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783808
Mar 26 20:51:17.600657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:17.641143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-c4fb7c3a-50a6-43d8-8dcf-dd3d4569027a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.642482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-c4fb7c3a-50a6-43d8-8dcf-dd3d4569027a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d&tenant_id=70c93c47827247b8b178018931efb9a4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1620195
Mar 26 20:51:17.716087 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:51:17.759323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a3a579c-5f79-4bb1-99a7-9e27cce44821 req-a8c4cecd-0d93-4eec-9e04-a82cbe6d117b tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279384
Mar 26 20:51:17.783965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-8963c46a-50d3-49f4-b69d-41ffb160df60 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.785516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-8963c46a-50d3-49f4-b69d-41ffb160df60 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.1719596
Mar 26 20:51:17.787330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks [] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:17.791021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['be7b6f80-22ba-471b-968f-ba95ce014ba3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:17.793463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:17.907511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dcc4a-34c1-4acd-9784-b721cfb4262e req-0f3bfc5b-5c71-46ae-97cf-61cf5d11c926 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.908611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c0dcc4a-34c1-4acd-9784-b721cfb4262e req-0f3bfc5b-5c71-46ae-97cf-61cf5d11c926 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 949 time: 0.2130768
Mar 26 20:51:17.924907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-d3b5b961-0731-47f6-ad80-642e1082d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:17.925572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-d3b5b961-0731-47f6-ad80-642e1082d10a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1131 time: 0.1730022
Mar 26 20:51:18.094933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612437ffa0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:51:16Z', 'revision_number': 5, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:18.097336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c0dcc4a-34c1-4acd-9784-b721cfb4262e req-4cb660f5-3765-40e5-b1d7-ba9be7c1df66 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706648
Mar 26 20:51:18.137060 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Checking router: 8fedd2af-f2b5-4f21-b11d-2ab2b887763f for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:51:18.146688 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Routers {'8fedd2af-f2b5-4f21-b11d-2ab2b887763f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:51:18.148284 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612437ffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:50:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:18.152054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36721544-e91d-4efd-bd5e-64cdced4ac5c req-996a73d1-e0c6-4353-825c-28fcda04723b tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:18.174712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36721544-e91d-4efd-bd5e-64cdced4ac5c req-996a73d1-e0c6-4353-825c-28fcda04723b tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 949 time: 0.1362951
Mar 26 20:51:18.183559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks [] for router_gateway (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.259599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Deleting port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:18.260368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.283816 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] Set router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:51:18.325619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36721544-e91d-4efd-bd5e-64cdced4ac5c req-1ade1c2c-ba56-4da6-9a0e-f866da71e612 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499875
Mar 26 20:51:18.409951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Deleting port a287623c-b6ef-41e4-bbcb-64682b7b0a5f {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:18.410333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.414144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] For port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,segment=NetworkSegment(3cad3588-1c34-4aaf-9a9a-a632d0678da5),segment_id=3cad3588-1c34-4aaf-9a9a-a632d0678da5)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:18.414510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.450904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Calling delete_port for 7f9dbd4b-d061-4ca4-82e6-42454e573a0d owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:18.516362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-8a1e989c-1cc0-4e46-b5c0-03c51c5d16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:18.516362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-8a1e989c-1cc0-4e46-b5c0-03c51c5d16e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.5365913
Mar 26 20:51:18.563630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-b674b33e-33bb-42bf-8102-2ce7102f06c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0392354
Mar 26 20:51:18.574751 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612437ffa0>, [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:51:16Z', 'revision_number': 5, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:18.599621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] For port a287623c-b6ef-41e4-bbcb-64682b7b0a5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:18.599775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.602124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dbb4b4-c5b4-4142-a65c-3e4e80aff717 None None] The sync data for ids ['8fedd2af-f2b5-4f21-b11d-2ab2b887763f'] in ncdv-master-1 is: [{'id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'name': 'tempest-FloatingIPDetailsTestJSON-567728234-router', 'tenant_id': '4a56761e1c4f400788db6793667fe7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197'}], 'enable_snat': True}, 'gw_port_id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:51:16Z', 'revision_number': 5, 'project_id': '4a56761e1c4f400788db6793667fe7b9', 'gw_port': {'id': 'a287623c-b6ef-41e4-bbcb-64682b7b0a5f', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedd2af-f2b5-4f21-b11d-2ab2b887763f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:44Z', 'updated_at': '2022-03-26T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:51:18.638195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Calling delete_port for a287623c-b6ef-41e4-bbcb-64682b7b0a5f owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:18.646063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-4f33dc8e-366e-409c-9972-bc4be03fc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:18.652402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-4f33dc8e-366e-409c-9972-bc4be03fc859 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0821748
Mar 26 20:51:18.752734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-57f7bcb4-d363-4b2c-801d-b2c5487c0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:18.754246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-57f7bcb4-d363-4b2c-801d-b2c5487c0f01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0915711
Mar 26 20:51:18.772261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (7f9dbd4b-d061-4ca4-82e6-42454e573a0d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.786314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['7f9dbd4b-d061-4ca4-82e6-42454e573a0d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:18.793337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d476-5d28-429c-b4e5-8c9461f9fb95 req-e0c10911-cf8f-40da-909e-ac7db272e2c8 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:18.795401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f043d476-5d28-429c-b4e5-8c9461f9fb95 req-e0c10911-cf8f-40da-909e-ac7db272e2c8 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c HTTP/1.1" status: 200  len: 945 time: 0.0885310
Mar 26 20:51:18.850768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Pushing event deleted for resources: {'Port': ['ID=7f9dbd4b-d061-4ca4-82e6-42454e573a0d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:18.901547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-2f7dbae2-b187-48d9-919b-e81978c26a23 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382794
Mar 26 20:51:18.902169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] No DVR routers for this DVR port 7f9dbd4b-d061-4ca4-82e6-42454e573a0d on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:18.913194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:18.916462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9246857a-65b9-4b08-b9bf-5848c01b3528 req-7c44d926-b371-4a0e-ac9e-96b96c9e0f32 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.21 "DELETE /v2.0/ports/7f9dbd4b-d061-4ca4-82e6-42454e573a0d HTTP/1.1" status: 204  len: 173 time: 1.1131079
Mar 26 20:51:18.916919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'name': 'network-vif-deleted', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:18.919512 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc347c18-2987-4411-99ab-98a761ea3eb5" -d '{"events": [{"server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "name": "network-vif-deleted", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:18.951462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f043d476-5d28-429c-b4e5-8c9461f9fb95 req-21062187-b699-4650-95b3-930ea8ba3553 tempest-VolumesAdminNegativeTest-1124448885 tempest-VolumesAdminNegativeTest-1124448885-project] 10.222.0.16 "GET /v2.0/security-groups?id=23373a82-32b0-4b39-babc-600ea8155391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455293
Mar 26 20:51:19.020500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc8809-5a0c-4c4a-b5d1-fe0914e34fd3 req-5ed7c836-05a2-45b4-9844-afa15f64c30d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:19.022056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80bc8809-5a0c-4c4a-b5d1-fe0914e34fd3 req-5ed7c836-05a2-45b4-9844-afa15f64c30d tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1213496
Mar 26 20:51:19.024588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:19.057088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a287623c-b6ef-41e4-bbcb-64682b7b0a5f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.060588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:19.061042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5f5b357a-21b7-4540-9fa5-cc5f9f2d3390 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:19.065381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04d09a61-a8ee-4546-9398-b45f1c90ab37 req-63d85335-fda3-4db9-abd5-8927ed16b6ed service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573794
Mar 26 20:51:19.103318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Pushing event deleted for resources: {'Port': ['ID=a287623c-b6ef-41e4-bbcb-64682b7b0a5f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:19.113246 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ceb099-5ee9-4843-bba4-6c9368dc1d1c x-openstack-request-id: req-e1ceb099-5ee9-4843-bba4-6c9368dc1d1c {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:19.113676 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c", "name": "network-vif-deleted", "tag": "7f9dbd4b-d061-4ca4-82e6-42454e573a0d", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:19.113775 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1ceb099-5ee9-4843-bba4-6c9368dc1d1c {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:19.114187 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ceb099-5ee9-4843-bba4-6c9368dc1d1c'] response: {'server_uuid': '83b8d983-ed6b-4e51-a7d4-8df9c90b1c0c', 'name': 'network-vif-deleted', 'tag': '7f9dbd4b-d061-4ca4-82e6-42454e573a0d', 'status': 'completed', 'code': 200}
Mar 26 20:51:19.155953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.162698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80bc8809-5a0c-4c4a-b5d1-fe0914e34fd3 req-a99ac44f-c69b-4e8d-8636-391af4d4ca01 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290836
Mar 26 20:51:19.251054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbc6d1-c372-435f-9cb6-f9ee2973ba02 req-5967bf65-fdb8-424a-abc7-5313162fa379 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:19.252666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bdbc6d1-c372-435f-9cb6-f9ee2973ba02 req-5967bf65-fdb8-424a-abc7-5313162fa379 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 949 time: 0.0725441
Mar 26 20:51:19.303323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bdbc6d1-c372-435f-9cb6-f9ee2973ba02 req-5422ae20-9fb5-4813-bff6-86aa8c9dc8bf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445774
Mar 26 20:51:19.576444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.580683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks [] for router_controller (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.671440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (8fedd2af-f2b5-4f21-b11d-2ab2b887763f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.672276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fedd2af-f2b5-4f21-b11d-2ab2b887763f {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:51:19.678819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.680351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-456e3161-2156-4adb-a102-ca197c96082d admin admin] 10.222.0.16 "DELETE /v2.0/routers/8fedd2af-f2b5-4f21-b11d-2ab2b887763f HTTP/1.1" status: 204  len: 168 time: 2.1545100
Mar 26 20:51:19.682700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:19.691349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295610e5-ac2a-47cb-a571-c2c7ba2e522d req-7464a0c8-4286-4240-8cd0-cb9035fd4abb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:19.692953 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-295610e5-ac2a-47cb-a571-c2c7ba2e522d req-7464a0c8-4286-4240-8cd0-cb9035fd4abb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 949 time: 0.1832373
Mar 26 20:51:19.758261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-295610e5-ac2a-47cb-a571-c2c7ba2e522d req-4628f3c4-94c6-4094-92a1-4dd4f43b74fa tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594425
Mar 26 20:51:19.765411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Deleting subnet 6fc83ffa-43d3-4c18-8067-345af56a2729 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:51:19.787611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Publish callbacks [] for subnet (6fc83ffa-43d3-4c18-8067-345af56a2729), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.831558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (6fc83ffa-43d3-4c18-8067-345af56a2729), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:19.957553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6fc83ffa-43d3-4c18-8067-345af56a2729), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.018968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (6fc83ffa-43d3-4c18-8067-345af56a2729), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.024663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:20.057187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc83ffa-43d3-4c18-8067-345af56a2729,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:20.063660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.069069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b814fca-5d6e-4b77-bb9c-fbb034af0f96 None None] Network 6028d62c-aa93-417f-8ab2-f87eb4b94a45 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:20.069644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ab62c3a-f5de-45b5-817c-9d0064402ff5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6fc83ffa-43d3-4c18-8067-345af56a2729 HTTP/1.1" status: 204  len: 168 time: 0.3855710
Mar 26 20:51:20.072041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51820) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:20.088421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Deleting subnet fa8b8ae7-c66c-42a1-801c-4226882787da {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:51:20.091688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Publish callbacks [] for subnet (fa8b8ae7-c66c-42a1-801c-4226882787da), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.133339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Publish callbacks [] for subnet (fa8b8ae7-c66c-42a1-801c-4226882787da), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.144909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (fa8b8ae7-c66c-42a1-801c-4226882787da), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.172505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6028d62c-aa93-417f-8ab2-f87eb4b94a45), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.273056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Deleting port aab44146-60de-48b2-bdbc-e6933ce4796e {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:20.273056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.276167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for subnet (fa8b8ae7-c66c-42a1-801c-4226882787da), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.307304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa8b8ae7-c66c-42a1-801c-4226882787da,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:20.309429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] DHCP port deletion for 6028d62c-aa93-417f-8ab2-f87eb4b94a45 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:51:20.310969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.321816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f22af8b9-ed26-4772-9885-f3bdbb145ae8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa8b8ae7-c66c-42a1-801c-4226882787da HTTP/1.1" status: 204  len: 168 time: 0.2958539
Mar 26 20:51:20.323038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:20.386981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Deleting port aab44146-60de-48b2-bdbc-e6933ce4796e {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:20.387291 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.391233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] For port aab44146-60de-48b2-bdbc-e6933ce4796e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aab44146-60de-48b2-bdbc-e6933ce4796e,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:20.391798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.406165 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (fed2fb0c-813c-401b-8a62-3a80e32e650c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.416732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Calling delete_port for aab44146-60de-48b2-bdbc-e6933ce4796e owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:20.443514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e569ee-cc53-4a3e-996f-c3c3ee6df6f1 req-b6bb4094-3be2-4b42-966d-23d8be7afffd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:20.445445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25e569ee-cc53-4a3e-996f-c3c3ee6df6f1 req-b6bb4094-3be2-4b42-966d-23d8be7afffd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1551096
Mar 26 20:51:20.469899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] For port aab44146-60de-48b2-bdbc-e6933ce4796e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aab44146-60de-48b2-bdbc-e6933ce4796e,segment=NetworkSegment(2bc6a904-dcbd-4882-92d6-b93e02dbc097),segment_id=2bc6a904-dcbd-4882-92d6-b93e02dbc097)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:20.470362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.492049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Calling delete_port for aab44146-60de-48b2-bdbc-e6933ce4796e owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:20.552344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25e569ee-cc53-4a3e-996f-c3c3ee6df6f1 req-97afd22d-543b-473d-a7f3-c5c19e8c5391 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991609
Mar 26 20:51:20.554328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (fed2fb0c-813c-401b-8a62-3a80e32e650c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.571686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.582717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8e471-c45f-413f-b689-98423f7ee10d req-08e1c8dc-874c-49dc-9ec5-15783f069f88 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:20.584333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41a8e471-c45f-413f-b689-98423f7ee10d req-08e1c8dc-874c-49dc-9ec5-15783f069f88 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 949 time: 0.1363010
Mar 26 20:51:20.588465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f611daa23d0>> segment before_delete 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.588861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f611daa23d0>> subnet precommit_delete_associations 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.589579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> segment_host_mapping after_create 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.589912 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> port after_create 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.590264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> port after_delete 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.590637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> port after_update 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.590967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> segment after_delete 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.591287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> subnet after_create 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.591622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> subnet after_delete 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.591958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f611e991460>> subnet after_update 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.600488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] No DVR routers for this DVR port aab44146-60de-48b2-bdbc-e6933ce4796e on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:20.651881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab44146-60de-48b2-bdbc-e6933ce4796e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:20.674495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611ecbb580>> subnet after_create 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.674868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611ecbb580>> subnet after_delete 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.675471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611ecbb580>> subnet before_create 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.676112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f611ecbb580>> subnet before_update 55550000 {{(pid=126736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Mar 26 20:51:20.676529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e991850>,) {'filters': {'network_id': ['fed2fb0c-813c-401b-8a62-3a80e32e650c']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.676639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (aab44146-60de-48b2-bdbc-e6933ce4796e), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.704921 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6028d62c-aa93-417f-8ab2-f87eb4b94a45), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.708433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] Pushing event deleted for resources: {'Port': ['ID=aab44146-60de-48b2-bdbc-e6933ce4796e,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:20.710796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e991850>, '3cad3588-1c34-4aaf-9a9a-a632d0678da5') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.711097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e991850>, '3cad3588-1c34-4aaf-9a9a-a632d0678da5') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.723810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639a4a3-878a-4840-b734-5b5eb29ffb50 None None] No DVR routers for this DVR port aab44146-60de-48b2-bdbc-e6933ce4796e on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:20.731529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d618310>,) {'filters': {'network_id': ['6028d62c-aa93-417f-8ab2-f87eb4b94a45']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.743091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d618310>, '2bc6a904-dcbd-4882-92d6-b93e02dbc097') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.743596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d618310>, '2bc6a904-dcbd-4882-92d6-b93e02dbc097') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:20.755566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (2bc6a904-dcbd-4882-92d6-b93e02dbc097), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.764549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3cad3588-1c34-4aaf-9a9a-a632d0678da5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.772674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2bc6a904-dcbd-4882-92d6-b93e02dbc097), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.774809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41a8e471-c45f-413f-b689-98423f7ee10d req-06b17347-f3d7-48f0-b685-e657587b2446 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833783
Mar 26 20:51:20.799484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3cad3588-1c34-4aaf-9a9a-a632d0678da5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.801628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:51:20.802233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (2bc6a904-dcbd-4882-92d6-b93e02dbc097), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.811309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:51:20.812642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3cad3588-1c34-4aaf-9a9a-a632d0678da5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:51:20.816349 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   from cryptography.utils import int_from_bytes
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   from cryptography.utils import int_from_bytes
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:51:20.829230 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:51:20.835002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:20.838845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aab44146-60de-48b2-bdbc-e6933ce4796e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:20.907290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6028d62c-aa93-417f-8ab2-f87eb4b94a45), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.908379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.912296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6028d62c-aa93-417f-8ab2-f87eb4b94a45 HTTP/1.1" status: 204  len: 168 time: 0.8393185
Mar 26 20:51:20.919995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: aab44146-60de-48b2-bdbc-e6933ce4796e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:20.920361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aab44146-60de-48b2-bdbc-e6933ce4796e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:20.920796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a287623c-b6ef-41e4-bbcb-64682b7b0a5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:20.950142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (fed2fb0c-813c-401b-8a62-3a80e32e650c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.957683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a287623c-b6ef-41e4-bbcb-64682b7b0a5f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:20.958091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a287623c-b6ef-41e4-bbcb-64682b7b0a5f not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:20.990758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:20.998309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34629475-ec54-4df9-a116-9cd19efcf9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6028d62c-aa93-417f-8ab2-f87eb4b94a45,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.000153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fed2fb0c-813c-401b-8a62-3a80e32e650c HTTP/1.1" status: 204  len: 168 time: 0.6758502
Mar 26 20:51:21.004418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51844) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:21.025840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 45b38ca2-4fe0-430a-bebd-437115db1ae6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:21.026610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.037097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e49f7-0290-4f00-b9e7-e09d08002874 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed2fb0c-813c-401b-8a62-3a80e32e650c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.074381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab916c1-6b09-4a62-9150-5a9897f72ca6 req-7ce7530e-0caa-4e50-b7c6-8e65b27c1fd8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:21.076157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ab916c1-6b09-4a62-9150-5a9897f72ca6 req-7ce7530e-0caa-4e50-b7c6-8e65b27c1fd8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 949 time: 0.1384304
Mar 26 20:51:21.101447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587da93-fa4f-43f7-a4e5-82cbdb517a25 req-eef404dc-716b-4822-b3c3-b0c49edaafd3 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:21.102597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f587da93-fa4f-43f7-a4e5-82cbdb517a25 req-eef404dc-716b-4822-b3c3-b0c49edaafd3 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 949 time: 0.1891503
Mar 26 20:51:21.106007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Deleting subnet 9ffb2515-7428-4349-9299-0bafd3286250 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:51:21.110004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Publish callbacks [] for subnet (9ffb2515-7428-4349-9299-0bafd3286250), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.140710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ab916c1-6b09-4a62-9150-5a9897f72ca6 req-a32a0fcd-a562-4e8c-ba7d-0fe9b45a07d5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569024
Mar 26 20:51:21.183872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (9ffb2515-7428-4349-9299-0bafd3286250), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.218798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:21.220505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.224851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51852) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:21.269180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f587da93-fa4f-43f7-a4e5-82cbdb517a25 req-580c36b4-353e-4ac9-b582-57a357efc339 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511705
Mar 26 20:51:21.278814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:21.278947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9ffb2515-7428-4349-9299-0bafd3286250), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.286031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:21.286031 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8aef49-837f-4c35-9121-2b1727d6bf9f" -d '{"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-plugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:21.289690 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.290545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device be7b6f80-22ba-471b-968f-ba95ce014ba3 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:21.337487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-778c6f1b-0652-4324-945f-544e50e10c1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a56761e1c4f400788db6793667fe7b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1104515
Mar 26 20:51:21.339099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51862) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:21.356096 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfca7350-fdc0-4ceb-9c5d-a92564fe9fe8 x-openstack-request-id: req-dfca7350-fdc0-4ceb-9c5d-a92564fe9fe8 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:21.356394 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-plugged", "status": "completed", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:21.356651 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfca7350-fdc0-4ceb-9c5d-a92564fe9fe8 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:21.357049 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfca7350-fdc0-4ceb-9c5d-a92564fe9fe8'] response: {'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'code': 200}
Mar 26 20:51:21.396222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.412097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port be7b6f80-22ba-471b-968f-ba95ce014ba3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:21.414365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (9ffb2515-7428-4349-9299-0bafd3286250), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.416637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port be7b6f80-22ba-471b-968f-ba95ce014ba3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:21.417423 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.451497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffb2515-7428-4349-9299-0bafd3286250,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.456028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] Publish callbacks [] for security_group (5160f59e-1bd9-44bc-a873-919f28368264), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.459172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.463505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c17c11cb-bd1b-4845-b958-1b76d4a344b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ffb2515-7428-4349-9299-0bafd3286250 HTTP/1.1" status: 204  len: 168 time: 0.4578810
Mar 26 20:51:21.466387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:21.500767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] Publish callbacks [] for security_group (5160f59e-1bd9-44bc-a873-919f28368264), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.508041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port be7b6f80-22ba-471b-968f-ba95ce014ba3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:21.508385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.525069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-ea31a4b5-e728-4a15-90d2-7bdd75dbac0b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222380
Mar 26 20:51:21.540452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:21.545536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.547881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7f9dbd4b-d061-4ca4-82e6-42454e573a0d no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:21.555532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3736557c-383c-4c94-af7e-be7a25a45d25), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.592688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 7f9dbd4b-d061-4ca4-82e6-42454e573a0d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:21.593284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7f9dbd4b-d061-4ca4-82e6-42454e573a0d not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:21.631255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.666306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3736557c-383c-4c94-af7e-be7a25a45d25), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.667704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5160f59e-1bd9-44bc-a873-919f28368264), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.670307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.672091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5160f59e-1bd9-44bc-a873-919f28368264 HTTP/1.1" status: 204  len: 168 time: 0.3313301
Mar 26 20:51:21.696536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-66c5d136-9a93-4965-96d0-66169656c778 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:21.698050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-66c5d136-9a93-4965-96d0-66169656c778 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1637709
Mar 26 20:51:21.698767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d273f-bf2d-4294-9ed1-b7b3b94ba656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160f59e-1bd9-44bc-a873-919f28368264,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:21.724464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e109610>,) {'filters': {'network_id': ['3736557c-383c-4c94-af7e-be7a25a45d25']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:21.739355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e109610>, 'cec3290c-f0da-465b-93ab-a5c51f8b5950') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:21.739657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e109610>, 'cec3290c-f0da-465b-93ab-a5c51f8b5950') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:21.739800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-9b039900-405e-44fe-b486-df1de8dc73c1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/quotas/70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 375 time: 0.0343776
Mar 26 20:51:21.753353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (cec3290c-f0da-465b-93ab-a5c51f8b5950), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.773175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939c5f0-4b63-436f-ac64-084d76d8b5f3 req-4a464aa5-13a6-4544-bcfb-1cb15120b0e1 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:21.774995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3939c5f0-4b63-436f-ac64-084d76d8b5f3 req-4a464aa5-13a6-4544-bcfb-1cb15120b0e1 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1189225
Mar 26 20:51:21.779686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cec3290c-f0da-465b-93ab-a5c51f8b5950), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.795146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:51:21.796417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (cec3290c-f0da-465b-93ab-a5c51f8b5950), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:51:21.798741 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:51:21.831140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-56d776c3-caec-4f7d-ad9c-d90a82ea1341 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0829227
Mar 26 20:51:21.924074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3736557c-383c-4c94-af7e-be7a25a45d25), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.931981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:21.935699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] 10.222.0.16 "DELETE /v2.0/networks/3736557c-383c-4c94-af7e-be7a25a45d25 HTTP/1.1" status: 204  len: 168 time: 0.4683101
Mar 26 20:51:21.962959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3939c5f0-4b63-436f-ac64-084d76d8b5f3 req-f1eb0b5b-9d30-41d3-b7cb-be99d6a27d63 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756375
Mar 26 20:51:21.964233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53de6d-c6fe-4b0f-a371-fdabefa6eeea admin admin] Pushing event deleted for resources: {'Network': ['ID=3736557c-383c-4c94-af7e-be7a25a45d25,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:22.044122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96c90c42-a212-484b-820e-4420206d39a2 req-a707c2d5-299c-4dbb-b480-efe74c55ac56 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 210 time: 0.0418077
Mar 26 20:51:22.181599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51900) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:22.223178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-464dfe61-6602-4cb2-80e1-5693029f9d9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3aa6068dd8e94d7dbbd6dc1fcc7f236c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0403819
Mar 26 20:51:22.225875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:22.276515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] Publish callbacks [] for security_group (23373a82-32b0-4b39-babc-600ea8155391), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:22.302526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] Publish callbacks [] for security_group (23373a82-32b0-4b39-babc-600ea8155391), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:22.362821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (23373a82-32b0-4b39-babc-600ea8155391), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:22.365693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:22.369156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23373a82-32b0-4b39-babc-600ea8155391 HTTP/1.1" status: 204  len: 168 time: 0.1398075
Mar 26 20:51:22.404545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3957bf-7cd6-42de-8439-45c8356f4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23373a82-32b0-4b39-babc-600ea8155391,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:22.471580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c577daa-dd73-4c8f-8eda-f43733849faa req-33bbc414-d909-4367-9b74-ae346dcb886f tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:22.473566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c577daa-dd73-4c8f-8eda-f43733849faa req-33bbc414-d909-4367-9b74-ae346dcb886f tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.0956244
Mar 26 20:51:22.578536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c577daa-dd73-4c8f-8eda-f43733849faa req-edf4cfb7-3efb-4397-92fa-bceb326f3730 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894744
Mar 26 20:51:22.674541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f7af-5877-48de-b045-be80022b5545 req-695507cc-24c9-4f8b-928e-87801ab646dd tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:22.676828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec39f7af-5877-48de-b045-be80022b5545 req-695507cc-24c9-4f8b-928e-87801ab646dd tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1128 time: 0.0764539
Mar 26 20:51:22.730889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec39f7af-5877-48de-b045-be80022b5545 req-e5a6261c-10a9-41b2-94cf-a5e359ca3f00 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482373
Mar 26 20:51:22.938072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:22.982966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06ebd617-0759-439c-be9b-1c5196b35ba7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e14c4010d2e4588ab9498cdf0b7904d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0416715
Mar 26 20:51:22.983249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:23.038388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] Publish callbacks [] for security_group (31b9d988-86bc-4719-8c77-4a7b18f7ae4f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:23.060878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] Publish callbacks [] for security_group (31b9d988-86bc-4719-8c77-4a7b18f7ae4f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:23.145272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (31b9d988-86bc-4719-8c77-4a7b18f7ae4f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:23.162207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:23.166969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31b9d988-86bc-4719-8c77-4a7b18f7ae4f HTTP/1.1" status: 204  len: 168 time: 0.1792257
Mar 26 20:51:23.176295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf7a13-7ff1-4857-a191-bb4acbb1cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b9d988-86bc-4719-8c77-4a7b18f7ae4f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:23.276601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-d1b28a39-5395-4b0d-a9fa-8f2af642326d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364735
Mar 26 20:51:23.284730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be08b61-a504-4fa7-aa04-a38830d9b7fd req-7fa77ca3-25e9-4312-a7b5-df7a58e0402e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:23.286753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7be08b61-a504-4fa7-aa04-a38830d9b7fd req-7fa77ca3-25e9-4312-a7b5-df7a58e0402e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1364160
Mar 26 20:51:23.357761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:23.360917 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec33ab-bb27-4edd-85ed-a8c2124986f8" -d '{"events": [{"server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "name": "network-vif-plugged", "status": "completed", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:23.428571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7be08b61-a504-4fa7-aa04-a38830d9b7fd req-000aac5c-08a9-4711-85c3-a8450928a432 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292059
Mar 26 20:51:23.461908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-100e1709-9eac-4017-8dfb-e1b32905a5da tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:23.472095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-100e1709-9eac-4017-8dfb-e1b32905a5da tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1757228
Mar 26 20:51:23.480593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Request body: {'port': {'device_id': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '70c93c47827247b8b178018931efb9a4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:23.534449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1bf3429-3e27-4e39-9266-c7421f416be7 req-8b5f6c16-22f0-4735-b8b8-c003fb1ed044 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 210 time: 0.0364788
Mar 26 20:51:23.685455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90357210-b913-476b-9b67-19dbf71d46a1 req-f03291b6-1ba9-465e-a423-838659ff7bcd tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:23.687060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90357210-b913-476b-9b67-19dbf71d46a1 req-f03291b6-1ba9-465e-a423-838659ff7bcd tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1128 time: 0.0678644
Mar 26 20:51:23.687839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Made reservation on behalf of 70c93c47827247b8b178018931efb9a4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:23.691184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:23.778834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90357210-b913-476b-9b67-19dbf71d46a1 req-643aed82-909b-4567-b291-d33689ad52f5 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850816
Mar 26 20:51:23.840308 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b932b-37fc-47ee-9c97-2d648bc8bf0a x-openstack-request-id: req-2c6b932b-37fc-47ee-9c97-2d648bc8bf0a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:23.840805 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "name": "network-vif-plugged", "status": "completed", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:23.841235 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c6b932b-37fc-47ee-9c97-2d648bc8bf0a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:23.841811 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6b932b-37fc-47ee-9c97-2d648bc8bf0a'] response: {'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3', 'code': 200}
Mar 26 20:51:23.866708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-6f93e61e-41cd-4386-877a-034f73bb75f9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:23.867741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-6f93e61e-41cd-4386-877a-034f73bb75f9 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0216000
Mar 26 20:51:23.932763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Allocated IP 192.168.233.194 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d20c4d66-5919-4014-97bf-e9934b31149c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:23.971105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-7e2006fd-0efd-4bc9-83f0-d55cec3abd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:23.972534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-7e2006fd-0efd-4bc9-83f0-d55cec3abd25 service neutron] 10.222.0.16 "GET /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 1125 time: 0.0964053
Mar 26 20:51:23.981950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539189c-af32-4790-ac04-3128a99160dd req-4264e9df-bf55-4158-84a4-7735206a1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:23.983574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d539189c-af32-4790-ac04-3128a99160dd req-4264e9df-bf55-4158-84a4-7735206a1866 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 1132 time: 0.0661223
Mar 26 20:51:23.988546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:23.989000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:51:24.047482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d539189c-af32-4790-ac04-3128a99160dd req-b9d63e5b-77df-48c1-a842-8e13446bfe3b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557036
Mar 26 20:51:24.079974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762052d-5a65-47f4-8683-06163d439b7e req-d5dd1892-8456-464f-9886-16197ed74952 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:24.081487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b762052d-5a65-47f4-8683-06163d439b7e req-d5dd1892-8456-464f-9886-16197ed74952 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.1519780
Mar 26 20:51:24.237922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b762052d-5a65-47f4-8683-06163d439b7e req-05cc9ad5-db83-4cca-96ef-257c60b8cec8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466310
Mar 26 20:51:24.283198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:24.283544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:24.283878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:24.288594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for port (d20c4d66-5919-4014-97bf-e9934b31149c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.292350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:24.292679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:24.301788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:24.302127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:24.302516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:24.302947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Bound port: d6806923-920b-4eab-b4f5-2134464682ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:24.370654 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.373304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:24.383083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.383749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:24.384301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-070e3696-3103-43ce-857e-2068e57de7d8 service neutron] 10.222.0.16 "POST /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab/bindings HTTP/1.1" status: 201  len: 389 time: 0.4027896
Mar 26 20:51:24.388975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:24.424461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:24.426654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:24.430517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:24.460745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:24.491303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:24.491895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.530554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-3e789715-f164-4d8d-a204-c78dc1e11716 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0542986
Mar 26 20:51:24.543573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Request body: {'port': {'device_id': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:24.678937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.751271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-a5b7a7d5-bc4c-47f9-abb6-ce5dc84c1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:24.753762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-a5b7a7d5-bc4c-47f9-abb6-ce5dc84c1a97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1128 time: 0.1040730
Mar 26 20:51:24.887774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-cf9eb581-6cd7-40f2-882a-dc2982d9f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:24.889755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-cf9eb581-6cd7-40f2-882a-dc2982d9f0ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.1286147
Mar 26 20:51:24.926711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-085c147b-f5c6-4863-ae5e-db46b17c1640 None None] Provisioning complete for port d20c4d66-5919-4014-97bf-e9934b31149c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:24.927099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-085c147b-f5c6-4863-ae5e-db46b17c1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:24.947788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-a26eb860-d673-4777-aca9-b93f68cd3015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 217 time: 0.0456607
Mar 26 20:51:24.992668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-085c147b-f5c6-4863-ae5e-db46b17c1640 None None] Port d20c4d66-5919-4014-97bf-e9934b31149c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:51:24.996069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83dcdd61-ea6d-4494-97ae-741cd3f58ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.040120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-5a338637-8979-4051-84c6-fea7e2e9e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.042838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-5a338637-8979-4051-84c6-fea7e2e9e1aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0806711
Mar 26 20:51:25.088705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:25.097566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-e9668ff3-d905-4563-8d69-ece057cf844e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405903
Mar 26 20:51:25.097794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks [] for port (d20c4d66-5919-4014-97bf-e9934b31149c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.117560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Transition to ACTIVE for port object d20c4d66-5919-4014-97bf-e9934b31149c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:25.123037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.231546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06a8fa-ee40-4ca6-b00b-fd980f52c054 req-9dd8751d-dcce-4ad9-8a7e-383a4137e059 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.239884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa06a8fa-ee40-4ca6-b00b-fd980f52c054 req-9dd8751d-dcce-4ad9-8a7e-383a4137e059 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1384633
Mar 26 20:51:25.253074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:25.273388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Attempting to bind port d20c4d66-5919-4014-97bf-e9934b31149c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:25.273736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Attempting to bind port d20c4d66-5919-4014-97bf-e9934b31149c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:25.274070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Attempting to bind port d20c4d66-5919-4014-97bf-e9934b31149c on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:25.278977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Port d20c4d66-5919-4014-97bf-e9934b31149c on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:25.279304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Attempting to bind port d20c4d66-5919-4014-97bf-e9934b31149c on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:25.289437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:25.289781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:25.290173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:25.290608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Bound port: d20c4d66-5919-4014-97bf-e9934b31149c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:25.290967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.304123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0dcc1f2b-b34b-4389-94e8-67317b5172cc service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913319
Mar 26 20:51:25.318347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa06a8fa-ee40-4ca6-b00b-fd980f52c054 req-a6e0aa8b-add2-417e-a75f-d601e9df90ae tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773077
Mar 26 20:51:25.376244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:25.379686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:25.387668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.425413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.425910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:25.427346 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] 10.222.0.21 "PUT /v2.0/ports/d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 1096 time: 0.8885298
Mar 26 20:51:25.427747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:25.430111 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684141b8-96a5-435b-a2a9-65eac9e2cb12" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:25.437119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1101d1-8d16-43f5-8390-ca08cf9ea8a3 req-77f115bb-d8d8-449e-b246-eafd6f50139d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.438650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d1101d1-8d16-43f5-8390-ca08cf9ea8a3 req-77f115bb-d8d8-449e-b246-eafd6f50139d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 946 time: 0.0555723
Mar 26 20:51:25.456544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc47e8-c5f2-4f77-8709-a8ac13f931cc service neutron] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:25.526068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d1101d1-8d16-43f5-8390-ca08cf9ea8a3 req-a1c26098-8e84-455b-a165-e805c7cf1c49 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780528
Mar 26 20:51:25.583176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-8e4b3324-2ddb-4125-b66b-64a64aff3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.584644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-8e4b3324-2ddb-4125-b66b-64a64aff3e25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1130 time: 0.0710871
Mar 26 20:51:25.636493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fda9ba25-3e62-4e59-89e9-5dd0afb1f47e service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656218
Mar 26 20:51:25.648827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-0e966801-9bf6-4017-a242-21d87b24d72d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.0547369
Mar 26 20:51:25.656052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-151afdac-d7e5-464f-80e2-76a7de18cb72 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:51:25.657228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-151afdac-d7e5-464f-80e2-76a7de18cb72 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071335
Mar 26 20:51:25.707297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c37ff-da48-4c1c-9941-05c3fcd30aaf req-7f84ac2f-f507-42b8-855f-a8bb0181a2b3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.708857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d60c37ff-da48-4c1c-9941-05c3fcd30aaf req-7f84ac2f-f507-42b8-855f-a8bb0181a2b3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 948 time: 0.0617719
Mar 26 20:51:25.732633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-b852be1f-6bdd-4274-8d06-5932035bdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.734074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-b852be1f-6bdd-4274-8d06-5932035bdce1 service neutron] 10.222.0.16 "GET /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 1125 time: 0.0672748
Mar 26 20:51:25.735526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-eb12ef3d-83b9-4f2d-ac0c-3e80acd85c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.737223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-eb12ef3d-83b9-4f2d-ac0c-3e80acd85c81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0789959
Mar 26 20:51:25.742802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:25.743504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:51:25.772398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d60c37ff-da48-4c1c-9941-05c3fcd30aaf req-86487967-939f-408e-af15-bb1ec6436132 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576534
Mar 26 20:51:25.871526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-9b7ba41e-3d30-4b21-9fdf-28649358a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.873152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-9b7ba41e-3d30-4b21-9fdf-28649358a43b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1274185
Mar 26 20:51:25.939358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30066-9740-49fe-9419-dd02aaab82c8 req-97d80e6a-5e7d-422e-a8d9-d285492e7fe8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:25.941077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c30066-9740-49fe-9419-dd02aaab82c8 req-97d80e6a-5e7d-422e-a8d9-d285492e7fe8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.0545304
Mar 26 20:51:26.005577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c30066-9740-49fe-9419-dd02aaab82c8 req-3d78bd7b-d064-4145-89a7-236f08650761 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581856
Mar 26 20:51:26.204493 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68686d8c-81b3-4dbb-a5b8-72a6a7baab98 x-openstack-request-id: req-68686d8c-81b3-4dbb-a5b8-72a6a7baab98 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:26.205066 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:26.205066 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68686d8c-81b3-4dbb-a5b8-72a6a7baab98 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:26.205407 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68686d8c-81b3-4dbb-a5b8-72a6a7baab98'] response: {'name': 'network-changed', 'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'status': 'completed', 'code': 200}
Mar 26 20:51:26.263802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:26.264162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:26.264585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:26.275623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:26.275973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:26.285768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-170f6cb0-2a82-468c-968e-5a75255f6260 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4045539
Mar 26 20:51:26.286898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:26.287312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:26.287627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:26.288099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Bound port: c7df1940-2f47-4d41-b48f-8078b14b9cc2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:26.407230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:26.417062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:26.418218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-f68e6085-2be5-4a92-922c-9c99a3074f61 service neutron] 10.222.0.16 "POST /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2/bindings HTTP/1.1" status: 201  len: 389 time: 0.6789610
Mar 26 20:51:26.428338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a4461ec-34d1-42d2-91b0-4cdd0c85c25f req-f01cdae9-0a25-4715-a91f-95b704c54f1d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153746
Mar 26 20:51:26.575527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-361172b3-47a3-440c-8ee8-00819f8a4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.576767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-361172b3-47a3-440c-8ee8-00819f8a4983 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1130 time: 0.0880475
Mar 26 20:51:26.728702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a53095-18c8-4954-9e98-fad1a5fe0775 req-739a7378-6dec-4561-8e3c-0ba41c1b7029 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.730207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24a53095-18c8-4954-9e98-fad1a5fe0775 req-739a7378-6dec-4561-8e3c-0ba41c1b7029 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1282802
Mar 26 20:51:26.731301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-80b11612-d1a3-468e-a7db-29940b4fa7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.732622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-80b11612-d1a3-468e-a7db-29940b4fa7ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1450291
Mar 26 20:51:26.797296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-f37f5431-5ac6-41eb-ab3f-48e1ee9c0fb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.0503445
Mar 26 20:51:26.856636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24a53095-18c8-4954-9e98-fad1a5fe0775 req-872495f6-56a4-4a72-bad8-7a2b911325f6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085708
Mar 26 20:51:26.864075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-24045e5a-01f8-49ef-a20f-acaca8b74f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.865495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-24045e5a-01f8-49ef-a20f-acaca8b74f4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0617945
Mar 26 20:51:26.885901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-b35bb1a2-a5c3-4bf2-a8ac-209ca2933212 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=54c513bf41bd4101914b82a4b39e4030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0263114
Mar 26 20:51:26.916234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-50ffc036-a8f6-413c-93a4-c0ebca01bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.917754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-50ffc036-a8f6-413c-93a4-c0ebca01bafc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0458093
Mar 26 20:51:26.997871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-5b8d57e9-ced4-4e6e-8fe0-a55e3d294880 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:26.999950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-5b8d57e9-ced4-4e6e-8fe0-a55e3d294880 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1081195
Mar 26 20:51:27.015319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-3eb6f695-da27-46a1-9d08-d98ceeae3d33 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/quotas/54c513bf41bd4101914b82a4b39e4030 HTTP/1.1" status: 200  len: 375 time: 0.0097065
Mar 26 20:51:27.047337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132d8c-19d7-458e-bf1b-51ee57f33046 req-15a3ace0-75ec-41ea-b20e-b05542fe4a7a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:27.048781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd132d8c-19d7-458e-bf1b-51ee57f33046 req-15a3ace0-75ec-41ea-b20e-b05542fe4a7a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1152136
Mar 26 20:51:27.052322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-04db3daa-9435-4796-94e0-f622b3b5cd04 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259263
Mar 26 20:51:27.069676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-b3016b76-4dbd-429f-986b-c384a6ee4021 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0475516
Mar 26 20:51:27.116248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd132d8c-19d7-458e-bf1b-51ee57f33046 req-a0843da5-0015-437f-b16f-e0cab731ecd9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594120
Mar 26 20:51:27.224795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-684141b8-96a5-435b-a2a9-65eac9e2cb12 req-4af0b1ab-3cf4-4faf-a095-f28140d4bf63 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337740
Mar 26 20:51:27.274048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c39e0-3402-44b8-831c-f4dadbb39dc6 req-74aeae7a-1025-44fa-852d-d2ef9b478478 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:27.275555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40c39e0-3402-44b8-831c-f4dadbb39dc6 req-74aeae7a-1025-44fa-852d-d2ef9b478478 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 946 time: 0.0731254
Mar 26 20:51:27.286837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd768-638d-496c-b910-221906358046 req-b7849aa7-6347-4003-b402-674008e52200 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:27.294862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200bd768-638d-496c-b910-221906358046 req-b7849aa7-6347-4003-b402-674008e52200 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 948 time: 0.0717041
Mar 26 20:51:27.305235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a8b5600b-a6aa-4832-b0a2-b982b579ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:27.335110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40c39e0-3402-44b8-831c-f4dadbb39dc6 req-a1ff0bbe-736e-494f-badd-50faf287cf97 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526292
Mar 26 20:51:27.344149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200bd768-638d-496c-b910-221906358046 req-6833ac61-2e53-4116-9dda-d8ca4277f7d0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483465
Mar 26 20:51:27.457269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86118ebe-de15-4647-8d81-a706f0259549 req-48ac6011-7523-4811-a9c4-4ae92240798d tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 210 time: 0.0296633
Mar 26 20:51:28.026530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb74a1-5ca2-467e-898b-5c5eab24ebef req-66fa03dd-325c-4c8a-bc3f-5ac68402b046 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:28.028299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fcb74a1-5ca2-467e-898b-5c5eab24ebef req-66fa03dd-325c-4c8a-bc3f-5ac68402b046 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0757420
Mar 26 20:51:28.084405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fcb74a1-5ca2-467e-898b-5c5eab24ebef req-0e04241b-5f8e-41b3-8dd0-3e0f1aaa017c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482616
Mar 26 20:51:28.151284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52148) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:28.272344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08caaf-4a28-499d-a31e-4f40dccec145 req-9eda8398-4666-4958-965b-453bd709a780 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:28.273942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc08caaf-4a28-499d-a31e-4f40dccec145 req-9eda8398-4666-4958-965b-453bd709a780 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0771525
Mar 26 20:51:28.319899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-26b0e33b-d949-46b3-8132-44f49ab5eba2 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=54c513bf41bd4101914b82a4b39e4030&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0432541
Mar 26 20:51:28.322293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2c40-ccf9-437c-ad36-d36567eef747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.397166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc08caaf-4a28-499d-a31e-4f40dccec145 req-b1d87b9c-72e2-459b-902b-673d0d7c7f51 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071854
Mar 26 20:51:28.536210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-bb8230f4-8f6c-4175-8194-06ee82a61993 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:28.537621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-bb8230f4-8f6c-4175-8194-06ee82a61993 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1968172
Mar 26 20:51:28.540852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2c40-ccf9-437c-ad36-d36567eef747 admin admin] Publish callbacks [] for security_group (7b4776c8-5c14-4423-9d3b-0bfa1dac50c4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.545325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2c40-ccf9-437c-ad36-d36567eef747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7b4776c8-5c14-4423-9d3b-0bfa1dac50c4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.554315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Request body: {'port': {'device_id': 'd8b58496-7be2-4549-9972-f88f5860a630', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '54c513bf41bd4101914b82a4b39e4030'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:28.620439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dcf2c40-ccf9-437c-ad36-d36567eef747 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1268255d93eb46f48a57bf0d06ee3ecc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4677117
Mar 26 20:51:28.626474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52162) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:28.629176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.631975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b41729-30cb-4f65-b6cc-ed3859a7c816 req-1d2ae1c9-51aa-4bdd-8876-ef2d765b07a1 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:28.633397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2b41729-30cb-4f65-b6cc-ed3859a7c816 req-1d2ae1c9-51aa-4bdd-8876-ef2d765b07a1 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 946 time: 0.1601174
Mar 26 20:51:28.634031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2c40-ccf9-437c-ad36-d36567eef747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4776c8-5c14-4423-9d3b-0bfa1dac50c4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:28.685608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] Publish callbacks [] for security_group (7b4776c8-5c14-4423-9d3b-0bfa1dac50c4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.709131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] Publish callbacks [] for security_group (7b4776c8-5c14-4423-9d3b-0bfa1dac50c4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.737011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2b41729-30cb-4f65-b6cc-ed3859a7c816 req-b3967f53-9056-4ad1-b529-21350a2e0af4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723662
Mar 26 20:51:28.751837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Made reservation on behalf of 54c513bf41bd4101914b82a4b39e4030 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:28.755211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.777807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7b4776c8-5c14-4423-9d3b-0bfa1dac50c4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.780789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:28.781979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b4776c8-5c14-4423-9d3b-0bfa1dac50c4 HTTP/1.1" status: 204  len: 168 time: 0.1541240
Mar 26 20:51:28.792988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7d56-40d1-4b62-a9c1-80541559fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4776c8-5c14-4423-9d3b-0bfa1dac50c4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:28.850593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:28.962367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25db6-bae3-4377-820e-201955c21f04 req-625cfc7b-1b08-475e-99a7-f8118aa1fbc5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:28.963862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9f25db6-bae3-4377-820e-201955c21f04 req-625cfc7b-1b08-475e-99a7-f8118aa1fbc5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 948 time: 0.1156058
Mar 26 20:51:28.972488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e5b88f1-6382-4a33-b49a-cc9078ee3a16 req-b2e6b5cb-ccc0-4d39-bd7d-68378768f3b7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 210 time: 0.0497761
Mar 26 20:51:28.990629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:28.995721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Allocated IP 192.168.233.234 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/50c8a773-79de-421d-b7fc-05f78140912b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:29.012732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'mac_address': 'fa:16:3e:a0:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:29.070130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9f25db6-bae3-4377-820e-201955c21f04 req-e2437f61-e340-4546-994a-0d60fe479def tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976796
Mar 26 20:51:29.074597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:29.075000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.102694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:29.140520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:29.148991 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.161864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-830d6f67-4e92-4cd3-a863-b2bf40adfb76 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:29.163548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-830d6f67-4e92-4cd3-a863-b2bf40adfb76 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1206484
Mar 26 20:51:29.176096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:29.253741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks [] for port (50c8a773-79de-421d-b7fc-05f78140912b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.264105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:29.301142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.308240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.324814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['be7b6f80-22ba-471b-968f-ba95ce014ba3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:29.327726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aff135-44b4-414e-ba0f-70457829b5fa req-c713fbf4-5ecc-433d-bedf-32afb1d91734 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:29.332527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9aff135-44b4-414e-ba0f-70457829b5fa req-c713fbf4-5ecc-433d-bedf-32afb1d91734 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1270850
Mar 26 20:51:29.360122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:29.365590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:29.372109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:29.455845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Pushing event updated for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:29.462692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d20c4d66-5919-4014-97bf-e9934b31149c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:29.509987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:29.511402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.535559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9aff135-44b4-414e-ba0f-70457829b5fa req-a0307256-da62-4444-82b1-f67ffaa5e1af tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943843
Mar 26 20:51:29.541394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:29.615562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-16ac0338-07a4-4fad-afc5-fe666dd45cc8 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0661211
Mar 26 20:51:29.646168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Request body: {'port': {'device_id': 'd8b58496-7be2-4549-9972-f88f5860a630', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:29.646852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:29.729004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:29.752749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77befa-4d59-4844-8185-58bb345e1104 req-361066c0-0674-437c-8157-dac5a9e747ae tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:29.754252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff77befa-4d59-4844-8185-58bb345e1104 req-361066c0-0674-437c-8157-dac5a9e747ae tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.2329886
Mar 26 20:51:29.772172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50c8a773-79de-421d-b7fc-05f78140912b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.796845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3995bdc0-db2c-4bad-950a-26d994c7ffc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.819451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d83f9b1f-99f1-425c-b139-cb593a94c94a None None] Provisioning complete for port 50c8a773-79de-421d-b7fc-05f78140912b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:29.820044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks [] for port (d6806923-920b-4eab-b4f5-2134464682ab), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.820176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d83f9b1f-99f1-425c-b139-cb593a94c94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50c8a773-79de-421d-b7fc-05f78140912b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.823336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:29.830917 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2422927-7f32-47e4-9698-bc88c963f58a" -d '{"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6806923-920b-4eab-b4f5-2134464682ab"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:29.855945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:29.876394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff77befa-4d59-4844-8185-58bb345e1104 req-7ccc76f2-f3bd-47b0-81c5-4a203391895a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121540
Mar 26 20:51:29.974278 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c6e2de-3187-419b-9e29-3b9ac1bcd3b6 x-openstack-request-id: req-39c6e2de-3187-419b-9e29-3b9ac1bcd3b6 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:29.974632 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-unplugged", "status": "completed", "tag": "d6806923-920b-4eab-b4f5-2134464682ab", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:29.974827 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39c6e2de-3187-419b-9e29-3b9ac1bcd3b6 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:29.975232 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c6e2de-3187-419b-9e29-3b9ac1bcd3b6'] response: {'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab', 'code': 200}
Mar 26 20:51:30.018040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:30.037208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d83f9b1f-99f1-425c-b139-cb593a94c94a None None] Port 50c8a773-79de-421d-b7fc-05f78140912b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:51:30.038721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.052973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7eba6-8718-49f4-b687-2ad063588103 req-879975f7-7462-4966-b86a-201fcf1f439b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:30.059968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-faa7eba6-8718-49f4-b687-2ad063588103 req-879975f7-7462-4966-b86a-201fcf1f439b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.2232163
Mar 26 20:51:30.065726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:30.065726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:30.065726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:30.090856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:30.091181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Attempting to bind port d6806923-920b-4eab-b4f5-2134464682ab on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:30.111131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:30.111487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:30.111850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:30.112322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Bound port: d6806923-920b-4eab-b4f5-2134464682ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:30.112682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.160498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-faa7eba6-8718-49f4-b687-2ad063588103 req-ffa93b9d-56df-4826-85a3-bd4b0c9a2064 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995762
Mar 26 20:51:30.196022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3995bdc0-db2c-4bad-950a-26d994c7ffc2 admin admin] Publish callbacks [] for security_group (33c2a0f4-e7cd-451f-b158-6fcac7399a66), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.207188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3995bdc0-db2c-4bad-950a-26d994c7ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (33c2a0f4-e7cd-451f-b158-6fcac7399a66), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.312312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:30.345749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995bdc0-db2c-4bad-950a-26d994c7ffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c2a0f4-e7cd-451f-b158-6fcac7399a66,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:30.352212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3995bdc0-db2c-4bad-950a-26d994c7ffc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60d45f79e7e74256970478d54e49d034&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8096983
Mar 26 20:51:30.354281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:30.358453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:30.380527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.400820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f844054-aa53-4589-acd4-2e219a85a0fd req-9b81d5ff-bc5c-444f-b536-efc782c5441f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:30.401852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f844054-aa53-4589-acd4-2e219a85a0fd req-9b81d5ff-bc5c-444f-b536-efc782c5441f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 949 time: 0.1547241
Mar 26 20:51:30.450581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d603fb-36d1-4901-bbbf-503ec4675135 req-23eeed82-4065-447e-8922-8fb5b0210abc tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:30.452129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9d603fb-36d1-4901-bbbf-503ec4675135 req-23eeed82-4065-447e-8922-8fb5b0210abc tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 936 time: 0.3587613
Mar 26 20:51:30.537770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:30.538406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.539795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 1122 time: 1.3678420
Mar 26 20:51:30.545215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9d603fb-36d1-4901-bbbf-503ec4675135 req-a37e6d92-04fd-4856-a8ce-1bd067221d97 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851932
Mar 26 20:51:30.572896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c8a773-79de-421d-b7fc-05f78140912b {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:30.575025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63de66-cea8-41fa-862b-339bb57c0e73 service neutron] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=8']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:30.592579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f844054-aa53-4589-acd4-2e219a85a0fd req-61497697-9c0a-4388-91f2-42f06cebf8b5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602521
Mar 26 20:51:30.592948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks [] for port (50c8a773-79de-421d-b7fc-05f78140912b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.593384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] Publish callbacks [] for security_group (33c2a0f4-e7cd-451f-b158-6fcac7399a66), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.613595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Transition to ACTIVE for port object 50c8a773-79de-421d-b7fc-05f78140912b will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:30.619234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.642247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] Publish callbacks [] for security_group (33c2a0f4-e7cd-451f-b158-6fcac7399a66), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.648455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d6806923-920b-4eab-b4f5-2134464682ab'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:30.685913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d6806923-920b-4eab-b4f5-2134464682ab'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:30.763629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (33c2a0f4-e7cd-451f-b158-6fcac7399a66), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.767204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:30.769413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33c2a0f4-e7cd-451f-b158-6fcac7399a66 HTTP/1.1" status: 204  len: 168 time: 0.4097695
Mar 26 20:51:30.783109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa968c-4b48-490e-b905-f382e447e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c2a0f4-e7cd-451f-b158-6fcac7399a66,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:30.834796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:30.866318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6806923-920b-4eab-b4f5-2134464682ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:30.869855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:30.894075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b29638-4a7c-4ac0-a0c2-bc4915b629ff req-3db3f113-9283-4a34-8171-d16e55270046 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:30.895973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85b29638-4a7c-4ac0-a0c2-bc4915b629ff req-3db3f113-9283-4a34-8171-d16e55270046 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.2115808
Mar 26 20:51:30.938755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Attempting to bind port 50c8a773-79de-421d-b7fc-05f78140912b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:30.939099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Attempting to bind port 50c8a773-79de-421d-b7fc-05f78140912b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:30.939427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Attempting to bind port 50c8a773-79de-421d-b7fc-05f78140912b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:30.945058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Port 50c8a773-79de-421d-b7fc-05f78140912b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:30.945388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Attempting to bind port 50c8a773-79de-421d-b7fc-05f78140912b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:30.952488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:30.952827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:30.953973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:30.954412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Bound port: 50c8a773-79de-421d-b7fc-05f78140912b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:30.954814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50c8a773-79de-421d-b7fc-05f78140912b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.043864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85b29638-4a7c-4ac0-a0c2-bc4915b629ff req-186d5713-7f5b-4bc3-97b8-1d2fbac14734 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417336
Mar 26 20:51:31.053653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90f07e-a6a3-4953-897d-be36be821b32 req-88c50deb-4bac-4c5b-b68c-790931f28f05 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.061121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e90f07e-a6a3-4953-897d-be36be821b32 req-88c50deb-4bac-4c5b-b68c-790931f28f05 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0660663
Mar 26 20:51:31.066954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:31.072003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50c8a773-79de-421d-b7fc-05f78140912b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:31.072414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:51:31.083776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.129321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.130588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.131803 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/50c8a773-79de-421d-b7fc-05f78140912b HTTP/1.1" status: 200  len: 1096 time: 1.5045037
Mar 26 20:51:31.132300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e90f07e-a6a3-4953-897d-be36be821b32 req-f80a02f8-32b0-4527-b80f-68369c539b0d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693519
Mar 26 20:51:31.132451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:31.135662 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a938d3-c569-43e1-9182-1d4dc5e65b56" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "tag": "50c8a773-79de-421d-b7fc-05f78140912b"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:31.180708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfabaf-c7fb-492d-9778-af1ab57efcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:31.248797 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a4cb8-16f6-4005-a445-c1ab32871fd2 x-openstack-request-id: req-eb9a4cb8-16f6-4005-a445-c1ab32871fd2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:31.250018 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "tag": "50c8a773-79de-421d-b7fc-05f78140912b", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:31.250018 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb9a4cb8-16f6-4005-a445-c1ab32871fd2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:31.251672 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9a4cb8-16f6-4005-a445-c1ab32871fd2'] response: {'name': 'network-changed', 'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b', 'status': 'completed', 'code': 200}
Mar 26 20:51:31.273428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-1f2c89fe-5e2c-4044-b4b1-2b837c7ade2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.274952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-1f2c89fe-5e2c-4044-b4b1-2b837c7ade2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 1130 time: 0.0892999
Mar 26 20:51:31.342225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-8316a912-6d18-4c3f-8061-5b6f2242cf72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=50c8a773-79de-421d-b7fc-05f78140912b HTTP/1.1" status: 200  len: 217 time: 0.0572960
Mar 26 20:51:31.374660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d20c4d66-5919-4014-97bf-e9934b31149c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:31.392314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d20c4d66-5919-4014-97bf-e9934b31149c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:31.392706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.442521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:31.490124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:31.492034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:31.494042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec885-90d9-4fb8-98c3-5b5503901974 req-0d00aa1b-0501-489e-9706-ee89031b7709 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.506732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6806923-920b-4eab-b4f5-2134464682ab has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:51:31.506931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad4ec885-90d9-4fb8-98c3-5b5503901974 req-0d00aa1b-0501-489e-9706-ee89031b7709 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.1834533
Mar 26 20:51:31.540180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-13a0b104-3af9-4761-b9a3-690dcb582aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.543208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-13a0b104-3af9-4761-b9a3-690dcb582aab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1717076
Mar 26 20:51:31.559348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.597431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad4ec885-90d9-4fb8-98c3-5b5503901974 req-b7f1314b-ae16-410c-924c-dcb91954fb04 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854154
Mar 26 20:51:31.680159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-ce335766-b85b-40f3-ab95-61180120c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.682511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-ce335766-b85b-40f3-ab95-61180120c814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1017652
Mar 26 20:51:31.723122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:31.723522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.754415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:31.754811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.793582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:31.811598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:31.814021 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feaab8a-068d-4c70-9a37-0bfcbf86dda2" -d '{"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:31.842911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de542202-7c94-42d9-a7f3-163cf3a9db85 req-6f7804e9-85b4-452a-8e3a-8ccecf14a104 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.844217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:31.845704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'mac_address': 'fa:16:3e:ed:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-1612479973', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:31.850472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de542202-7c94-42d9-a7f3-163cf3a9db85 req-6f7804e9-85b4-452a-8e3a-8ccecf14a104 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 948 time: 0.1317024
Mar 26 20:51:31.850954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:31.855547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.882012 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.911086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-0f4913c1-d6ce-4863-bdca-76d638f30f20 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205610
Mar 26 20:51:31.933222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721554b6-25d5-46bb-9a25-75799c919568 req-822f8549-1441-4906-948a-032b5e7ac08b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:31.934250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de542202-7c94-42d9-a7f3-163cf3a9db85 req-2a7a6357-7386-4164-8c22-0ed2f451bc41 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691509
Mar 26 20:51:31.939739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:31.940244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:31.943890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-721554b6-25d5-46bb-9a25-75799c919568 req-822f8549-1441-4906-948a-032b5e7ac08b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1008949
Mar 26 20:51:31.953514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:31.981382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:31.982760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:31.986784 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "tag": "d6806923-920b-4eab-b4f5-2134464682ab"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:32.020875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:32.032181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:32.032988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-721554b6-25d5-46bb-9a25-75799c919568 req-e80b95c0-0fdf-4103-8841-428d257c4624 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875564
Mar 26 20:51:32.036956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.046671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:32.130602 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41311663-885f-4621-97c9-783014746ac0 x-openstack-request-id: req-41311663-885f-4621-97c9-783014746ac0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:32.130910 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "tag": "d6806923-920b-4eab-b4f5-2134464682ab", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:32.131192 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41311663-885f-4621-97c9-783014746ac0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:32.132364 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41311663-885f-4621-97c9-783014746ac0'] response: {'name': 'network-changed', 'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab', 'status': 'completed', 'code': 200}
Mar 26 20:51:32.166515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3c3fff0-de56-4782-9eb6-8aef1a0cc4b9 req-c7457dd7-3125-48bf-b674-d171b2e0759e service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312217
Mar 26 20:51:32.175965 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747551cf-b705-46d1-8602-fa5ebb3d5a8d x-openstack-request-id: req-747551cf-b705-46d1-8602-fa5ebb3d5a8d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:32.176293 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:32.176559 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-747551cf-b705-46d1-8602-fa5ebb3d5a8d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:32.176980 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747551cf-b705-46d1-8602-fa5ebb3d5a8d'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'code': 200}
Mar 26 20:51:32.181773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:32.222745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-602745990-network', 'tenant_id': '9b09e96f559e4f2c9918ac9e12e4dd1b'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:32.274746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Made reservation on behalf of 9b09e96f559e4f2c9918ac9e12e4dd1b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:32.278431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.288747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.305152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2acce4-10b2-4361-9208-4703d92ff905 req-3786ecac-265c-4754-8586-e7428e484e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.306841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c2acce4-10b2-4361-9208-4703d92ff905 req-3786ecac-265c-4754-8586-e7428e484e5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1132 time: 0.1577795
Mar 26 20:51:32.309566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-2f8d936b-5bf0-4a5d-aa76-654b4e61cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.311593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-2f8d936b-5bf0-4a5d-aa76-654b4e61cf82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54c513bf41bd4101914b82a4b39e4030&device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 1130 time: 0.0840290
Mar 26 20:51:32.325762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01afd4-08ae-4caa-a5d0-05c5105f6e91 req-cf197628-e0b6-444c-b819-116fcec0bbbd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.327453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb01afd4-08ae-4caa-a5d0-05c5105f6e91 req-cf197628-e0b6-444c-b819-116fcec0bbbd tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.1166608
Mar 26 20:51:32.337469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-bcce27e7-0a92-421a-a9a9-fcee8fc56fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.338955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-bcce27e7-0a92-421a-a9a9-fcee8fc56fba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1156 time: 0.1794701
Mar 26 20:51:32.392366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:32.461758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c2acce4-10b2-4361-9208-4703d92ff905 req-15f51abc-e3fa-4b39-a95c-e0d98549b13b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483881
Mar 26 20:51:32.468591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb01afd4-08ae-4caa-a5d0-05c5105f6e91 req-5d76ebaa-f92e-4ca8-8dd1-cc7e768aa3e1 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286340
Mar 26 20:51:32.473697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-3b4920ae-6337-4489-b370-063c621d079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.477049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-3b4920ae-6337-4489-b370-063c621d079e service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1573410
Mar 26 20:51:32.496028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-b00205c0-b9a6-4e15-9543-16ac4f3175fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.497597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-b00205c0-b9a6-4e15-9543-16ac4f3175fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.1473610
Mar 26 20:51:32.538298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-3f76fb97-92d6-4fad-b287-3b4c4184a4ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=50c8a773-79de-421d-b7fc-05f78140912b HTTP/1.1" status: 200  len: 217 time: 0.0498445
Mar 26 20:51:32.540150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks [] for security_group (bd5d9332-9cbf-4346-b43a-ce5735be5ca4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.558004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-96db5250-614b-43cd-bbb7-635cda791f33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 217 time: 0.0536928
Mar 26 20:51:32.574068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd5d9332-9cbf-4346-b43a-ce5735be5ca4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.615112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-16094faa-0bf5-43e0-ac5c-7fccd3b0e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.616599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-16094faa-0bf5-43e0-ac5c-7fccd3b0e7f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0526805
Mar 26 20:51:32.622818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:51:32.652456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (baedd4f0-f7c3-4bf8-8b69-b4a473979cb0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.652807 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Added segment baedd4f0-f7c3-4bf8-8b69-b4a473979cb0 of type vlan for network c1cd425c-2d8d-400b-9abb-afe2084d27e4
Mar 26 20:51:32.655651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d9332-9cbf-4346-b43a-ce5735be5ca4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:32.665917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-c57994a4-88b0-4277-9a42-3596ab2932fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370896
Mar 26 20:51:32.666457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-005086ed-278d-413e-a79f-541e4f3c5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.667808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-005086ed-278d-413e-a79f-541e4f3c5a19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1189134
Mar 26 20:51:32.710078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bedc-b431-42ee-9353-64586239b59c req-13a49a67-5056-45e6-b49c-5393da997175 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.711569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48b8bedc-b431-42ee-9353-64586239b59c req-13a49a67-5056-45e6-b49c-5393da997175 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1792147
Mar 26 20:51:32.750380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c1cd425c-2d8d-400b-9abb-afe2084d27e4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.793349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-0c705daa-c827-4035-9b9c-e9a1251ba87a service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162503
Mar 26 20:51:32.808934 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c1cd425c-2d8d-400b-9abb-afe2084d27e4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.809963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.810539 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:32.818017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48b8bedc-b431-42ee-9353-64586239b59c req-bd5f1a74-5faa-4341-9e97-59086f073ee7 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793643
Mar 26 20:51:32.822951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-5c95e69c-6a54-4a1f-b887-d073d91ccae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:32.824670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-5c95e69c-6a54-4a1f-b887-d073d91ccae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1313808
Mar 26 20:51:32.872372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.8389711
Mar 26 20:51:32.872991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52420) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:32.881185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Request body: {'subnet': {'network_id': 'c1cd425c-2d8d-400b-9abb-afe2084d27e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-602745990-subnet', 'tenant_id': '9b09e96f559e4f2c9918ac9e12e4dd1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:32.897195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43eef7d9-32fe-464e-a5ad-19f8a4ddfd29 req-774183be-c6f2-4224-b37c-a3afd9148498 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925446
Mar 26 20:51:32.974575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a656d-2370-4263-83c3-72d087a98211 admin admin] Pushing event updated for resources: {'Network': ['ID=c1cd425c-2d8d-400b-9abb-afe2084d27e4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:32.987782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c1cd425c-2d8d-400b-9abb-afe2084d27e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:51:33.012025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Made reservation on behalf of 9b09e96f559e4f2c9918ac9e12e4dd1b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:33.014831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:33.043143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-0930f3f8-7f81-4c65-9211-2346dc35a991 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058904
Mar 26 20:51:33.090995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80325f-06e9-44c5-8805-4685e77349e7 req-bb544137-f59a-4d05-bcdd-eddefaa3bc72 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:33.092636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c80325f-06e9-44c5-8805-4685e77349e7 req-bb544137-f59a-4d05-bcdd-eddefaa3bc72 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 948 time: 0.0578556
Mar 26 20:51:33.127282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019123-1a5a-4ca1-b945-5d26a054a36e req-c729d13c-57d4-4538-9e7b-98f47ccf27a8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:33.128800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f019123-1a5a-4ca1-b945-5d26a054a36e req-c729d13c-57d4-4538-9e7b-98f47ccf27a8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.1978035
Mar 26 20:51:33.147189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c80325f-06e9-44c5-8805-4685e77349e7 req-9c4f7adf-3f05-48fe-bcca-551566cc1cca tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475104
Mar 26 20:51:33.267373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32a938d3-c569-43e1-9182-1d4dc5e65b56 req-eee37e3e-f641-4648-b624-1da8af8eff17 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167449
Mar 26 20:51:33.272522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f019123-1a5a-4ca1-b945-5d26a054a36e req-742e2388-af2f-49d7-a885-e42338b43f43 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070993
Mar 26 20:51:33.310809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe9b9-5ca8-438b-892c-a0e53e2a175c req-6f005542-1676-4d33-8f8f-269d59841d8a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:33.312858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adcbe9b9-5ca8-438b-892c-a0e53e2a175c req-6f005542-1676-4d33-8f8f-269d59841d8a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0598712
Mar 26 20:51:33.352620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (9b193268-1aec-4e78-ae52-902369a8d404), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:33.369059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adcbe9b9-5ca8-438b-892c-a0e53e2a175c req-87273aaf-4ec8-478e-bc81-af4f7c84f12d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482066
Mar 26 20:51:33.417496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b193268-1aec-4e78-ae52-902369a8d404,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:33.422592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Checking segment: {'id': 'baedd4f0-f7c3-4bf8-8b69-b4a473979cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c1cd425c-2d8d-400b-9abb-afe2084d27e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:33.422960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Network hostable DHCP agents. Network: c1cd425c-2d8d-400b-9abb-afe2084d27e4, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:51:33.444646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Network c1cd425c-2d8d-400b-9abb-afe2084d27e4 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:51:33.454765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1cd425c-2d8d-400b-9abb-afe2084d27e4) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:33.458949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:33.459715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:33.464814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e3940-8d78-4dd4-939d-02c9b80551e7 None None] Network c1cd425c-2d8d-400b-9abb-afe2084d27e4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:33.480439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-933d2dd5-487e-4aad-99cf-648f9b0ee2e7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.5982080
Mar 26 20:51:33.580907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33894684-5a0f-44ec-9f9b-82c67b2fd818 None None] Network c1cd425c-2d8d-400b-9abb-afe2084d27e4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:33.637943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b3467-44a5-4dba-b25e-43702853afd7 req-d4238395-4681-4fd6-80ec-96b41b775e7c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:33.639491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-559b3467-44a5-4dba-b25e-43702853afd7 req-d4238395-4681-4fd6-80ec-96b41b775e7c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0822051
Mar 26 20:51:33.687824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-559b3467-44a5-4dba-b25e-43702853afd7 req-b0def9f5-dd58-48a4-879a-ee37342deeca tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424364
Mar 26 20:51:33.775492 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-08232d03-356d-4053-a61d-defc8316cd00 req-d6914bea-d7a1-4685-b7eb-9f0c2808ce06 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] show failed (client error): The resource could not be found.
Mar 26 20:51:33.776510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08232d03-356d-4053-a61d-defc8316cd00 req-d6914bea-d7a1-4685-b7eb-9f0c2808ce06 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/437802dd-670b-4ee5-aca7-63d0867290b6 HTTP/1.1" status: 404  len: 352 time: 0.0133767
Mar 26 20:51:33.854560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19c972e6-e51a-44c2-a355-a777f341c939 req-a7f9efa5-eee0-4291-ac73-fa2ba8682f2a tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b09e96f559e4f2c9918ac9e12e4dd1b HTTP/1.1" status: 200  len: 3001 time: 0.0486865
Mar 26 20:51:33.899740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19c972e6-e51a-44c2-a355-a777f341c939 req-848ebe0c-c47e-490e-aa44-219a9d972afb tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/bd5d9332-9cbf-4346-b43a-ce5735be5ca4 HTTP/1.1" status: 200  len: 2998 time: 0.0387166
Mar 26 20:51:33.943875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19c972e6-e51a-44c2-a355-a777f341c939 req-2d7008b5-6c8b-4156-b867-71daf0726a15 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/bd5d9332-9cbf-4346-b43a-ce5735be5ca4 HTTP/1.1" status: 200  len: 2998 time: 0.0376852
Mar 26 20:51:34.050668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ee10-ca69-4fd8-8987-7b0e51ca5c7c req-9f7ef0f1-baec-47cd-bc45-187681aa9dfc tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:34.050668 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d24ee10-ca69-4fd8-8987-7b0e51ca5c7c req-9f7ef0f1-baec-47cd-bc45-187681aa9dfc tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0544517
Mar 26 20:51:34.096224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6db75ec7-885a-423d-a2d7-f7bbf45525a8 req-694ae019-4c73-4e09-8751-9af8a84942b9 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/bd5d9332-9cbf-4346-b43a-ce5735be5ca4 HTTP/1.1" status: 200  len: 2998 time: 0.0384784
Mar 26 20:51:34.097440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d24ee10-ca69-4fd8-8987-7b0e51ca5c7c req-5d21bfb3-5611-4a92-a18e-ea2ff196dbeb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411634
Mar 26 20:51:34.154519 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-6db75ec7-885a-423d-a2d7-f7bbf45525a8 req-2f791ea4-96a3-4767-8144-7b742117b405 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 26 20:51:34.156092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6db75ec7-885a-423d-a2d7-f7bbf45525a8 req-2f791ea4-96a3-4767-8144-7b742117b405 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd5d9332-9cbf-4346-b43a-ce5735be5ca4 HTTP/1.1" status: 409  len: 352 time: 0.0542002
Mar 26 20:51:34.178163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:34.181147 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b9f07c-0923-4b9d-8262-02711fe9cc66" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-unplugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:34.193539 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-7d77fe0d-03ce-4674-a66c-e2f11e831188 req-a6c30b16-a5ff-4524-9ef6-43dab22c66f0 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] show failed (client error): The resource could not be found.
Mar 26 20:51:34.194548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d77fe0d-03ce-4674-a66c-e2f11e831188 req-a6c30b16-a5ff-4524-9ef6-43dab22c66f0 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/2fb46d2e-bdce-447e-b521-8184db61f802 HTTP/1.1" status: 404  len: 352 time: 0.0146606
Mar 26 20:51:34.300508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2870ce-348f-4015-bc87-caef752194b3 req-c4cf2d3e-0e72-4983-8031-b9f9d3e1de12 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:34.301966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c2870ce-348f-4015-bc87-caef752194b3 req-c4cf2d3e-0e72-4983-8031-b9f9d3e1de12 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 948 time: 0.0543029
Mar 26 20:51:34.351458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c2870ce-348f-4015-bc87-caef752194b3 req-ef281f66-22cb-49c5-8607-e56ccb0c7433 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440087
Mar 26 20:51:34.393414 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03d8fe-d118-445c-b617-3a3e65793010 x-openstack-request-id: req-bf03d8fe-d118-445c-b617-3a3e65793010 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:34.393721 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-unplugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:34.393974 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf03d8fe-d118-445c-b617-3a3e65793010 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:34.394380 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf03d8fe-d118-445c-b617-3a3e65793010'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'code': 200}
Mar 26 20:51:34.415653 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-8f55b361-c5df-4c53-93b1-2e3f18a3373d req-d3d72dcd-2c10-4177-b45b-bd2504c51dc5 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] show failed (client error): The resource could not be found.
Mar 26 20:51:34.416644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f55b361-c5df-4c53-93b1-2e3f18a3373d req-d3d72dcd-2c10-4177-b45b-bd2504c51dc5 tempest-SecurityGroupsNegativeTestJSON-665159390 tempest-SecurityGroupsNegativeTestJSON-665159390-project] 10.222.0.16 "GET /v2.0/security-groups/603fe27c-8134-4db1-be1a-b68424547b80 HTTP/1.1" status: 404  len: 352 time: 0.0135758
Mar 26 20:51:34.426998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52588) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:34.477833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Deleting subnet 9b193268-1aec-4e78-ae52-902369a8d404 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:51:34.483011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Publish callbacks [] for subnet (9b193268-1aec-4e78-ae52-902369a8d404), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.522348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (9b193268-1aec-4e78-ae52-902369a8d404), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.524882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbce9-7161-454a-ba99-3f1ee36264fa req-9a60cc53-afca-4ae7-a096-0ff696204ef8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:34.526362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-503dbce9-7161-454a-ba99-3f1ee36264fa req-9a60cc53-afca-4ae7-a096-0ff696204ef8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.0563958
Mar 26 20:51:34.575677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-503dbce9-7161-454a-ba99-3f1ee36264fa req-04b64340-87aa-4652-9d85-680c3236ee01 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419817
Mar 26 20:51:34.589553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9b193268-1aec-4e78-ae52-902369a8d404), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.652958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4892b-f5f8-40f8-a833-d2ec739b7248 req-a8b46775-bd88-4a66-bfe7-29af68c6478c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:34.656544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10d4892b-f5f8-40f8-a833-d2ec739b7248 req-a8b46775-bd88-4a66-bfe7-29af68c6478c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1108098
Mar 26 20:51:34.683603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (9b193268-1aec-4e78-ae52-902369a8d404), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.719411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b193268-1aec-4e78-ae52-902369a8d404,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:34.729812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.733026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe476d37-16ba-41a1-a9f1-0c49d525684b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b193268-1aec-4e78-ae52-902369a8d404 HTTP/1.1" status: 204  len: 168 time: 0.3042593
Mar 26 20:51:34.736031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:34.741019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10d4892b-f5f8-40f8-a833-d2ec739b7248 req-d1c4206c-3e37-44d9-a8dd-60f7a31c507a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809765
Mar 26 20:51:34.816245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c1cd425c-2d8d-400b-9abb-afe2084d27e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.883708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebf7e4-768d-4dfd-869f-29c12784c59f req-7a6cb4d1-f88b-4057-ae1e-e0f83401d124 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:34.885542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eebf7e4-768d-4dfd-869f-29c12784c59f req-7a6cb4d1-f88b-4057-ae1e-e0f83401d124 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 972 time: 0.0811622
Mar 26 20:51:34.904627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c1cd425c-2d8d-400b-9abb-afe2084d27e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.931152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e139d60>,) {'filters': {'network_id': ['c1cd425c-2d8d-400b-9abb-afe2084d27e4']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:34.941612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e139d60>, 'baedd4f0-f7c3-4bf8-8b69-b4a473979cb0') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:34.941904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e139d60>, 'baedd4f0-f7c3-4bf8-8b69-b4a473979cb0') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:51:34.948181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eebf7e4-768d-4dfd-869f-29c12784c59f req-d7308bf7-2cf6-4ca9-89b0-1c4db5724aa6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551512
Mar 26 20:51:34.952359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (baedd4f0-f7c3-4bf8-8b69-b4a473979cb0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.965909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (baedd4f0-f7c3-4bf8-8b69-b4a473979cb0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.971908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:51:34.972317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (baedd4f0-f7c3-4bf8-8b69-b4a473979cb0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:51:34.973926 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:51:35.031683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c1cd425c-2d8d-400b-9abb-afe2084d27e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.039626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.043084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1cd425c-2d8d-400b-9abb-afe2084d27e4 HTTP/1.1" status: 204  len: 168 time: 0.3046005
Mar 26 20:51:35.056110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec8c68-37b3-4439-bc4b-e1ddc94baafb admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cd425c-2d8d-400b-9abb-afe2084d27e4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:35.161979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52664) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:35.232254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c0111b8f-c477-43b4-b45b-2dd7c92db89c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b09e96f559e4f2c9918ac9e12e4dd1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0682807
Mar 26 20:51:35.235379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:35.248098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48df6f-56a8-438a-a739-9cd29014bb65 req-f4e3a88d-e3c2-424b-a4ca-ee61d80c4658 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:35.250207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d48df6f-56a8-438a-a739-9cd29014bb65 req-f4e3a88d-e3c2-424b-a4ca-ee61d80c4658 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0807674
Mar 26 20:51:35.295853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] Publish callbacks [] for security_group (bd5d9332-9cbf-4346-b43a-ce5735be5ca4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.305427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d48df6f-56a8-438a-a739-9cd29014bb65 req-ceb82413-fb1e-4a86-9a94-6739d9b905c8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495789
Mar 26 20:51:35.318968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] Publish callbacks [] for security_group (bd5d9332-9cbf-4346-b43a-ce5735be5ca4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.374119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd5d9332-9cbf-4346-b43a-ce5735be5ca4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.376673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.380220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd5d9332-9cbf-4346-b43a-ce5735be5ca4 HTTP/1.1" status: 204  len: 168 time: 0.1412468
Mar 26 20:51:35.388174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a15e2-1547-422f-b288-335c84f04de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d9332-9cbf-4346-b43a-ce5735be5ca4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:35.474534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 50c8a773-79de-421d-b7fc-05f78140912b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:35.476945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:35.501894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4c48c-414d-43b8-9068-742dbf085cd8 req-5e8b3425-1d17-4f59-9d59-2007fd445d7e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:35.503504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4d4c48c-414d-43b8-9068-742dbf085cd8 req-5e8b3425-1d17-4f59-9d59-2007fd445d7e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 948 time: 0.0774219
Mar 26 20:51:35.564367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4d4c48c-414d-43b8-9068-742dbf085cd8 req-9d9eb6a4-c8b9-4069-9248-bd07e227d1fd tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528152
Mar 26 20:51:35.584277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port dde38bc0-9758-4826-b43d-648f34fdfda0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:35.584670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.710541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50c8a773-79de-421d-b7fc-05f78140912b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:35.714332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5a34e-7526-49c7-92ae-b6d8df6b42b1 req-296c50fc-b644-4660-90c1-21f9cd61024a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:35.715899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5e5a34e-7526-49c7-92ae-b6d8df6b42b1 req-296c50fc-b644-4660-90c1-21f9cd61024a tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.0564973
Mar 26 20:51:35.775069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5e5a34e-7526-49c7-92ae-b6d8df6b42b1 req-934a874e-f4d6-4bc6-9a83-c0d3d04f72a8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507658
Mar 26 20:51:35.781988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '50c8a773-79de-421d-b7fc-05f78140912b', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '50c8a773-79de-421d-b7fc-05f78140912b', 'mac_address': 'fa:16:3e:b2:c2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:35.785287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dde38bc0-9758-4826-b43d-648f34fdfda0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:35.785786 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.873698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:35.881978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 50c8a773-79de-421d-b7fc-05f78140912b is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:35.883200 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50c8a773-79de-421d-b7fc-05f78140912b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.886844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.920903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236125d9-3792-4f17-9db1-ca78b1ddc8b9 req-798c01b5-5599-4f7b-b41f-d7176a12724a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:35.922896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-236125d9-3792-4f17-9db1-ca78b1ddc8b9 req-798c01b5-5599-4f7b-b41f-d7176a12724a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0714774
Mar 26 20:51:35.924880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c8a773-79de-421d-b7fc-05f78140912b {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:35.960818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50c8a773-79de-421d-b7fc-05f78140912b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:35.969871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:35.972138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:35.981912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.982432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.982972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.983564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.984213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.984862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.985714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.985960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.986301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.986634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.986968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.987307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.987620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.987959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.988273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:51:35.990153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-236125d9-3792-4f17-9db1-ca78b1ddc8b9 req-8a1f0b2b-c397-4663-8faf-d1c75390a1b7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601828
Mar 26 20:51:36.067518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:36.136035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c8e85-572d-4b5b-b493-bf4343cd8cbc req-350dee48-13e2-4172-bca2-bd49dd916511 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:36.140239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-681c8e85-572d-4b5b-b493-bf4343cd8cbc req-350dee48-13e2-4172-bca2-bd49dd916511 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.0551686
Mar 26 20:51:36.182078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0a457-11c6-45ea-92c3-c2b74ff8fa22 req-59fea13a-d665-44b4-b871-33e91c27d78c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:36.184385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dc0a457-11c6-45ea-92c3-c2b74ff8fa22 req-59fea13a-d665-44b4-b871-33e91c27d78c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0674019
Mar 26 20:51:36.192582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-681c8e85-572d-4b5b-b493-bf4343cd8cbc req-a1afc290-8510-4579-b5b2-81a4ae72ca91 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485544
Mar 26 20:51:36.241030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dc0a457-11c6-45ea-92c3-c2b74ff8fa22 req-5e12c512-56c2-40a9-872f-107d38b6ef3a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484445
Mar 26 20:51:36.272253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['50c8a773-79de-421d-b7fc-05f78140912b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:36.317975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:36.397234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:36.410915 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce3b451-b758-45c6-a026-b2ce29807fe2" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:36.442154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-520592142-network', 'tenant_id': '473aa792ab1045a9bc717a9a66f15afd'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:36.452527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83734-0049-4879-9bc5-7df79ba7cdf5 req-edfe2ec6-33bf-44d5-8427-eab38d210f30 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:36.460095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2a83734-0049-4879-9bc5-7df79ba7cdf5 req-edfe2ec6-33bf-44d5-8427-eab38d210f30 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0632453
Mar 26 20:51:36.466401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Made reservation on behalf of 473aa792ab1045a9bc717a9a66f15afd for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:36.469169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.481828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.508522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2a83734-0049-4879-9bc5-7df79ba7cdf5 req-74597399-2883-4d20-9bdf-b7291057dab2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475318
Mar 26 20:51:36.563776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks [] for security_group (2ecd70b8-4abd-44f1-b9b8-a049c86838dd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.569311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2ecd70b8-4abd-44f1-b9b8-a049c86838dd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.601714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:51:36.611158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd70b8-4abd-44f1-b9b8-a049c86838dd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:36.632299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2269bd55-89ea-40dc-98b2-eabfd270bd00), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.632768 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Added segment 2269bd55-89ea-40dc-98b2-eabfd270bd00 of type vlan for network 29f25562-2089-4ea5-a798-18bd9113e9ac
Mar 26 20:51:36.683725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (29f25562-2089-4ea5-a798-18bd9113e9ac), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.713666 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae5b7bb-596b-4a8e-ab88-bc33934c6226 x-openstack-request-id: req-2ae5b7bb-596b-4a8e-ab88-bc33934c6226 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:36.714733 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-plugged", "status": "completed", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:36.715155 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ae5b7bb-596b-4a8e-ab88-bc33934c6226 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:36.715709 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae5b7bb-596b-4a8e-ab88-bc33934c6226'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'code': 200}
Mar 26 20:51:36.742524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (29f25562-2089-4ea5-a798-18bd9113e9ac), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.745266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:36.745882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.843693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5241990
Mar 26 20:51:36.872190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:36.882508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Request body: {'subnet': {'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-520592142-subnet', 'tenant_id': '473aa792ab1045a9bc717a9a66f15afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:36.930451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c871a5-d71d-422b-a3ae-eecede165ffe req-a4a89233-1cb2-45b3-ad60-9e01cda61b94 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:36.932237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42c871a5-d71d-422b-a3ae-eecede165ffe req-a4a89233-1cb2-45b3-ad60-9e01cda61b94 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 949 time: 0.1580172
Mar 26 20:51:36.953331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Made reservation on behalf of 473aa792ab1045a9bc717a9a66f15afd for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:36.955546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:36.977016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-4ba64792-9fb5-450e-b6ba-54e2801af95f service neutron] 10.222.0.18 "GET /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1536374
Mar 26 20:51:36.982195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b238f-4cd0-4fd3-9ffa-454fa7a0e133 admin admin] Pushing event updated for resources: {'Network': ['ID=29f25562-2089-4ea5-a798-18bd9113e9ac,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:36.993413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 29f25562-2089-4ea5-a798-18bd9113e9ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:51:37.036056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-c8b88172-2517-4b31-a362-418f1c5ff942 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2226570
Mar 26 20:51:37.081010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f7857-9bc2-497e-8286-fa5c6cdbf8fc req-f606ba65-bd98-4e03-a04e-4081676834fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.082571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df4f7857-9bc2-497e-8286-fa5c6cdbf8fc req-f606ba65-bd98-4e03-a04e-4081676834fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1953328
Mar 26 20:51:37.089895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc1ec6-5ec5-4084-be9e-6afc0c2c5ce5 req-a8e2126d-db0b-4c1e-89d6-3733306f845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.091701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81fc1ec6-5ec5-4084-be9e-6afc0c2c5ce5 req-a8e2126d-db0b-4c1e-89d6-3733306f845b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1155 time: 0.1887867
Mar 26 20:51:37.122192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42c871a5-d71d-422b-a3ae-eecede165ffe req-1a487ee3-2d23-48ad-b56e-a9b72b2826eb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776578
Mar 26 20:51:37.171159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df4f7857-9bc2-497e-8286-fa5c6cdbf8fc req-c2642978-41a4-439d-8b81-6da14cd09ef7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776799
Mar 26 20:51:37.173968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81fc1ec6-5ec5-4084-be9e-6afc0c2c5ce5 req-016c9f9a-c076-43dc-a324-315a3cea1e95 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745146
Mar 26 20:51:37.332839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b477-8ac7-49f6-9a2d-3915ea41bb17 req-37f9f4de-8b76-499f-b5ac-0cd3c14c81e3 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.334561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c880b477-8ac7-49f6-9a2d-3915ea41bb17 req-37f9f4de-8b76-499f-b5ac-0cd3c14c81e3 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.0678732
Mar 26 20:51:37.402593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c880b477-8ac7-49f6-9a2d-3915ea41bb17 req-2b2c5f69-ca07-4812-b37c-d5342fbc7ab8 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603456
Mar 26 20:51:37.425510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (91f37787-9ef4-448c-9b4f-0e34c202e414), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.445409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5aa6-b4d4-4185-b71b-f7abdbef115e req-43041bb7-f897-46d6-b8e6-5e0b0f3e7801 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.446896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fac5aa6-b4d4-4185-b71b-f7abdbef115e req-43041bb7-f897-46d6-b8e6-5e0b0f3e7801 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 944 time: 0.2023232
Mar 26 20:51:37.491761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 50c8a773-79de-421d-b7fc-05f78140912b up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:37.497851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:37.535983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f37787-9ef4-448c-9b4f-0e34c202e414,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:37.560772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:37.570718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 50c8a773-79de-421d-b7fc-05f78140912b completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:37.575697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 50c8a773-79de-421d-b7fc-05f78140912b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:37.576210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50c8a773-79de-421d-b7fc-05f78140912b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.612070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fac5aa6-b4d4-4185-b71b-f7abdbef115e req-e0354af3-48e9-4e41-bc59-808f12ea68bc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443887
Mar 26 20:51:37.615360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Checking segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:37.615729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Network hostable DHCP agents. Network: 29f25562-2089-4ea5-a798-18bd9113e9ac, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:51:37.629628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6806923-920b-4eab-b4f5-2134464682ab {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:37.658456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:37.689144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Network 29f25562-2089-4ea5-a798-18bd9113e9ac is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:51:37.689767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62e65-3c33-49fd-86a7-c90752e1c535 req-788e9e1a-8c81-4142-9fab-ee839b3055b2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.694181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fae62e65-3c33-49fd-86a7-c90752e1c535 req-788e9e1a-8c81-4142-9fab-ee839b3055b2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0959466
Mar 26 20:51:37.695284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.708187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29f25562-2089-4ea5-a798-18bd9113e9ac) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:37.714660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:37.715268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.721488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 50c8a773-79de-421d-b7fc-05f78140912b is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:37.722525 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50c8a773-79de-421d-b7fc-05f78140912b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.732066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64aa473-cd7b-45ef-baaa-ae544750c41c None None] Network 29f25562-2089-4ea5-a798-18bd9113e9ac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:37.752200 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-84127777-65d7-451d-9ffe-e3048de775d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8787017
Mar 26 20:51:37.769721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:37.771838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52892) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:37.805442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fae62e65-3c33-49fd-86a7-c90752e1c535 req-258bf5d3-7590-44ab-a365-6255142ac870 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003277
Mar 26 20:51:37.810068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] Transition to ACTIVE for port object d6806923-920b-4eab-b4f5-2134464682ab will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:37.819399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.913567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] No DVR routers for this DVR port d6806923-920b-4eab-b4f5-2134464682ab on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:37.977102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f6829bc-92b4-4301-b365-a468527cbe2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:37.986843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] Pushing event updated for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:38.001987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-fe794c78-0655-4713-8512-6b49aa08431c service neutron] 10.222.0.18 "PUT /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0088804
Mar 26 20:51:38.002162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50c8a773-79de-421d-b7fc-05f78140912b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:38.009986 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.101202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196f3eb-e895-4dbc-b158-648849f73210 None None] Network 29f25562-2089-4ea5-a798-18bd9113e9ac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:38.120579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:38.194057 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f6829bc-92b4-4301-b365-a468527cbe2f admin admin] Publish callbacks [] for security_group (a96fb9f7-966f-4c37-9972-cc1fa497f687), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.210661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f6829bc-92b4-4301-b365-a468527cbe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a96fb9f7-966f-4c37-9972-cc1fa497f687), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.233258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-e311cc7b-703e-45fb-8d3f-7a711ed38dff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.234773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-e311cc7b-703e-45fb-8d3f-7a711ed38dff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports/d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 947 time: 0.4636335
Mar 26 20:51:38.303568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-d797d0ee-5a61-47a7-b649-343175db8be2 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.305261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-d797d0ee-5a61-47a7-b649-343175db8be2 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2335956
Mar 26 20:51:38.314375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7f6829bc-92b4-4301-b365-a468527cbe2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=299001bd661045f59e40ea0fac0af324&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5290082
Mar 26 20:51:38.316188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6829bc-92b4-4301-b365-a468527cbe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96fb9f7-966f-4c37-9972-cc1fa497f687,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:38.318225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:38.349036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-f446cc2d-a965-41e4-9bac-9cfb257abba0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.350648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-f446cc2d-a965-41e4-9bac-9cfb257abba0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.1358902
Mar 26 20:51:38.383276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-475084b2-b77c-4bba-9aa6-e5b912ceceb2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/quotas/473aa792ab1045a9bc717a9a66f15afd HTTP/1.1" status: 200  len: 375 time: 0.0206926
Mar 26 20:51:38.401736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef77637-d59b-4f10-bf47-9df88a81768f req-edc73872-3d62-4e5a-8cdd-53b0d741a775 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.405063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ef77637-d59b-4f10-bf47-9df88a81768f req-edc73872-3d62-4e5a-8cdd-53b0d741a775 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.1678302
Mar 26 20:51:38.413112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-dc44ba61-6081-4ad7-ae1e-c1a59e127318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.415410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-dc44ba61-6081-4ad7-ae1e-c1a59e127318 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20&tenant_id=cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 1127 time: 0.0965009
Mar 26 20:51:38.416829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] Publish callbacks [] for security_group (a96fb9f7-966f-4c37-9972-cc1fa497f687), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.438605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-6322b444-bf5b-41a7-960e-5a39dacfdea4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421710
Mar 26 20:51:38.489124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] Publish callbacks [] for security_group (a96fb9f7-966f-4c37-9972-cc1fa497f687), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.501204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ef77637-d59b-4f10-bf47-9df88a81768f req-75dff1c9-07d2-4d74-ae2c-4c358e44975a tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819924
Mar 26 20:51:38.531819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-9938ba9d-3cec-4282-b80d-42558fb31ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.533527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-9938ba9d-3cec-4282-b80d-42558fb31ece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1127 time: 0.0756931
Mar 26 20:51:38.644584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-80f54b77-a00f-48a4-abc4-f13a5918495e service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876254
Mar 26 20:51:38.676440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a96fb9f7-966f-4c37-9972-cc1fa497f687), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.679194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:38.682908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a96fb9f7-966f-4c37-9972-cc1fa497f687 HTTP/1.1" status: 204  len: 168 time: 0.3611095
Mar 26 20:51:38.700232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c814ee-9842-4055-ad8a-d43d0849443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96fb9f7-966f-4c37-9972-cc1fa497f687,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:38.718207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-20d19b42-2d20-4b5c-84e5-6be03d0a359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.719105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:38.719885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-20d19b42-2d20-4b5c-84e5-6be03d0a359a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.1678886
Mar 26 20:51:38.721537 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d5b6f-a6f3-424e-bf3a-73929854c6f7" -d '{"events": [{"server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "name": "network-vif-plugged", "status": "completed", "tag": "50c8a773-79de-421d-b7fc-05f78140912b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:38.730467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01413d4-bcc3-47a9-932f-8c53f8a11a99 req-0eb2f728-4e87-4550-a744-3b37d7b1a9ce tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.732367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b01413d4-bcc3-47a9-932f-8c53f8a11a99 req-0eb2f728-4e87-4550-a744-3b37d7b1a9ce tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0802414
Mar 26 20:51:38.773976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-2f7a41c8-e892-4eee-8777-acb8239a34f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 200  len: 217 time: 0.0406072
Mar 26 20:51:38.792176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-bef5664f-e1e1-41ee-9860-dc3e6c9635ba service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464360
Mar 26 20:51:38.855154 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b01413d4-bcc3-47a9-932f-8c53f8a11a99 req-4eda1f00-22d1-4eb1-9977-9fb4c5c6f100 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145411
Mar 26 20:51:38.856723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-704d5421-584a-4996-b5a9-9b117b39cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:38.858112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-704d5421-584a-4996-b5a9-9b117b39cb9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0694747
Mar 26 20:51:38.941582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-123a2dc1-f4d4-44ee-a4c7-30bc13778a8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511055
Mar 26 20:51:39.037258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9ea3f-209b-4541-acda-6a1a4bac4fe4 req-0620319b-77cd-4ea4-a4a6-b146a5ffcb97 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.046681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77c9ea3f-209b-4541-acda-6a1a4bac4fe4 req-0620319b-77cd-4ea4-a4a6-b146a5ffcb97 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 945 time: 0.0725763
Mar 26 20:51:39.100607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77c9ea3f-209b-4541-acda-6a1a4bac4fe4 req-3e125a1e-2447-427a-a07d-3486be679565 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522785
Mar 26 20:51:39.167877 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57e917-8245-4078-a27a-ca5bc315799f x-openstack-request-id: req-eb57e917-8245-4078-a27a-ca5bc315799f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:39.168352 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "name": "network-vif-plugged", "status": "completed", "tag": "50c8a773-79de-421d-b7fc-05f78140912b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:39.168767 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb57e917-8245-4078-a27a-ca5bc315799f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:39.169185 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb57e917-8245-4078-a27a-ca5bc315799f'] response: {'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b', 'code': 200}
Mar 26 20:51:39.386699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7b6bd-cdb5-4454-b7cc-c87c9e1b7263 req-7e6c1bca-65c4-48d3-9a00-165252312479 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.388409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08c7b6bd-cdb5-4454-b7cc-c87c9e1b7263 req-7e6c1bca-65c4-48d3-9a00-165252312479 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1564085
Mar 26 20:51:39.395790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d591b79-6d44-4dde-85ff-cbf698d2e4f2 req-42929d12-d544-4993-ae74-bc1aa9e44dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.397536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d591b79-6d44-4dde-85ff-cbf698d2e4f2 req-42929d12-d544-4993-ae74-bc1aa9e44dd0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 1132 time: 0.1541312
Mar 26 20:51:39.400054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-644b2902-ab33-4b1a-b5fd-1dd18c31166f service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288645
Mar 26 20:51:39.427101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c314d7-d757-47e8-b918-679221d48a4d req-9768a145-8cac-4d63-b9a3-4d9dfe9e7e05 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.434064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c314d7-d757-47e8-b918-679221d48a4d req-9768a145-8cac-4d63-b9a3-4d9dfe9e7e05 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.4957137
Mar 26 20:51:39.446816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-d1210ebb-2c79-4a30-8ea6-deed40d570a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.449212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-d1210ebb-2c79-4a30-8ea6-deed40d570a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1132 time: 0.1334407
Mar 26 20:51:39.499759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6806923-920b-4eab-b4f5-2134464682ab no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:39.544647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c314d7-d757-47e8-b918-679221d48a4d req-e51a557c-16bf-4362-ae29-04f4c0d95f38 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097322
Mar 26 20:51:39.567752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-10817c13-4b56-48b8-8def-eed66b95dd99 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576495
Mar 26 20:51:39.627048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08c7b6bd-cdb5-4454-b7cc-c87c9e1b7263 req-8616ccee-f9c5-4315-bed4-d49f73144f68 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283719
Mar 26 20:51:39.633561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port d6806923-920b-4eab-b4f5-2134464682ab host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:51:39.635374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6806923-920b-4eab-b4f5-2134464682ab not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:39.663885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d591b79-6d44-4dde-85ff-cbf698d2e4f2 req-b40105a5-699b-40d3-992d-83cc3a38534f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421045
Mar 26 20:51:39.689572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-82bc31c4-f3d6-4709-bf17-2e7633e2f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.690663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-82bc31c4-f3d6-4709-bf17-2e7633e2f9c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2282040
Mar 26 20:51:39.709973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11e6304b-25f5-4eb8-9251-a1d3c3a402b1 req-08708691-0bdf-4d50-b5f2-54d0d3a3a2b2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 210 time: 0.0350192
Mar 26 20:51:39.739522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52968) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:39.754388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-0540eedd-2ef7-4928-ad24-deaec5fc4e40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.0528388
Mar 26 20:51:39.824008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-21ac5cff-f8ce-4538-9726-a22f396e89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.825456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-21ac5cff-f8ce-4538-9726-a22f396e89e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0560346
Mar 26 20:51:39.836498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654c84-ffc6-4ccc-a781-ebc2e19a6695 req-8677400b-dd63-4c80-8264-20286428c4cb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.838080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46654c84-ffc6-4ccc-a781-ebc2e19a6695 req-8677400b-dd63-4c80-8264-20286428c4cb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.1276820
Mar 26 20:51:39.925424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46654c84-ffc6-4ccc-a781-ebc2e19a6695 req-a4b9c371-9568-4ede-8e24-158d222870b3 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783670
Mar 26 20:51:39.927449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-d4ec622c-2160-48fc-8845-3fcc0690f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.929294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-d4ec622c-2160-48fc-8845-3fcc0690f126 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0903435
Mar 26 20:51:39.953910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-346467430-network', 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:39.980959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:39.983297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:39.986760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-3fb7da9a-40f7-4932-beba-9e58a7ef03f4 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:39.988307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-3fb7da9a-40f7-4932-beba-9e58a7ef03f4 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0972908
Mar 26 20:51:40.030181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.143131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3fb8f-821b-4ce7-b4f9-1b79d2fcbda0 req-52ec403f-2ddd-4730-a784-d0f2a4c8ec1c tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.144715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bde3fb8f-821b-4ce7-b4f9-1b79d2fcbda0 req-52ec403f-2ddd-4730-a784-d0f2a4c8ec1c tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1155 time: 0.1555142
Mar 26 20:51:40.218567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-47623275-fb03-429f-8570-8d340c833e7b service neutron] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:40.230555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-47623275-fb03-429f-8570-8d340c833e7b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.231736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73716ad7-cb45-4714-a69b-a328a46460e2 req-47623275-fb03-429f-8570-8d340c833e7b service neutron] 10.222.0.21 "DELETE /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2285328
Mar 26 20:51:40.236495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bde3fb8f-821b-4ce7-b4f9-1b79d2fcbda0 req-689a4aef-1951-4b5e-860d-7f12c1d24b8b tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831573
Mar 26 20:51:40.247973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks [] for security_group (8be379e8-9e29-4ca3-b273-1d9f4cfcafae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.257796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8be379e8-9e29-4ca3-b273-1d9f4cfcafae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.289324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:51:40.307106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be379e8-9e29-4ca3-b273-1d9f4cfcafae,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:40.311372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f6446c65-b8c6-4bec-9d87-b3e679ae8186), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.311943 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Added segment f6446c65-b8c6-4bec-9d87-b3e679ae8186 of type vlan for network 5c3e37a7-82c4-4995-a81c-82a00a51df42
Mar 26 20:51:40.338087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb69be-0655-4536-8401-5b6eb4e1712b req-eaf9a34f-2d2e-4b0d-8e9b-2507fc0ba584 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.344423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1fb69be-0655-4536-8401-5b6eb4e1712b req-eaf9a34f-2d2e-4b0d-8e9b-2507fc0ba584 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1122706
Mar 26 20:51:40.380183 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-0f4abb3b-a172-45cd-b285-b71c6f15bb63 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4294832
Mar 26 20:51:40.398199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (5c3e37a7-82c4-4995-a81c-82a00a51df42), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.435254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1fb69be-0655-4536-8401-5b6eb4e1712b req-f18c63c9-fbbe-47ed-ae8e-b167c51797bc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853047
Mar 26 20:51:40.499238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (5c3e37a7-82c4-4995-a81c-82a00a51df42), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.500142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.500723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.519680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-b8ec4ec3-5b94-4eee-9d0a-cb1d2316790c service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267352
Mar 26 20:51:40.546648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89272f-072d-4c40-9d2c-f397dba8ae32 req-ce9a8a7b-c4c4-48b9-8a68-ee56da8c5787 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.548192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e89272f-072d-4c40-9d2c-f397dba8ae32 req-ce9a8a7b-c4c4-48b9-8a68-ee56da8c5787 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 945 time: 0.1959925
Mar 26 20:51:40.564366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8223386
Mar 26 20:51:40.566135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52982) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:40.571513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Request body: {'subnet': {'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-346467430-subnet', 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:40.596765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:40.601670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.601851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-e67d5671-c234-4b5a-9232-4adba45263dc tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.603209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-e67d5671-c234-4b5a-9232-4adba45263dc tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.2183578
Mar 26 20:51:40.635371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Request body: {'port': {'device_id': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'admin_state_up': True, 'tenant_id': '473aa792ab1045a9bc717a9a66f15afd'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:40.643207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083500-066e-49eb-b81b-5c30d62b3e70 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3e37a7-82c4-4995-a81c-82a00a51df42,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:40.655630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:51:40.734625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e89272f-072d-4c40-9d2c-f397dba8ae32 req-905f20e3-b295-435e-b184-77a557726222 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769531
Mar 26 20:51:40.784251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d554799-5413-42c5-8ee2-d703d79257c2 req-054237da-f9ba-42b8-bec2-7b25f1f129c7 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.785997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d554799-5413-42c5-8ee2-d703d79257c2 req-054237da-f9ba-42b8-bec2-7b25f1f129c7 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 1155 time: 0.1212692
Mar 26 20:51:40.866389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Made reservation on behalf of 473aa792ab1045a9bc717a9a66f15afd for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:40.869681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:40.884065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d554799-5413-42c5-8ee2-d703d79257c2 req-0b3b6d38-3f52-451b-a2d6-feb95576b250 tempest-ServersAdminTestJSON-1469066631 tempest-ServersAdminTestJSON-1469066631-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889459
Mar 26 20:51:40.889662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e76e9-8336-4830-94d6-ffccdde1cb2f req-6ee20506-1294-4939-bf2b-39b5c69507dd tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:40.891172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b7e76e9-8336-4830-94d6-ffccdde1cb2f req-6ee20506-1294-4939-bf2b-39b5c69507dd tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.0800540
Mar 26 20:51:40.944730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (552946a7-5e2a-49e4-8839-ea00c86a3d8b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.017790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b7e76e9-8336-4830-94d6-ffccdde1cb2f req-0f465408-5364-426c-bef5-9f4603a9f78f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151099
Mar 26 20:51:41.037309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e47e7705-7612-4342-b87d-05ec0ceacae3 req-d679f6a3-b5ca-49e9-afad-d6a66319ae55 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 210 time: 0.0732362
Mar 26 20:51:41.082850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=552946a7-5e2a-49e4-8839-ea00c86a3d8b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:41.087459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:41.087825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Network hostable DHCP agents. Network: 5c3e37a7-82c4-4995-a81c-82a00a51df42, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:51:41.126856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:51:41.136114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Allocated IP 172.20.0.3 (29f25562-2089-4ea5-a798-18bd9113e9ac/91f37787-9ef4-448c-9b4f-0e34c202e414/51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:41.144365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c3e37a7-82c4-4995-a81c-82a00a51df42) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:41.149921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.150817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.156364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b48078-4454-4a9a-821d-1c92a671adb0 None None] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:41.178399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9af4a8aa-d5d3-4b8e-a8c8-38b8c8ff9073 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.6106391
Mar 26 20:51:41.347696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670492e7-1669-4779-b761-11190935cb46 None None] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:51:41.392481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103eabb-08c9-45e5-894a-6a766a4baebf req-ee72671f-6915-4ad9-863c-23eebe0fd39a tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.394081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e1e83-8644-48a2-9301-e3cfaef876da req-e3e0f22a-e755-46d1-8a5e-e7dd66edc5d0 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.395628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c3e1e83-8644-48a2-9301-e3cfaef876da req-e3e0f22a-e755-46d1-8a5e-e7dd66edc5d0 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.2292116
Mar 26 20:51:41.401328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks [] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.404598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f103eabb-08c9-45e5-894a-6a766a4baebf req-ee72671f-6915-4ad9-863c-23eebe0fd39a tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1127 time: 0.0796268
Mar 26 20:51:41.473461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c3e1e83-8644-48a2-9301-e3cfaef876da req-ce4ba7c4-5b3b-469a-aabc-6f991a9eef35 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702624
Mar 26 20:51:41.484340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.484731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f103eabb-08c9-45e5-894a-6a766a4baebf req-d1f904df-a78c-4aaf-81f0-529185365dff tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772319
Mar 26 20:51:41.561783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Network 29f25562-2089-4ea5-a798-18bd9113e9ac is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:41.571989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:41.574025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:41.576944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:41.605813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-a0be3f4f-0506-4495-a71b-1933e3010232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.608111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-a0be3f4f-0506-4495-a71b-1933e3010232 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1128 time: 0.0575471
Mar 26 20:51:41.664623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.665247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.677084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319f6d0-b7ea-441f-b516-b48801b77af3 req-718edbe5-ea30-4ead-9b31-4760f6694ec6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.678586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3319f6d0-b7ea-441f-b516-b48801b77af3 req-718edbe5-ea30-4ead-9b31-4760f6694ec6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 950 time: 0.1157863
Mar 26 20:51:41.697566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-eae4cf20-0100-4944-9590-a80f90ed6c04 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0678458
Mar 26 20:51:41.713807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-a2e8e5d7-a00f-4521-a7a4-52477e348c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.715254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-a2e8e5d7-a00f-4521-a7a4-52477e348c6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1003649
Mar 26 20:51:41.717469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Request body: {'port': {'device_id': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:41.770893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3319f6d0-b7ea-441f-b516-b48801b77af3 req-28858038-1840-41f5-8e85-e050e5073fa5 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793016
Mar 26 20:51:41.778400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6cc19897-37df-4a06-a4e1-57516796979c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 217 time: 0.0517180
Mar 26 20:51:41.800477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:41.880517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-47f3e370-6dc6-473e-9e10-49876ccb2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.882344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-47f3e370-6dc6-473e-9e10-49876ccb2e2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0885684
Mar 26 20:51:41.911571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-0465ab61-913b-4d56-9690-fd4c405c3bdc tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.913024 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-0465ab61-913b-4d56-9690-fd4c405c3bdc tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.1875720
Mar 26 20:51:41.929851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6618205c-0292-471c-8729-070c6c423257 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360179
Mar 26 20:51:41.938738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-32753d35-c594-4810-bcbf-049d123796a0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0110731
Mar 26 20:51:41.962643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1560566-0bb2-49b3-a36d-8c10f1a0d337 req-006d7437-08c3-4cdf-8bcd-a6e25cecae6c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:41.966169 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1560566-0bb2-49b3-a36d-8c10f1a0d337 req-006d7437-08c3-4cdf-8bcd-a6e25cecae6c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1274536
Mar 26 20:51:41.986897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-ac13dac8-5499-41a1-b19e-674916a92a3d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0403032
Mar 26 20:51:42.061605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1560566-0bb2-49b3-a36d-8c10f1a0d337 req-596f66ee-6991-4910-9f9b-37aa18c7bddf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848200
Mar 26 20:51:42.110840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-c7162f8e-d318-4d7f-b6eb-1b3cd06df97d service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709180
Mar 26 20:51:42.146043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-664ad299-0a41-46ef-be04-f3b974b147c1 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512785
Mar 26 20:51:42.155772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:42.164002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks [] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.179443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Transition to ACTIVE for port object 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:42.184450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.285285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:42.285482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-3780ea7f-c16e-436f-a23c-c84b0a1bd148 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670887
Mar 26 20:51:42.302743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-dd975319-6ff2-4952-b8c7-e377f5e5d7aa service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484714
Mar 26 20:51:42.348686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1d22f-205f-4c99-8cad-2f4d079b8ff1 req-e387a002-c4fa-4e8b-aa38-2ff9ddc00219 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.350239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17e1d22f-205f-4c99-8cad-2f4d079b8ff1 req-e387a002-c4fa-4e8b-aa38-2ff9ddc00219 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 1127 time: 0.0970638
Mar 26 20:51:42.351323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Attempting to bind port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:42.351652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Attempting to bind port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:42.352023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Attempting to bind port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:42.357397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 on network 29f25562-2089-4ea5-a798-18bd9113e9ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:42.358231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Attempting to bind port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:42.369331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:42.369671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Checking segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:42.370042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Bound using segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:42.370471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Bound port: 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:42.370821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.450051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17e1d22f-205f-4c99-8cad-2f4d079b8ff1 req-ac8b219a-0962-42a6-a21b-4faaa78d5309 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887086
Mar 26 20:51:42.534862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:42.538882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:42.588207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56077932-93ab-48ed-8dff-a4c3c621b276 req-c704f97d-e14c-4615-a34c-cf5fe750bb5d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.589764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56077932-93ab-48ed-8dff-a4c3c621b276 req-c704f97d-e14c-4615-a34c-cf5fe750bb5d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1103802
Mar 26 20:51:42.601255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.647488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.648223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.650558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] 10.222.0.21 "PUT /v2.0/ports/51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 HTTP/1.1" status: 200  len: 1091 time: 0.9391062
Mar 26 20:51:42.652352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:42.654385 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ae04eb-af0c-4491-bda5-2d857e298361" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:42.688587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56077932-93ab-48ed-8dff-a4c3c621b276 req-9a8e78d2-7a3c-4833-884f-763f72a15495 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927672
Mar 26 20:51:42.722841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bcc84-6bff-4f7f-8355-244c5d95bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:42.744424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dede4c0-3967-4380-9142-2f6364ea69c1 req-d36f5b61-bbc6-439f-845c-a34d85441b83 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.754158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dede4c0-3967-4380-9142-2f6364ea69c1 req-d36f5b61-bbc6-439f-845c-a34d85441b83 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 943 time: 0.1992753
Mar 26 20:51:42.829728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-33b27ac0-add0-44e8-970b-db8c5972997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.831968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-33b27ac0-add0-44e8-970b-db8c5972997b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 1125 time: 0.1284790
Mar 26 20:51:42.835036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-7c97cf15-9ca9-4e69-b448-bee7394d29b6 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:42.844424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-7c97cf15-9ca9-4e69-b448-bee7394d29b6 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 1132 time: 0.0876260
Mar 26 20:51:42.848020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dede4c0-3967-4380-9142-2f6364ea69c1 req-197fa49a-fbcf-4062-a94c-e949795b07d0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927932
Mar 26 20:51:42.861136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-94b699db-7a56-4552-8e10-7ba9b1d2ebc1 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:42.913919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-6d89a35d-667f-4bdf-95ab-522c3cd2b0de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 HTTP/1.1" status: 200  len: 217 time: 0.0649424
Mar 26 20:51:42.958764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-94b699db-7a56-4552-8e10-7ba9b1d2ebc1 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Publish callbacks [] for security_group (fa89fc98-4965-46b4-a939-634e70f1acdf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.000955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-94b699db-7a56-4552-8e10-7ba9b1d2ebc1 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fa89fc98-4965-46b4-a939-634e70f1acdf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.007939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2225f46-89da-40b2-83c3-bd0ec6b93386 req-43175e8a-7c0a-4d1d-9797-36e13347c7bf tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 210 time: 0.0616875
Mar 26 20:51:43.030972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65cb0f8d-cf54-4b3a-90a2-0faed1b9f7fd req-94b699db-7a56-4552-8e10-7ba9b1d2ebc1 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857290
Mar 26 20:51:43.031515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-1849ca0d-9570-4a41-9ce0-87b0dbb84e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.032971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-1849ca0d-9570-4a41-9ce0-87b0dbb84e12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.1103032
Mar 26 20:51:43.078455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b699db-7a56-4552-8e10-7ba9b1d2ebc1 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa89fc98-4965-46b4-a939-634e70f1acdf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:43.090298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-1449b7c5-e0c6-4fd0-92ff-50a2a703bf31 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.093410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-1449b7c5-e0c6-4fd0-92ff-50a2a703bf31 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 950 time: 0.1290421
Mar 26 20:51:43.103589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-cbbc8c2f-2078-40be-b843-5466a9bbfb48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605428
Mar 26 20:51:43.163861 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749950f3-e583-409d-a727-d2ec495ec6eb x-openstack-request-id: req-749950f3-e583-409d-a727-d2ec495ec6eb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:43.164359 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:43.164629 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-749950f3-e583-409d-a727-d2ec495ec6eb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:43.165621 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749950f3-e583-409d-a727-d2ec495ec6eb'] response: {'name': 'network-changed', 'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'status': 'completed', 'code': 200}
Mar 26 20:51:43.297526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-4039cb55-2977-4e12-8a03-8cde2b80b830 service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881678
Mar 26 20:51:43.305765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6974ec-40f2-42bc-bc69-381e6e860c3d req-6f883c09-02bd-4a0f-959a-3941df7e2f92 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.307309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac6974ec-40f2-42bc-bc69-381e6e860c3d req-6f883c09-02bd-4a0f-959a-3941df7e2f92 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94f9a33-26ef-489d-8d73-aa5808fe755f HTTP/1.1" status: 200  len: 950 time: 0.0817952
Mar 26 20:51:43.312963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Deleting port d757af78-d01b-4df4-85a2-26137d1db01e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:43.313228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.468951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] For port d757af78-d01b-4df4-85a2-26137d1db01e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d757af78-d01b-4df4-85a2-26137d1db01e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:43.469402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.484751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Calling delete_port for d757af78-d01b-4df4-85a2-26137d1db01e owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:43.486147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fee759a7-29c4-42f3-b6fb-e38931071dee req-aa2ed761-9139-4765-996e-ef954cc2da16 service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784480
Mar 26 20:51:43.496172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58004b19-9dc0-4410-bd4e-2cef2d147ff0 req-1ed75792-d078-4c83-b662-37324ca31807 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.499200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58004b19-9dc0-4410-bd4e-2cef2d147ff0 req-1ed75792-d078-4c83-b662-37324ca31807 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1159263
Mar 26 20:51:43.557954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58004b19-9dc0-4410-bd4e-2cef2d147ff0 req-38761f03-8184-477b-a387-23f165ce26f9 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511811
Mar 26 20:51:43.583614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac6974ec-40f2-42bc-bc69-381e6e860c3d req-bc9d6fc4-92dd-467c-bf0a-25dbdacddf0e tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540205
Mar 26 20:51:43.662835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-23365ee9-bb30-4347-b5d3-8096f04de1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.665553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-23365ee9-bb30-4347-b5d3-8096f04de1f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 1125 time: 0.0534608
Mar 26 20:51:43.692352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d757af78-d01b-4df4-85a2-26137d1db01e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.705523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['058e2995-dda2-4257-be40-cd89ed465350', 'd757af78-d01b-4df4-85a2-26137d1db01e', 'dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:43.723710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event deleted for resources: {'Port': ['ID=d757af78-d01b-4df4-85a2-26137d1db01e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:43.778160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] No DVR routers for this DVR port d757af78-d01b-4df4-85a2-26137d1db01e on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:43.783235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.786684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38b266c7-f17d-46c5-a642-f24455a37db7 req-caa08647-3509-46b8-b983-d16c01f00ca7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "DELETE /v2.0/ports/d757af78-d01b-4df4-85a2-26137d1db01e HTTP/1.1" status: 204  len: 173 time: 0.6871479
Mar 26 20:51:43.788298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'name': 'network-vif-deleted', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:43.790819 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a68074-3526-4ec1-abe8-aa9158040665" -d '{"events": [{"server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "name": "network-vif-deleted", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:43.807032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-58e3adb3-b789-4450-8076-7be2b56ddbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.808708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-58e3adb3-b789-4450-8076-7be2b56ddbd6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 914 time: 0.1249063
Mar 26 20:51:43.861452 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881de29-8821-4e4e-ac1f-87fc85a69f27 x-openstack-request-id: req-7881de29-8821-4e4e-ac1f-87fc85a69f27 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:43.862138 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94f9a33-26ef-489d-8d73-aa5808fe755f", "name": "network-vif-deleted", "tag": "d757af78-d01b-4df4-85a2-26137d1db01e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:43.862556 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7881de29-8821-4e4e-ac1f-87fc85a69f27 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:43.863128 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7881de29-8821-4e4e-ac1f-87fc85a69f27'] response: {'server_uuid': 'b94f9a33-26ef-489d-8d73-aa5808fe755f', 'name': 'network-vif-deleted', 'tag': 'd757af78-d01b-4df4-85a2-26137d1db01e', 'status': 'completed', 'code': 200}
Mar 26 20:51:43.876950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-4dc73a72-74d5-406c-9ca3-88002b5ff5ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 HTTP/1.1" status: 200  len: 217 time: 0.0570557
Mar 26 20:51:43.896187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb066c-46b4-4314-a07b-5690c23ce1e3 req-f6d55c15-1f6a-40c0-acdc-ed777c72e75a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.898741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fdb066c-46b4-4314-a07b-5690c23ce1e3 req-f6d55c15-1f6a-40c0-acdc-ed777c72e75a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1111987
Mar 26 20:51:43.951947 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:43.991051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-4ff00150-418a-4f81-bdef-e80695b3fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:43.992652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-4ff00150-418a-4f81-bdef-e80695b3fb21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.1082387
Mar 26 20:51:44.071861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fdb066c-46b4-4314-a07b-5690c23ce1e3 req-1f3774f5-b0e4-44f2-ba9b-ecb29056dcef tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659794
Mar 26 20:51:44.117994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-487dcd7d-8cf6-4690-8be1-f1faaa97ef8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1157365
Mar 26 20:51:44.125445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-33025d5a-96a5-4275-aab5-7def25c0897b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:44.127170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-33025d5a-96a5-4275-aab5-7def25c0897b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.1812544
Mar 26 20:51:44.144283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': '1d629c1e-b428-4d65-9d91-f111668c4474', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:44.219046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee942fea-87df-4a9f-96e9-e527c5d7e2a8 req-14f73283-2a08-4c13-bc6a-cb5b9298d08b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 210 time: 0.0448210
Mar 26 20:51:44.271345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-7bb6f2e6-31e1-48ed-9b6c-c0b3b1ecb51a service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442637
Mar 26 20:51:44.283268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e7337-cc98-4486-83e6-691155e86583 req-2e0a1ad8-19f1-47c4-bd82-d30bed1e2090 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:44.290193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c8e7337-cc98-4486-83e6-691155e86583 req-2e0a1ad8-19f1-47c4-bd82-d30bed1e2090 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 943 time: 0.2965186
Mar 26 20:51:44.346079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:51:44.350188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:44.379832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22323fcc-3eb3-4887-a326-dfb6dbe5990b req-5a0aa49f-b0ff-4c2d-b1cd-cc572b2fb486 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:44.381477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22323fcc-3eb3-4887-a326-dfb6dbe5990b req-5a0aa49f-b0ff-4c2d-b1cd-cc572b2fb486 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 1132 time: 0.0816488
Mar 26 20:51:44.441683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c8e7337-cc98-4486-83e6-691155e86583 req-6ab419e3-1290-41c4-aa60-f8425fd36dc1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505406
Mar 26 20:51:44.491566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ae04eb-af0c-4491-bda5-2d857e298361 req-7eb56f16-5ff1-4d3a-aaf2-95e52a5aa82b service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848783
Mar 26 20:51:44.552870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22323fcc-3eb3-4887-a326-dfb6dbe5990b req-95e76022-1285-4368-b626-dae350626509 tempest-ServersAdminNegativeTestJSON-100793634 tempest-ServersAdminNegativeTestJSON-100793634-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346626
Mar 26 20:51:44.590587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.2 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/231a45bf-4b55-47bc-887f-02488ddbc3e0) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:51:44.835463 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:44.858836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9f7f8-cce1-4afb-82e4-58d594f72bc2 req-feddb9a9-9b76-4755-afad-65ff151723a8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:44.863725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b9f7f8-cce1-4afb-82e4-58d594f72bc2 req-feddb9a9-9b76-4755-afad-65ff151723a8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0971885
Mar 26 20:51:44.940274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b9f7f8-cce1-4afb-82e4-58d594f72bc2 req-2d67d517-96c2-4022-bc71-3e3b6939547b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645978
Mar 26 20:51:44.961870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.060204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:51:45.063803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:51:45.067906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:51:45.096120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:45.146790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.147457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.180711 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-5f7b72d9-de2c-43b1-be65-7052de56087f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0409997
Mar 26 20:51:45.200667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Request body: {'port': {'device_id': '1d629c1e-b428-4d65-9d91-f111668c4474', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:45.253322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15f3b-403d-47e6-9dfd-3f1176ca755e req-c063a387-1c66-4150-b812-60d6c5fb17a9 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.261421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67a15f3b-403d-47e6-9dfd-3f1176ca755e req-c063a387-1c66-4150-b812-60d6c5fb17a9 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.1288111
Mar 26 20:51:45.324418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67a15f3b-403d-47e6-9dfd-3f1176ca755e req-7397e695-63d5-4a6d-a26b-cb33ceb011c9 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611436
Mar 26 20:51:45.330047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.506033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d35a4-565b-4513-ad7a-29aaa84c3be4 req-7217363d-2d88-4348-b964-a9544429fe79 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.513209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-583d35a4-565b-4513-ad7a-29aaa84c3be4 req-7217363d-2d88-4348-b964-a9544429fe79 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.2065783
Mar 26 20:51:45.516665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66789c88-c7d3-43e6-bbe1-9c8e81061822 req-e15e7dc4-1cab-451c-a9cd-e5848a2ac3bb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.529288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66789c88-c7d3-43e6-bbe1-9c8e81061822 req-e15e7dc4-1cab-451c-a9cd-e5848a2ac3bb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.1404507
Mar 26 20:51:45.535569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.617203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66789c88-c7d3-43e6-bbe1-9c8e81061822 req-4c5f95e7-2ebf-4b95-b3ba-89e7f9bc1760 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800219
Mar 26 20:51:45.620947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-583d35a4-565b-4513-ad7a-29aaa84c3be4 req-9e27379f-9494-4a1c-a047-da604004228c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060185
Mar 26 20:51:45.817794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfc2b-b17a-4a82-8043-51ac6e637c50 req-e54f62e2-1592-4714-8c12-470de8beafd3 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.819936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c65cfc2b-b17a-4a82-8043-51ac6e637c50 req-e54f62e2-1592-4714-8c12-470de8beafd3 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 943 time: 0.0934594
Mar 26 20:51:45.820078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb9d07-3e80-4fba-9411-ad8d2f9613be req-9eeae26e-caf9-4a57-8468-bb3ae39d78e8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:45.821425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39bb9d07-3e80-4fba-9411-ad8d2f9613be req-9eeae26e-caf9-4a57-8468-bb3ae39d78e8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 931 time: 0.1069057
Mar 26 20:51:45.827179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231a45bf-4b55-47bc-887f-02488ddbc3e0 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:45.837325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks [] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.868292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Transition to ACTIVE for port object 231a45bf-4b55-47bc-887f-02488ddbc3e0 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:45.878740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:45.892656 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c65cfc2b-b17a-4a82-8043-51ac6e637c50 req-9795efa4-fdc8-4a2a-8152-e63481cd80e6 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638471
Mar 26 20:51:45.932126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39bb9d07-3e80-4fba-9411-ad8d2f9613be req-0a3a6d89-5722-42ff-a6e4-13340e007a48 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001709
Mar 26 20:51:45.988044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Pushing event updated for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:46.037809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-bfdeddbe-a5a2-40cf-adac-9d8ff627b4d6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.046677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-bfdeddbe-a5a2-40cf-adac-9d8ff627b4d6 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1439586
Mar 26 20:51:46.060132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:51:46.183562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Attempting to bind port 231a45bf-4b55-47bc-887f-02488ddbc3e0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:46.183910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Attempting to bind port 231a45bf-4b55-47bc-887f-02488ddbc3e0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:46.184460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Attempting to bind port 231a45bf-4b55-47bc-887f-02488ddbc3e0 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:46.192083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Port 231a45bf-4b55-47bc-887f-02488ddbc3e0 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:46.192397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Attempting to bind port 231a45bf-4b55-47bc-887f-02488ddbc3e0 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:46.198523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:46.198812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:46.199202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:46.199642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Bound port: 231a45bf-4b55-47bc-887f-02488ddbc3e0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:46.200046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.205488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.216518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7bc78-2609-4540-a20a-fb933404cec0 req-9bcff402-a458-4e94-aaf9-f77d36cace38 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.225858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d1f7bc78-2609-4540-a20a-fb933404cec0 req-9bcff402-a458-4e94-aaf9-f77d36cace38 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1323066
Mar 26 20:51:46.313799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:46.317794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:46.329871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.381778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.382577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.384410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] 10.222.0.18 "PUT /v2.0/ports/231a45bf-4b55-47bc-887f-02488ddbc3e0 HTTP/1.1" status: 200  len: 1091 time: 1.1945219
Mar 26 20:51:46.385100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:46.387786 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b339477-6c75-4212-bc01-d65fcfea93a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:46.443579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34c064-66f2-4fc5-9bd7-a772a34ce157 service neutron] Pushing event updated for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:46.469742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d1f7bc78-2609-4540-a20a-fb933404cec0 req-bc50e57e-ac2e-4366-9611-061bc7f4bf51 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408106
Mar 26 20:51:46.537020 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b23cc-6737-43c4-a6d2-4214fe89ba4e x-openstack-request-id: req-624b23cc-6737-43c4-a6d2-4214fe89ba4e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:46.537495 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:46.537756 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-624b23cc-6737-43c4-a6d2-4214fe89ba4e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:46.538169 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624b23cc-6737-43c4-a6d2-4214fe89ba4e'] response: {'name': 'network-changed', 'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0', 'status': 'completed', 'code': 200}
Mar 26 20:51:46.579254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:46.693299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:46.829516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-7db94db2-4154-462f-875c-685281d0b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.831031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-7db94db2-4154-462f-875c-685281d0b0df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 1125 time: 0.3678100
Mar 26 20:51:46.840758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd927b74-e534-4c4f-85f5-2ab7a4120305 req-a4c0b9d8-0e60-4438-8a2f-e33d901ea530 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.845545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:46.847955 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf147d4-e746-4a62-a598-9366d62aca4d" -d '{"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-unplugged", "status": "completed", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:46.848227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd927b74-e534-4c4f-85f5-2ab7a4120305 req-a4c0b9d8-0e60-4438-8a2f-e33d901ea530 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.3904757
Mar 26 20:51:46.856724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks [] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.879036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-dccbdceb-5044-404a-b9b9-70228e8b4e36 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.881558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-dccbdceb-5044-404a-b9b9-70228e8b4e36 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.2574527
Mar 26 20:51:46.889283 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015436b8-93a7-4a6b-9e87-2d5ae2511630 req-fe7ae127-61c7-47a7-bdaa-455bc029c2fb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.897359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-015436b8-93a7-4a6b-9e87-2d5ae2511630 req-fe7ae127-61c7-47a7-bdaa-455bc029c2fb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 946 time: 0.1362915
Mar 26 20:51:46.899604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:46.900816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-dc0fb3d8-ef2a-4b20-9ae3-e1d5e7fa3b63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0 HTTP/1.1" status: 200  len: 217 time: 0.0449626
Mar 26 20:51:46.963558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd927b74-e534-4c4f-85f5-2ab7a4120305 req-d469098e-16c4-465f-8e29-a7dc91e62c71 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123250
Mar 26 20:51:46.976102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-a73caa39-b297-4f9e-aed8-bf96b517460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:46.977550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-a73caa39-b297-4f9e-aed8-bf96b517460c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0688789
Mar 26 20:51:46.981514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:47.034778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:47.106248 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-218eec52-b82a-49cd-830d-5ed9db5713dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1047199
Mar 26 20:51:47.138374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-015436b8-93a7-4a6b-9e87-2d5ae2511630 req-601e424a-bc7f-4d6d-9535-24975982ad1f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397058
Mar 26 20:51:47.194933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:47.216087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'port_id': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'mac_address': 'fa:16:3e:f4:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f37787-9ef4-448c-9b4f-0e34c202e414', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:47.217800 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d010e9e4-eb46-4310-9163-0a8fd3b4fe83 x-openstack-request-id: req-d010e9e4-eb46-4310-9163-0a8fd3b4fe83 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:47.218504 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-unplugged", "status": "completed", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:47.219279 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d010e9e4-eb46-4310-9163-0a8fd3b4fe83 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:47.219693 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d010e9e4-eb46-4310-9163-0a8fd3b4fe83'] response: {'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'code': 200}
Mar 26 20:51:47.240316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-89578961-7014-49aa-8a90-a899d48219b6 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258969
Mar 26 20:51:47.247482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97595-27f0-45ff-a4ef-d07a58ca7377 req-e8be6194-2b4e-4673-bec5-21de49474fa6 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.249678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96f97595-27f0-45ff-a4ef-d07a58ca7377 req-e8be6194-2b4e-4673-bec5-21de49474fa6 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.1763995
Mar 26 20:51:47.305964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:47.306744 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.330155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-2dff5a40-12ab-44e0-8ec0-e5e4d5b87136 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.330155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-2dff5a40-12ab-44e0-8ec0-e5e4d5b87136 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.2869978
Mar 26 20:51:47.332032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:47.332362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:47.332687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:47.333623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96f97595-27f0-45ff-a4ef-d07a58ca7377 req-91dc18b8-4f48-42b9-ac06-ab0d5ec8179d tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750713
Mar 26 20:51:47.336132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:47.382862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:47.383185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:47.390545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:47.400309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.401987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:47.403887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:47.404771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:47.405156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:47.405755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Bound port: c7df1940-2f47-4d41-b48f-8078b14b9cc2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:47.405945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.416968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd92ebf2-9e24-44c6-ab2f-01d85310de31 req-97c7da72-1e3d-43aa-8c8a-1e88114f536a service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663179
Mar 26 20:51:47.534224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:47.554054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d757af78-d01b-4df4-85a2-26137d1db01e no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:47.581592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-ae971abf-0bce-4344-9793-ea2abd22c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.595236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: d757af78-d01b-4df4-85a2-26137d1db01e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:47.595587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d757af78-d01b-4df4-85a2-26137d1db01e not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:47.597579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-ae971abf-0bce-4344-9793-ea2abd22c10d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 1125 time: 0.1060259
Mar 26 20:51:47.613033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60167bf9-9d07-4edb-a2f9-af756cf0c0b6 req-efc2e23d-55fd-440e-9c83-a2ea6661406b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.621946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60167bf9-9d07-4edb-a2f9-af756cf0c0b6 req-efc2e23d-55fd-440e-9c83-a2ea6661406b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 943 time: 0.2031059
Mar 26 20:51:47.642413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:47.682480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:47.683152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:47.684040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:47.690255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:47.692893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:47.702706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:47.703305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:47.704120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:47.704859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Bound port: c7df1940-2f47-4d41-b48f-8078b14b9cc2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:47.705621 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.795903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60167bf9-9d07-4edb-a2f9-af756cf0c0b6 req-e7959a4d-2ccd-4096-9921-65803e5d921d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727505
Mar 26 20:51:47.821641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Deleting port 058e2995-dda2-4257-be40-cd89ed465350 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:47.822231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (058e2995-dda2-4257-be40-cd89ed465350), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.830057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-4c19a1d6-7c2a-4d49-89d2-7b4d3afc7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.840052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-4c19a1d6-7c2a-4d49-89d2-7b4d3afc7a99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.2154751
Mar 26 20:51:47.841575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:47.855812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2bd2-5710-4c81-afad-d47fa5a10079 req-560d4704-5a91-4468-9f04-c4a5f8a1aad4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:47.858119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-507d2bd2-5710-4c81-afad-d47fa5a10079 req-560d4704-5a91-4468-9f04-c4a5f8a1aad4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 943 time: 0.5697818
Mar 26 20:51:47.863116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:51:47.888848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:47.906787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-b81a76e8-1d03-4996-8746-f3c8649964c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0 HTTP/1.1" status: 200  len: 217 time: 0.0598304
Mar 26 20:51:48.030623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-3ac9c70c-3cb7-4604-9d96-db3b957f16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:48.032483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-3ac9c70c-3cb7-4604-9d96-db3b957f16f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.1167612
Mar 26 20:51:48.038828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-507d2bd2-5710-4c81-afad-d47fa5a10079 req-c7be9cbb-503d-4b93-8c2c-ee089ffc4024 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556914
Mar 26 20:51:48.040721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] For port 058e2995-dda2-4257-be40-cd89ed465350, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=058e2995-dda2-4257-be40-cd89ed465350,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:48.041088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (058e2995-dda2-4257-be40-cd89ed465350), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.049587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:48.059133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Deleting port 50c8a773-79de-421d-b7fc-05f78140912b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:48.059558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (50c8a773-79de-421d-b7fc-05f78140912b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.081282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Calling delete_port for 058e2995-dda2-4257-be40-cd89ed465350 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:48.083540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:51:48.085739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.api [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) c7df1940-2f47-4d41-b48f-8078b14b9cc2-nch2-master-1-0 {{(pid=126738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:51:48.086198 ncdv-master-1 neutron-server[126738]: DEBUG oslo_db.api [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:51:48.092030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:48.130547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-26389634-ab89-4d34-b056-3f767237291a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0762217
Mar 26 20:51:48.140663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74cce-ee0b-41a2-aff5-ca3d7a3588f5 req-a3fd8796-dd34-4800-916a-b6669a34a07c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:48.144786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23d74cce-ee0b-41a2-aff5-ca3d7a3588f5 req-a3fd8796-dd34-4800-916a-b6669a34a07c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.2205606
Mar 26 20:51:48.248533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] For port 50c8a773-79de-421d-b7fc-05f78140912b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50c8a773-79de-421d-b7fc-05f78140912b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:48.248916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (50c8a773-79de-421d-b7fc-05f78140912b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.268583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Calling delete_port for 50c8a773-79de-421d-b7fc-05f78140912b owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:48.281274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23d74cce-ee0b-41a2-aff5-ca3d7a3588f5 req-0a6abcb7-cff3-4292-a326-f37b39c4372b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212113
Mar 26 20:51:48.315545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-8ceb7b9b-26c4-4ead-bf10-a4c1ddccf2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697297
Mar 26 20:51:48.317729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e801e7-348a-4d39-988e-767bd6489ca8 req-6a22ba94-c28a-46f0-a248-0f107591ea30 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:48.319265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e801e7-348a-4d39-988e-767bd6489ca8 req-6a22ba94-c28a-46f0-a248-0f107591ea30 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 950 time: 0.1710153
Mar 26 20:51:48.476831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (058e2995-dda2-4257-be40-cd89ed465350), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.481972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6c2cb-bbce-43fa-bc79-784bdbdcb5b0 req-16c259ff-996a-4d9d-958f-40337a28e6a0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:48.483531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68a6c2cb-bbce-43fa-bc79-784bdbdcb5b0 req-16c259ff-996a-4d9d-958f-40337a28e6a0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.1046028
Mar 26 20:51:48.486030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b339477-6c75-4212-bc01-d65fcfea93a3 req-c7d9a90a-ff54-4db7-99a9-50ee50e668c2 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602151
Mar 26 20:51:48.488781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['058e2995-dda2-4257-be40-cd89ed465350', 'dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:48.508664 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e801e7-348a-4d39-988e-767bd6489ca8 req-bbb14d39-8cf2-45e6-8a64-d3569721cdf6 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816728
Mar 26 20:51:48.524618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:48.568482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event deleted for resources: {'Port': ['ID=058e2995-dda2-4257-be40-cd89ed465350,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:48.590007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68a6c2cb-bbce-43fa-bc79-784bdbdcb5b0 req-1bb0e6b0-5c73-446a-9396-2f8e7ffe470a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972893
Mar 26 20:51:48.725089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] No DVR routers for this DVR port 058e2995-dda2-4257-be40-cd89ed465350 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:48.729094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.733061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9b7b6f9-61be-43ca-b7d0-5b6c9b674c8e req-55bad36a-95ba-412d-b433-e8e4aac59b58 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "DELETE /v2.0/ports/058e2995-dda2-4257-be40-cd89ed465350 HTTP/1.1" status: 204  len: 173 time: 1.8289356
Mar 26 20:51:48.758038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:51:48.758380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:51:48.758715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:48.816083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:51:48.816756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempting to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:51:48.845556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:51:48.846294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:51:48.846602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:51:48.847135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Bound port: c7df1940-2f47-4d41-b48f-8078b14b9cc2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:51:48.847517 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.852844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (50c8a773-79de-421d-b7fc-05f78140912b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:48.871066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['50c8a773-79de-421d-b7fc-05f78140912b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:48.873736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['be7b6f80-22ba-471b-968f-ba95ce014ba3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:49.014544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30e43a-d380-405e-a88d-342f11fd8af5 req-745cd5cc-4c38-4c11-9d96-f3e2ac0dbf8e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.022553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff30e43a-d380-405e-a88d-342f11fd8af5 req-745cd5cc-4c38-4c11-9d96-f3e2ac0dbf8e tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b58496-7be2-4549-9972-f88f5860a630 HTTP/1.1" status: 200  len: 950 time: 0.3533232
Mar 26 20:51:49.029969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414fce4-5376-4a81-b208-006935b877c9 req-e32af9f1-52b5-4258-8fb4-abbf8e051dab tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.038207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f414fce4-5376-4a81-b208-006935b877c9 req-e32af9f1-52b5-4258-8fb4-abbf8e051dab tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 943 time: 0.1150398
Mar 26 20:51:49.052538 ncdv-master-1 neutron-server[126738]: WARNING neutron.plugins.ml2.plugin [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Concurrent port binding operations failed on port c7df1940-2f47-4d41-b48f-8078b14b9cc2
Mar 26 20:51:49.112862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:49.116946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f414fce4-5376-4a81-b208-006935b877c9 req-b0b51da2-57a7-48f6-8dc7-b159399c8ab6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775962
Mar 26 20:51:49.119308 ncdv-master-1 neutron-server[126738]: INFO neutron.plugins.ml2.plugin [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attempt 2 to bind port c7df1940-2f47-4d41-b48f-8078b14b9cc2
Mar 26 20:51:49.124577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.126121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:49.128330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-6b8234b2-8cfd-411e-8fcd-645a9b36087c service neutron] 10.222.0.21 "PUT /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 1153 time: 3.0746393
Mar 26 20:51:49.144278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Pushing event deleted for resources: {'Port': ['ID=50c8a773-79de-421d-b7fc-05f78140912b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:49.224542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:49.233040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'name': 'network-vif-deleted', 'tag': '058e2995-dda2-4257-be40-cd89ed465350'}, {'name': 'network-changed', 'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:49.235722 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f994517-b55b-4ad2-901a-9453259a47ab" -d '{"events": [{"server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "name": "network-vif-deleted", "tag": "058e2995-dda2-4257-be40-cd89ed465350"}, {"name": "network-changed", "server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:49.291964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e7cbb-152a-4762-93ea-e370a6c6f804 req-914c814b-9ff6-4fd2-a096-c63a480d350f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.296227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a7e7cbb-152a-4762-93ea-e370a6c6f804 req-914c814b-9ff6-4fd2-a096-c63a480d350f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 944 time: 0.0947485
Mar 26 20:51:49.299241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:49.337784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] No DVR routers for this DVR port 50c8a773-79de-421d-b7fc-05f78140912b on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:49.346721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:49.355847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46b743a1-26f0-4acb-aee7-09f511fc5c04 req-8d2f19c0-12ee-4ac6-b34e-32bd14798284 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.18 "DELETE /v2.0/ports/50c8a773-79de-421d-b7fc-05f78140912b HTTP/1.1" status: 204  len: 173 time: 2.0196958
Mar 26 20:51:49.392520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff30e43a-d380-405e-a88d-342f11fd8af5 req-7eedfec0-2ca2-4f1d-b895-19c6e298054b tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3689477
Mar 26 20:51:49.403880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a7e7cbb-152a-4762-93ea-e370a6c6f804 req-dd97f417-2cbc-4dad-b444-fe6d76fee4af tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982285
Mar 26 20:51:49.457796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-7feb8cd1-4db9-4afc-9ecd-4494d1d790fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4330633
Mar 26 20:51:49.582512 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ed90d-5111-4bb9-ae07-960c3b807177 x-openstack-request-id: req-260ed90d-5111-4bb9-ae07-960c3b807177 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:49.584220 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aba2d49-5b28-446f-b54b-63d414e692e6", "name": "network-vif-deleted", "tag": "058e2995-dda2-4257-be40-cd89ed465350", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:49.585611 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-260ed90d-5111-4bb9-ae07-960c3b807177 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:49.586829 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260ed90d-5111-4bb9-ae07-960c3b807177'] response: {'server_uuid': '4aba2d49-5b28-446f-b54b-63d414e692e6', 'name': 'network-vif-deleted', 'tag': '058e2995-dda2-4257-be40-cd89ed465350', 'status': 'completed', 'code': 200}
Mar 26 20:51:49.589714 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260ed90d-5111-4bb9-ae07-960c3b807177'] response: {'name': 'network-changed', 'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'status': 'completed', 'code': 200}
Mar 26 20:51:49.675476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a29f2-b0ac-4c50-9f99-4269cbce2257 req-97a4cb25-3cee-4585-af72-95832141f0e4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.692926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c76a29f2-b0ac-4c50-9f99-4269cbce2257 req-97a4cb25-3cee-4585-af72-95832141f0e4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1444423
Mar 26 20:51:49.718788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-849ce3cf-f285-4ad7-9ccb-e4f20558c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.720721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-849ce3cf-f285-4ad7-9ccb-e4f20558c97e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 1126 time: 0.2184708
Mar 26 20:51:49.759518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994517-b55b-4ad2-901a-9453259a47ab req-c595b767-18b3-46a7-a31c-4a913d40c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.761210 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-c595b767-18b3-46a7-a31c-4a913d40c9f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1156 time: 0.1678421
Mar 26 20:51:49.784927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c76a29f2-b0ac-4c50-9f99-4269cbce2257 req-0669da32-7b20-4277-acea-36926d9e7266 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893180
Mar 26 20:51:49.828273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23eae4fc-c9d7-42de-9ec9-1a3c073b8494 req-028b49e8-a65d-41f0-bf39-7ec028c96b43 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aba2d49-5b28-446f-b54b-63d414e692e6 HTTP/1.1" status: 200  len: 210 time: 0.0828490
Mar 26 20:51:49.938360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9a1ce-2c25-4683-83f0-0bfc8eb9e115 req-2368fb08-3615-4742-8323-89db494ae97d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.939956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24c9a1ce-2c25-4683-83f0-0bfc8eb9e115 req-2368fb08-3615-4742-8323-89db494ae97d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0627458
Mar 26 20:51:49.948506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-309ee3a0-41bf-4ee2-ab09-f2024222ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:49.950089 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-309ee3a0-41bf-4ee2-ab09-f2024222ddae service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2037098
Mar 26 20:51:49.998631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-e6e98a4b-799c-478f-921a-81a6f3fc461a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 200  len: 217 time: 0.0417745
Mar 26 20:51:49.999789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994517-b55b-4ad2-901a-9453259a47ab req-4ccd4f17-b2d8-41d1-b39a-13c6a4d1c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.001177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-4ccd4f17-b2d8-41d1-b39a-13c6a4d1c1dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2310436
Mar 26 20:51:50.001311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24c9a1ce-2c25-4683-83f0-0bfc8eb9e115 req-fbe3b4f7-1f2d-438e-8972-62f789829515 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542610
Mar 26 20:51:50.082740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-2e831cd0-7391-4dba-a4cf-30389daca694 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 217 time: 0.0588346
Mar 26 20:51:50.124475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-4b0dc566-9620-40d9-8c27-662c38ddff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.126057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-4b0dc566-9620-40d9-8c27-662c38ddff01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1101615
Mar 26 20:51:50.172237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-1c3242df-dc6e-49fe-8ac0-27f8894d24af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397522
Mar 26 20:51:50.174014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994517-b55b-4ad2-901a-9453259a47ab req-3910adbe-a290-4b4e-9f4a-cd859ffedbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.175424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-3910adbe-a290-4b4e-9f4a-cd859ffedbe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0853820
Mar 26 20:51:50.245791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-ecbb5fcc-4b64-46bf-bd40-ba698aaecb6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437164
Mar 26 20:51:50.387353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-80c6536d-5ceb-453d-ad21-ce253e0406af service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046130
Mar 26 20:51:50.403171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6cf3a-b712-41e3-8001-27e692ed86a1 req-853f00af-a1ca-4af5-9c20-3d9d8374390e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.404799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-efb6cf3a-b712-41e3-8001-27e692ed86a1 req-853f00af-a1ca-4af5-9c20-3d9d8374390e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 943 time: 0.2015901
Mar 26 20:51:50.468967 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-74f48043-1ecf-4175-b8cf-9fd624f74d31 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056580
Mar 26 20:51:50.563567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-efb6cf3a-b712-41e3-8001-27e692ed86a1 req-65d705cf-75cc-4d14-8d43-430bd0293009 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465449
Mar 26 20:51:50.582915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30098a97-8714-4660-8cc7-7a633e42ffb8 req-afbd5d03-ac3c-4bed-84eb-181a60d102cb tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.584583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30098a97-8714-4660-8cc7-7a633e42ffb8 req-afbd5d03-ac3c-4bed-84eb-181a60d102cb tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 944 time: 0.0750921
Mar 26 20:51:50.635740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90670e9e-dee3-4802-8333-c07c5ee9de1f req-7e01e637-46f5-42a4-bc0f-85cb3117da16 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283993
Mar 26 20:51:50.662423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f994517-b55b-4ad2-901a-9453259a47ab req-cb8dd182-15c0-4e03-8af6-6fb67eeabeb4 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645544
Mar 26 20:51:50.663063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30098a97-8714-4660-8cc7-7a633e42ffb8 req-70feb0be-5395-4c9f-9f6d-b7d6467542a3 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683591
Mar 26 20:51:50.876030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ada583-0cc8-45f4-8611-fd8376d39f8a req-f74ff6c0-44bf-4041-b48c-48d959cdae0b tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.877575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14ada583-0cc8-45f4-8611-fd8376d39f8a req-f74ff6c0-44bf-4041-b48c-48d959cdae0b tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.0584009
Mar 26 20:51:50.927350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14ada583-0cc8-45f4-8611-fd8376d39f8a req-9bdd142a-922c-4135-bed9-448e55595cea tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441129
Mar 26 20:51:50.927720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8917d0-5ce6-4d33-88dd-0ea4e1e44f7d req-32e94a3d-49a4-4dec-80c4-3496bac21dd4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:50.929548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a8917d0-5ce6-4d33-88dd-0ea4e1e44f7d req-32e94a3d-49a4-4dec-80c4-3496bac21dd4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0572522
Mar 26 20:51:50.997403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a8917d0-5ce6-4d33-88dd-0ea4e1e44f7d req-c89330db-ce20-43a5-a0cf-5e3ee7efe8a1 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590158
Mar 26 20:51:51.007256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:51.080198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:51.086800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:51.087183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:51.157815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e018c-6803-4ffb-9e87-73704f76b462 req-d51e7c6d-847e-4cdd-b041-917fb4299f64 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:51.165804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e11e018c-6803-4ffb-9e87-73704f76b462 req-d51e7c6d-847e-4cdd-b041-917fb4299f64 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0699148
Mar 26 20:51:51.253267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e11e018c-6803-4ffb-9e87-73704f76b462 req-a2b5bab2-5109-4b8b-9e2b-9b447a3ec747 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863528
Mar 26 20:51:51.270592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:51.271475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:51.286982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5acce-9a50-4542-bec4-ad6cff0994d7 req-4fdf623a-6917-4a8f-9b5c-412406058787 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:51.289227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfe5acce-9a50-4542-bec4-ad6cff0994d7 req-4fdf623a-6917-4a8f-9b5c-412406058787 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.0701997
Mar 26 20:51:51.302697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:51.304981 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51772ee9-b646-435d-a226-c2cc02d285fa" -d '{"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-plugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:51.319935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:51.328380 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:51.369533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfe5acce-9a50-4542-bec4-ad6cff0994d7 req-5329e3a0-49df-429e-a0da-4fb0429dea22 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732014
Mar 26 20:51:51.375824 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b18b2e-2870-4c32-a575-1fb5b77f94ed x-openstack-request-id: req-49b18b2e-2870-4c32-a575-1fb5b77f94ed {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:51.376228 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-plugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:51.376560 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49b18b2e-2870-4c32-a575-1fb5b77f94ed {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:51.377048 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b18b2e-2870-4c32-a575-1fb5b77f94ed'] response: {'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'code': 200}
Mar 26 20:51:51.394376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:51.483528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e803d2-5c94-4f89-86b1-dfd0f5be73ab req-2c4fecce-abdb-45cc-a7c6-a7a5a65e1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:51.485152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69e803d2-5c94-4f89-86b1-dfd0f5be73ab req-2c4fecce-abdb-45cc-a7c6-a7a5a65e1031 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 1127 time: 0.0472374
Mar 26 20:51:51.536942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69e803d2-5c94-4f89-86b1-dfd0f5be73ab req-8a8f0140-4a8f-4e8d-956f-182c18e44354 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406063
Mar 26 20:51:51.554022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 231a45bf-4b55-47bc-887f-02488ddbc3e0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:51:51.556172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 50c8a773-79de-421d-b7fc-05f78140912b no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:51.578959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 50c8a773-79de-421d-b7fc-05f78140912b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:51.579315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 50c8a773-79de-421d-b7fc-05f78140912b not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:51.579756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 058e2995-dda2-4257-be40-cd89ed465350 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:51.591225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'name': 'network-vif-deleted', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:51.593711 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d213012-60e7-46eb-b00f-258bb35e1264" -d '{"events": [{"server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "name": "network-vif-deleted", "tag": "50c8a773-79de-421d-b7fc-05f78140912b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:51.610267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 058e2995-dda2-4257-be40-cd89ed465350 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:51.610621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 058e2995-dda2-4257-be40-cd89ed465350 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:51.642393 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae763bb2-8b31-41e6-a5a0-119b9fe92d9f x-openstack-request-id: req-ae763bb2-8b31-41e6-a5a0-119b9fe92d9f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:51.642693 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b58496-7be2-4549-9972-f88f5860a630", "name": "network-vif-deleted", "tag": "50c8a773-79de-421d-b7fc-05f78140912b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:51.642970 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae763bb2-8b31-41e6-a5a0-119b9fe92d9f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:51.643350 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae763bb2-8b31-41e6-a5a0-119b9fe92d9f'] response: {'server_uuid': 'd8b58496-7be2-4549-9972-f88f5860a630', 'name': 'network-vif-deleted', 'tag': '50c8a773-79de-421d-b7fc-05f78140912b', 'status': 'completed', 'code': 200}
Mar 26 20:51:51.717256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab02a-19be-4573-a229-b99230932fff req-fc747715-6692-4b98-9345-a8480fe3da26 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:51.717590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:51.719188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdbab02a-19be-4573-a229-b99230932fff req-fc747715-6692-4b98-9345-a8480fe3da26 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 943 time: 0.0600464
Mar 26 20:51:51.734863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '231a45bf-4b55-47bc-887f-02488ddbc3e0', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': '231a45bf-4b55-47bc-887f-02488ddbc3e0', 'mac_address': 'fa:16:3e:b6:29:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:51:51.773565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdbab02a-19be-4573-a229-b99230932fff req-377dd8e7-42aa-43d6-8a04-6e0458fd9794 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483630
Mar 26 20:51:51.795645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 231a45bf-4b55-47bc-887f-02488ddbc3e0 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:51.796326 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:51.807581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08171861-4dc9-4613-8bd5-afcfce427f58 req-e5af01bf-47ef-4121-bee5-d7df921b8bac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:51.811527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08171861-4dc9-4613-8bd5-afcfce427f58 req-e5af01bf-47ef-4121-bee5-d7df921b8bac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0580432
Mar 26 20:51:51.811693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231a45bf-4b55-47bc-887f-02488ddbc3e0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:51.832102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:51.837254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:51.864611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08171861-4dc9-4613-8bd5-afcfce427f58 req-638afd2f-c5e3-4f6c-a83b-b2f7bf5be52b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484657
Mar 26 20:51:51.893305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:52.080682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7901df5-69dd-43aa-b9c4-2db6dbb1b590 req-5ac83e25-f06f-455c-a56b-6955c63d20ca tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.082517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7901df5-69dd-43aa-b9c4-2db6dbb1b590 req-5ac83e25-f06f-455c-a56b-6955c63d20ca tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.0735888
Mar 26 20:51:52.136468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7901df5-69dd-43aa-b9c4-2db6dbb1b590 req-775108bc-9280-4727-89dc-9168886ffcfd tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478904
Mar 26 20:51:52.139889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d5526-b4fd-4452-a77b-7a484faa9c82 req-ea287c2a-0446-41df-98f5-121f0f3cddad tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.141547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-472d5526-b4fd-4452-a77b-7a484faa9c82 req-ea287c2a-0446-41df-98f5-121f0f3cddad tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0540450
Mar 26 20:51:52.160879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:52.196962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-472d5526-b4fd-4452-a77b-7a484faa9c82 req-99124d98-de45-448a-bd25-1d82847500af tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464308
Mar 26 20:51:52.373331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b870-f89f-4ed4-b3b9-12066fe2a099 req-9e7b69c5-04f7-4f08-9ca6-ed99b9484fac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.374847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3981b870-f89f-4ed4-b3b9-12066fe2a099 req-9e7b69c5-04f7-4f08-9ca6-ed99b9484fac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0546885
Mar 26 20:51:52.429830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3981b870-f89f-4ed4-b3b9-12066fe2a099 req-6d718954-d8d8-4cd4-8bb2-fd16dd973c4a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492857
Mar 26 20:51:52.488310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a457d-7e77-4b6c-8ec8-373d68623405 req-201a122b-9bf3-47a0-a140-683f725155db tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.489793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f18a457d-7e77-4b6c-8ec8-373d68623405 req-201a122b-9bf3-47a0-a140-683f725155db tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.0577538
Mar 26 20:51:52.540783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f18a457d-7e77-4b6c-8ec8-373d68623405 req-6e692a92-e3c7-4a3d-8dcb-7198db2556c7 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446072
Mar 26 20:51:52.833902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-86fc6b5a-9d2f-4bff-ba75-ac892730caf2 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.835633 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-86fc6b5a-9d2f-4bff-ba75-ac892730caf2 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.0564840
Mar 26 20:51:52.992077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6edc72-85d5-4d21-82bc-b65ea8a8da67 req-e591a422-e852-4600-954f-4798a2e297cd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:52.993610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c6edc72-85d5-4d21-82bc-b65ea8a8da67 req-e591a422-e852-4600-954f-4798a2e297cd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 944 time: 0.1442518
Mar 26 20:51:53.009951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac04c95-1051-4201-a333-72506d130d1b req-cec0e77c-8704-44f6-bd5b-210cbae999ac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.011761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cac04c95-1051-4201-a333-72506d130d1b req-cec0e77c-8704-44f6-bd5b-210cbae999ac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0666845
Mar 26 20:51:53.029980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-728d2b3f-f010-4218-871e-c3b79b5684b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0927842
Mar 26 20:51:53.049972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Deleting port dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:53.050331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.096281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cac04c95-1051-4201-a333-72506d130d1b req-5fbff1b1-acae-406b-9409-8c16219091a8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768821
Mar 26 20:51:53.120162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c6edc72-85d5-4d21-82bc-b65ea8a8da67 req-8ceec2f0-497d-49f9-bb70-54fb6b47f5c1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177580
Mar 26 20:51:53.180191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89916ea-7179-47a8-944a-fc504aee8343 req-0cea07a6-df10-4dbe-b45e-b0c902cd2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.181760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-0cea07a6-df10-4dbe-b45e-b0c902cd2ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1132 time: 0.1163573
Mar 26 20:51:53.208360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] For port dde38bc0-9758-4826-b43d-648f34fdfda0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dde38bc0-9758-4826-b43d-648f34fdfda0,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:53.208832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.241340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Calling delete_port for dde38bc0-9758-4826-b43d-648f34fdfda0 owned by compute:tempest-test_az-1612479973 {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:53.295892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6b5ce-c019-451f-ad37-b563da7af8d4 req-aaccd4f3-3acc-4ec2-b9cb-050b201204ad tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.297430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66b6b5ce-c019-451f-ad37-b563da7af8d4 req-aaccd4f3-3acc-4ec2-b9cb-050b201204ad tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.0912840
Mar 26 20:51:53.357995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66b6b5ce-c019-451f-ad37-b563da7af8d4 req-a4a46caf-4e44-4e07-ac1d-065cf061eadb tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/security-groups?id=33359631-8315-494e-8b5e-c25d415316e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541420
Mar 26 20:51:53.576339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0cec-e492-4441-b530-11173f9f2795 req-e54a4774-2ee9-4e48-af4e-e211a549ccff tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.576339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c3c0cec-e492-4441-b530-11173f9f2795 req-e54a4774-2ee9-4e48-af4e-e211a549ccff tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0591478
Mar 26 20:51:53.581042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 231a45bf-4b55-47bc-887f-02488ddbc3e0 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:51:53.626191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c3c0cec-e492-4441-b530-11173f9f2795 req-d6b0ac07-b8e3-4b57-a577-ee0556852616 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509605
Mar 26 20:51:53.655186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 231a45bf-4b55-47bc-887f-02488ddbc3e0 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:51:53.655642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89916ea-7179-47a8-944a-fc504aee8343 req-233a3336-d91c-47c8-8448-5f67876354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.657146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-233a3336-d91c-47c8-8448-5f67876354a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4455595
Mar 26 20:51:53.659463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 231a45bf-4b55-47bc-887f-02488ddbc3e0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:51:53.660665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.714599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-cd1dcd5c-c85e-410c-9912-ff087d53ea19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.0471537
Mar 26 20:51:53.723146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75729acd-d837-4a0c-a570-39e17d3c55f2 req-8cd352ef-08f6-4172-b725-2d4a0e635575 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.730193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75729acd-d837-4a0c-a570-39e17d3c55f2 req-8cd352ef-08f6-4172-b725-2d4a0e635575 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.4026949
Mar 26 20:51:53.759254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-7d5b5a58-a6b4-4d9c-b37b-703e3b673eac tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.760821 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-7d5b5a58-a6b4-4d9c-b37b-703e3b673eac tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 950 time: 0.1051304
Mar 26 20:51:53.770459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 231a45bf-4b55-47bc-887f-02488ddbc3e0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:51:53.770852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.808865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:53.812134 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862269c8-98d8-47fd-a6d5-9356dad8a690" -d '{"events": [{"server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "name": "network-vif-plugged", "status": "completed", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:53.836898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:53.838780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89916ea-7179-47a8-944a-fc504aee8343 req-f9ba76df-5e6f-4f15-820d-b678598cd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.840299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-f9ba76df-5e6f-4f15-820d-b678598cd799 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1069391
Mar 26 20:51:53.842921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.878100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d8043-c8fe-4ca6-9afc-f5e5aa12fbd8 req-2de3215b-ca09-4c6b-9c08-2b6ece39e690 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:53.879514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f07d8043-c8fe-4ca6-9afc-f5e5aa12fbd8 req-2de3215b-ca09-4c6b-9c08-2b6ece39e690 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/ports?device_id=7681c708-82a7-4715-8408-9ff49d5039af HTTP/1.1" status: 200  len: 973 time: 0.1177926
Mar 26 20:51:53.896575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75729acd-d837-4a0c-a570-39e17d3c55f2 req-5a10708d-6196-48d7-93bd-e5df086fa944 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595063
Mar 26 20:51:53.897277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dde38bc0-9758-4826-b43d-648f34fdfda0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.932317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dde38bc0-9758-4826-b43d-648f34fdfda0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:53.953606 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f07d8043-c8fe-4ca6-9afc-f5e5aa12fbd8 req-5d023eca-8466-485e-84ac-34491c828f80 tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.16 "GET /v2.0/security-groups?id=953d9091-befb-400d-965e-f8b3926abf1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637450
Mar 26 20:51:53.969537 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0606f2b8-57ba-44b0-a46e-a46854618ddc x-openstack-request-id: req-0606f2b8-57ba-44b0-a46e-a46854618ddc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:53.969851 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "name": "network-vif-plugged", "status": "completed", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:53.970114 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0606f2b8-57ba-44b0-a46e-a46854618ddc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:53.970513 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0606f2b8-57ba-44b0-a46e-a46854618ddc'] response: {'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0', 'code': 200}
Mar 26 20:51:53.971867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Deleting port be7b6f80-22ba-471b-968f-ba95ce014ba3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:53.972246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:53.976518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:53.998596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Pushing event deleted for resources: {'Port': ['ID=dde38bc0-9758-4826-b43d-648f34fdfda0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:54.089772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] For port be7b6f80-22ba-471b-968f-ba95ce014ba3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be7b6f80-22ba-471b-968f-ba95ce014ba3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:54.090414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:54.096238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] No DVR routers for this DVR port dde38bc0-9758-4826-b43d-648f34fdfda0 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:54.099070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:54.103127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d56055e8-7cd3-448a-9944-f20124d6cd12 req-0b8ac750-71f2-4861-9e40-564318d6949c tempest-ServersAdminTestJSON-2120696265 tempest-ServersAdminTestJSON-2120696265-project] 10.222.0.18 "DELETE /v2.0/ports/dde38bc0-9758-4826-b43d-648f34fdfda0 HTTP/1.1" status: 204  len: 173 time: 1.2600129
Mar 26 20:51:54.105957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-deleted', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:54.106368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Calling delete_port for be7b6f80-22ba-471b-968f-ba95ce014ba3 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:54.108969 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ede46-7f58-48cb-ab30-43c78776d310" -d '{"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-deleted", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:54.118629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89916ea-7179-47a8-944a-fc504aee8343 req-3667b7d9-82ca-4949-b4a0-59f638705c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:54.120219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-3667b7d9-82ca-4949-b4a0-59f638705c64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2665057
Mar 26 20:51:54.175527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee979ca1-ef1a-43a6-86dc-d62251a2e9a4 req-677367ba-2622-41b2-bd9b-54a4d7ee00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:54.177119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee979ca1-ef1a-43a6-86dc-d62251a2e9a4 req-677367ba-2622-41b2-bd9b-54a4d7ee00bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 1127 time: 0.1245561
Mar 26 20:51:54.255423 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b93cec-d576-4d95-9dd1-b5b8ffb2a276 x-openstack-request-id: req-a9b93cec-d576-4d95-9dd1-b5b8ffb2a276 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:54.257115 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7681c708-82a7-4715-8408-9ff49d5039af", "name": "network-vif-deleted", "tag": "dde38bc0-9758-4826-b43d-648f34fdfda0", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:54.257466 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9b93cec-d576-4d95-9dd1-b5b8ffb2a276 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:54.258816 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b93cec-d576-4d95-9dd1-b5b8ffb2a276'] response: {'server_uuid': '7681c708-82a7-4715-8408-9ff49d5039af', 'name': 'network-vif-deleted', 'tag': 'dde38bc0-9758-4826-b43d-648f34fdfda0', 'status': 'completed', 'code': 200}
Mar 26 20:51:54.334576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4af59d-7a02-4932-9fe7-857a8e92bbf9 req-559d57be-8fa6-49c1-a554-f419b07f8477 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:54.336468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b4af59d-7a02-4932-9fe7-857a8e92bbf9 req-559d57be-8fa6-49c1-a554-f419b07f8477 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1077788
Mar 26 20:51:54.378195 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:51:54.384598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-96ace0f4-f4c2-4d9e-9e28-77d09434d17a service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523441
Mar 26 20:51:54.395439 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee979ca1-ef1a-43a6-86dc-d62251a2e9a4 req-591ef2d1-67cf-43aa-87a7-82007ebbae3e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442263
Mar 26 20:51:54.428451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0617cdf-401a-4713-92a0-d632cda7aa94 req-eb160f88-a844-47bf-b18a-a256231a9740 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:54.429986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0617cdf-401a-4713-92a0-d632cda7aa94 req-eb160f88-a844-47bf-b18a-a256231a9740 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.1701899
Mar 26 20:51:54.492259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (be7b6f80-22ba-471b-968f-ba95ce014ba3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:54.504312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['be7b6f80-22ba-471b-968f-ba95ce014ba3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:51:54.556968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0617cdf-401a-4713-92a0-d632cda7aa94 req-bc607577-9eaf-43a4-98f8-ae4d477f7343 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105053
Mar 26 20:51:54.559134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d89916ea-7179-47a8-944a-fc504aee8343 req-c0e37385-e7da-476f-aedb-c6cda2a9f253 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672592
Mar 26 20:51:54.583567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Pushing event deleted for resources: {'Port': ['ID=be7b6f80-22ba-471b-968f-ba95ce014ba3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:54.624988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b4af59d-7a02-4932-9fe7-857a8e92bbf9 req-1c6b3cae-3e90-4994-a1ec-1362ae24617e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459164
Mar 26 20:51:54.672509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] No DVR routers for this DVR port be7b6f80-22ba-471b-968f-ba95ce014ba3 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:54.675219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:54.682217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c2d2654-7610-499a-82ab-bd3ea4bedb6a req-8c5db848-0f8c-43d1-bd04-25aaace43689 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3da99d9-228b-417e-aff7-488957ac8c33 HTTP/1.1" status: 200  len: 210 time: 0.0368154
Mar 26 20:51:54.689541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e708d9b1-6ad2-421b-bee8-a49da4a658cb req-789cb467-ce55-4eac-bcbc-6bbf49ca9ad7 tempest-ServersAdminNegativeTestJSON-1322172486 tempest-ServersAdminNegativeTestJSON-1322172486-project] 10.222.0.21 "DELETE /v2.0/ports/be7b6f80-22ba-471b-968f-ba95ce014ba3 HTTP/1.1" status: 204  len: 173 time: 0.9185040
Mar 26 20:51:54.690059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'name': 'network-vif-deleted', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:51:54.693180 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c763d6-0702-4171-89dd-facd12363a76" -d '{"events": [{"server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "name": "network-vif-deleted", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:51:54.747215 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eba4a2-d516-4067-acb6-cae651692e02 x-openstack-request-id: req-47eba4a2-d516-4067-acb6-cae651692e02 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:51:54.747541 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da99d9-228b-417e-aff7-488957ac8c33", "name": "network-vif-deleted", "tag": "be7b6f80-22ba-471b-968f-ba95ce014ba3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:51:54.747828 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47eba4a2-d516-4067-acb6-cae651692e02 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:51:54.748268 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47eba4a2-d516-4067-acb6-cae651692e02'] response: {'server_uuid': 'b3da99d9-228b-417e-aff7-488957ac8c33', 'name': 'network-vif-deleted', 'tag': 'be7b6f80-22ba-471b-968f-ba95ce014ba3', 'status': 'completed', 'code': 200}
Mar 26 20:51:54.811555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0884e-d581-4626-97a7-d550866bce8d req-1ba9fcd2-e657-4c54-b387-38dd525b3c33 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:54.814675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7f0884e-d581-4626-97a7-d550866bce8d req-1ba9fcd2-e657-4c54-b387-38dd525b3c33 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 944 time: 0.0856061
Mar 26 20:51:54.882433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7f0884e-d581-4626-97a7-d550866bce8d req-8ba682cd-0e4b-49d9-a7af-327acd846df9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594308
Mar 26 20:51:54.976645 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7844845-9bb0-415b-969d-7f8aaba513f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:55.060662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308077b-355d-4e8f-ae15-39aa6640e044 req-accc376b-c157-42a1-814f-d79831068c39 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:55.062250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f308077b-355d-4e8f-ae15-39aa6640e044 req-accc376b-c157-42a1-814f-d79831068c39 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0723312
Mar 26 20:51:55.117340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f308077b-355d-4e8f-ae15-39aa6640e044 req-4b9adec7-3b54-47b7-ad69-0ba31320c126 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490549
Mar 26 20:51:55.273873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53304) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:55.417783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d046f0a2-403d-4116-82b8-14a54affd4dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9695bc9bf47e4da7bd4c4636a4900f72&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1426494
Mar 26 20:51:55.421267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:55.486815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] Publish callbacks [] for security_group (953d9091-befb-400d-965e-f8b3926abf1a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:55.517121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] Publish callbacks [] for security_group (953d9091-befb-400d-965e-f8b3926abf1a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:55.538371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-82b83875-30c9-4dc5-ae62-7c5150ff8788 service neutron] 10.222.0.18 "GET /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0803595
Mar 26 20:51:55.592719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (953d9091-befb-400d-965e-f8b3926abf1a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:55.597002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:55.600852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/953d9091-befb-400d-965e-f8b3926abf1a HTTP/1.1" status: 204  len: 168 time: 0.1762159
Mar 26 20:51:55.610935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a0f86-7b69-43e6-8633-80ef0edd38b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d9091-befb-400d-965e-f8b3926abf1a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:55.793491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92e9ae-28c6-49a4-afcf-65ef0836426c req-eabd2a65-fbec-4fc0-ac44-4c7c2508f9e0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:55.802320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d92e9ae-28c6-49a4-afcf-65ef0836426c req-eabd2a65-fbec-4fc0-ac44-4c7c2508f9e0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.0765433
Mar 26 20:51:55.861661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab56e-d92e-4c87-9b3f-f00601d9f735 req-b800f77e-b49d-4a23-9fab-0d53b9379577 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:55.863406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-edeab56e-d92e-4c87-9b3f-f00601d9f735 req-b800f77e-b49d-4a23-9fab-0d53b9379577 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1481602
Mar 26 20:51:55.865615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:55.874770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d92e9ae-28c6-49a4-afcf-65ef0836426c req-57830eb9-6d66-4801-94d0-042a4f758ee4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714505
Mar 26 20:51:55.900159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:56.028445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7df1940-2f47-4d41-b48f-8078b14b9cc2 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:51:56.054386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:56.078575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-edeab56e-d92e-4c87-9b3f-f00601d9f735 req-eb2582e9-dd6a-46e8-a259-fa754ae7bada tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870265
Mar 26 20:51:56.086311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.147077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:56.222360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] Transition to ACTIVE for port object c7df1940-2f47-4d41-b48f-8078b14b9cc2 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:51:56.242112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fa20fb7c-8bda-4541-9c2b-f119b708ff71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e8b97f48c9c407ca0d3bbed488586cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0937929
Mar 26 20:51:56.242712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:56.252957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.388553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] No DVR routers for this DVR port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:51:56.431833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53354) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:56.438535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] Pushing event updated for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:56.445689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-014b29b0-fd71-4ecb-8340-4cb762b18c91 service neutron] 10.222.0.18 "PUT /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8922300
Mar 26 20:51:56.454130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2af673-1d97-46bf-be26-8fc8db489270 req-31d20663-bf7f-4b72-9ab4-ab22909eec0c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:56.455985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d2af673-1d97-46bf-be26-8fc8db489270 req-31d20663-bf7f-4b72-9ab4-ab22909eec0c tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.2292826
Mar 26 20:51:56.475587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] Publish callbacks [] for security_group (7688a994-7daf-4054-9dfc-eed9ddce12fb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.497782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-cbf4a93d-6d69-45bb-86a4-d9b2b44dd302 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:56.504882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-cbf4a93d-6d69-45bb-86a4-d9b2b44dd302 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.1934736
Mar 26 20:51:56.520153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d2af673-1d97-46bf-be26-8fc8db489270 req-857f97a5-c89d-4195-98f9-735680b773b6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570998
Mar 26 20:51:56.536686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] Publish callbacks [] for security_group (7688a994-7daf-4054-9dfc-eed9ddce12fb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.545392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-dbdcae2c-9d3c-4ba8-a607-ea4d750d6e46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0396218
Mar 26 20:51:56.656241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-b08bfa01-3856-46fb-a2e1-11032afe1692 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:56.657837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-b08bfa01-3856-46fb-a2e1-11032afe1692 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1345162
Mar 26 20:51:56.668557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-42b0bf88-e3ae-4f49-b690-34a8b9db28a8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1222677
Mar 26 20:51:56.679241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8468b6-911d-4b17-a903-ad38715f2c4b req-92981e09-d4b9-4ce8-98c4-da33d46d946b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:56.681080 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a8468b6-911d-4b17-a903-ad38715f2c4b req-92981e09-d4b9-4ce8-98c4-da33d46d946b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0871181
Mar 26 20:51:56.711861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7688a994-7daf-4054-9dfc-eed9ddce12fb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.714633 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.715775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7688a994-7daf-4054-9dfc-eed9ddce12fb HTTP/1.1" status: 204  len: 168 time: 0.4713602
Mar 26 20:51:56.745280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a8468b6-911d-4b17-a903-ad38715f2c4b req-a72dd822-52fe-4540-bb92-320266a1cc76 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546966
Mar 26 20:51:56.755499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2555-089e-4a16-91a6-565e4d806282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7688a994-7daf-4054-9dfc-eed9ddce12fb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:56.833582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d035b784-c68a-48e6-85e5-2185d4d429c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54c513bf41bd4101914b82a4b39e4030&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3973167
Mar 26 20:51:56.836771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:56.853886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-b150ec76-3d06-4d84-90ce-7a8ca5d60f18 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844172
Mar 26 20:51:56.863569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-865ee222-019a-4e0c-87fa-fc20713ac20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:56.865070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-865ee222-019a-4e0c-87fa-fc20713ac20d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57&tenant_id=cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 1127 time: 0.1921406
Mar 26 20:51:56.973958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] Publish callbacks [] for security_group (33359631-8315-494e-8b5e-c25d415316e2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:56.988798 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bf11b5f-a436-41b5-983f-177f7f8f34ae req-893d50c2-7ce6-4bfd-bd94-687af14f0ef0 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339939
Mar 26 20:51:57.000298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423686b-91c2-4341-b2f5-9af917b0fd3e req-17a179aa-0f63-4ce3-8c65-110cb96949d2 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:57.001857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2423686b-91c2-4341-b2f5-9af917b0fd3e req-17a179aa-0f63-4ce3-8c65-110cb96949d2 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1240859
Mar 26 20:51:57.012245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-3d072ea5-2028-4d46-a723-9f353dfc37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:57.016413 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-3d072ea5-2028-4d46-a723-9f353dfc37da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1127 time: 0.0982358
Mar 26 20:51:57.026551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] Publish callbacks [] for security_group (33359631-8315-494e-8b5e-c25d415316e2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:57.038278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device be7b6f80-22ba-471b-968f-ba95ce014ba3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:57.068133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: be7b6f80-22ba-471b-968f-ba95ce014ba3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:57.068489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device be7b6f80-22ba-471b-968f-ba95ce014ba3 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:57.127549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (33359631-8315-494e-8b5e-c25d415316e2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:57.130575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:57.131469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33359631-8315-494e-8b5e-c25d415316e2 HTTP/1.1" status: 204  len: 168 time: 0.2935579
Mar 26 20:51:57.145564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d215-f0dd-4731-aa53-00b2ef866bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33359631-8315-494e-8b5e-c25d415316e2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:57.154436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-ad92226a-b8d6-4dad-8a61-5445f7c25607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:57.156830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-ad92226a-b8d6-4dad-8a61-5445f7c25607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1301680
Mar 26 20:51:57.178168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2423686b-91c2-4341-b2f5-9af917b0fd3e req-1b487b1e-cfbd-4f24-bcca-18bb2ecdbc87 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654489
Mar 26 20:51:57.297723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-231e7c17-2b0c-4d27-b03f-6dcc2aa09a64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 200  len: 217 time: 0.1308990
Mar 26 20:51:57.318812 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-206c649c-57b6-4948-afff-88cb5be9947c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:57.419610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-df7ce5f6-90ce-4547-8d43-44017c140601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:57.423051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-df7ce5f6-90ce-4547-8d43-44017c140601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1138263
Mar 26 20:51:57.425900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-e2f18d35-4196-4216-8565-936638f40c58 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1013381703&fields=id&tenant_id=c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 267 time: 0.1079578
Mar 26 20:51:57.509368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-3724d740-394c-48a8-b525-374abcbfa4f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721052
Mar 26 20:51:57.598285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:57.656426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-2a2ae1d5-f1ab-4dc9-b21a-bc1ff889ddf8 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:57.658611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: dde38bc0-9758-4826-b43d-648f34fdfda0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:51:57.664321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-2a2ae1d5-f1ab-4dc9-b21a-bc1ff889ddf8 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 824 time: 0.2375884
Mar 26 20:51:57.665300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dde38bc0-9758-4826-b43d-648f34fdfda0 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:57.682759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-3ffa28ac-20ad-420b-b97d-e0bdf4f5a8d9 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/quotas/c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 375 time: 0.0172052
Mar 26 20:51:57.770924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-21e3c2d5-bfc9-4ed7-8f07-e1a4eba97701 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529414
Mar 26 20:51:57.797829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:57.903110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-c212a322-4351-4ceb-badf-3b2a84ab05cf tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2114625
Mar 26 20:51:57.932149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f3abab4-557b-4052-86b4-7eb553603e80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f9568ff04cd433681d4880791b17641&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1266265
Mar 26 20:51:57.932827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53424) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:51:58.143608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-30c6e296-5967-47f4-b875-7d3b32bb59b9 service neutron] 10.222.0.16 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2354355
Mar 26 20:51:58.147509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] Publish callbacks [] for security_group (fa89fc98-4965-46b4-a939-634e70f1acdf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:58.255077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] Publish callbacks [] for security_group (fa89fc98-4965-46b4-a939-634e70f1acdf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:58.357589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-c5632b92-1adc-4f13-815e-a20295308f5c service neutron] 10.222.0.16 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109332
Mar 26 20:51:58.393949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-05ab9c72-4b0a-4107-8ea3-d224cde26137 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:58.395457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-05ab9c72-4b0a-4107-8ea3-d224cde26137 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b31b55-e687-4df8-8057-fdf7bffce5fa HTTP/1.1" status: 200  len: 945 time: 0.1258478
Mar 26 20:51:58.477181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-9f63d714-b062-464f-a351-3e95c6a1719f service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6908083
Mar 26 20:51:58.494839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fa89fc98-4965-46b4-a939-634e70f1acdf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:58.500496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:58.522347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa89fc98-4965-46b4-a939-634e70f1acdf HTTP/1.1" status: 204  len: 168 time: 0.5862062
Mar 26 20:51:58.561130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd5c74-2e4b-4dc8-93be-f5b40c035272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa89fc98-4965-46b4-a939-634e70f1acdf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:51:58.644896 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:58.675854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2948ef-4fbe-4c3e-a419-caf74022490a req-c59e935b-86fb-471e-b037-cbb1defbfbf0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:58.685455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2948ef-4fbe-4c3e-a419-caf74022490a req-c59e935b-86fb-471e-b037-cbb1defbfbf0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.1812959
Mar 26 20:51:58.790806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2948ef-4fbe-4c3e-a419-caf74022490a req-0a6c4ca6-350c-45e4-9e4f-acdb03d9a833 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042461
Mar 26 20:51:58.895050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5d179-0508-4234-86ba-71789f6d4110 req-ce299893-3b9e-41ad-927b-497243fce5ae tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:58.904684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0d5d179-0508-4234-86ba-71789f6d4110 req-ce299893-3b9e-41ad-927b-497243fce5ae tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.2316184
Mar 26 20:51:58.949213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Deleting port eb28e42c-172b-407b-901a-05cc677135e3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:51:58.949576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eb28e42c-172b-407b-901a-05cc677135e3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.002790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-fa261d53-0c11-4811-8630-fe39e8ec2d81 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:59.004681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-fa261d53-0c11-4811-8630-fe39e8ec2d81 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1441092
Mar 26 20:51:59.092449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0d5d179-0508-4234-86ba-71789f6d4110 req-f1f36453-7a09-4e6f-9f23-b610c8cd23cb tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747065
Mar 26 20:51:59.135237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79f9f-adea-451b-91db-7a919fb6c522 req-1fc12823-10e9-48eb-9f7a-a630e51d6558 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:51:59.144718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9f79f9f-adea-451b-91db-7a919fb6c522 req-1fc12823-10e9-48eb-9f7a-a630e51d6558 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1814911
Mar 26 20:51:59.201390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] For port eb28e42c-172b-407b-901a-05cc677135e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eb28e42c-172b-407b-901a-05cc677135e3,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:51:59.202067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eb28e42c-172b-407b-901a-05cc677135e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.307690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afb8ccda-59c2-4ff2-9a9a-7dbda7cfcb33 req-7419d238-c8b7-4a75-84c0-1765031a4c3f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 210 time: 0.0679936
Mar 26 20:51:59.350347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9f79f9f-adea-451b-91db-7a919fb6c522 req-b61e1325-26b5-4127-a364-9958a13b98bc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044823
Mar 26 20:51:59.355787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-8bb261ff-e5ef-4182-87a3-3e41bfe4924e service neutron] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:51:59.359777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-8bb261ff-e5ef-4182-87a3-3e41bfe4924e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.361388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7c4afd9-41c8-444a-a4e6-fa0f6d07c78b req-8bb261ff-e5ef-4182-87a3-3e41bfe4924e service neutron] 10.222.0.21 "DELETE /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3215330
Mar 26 20:51:59.600981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:51:59.698400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.698737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.699060 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6 disassociated. External IP: 172.35.4.202, port: eb28e42c-172b-407b-901a-05cc677135e3.
Mar 26 20:51:59.699404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Calling delete_port for eb28e42c-172b-407b-901a-05cc677135e3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:51:59.709764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port c7df1940-2f47-4d41-b48f-8078b14b9cc2 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:51:59.710313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:51:59.894194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eb28e42c-172b-407b-901a-05cc677135e3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.976491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:51:59.997076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event deleted for resources: {'Port': ['ID=eb28e42c-172b-407b-901a-05cc677135e3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:00.033092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-5d958b85-286b-456f-81ae-aedd8823e2e4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:00.034600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-5d958b85-286b-456f-81ae-aedd8823e2e4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.4117987
Mar 26 20:52:00.085581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-b9ea10ad-b833-4179-9917-e7f83095030c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0214937
Mar 26 20:52:00.148004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:00.215776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-5aceddb6-6c30-4f88-9b5d-840a48f7b793 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1198201
Mar 26 20:52:00.223949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53530) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:00.276533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914801d-df0f-48b0-bda7-00e597e75c74 req-1c04bf22-e490-4386-84f6-ead14ce54f54 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:00.278095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d914801d-df0f-48b0-bda7-00e597e75c74 req-1c04bf22-e490-4386-84f6-ead14ce54f54 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.0966315
Mar 26 20:52:00.356513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:00.368053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:00.396353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:00.398837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efac670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:00.452641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d914801d-df0f-48b0-bda7-00e597e75c74 req-7cbca169-8656-4bb9-aa4e-fbdb6a35e26b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662011
Mar 26 20:52:00.489540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] No DVR routers for this DVR port eb28e42c-172b-407b-901a-05cc677135e3 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:00.495995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:00.500178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-006e181d-682d-4cf3-b8e6-c183eff4466c req-d606725c-45bc-43d0-a790-d385feaaff4f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.21 "DELETE /v2.0/ports/eb28e42c-172b-407b-901a-05cc677135e3 HTTP/1.1" status: 204  len: 173 time: 2.0976090
Mar 26 20:52:00.500848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'name': 'network-vif-deleted', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:00.503733 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da93c361-a329-4560-8d66-3410b361d19a" -d '{"events": [{"server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "name": "network-vif-deleted", "tag": "eb28e42c-172b-407b-901a-05cc677135e3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:00.532283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-2bb9f72c-7899-43cc-b981-248c693418f9 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2987566
Mar 26 20:52:00.616616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-network', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:00.683794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Made reservation on behalf of d6be1f9d2cf4446c9e936785fc70de17 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:00.687730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:00.727326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:00.803376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35570c-2ce0-4ce4-8183-122f5a9801df req-41475cfa-6223-4653-ae66-97922c54ce29 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:00.812193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df35570c-2ce0-4ce4-8183-122f5a9801df req-41475cfa-6223-4653-ae66-97922c54ce29 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1574454
Mar 26 20:52:00.900021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:00.906333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df35570c-2ce0-4ce4-8183-122f5a9801df req-163791ea-abe8-49c6-96f0-199bc9a430e8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920684
Mar 26 20:52:00.927730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks [] for security_group (08f3986b-203f-4c09-b7a2-05b3599d5e0a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:00.949126 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (08f3986b-203f-4c09-b7a2-05b3599d5e0a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:00.985393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:52:01.022842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6ca7f350-6399-442d-b988-3d30fdbe4fd2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.023753 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Added segment 6ca7f350-6399-442d-b988-3d30fdbe4fd2 of type vlan for network 3cefd6de-90d8-4688-a242-74a2eb770644
Mar 26 20:52:01.025502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f3986b-203f-4c09-b7a2-05b3599d5e0a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:01.064701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eb28e42c-172b-407b-901a-05cc677135e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:01.096170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: eb28e42c-172b-407b-901a-05cc677135e3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:01.096768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eb28e42c-172b-407b-901a-05cc677135e3 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:01.112935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-457aaaf6-3e5b-4096-926f-1ac4b3f4dc24 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5797637
Mar 26 20:52:01.130725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3cefd6de-90d8-4688-a242-74a2eb770644), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.146013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-a8eb2dfa-f35e-4a5a-847c-901094a4fb7b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:01.147813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-a8eb2dfa-f35e-4a5a-847c-901094a4fb7b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.18 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 824 time: 0.7845423
Mar 26 20:52:01.159035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80b9e8eb-2ab2-4c3f-961d-7b3d0fa8c9a6 req-1fb8e19c-7750-4545-b3f1-4111e1a9d25b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 210 time: 0.0605032
Mar 26 20:52:01.226284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3cefd6de-90d8-4688-a242-74a2eb770644), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.227007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efac670>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:01.228443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:01.229368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.262029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:01.279880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:01.280867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efac670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:01.374119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-7cb65ebf-1bda-463c-acda-a96fba8f2b64 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c71abac018054ac59df8204f06278c20 HTTP/1.1" status: 200  len: 380 time: 0.2163038
Mar 26 20:52:01.385338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'port': {'device_id': 'a6988895-e39c-494d-b277-f819ab920d2e', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'admin_state_up': True, 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'security_groups': ['04e989ef-a3c0-4b7b-96aa-08997752e203']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:01.408127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3cefd6de-90d8-4688-a242-74a2eb770644,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:01.425862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0a87fae0-513e-4fec-84d8-3ec218b1d5e7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.2003679
Mar 26 20:52:01.450539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:01.450539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Request body: {'subnet': {'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-subnet', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:01.462591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3cefd6de-90d8-4688-a242-74a2eb770644 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:52:01.527539 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f9e3b-46cf-48b8-ac9f-ea5b7bbad360 x-openstack-request-id: req-f61f9e3b-46cf-48b8-ac9f-ea5b7bbad360 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:01.527819 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b31b55-e687-4df8-8057-fdf7bffce5fa", "name": "network-vif-deleted", "tag": "eb28e42c-172b-407b-901a-05cc677135e3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:01.532134 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f61f9e3b-46cf-48b8-ac9f-ea5b7bbad360 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:01.532673 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61f9e3b-46cf-48b8-ac9f-ea5b7bbad360'] response: {'server_uuid': 'b6b31b55-e687-4df8-8057-fdf7bffce5fa', 'name': 'network-vif-deleted', 'tag': 'eb28e42c-172b-407b-901a-05cc677135e3', 'status': 'completed', 'code': 200}
Mar 26 20:52:01.554474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.557495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Made reservation on behalf of d6be1f9d2cf4446c9e936785fc70de17 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:01.569218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.587453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4446a6b1-baba-43d1-bb97-d0517a537366 req-3e825b1b-ba29-4dde-aed3-3793d26f14ad tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 210 time: 0.0361748
Mar 26 20:52:01.610363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Made reservation on behalf of c71abac018054ac59df8204f06278c20 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:01.614899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:01.628626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:01.702268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dae0f5-1f31-4a5a-8507-bd3bdae936ce req-0d926c0f-a185-4fd6-9b18-608e3e02755b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:01.712196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9dae0f5-1f31-4a5a-8507-bd3bdae936ce req-0d926c0f-a185-4fd6-9b18-608e3e02755b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.3052011
Mar 26 20:52:01.800577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9dae0f5-1f31-4a5a-8507-bd3bdae936ce req-7ee891fd-ce67-4713-826b-900889d2d4f3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871420
Mar 26 20:52:01.828835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b3c39-7793-4d75-b9ea-a83349449915 req-7709702f-8355-46e1-86f1-51cd6446e51b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:01.838717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d88b3c39-7793-4d75-b9ea-a83349449915 req-7709702f-8355-46e1-86f1-51cd6446e51b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1127 time: 0.1270998
Mar 26 20:52:01.918276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d88b3c39-7793-4d75-b9ea-a83349449915 req-9c82e37a-4b18-49a7-a001-004200c5618d tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738552
Mar 26 20:52:01.928131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Allocated IP 172.20.0.3 (f8ad645e-691e-4200-a0a6-1147f6f8ec71/18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14/456ea6bf-b197-4c02-a631-fb2403437d4c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:02.029585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (c973526d-5ac5-4110-b5d6-a0251306ae70), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.032084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efac670>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:02.080329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b8c0a4-13e3-42d4-9464-2fb8a6e8731f None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:02.112489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c973526d-5ac5-4110-b5d6-a0251306ae70,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:02.175959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Checking segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:02.176428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Network hostable DHCP agents. Network: 3cefd6de-90d8-4688-a242-74a2eb770644, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:52:02.198341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0bd77-4ab1-49ba-a7f8-e9afd1c257cb req-31b88122-805f-4309-b8f5-7a4da0ab43ba tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:02.203582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36b0bd77-4ab1-49ba-a7f8-e9afd1c257cb req-31b88122-805f-4309-b8f5-7a4da0ab43ba tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1377985
Mar 26 20:52:02.244289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a303-b867-40aa-8234-f5872e1b672c req-12bafc5b-7117-49cf-99d3-340cee6b8d24 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:02.256150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8864a303-b867-40aa-8234-f5872e1b672c req-12bafc5b-7117-49cf-99d3-340cee6b8d24 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 1127 time: 0.2059011
Mar 26 20:52:02.282922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:52:02.337035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36b0bd77-4ab1-49ba-a7f8-e9afd1c257cb req-50fdc9ec-e802-4679-bdd0-b56cb22e6257 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130486
Mar 26 20:52:02.351747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3cefd6de-90d8-4688-a242-74a2eb770644) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:02.372718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b300ff-56d8-4737-b10f-ce1ae2de8de9 None None] Network 3cefd6de-90d8-4688-a242-74a2eb770644 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:52:02.379170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:02.379787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.389277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.409493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c906f5e-df0d-4afd-8ae6-0bcfcb03e0de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9662817
Mar 26 20:52:02.413408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53592) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:02.425824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:02.430628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8864a303-b867-40aa-8234-f5872e1b672c req-0254c6f0-d2b1-43fd-8bb3-d5c12c140a07 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674855
Mar 26 20:52:02.499326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.500754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.508810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.547401 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4220a3dd-788b-47c3-8a6c-1005ea72c523 None None] New status for floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:52:02.560302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:02.574374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:02.578538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:02.631872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event updated for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:02.658819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:02.661189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.689716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-9a4a922b-0041-4a2e-8237-f834e22e363f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3107901
Mar 26 20:52:02.709816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Request body: {'port': {'device_id': 'a6988895-e39c-494d-b277-f819ab920d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:02.716348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for router_controller (130fb482-ef61-4b9a-9469-ab921ad3ceaf), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.754731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21baeb09-7309-4496-b227-3226f862edad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3cefd6de-90d8-4688-a242-74a2eb770644', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:52:02.760847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.799090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:02.871516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc034d0-5ce8-4ddc-992e-2ea2f13c6cc9 req-2b3935df-7b5d-4a4d-ba20-60b932d639e5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:02.878860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abc034d0-5ce8-4ddc-992e-2ea2f13c6cc9 req-2b3935df-7b5d-4a4d-ba20-60b932d639e5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 931 time: 0.3168912
Mar 26 20:52:03.053043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abc034d0-5ce8-4ddc-992e-2ea2f13c6cc9 req-80678fec-f1b2-4c44-aa1c-40eb2fe7ed14 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1730008
Mar 26 20:52:03.060000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for router_gateway (130fb482-ef61-4b9a-9469-ab921ad3ceaf), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.304492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-21baeb09-7309-4496-b227-3226f862edad None None] Allocated IP 172.20.0.2 (3cefd6de-90d8-4688-a242-74a2eb770644/c973526d-5ac5-4110-b5d6-a0251306ae70/5fe172c5-161b-468f-9dca-e8ce86d1276d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:03.328328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a0c3152f-c6ee-4ea6-8613-979b7c8f6489 None None] Provisioning complete for port 456ea6bf-b197-4c02-a631-fb2403437d4c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:03.328722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152f-c6ee-4ea6-8613-979b7c8f6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.428315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d1aa32e-e8a2-41e7-ab23-09d8c46652d5 req-37569bda-2a41-43d8-9093-b46f1782afac tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 210 time: 0.1284683
Mar 26 20:52:03.508160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3152f-c6ee-4ea6-8613-979b7c8f6489 None None] Port 456ea6bf-b197-4c02-a631-fb2403437d4c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:03.542584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:03.597473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-28094742-d911-44a2-8452-c3d9a21a2551 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:03.599255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-28094742-d911-44a2-8452-c3d9a21a2551 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.3786089
Mar 26 20:52:03.654958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ea6bf-b197-4c02-a631-fb2403437d4c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:03.663703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks [] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.676969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Transition to ACTIVE for port object 456ea6bf-b197-4c02-a631-fb2403437d4c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:03.684308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': '7637a394-e609-4fcf-a3c0-06b029441efa', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:03.694435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for router_gateway (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.704429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.720868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.866034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Allocated IP 172.35.4.100 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/7ba51bac-b6cf-4c7a-bf08-95151e02d28a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:03.876865 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165e50cf-1dfd-4689-832c-b367176510e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.879608 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks [] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.889631 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:03.912394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:03.966376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21baeb09-7309-4496-b227-3226f862edad None None] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:03.971610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-21baeb09-7309-4496-b227-3226f862edad None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:03.976447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21baeb09-7309-4496-b227-3226f862edad None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:04.019052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baeb09-7309-4496-b227-3226f862edad None None] Pushing event updated for resources: {'Port': ['ID=5fe172c5-161b-468f-9dca-e8ce86d1276d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:04.026584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1e86d-1896-4d30-bfb7-1cf5fd95cdc1 req-c671637f-8ce4-4b9e-80f2-3e7341516d6d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:04.028719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2a1e86d-1896-4d30-bfb7-1cf5fd95cdc1 req-c671637f-8ce4-4b9e-80f2-3e7341516d6d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.3482916
Mar 26 20:52:04.033495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.084215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.085765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21baeb09-7309-4496-b227-3226f862edad None None] Attempting to bind port 5fe172c5-161b-468f-9dca-e8ce86d1276d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:04.086289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21baeb09-7309-4496-b227-3226f862edad None None] Attempting to bind port 5fe172c5-161b-468f-9dca-e8ce86d1276d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:04.088522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21baeb09-7309-4496-b227-3226f862edad None None] Attempting to bind port 5fe172c5-161b-468f-9dca-e8ce86d1276d on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:04.095393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21baeb09-7309-4496-b227-3226f862edad None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:04.096029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21baeb09-7309-4496-b227-3226f862edad None None] Checking segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:04.096936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.097489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21baeb09-7309-4496-b227-3226f862edad None None] Bound using segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:04.098152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21baeb09-7309-4496-b227-3226f862edad None None] Bound port: 5fe172c5-161b-468f-9dca-e8ce86d1276d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:04.098804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.116575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbffac8-837d-40fd-8240-475a1fb80439 req-d9513a69-d28e-4d93-b120-717e2f6e0d15 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:04.118775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ffbffac8-837d-40fd-8240-475a1fb80439 req-d9513a69-d28e-4d93-b120-717e2f6e0d15 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.5101142
Mar 26 20:52:04.163585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:04.170215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.172350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Attempting to bind port 456ea6bf-b197-4c02-a631-fb2403437d4c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:04.172695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Attempting to bind port 456ea6bf-b197-4c02-a631-fb2403437d4c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:04.173030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Attempting to bind port 456ea6bf-b197-4c02-a631-fb2403437d4c on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:04.181498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:04.195157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:04.201075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:04.208596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-21baeb09-7309-4496-b227-3226f862edad None None] For port 5fe172c5-161b-468f-9dca-e8ce86d1276d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:04.212422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-21baeb09-7309-4496-b227-3226f862edad None None] For port 5fe172c5-161b-468f-9dca-e8ce86d1276d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe172c5-161b-468f-9dca-e8ce86d1276d,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:04.221492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Port 456ea6bf-b197-4c02-a631-fb2403437d4c on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:04.221958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Attempting to bind port 456ea6bf-b197-4c02-a631-fb2403437d4c on network f8ad645e-691e-4200-a0a6-1147f6f8ec71 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:04.224195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21baeb09-7309-4496-b227-3226f862edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.260050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:04.269684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ffbffac8-837d-40fd-8240-475a1fb80439 req-adb83b97-f8b8-4db7-8bc0-fe8332210e1b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431301
Mar 26 20:52:04.273167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2a1e86d-1896-4d30-bfb7-1cf5fd95cdc1 req-5f850d7a-79d4-44e4-bb2e-9f6fd9033f62 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239723
Mar 26 20:52:04.315766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21baeb09-7309-4496-b227-3226f862edad None None] Pushing event updated for resources: {'Port': ['ID=5fe172c5-161b-468f-9dca-e8ce86d1276d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:04.416590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:04.420387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Checking segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:04.421075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Bound using segment: {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:04.421656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Bound port: 456ea6bf-b197-4c02-a631-fb2403437d4c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8dcb65-e9a4-45ef-b602-85560aa301d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:04.422128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.506430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165e50cf-1dfd-4689-832c-b367176510e9 admin admin] Publish callbacks [] for security_group (2f059802-1c89-4180-90fe-159ea37dc03f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.535799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04610313-875a-42a8-ad13-b2a3166da7ea req-e19e69fc-1981-4baf-b172-fcf163ad5bf5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:04.542623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04610313-875a-42a8-ad13-b2a3166da7ea req-e19e69fc-1981-4baf-b172-fcf163ad5bf5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 943 time: 0.1324487
Mar 26 20:52:04.576056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165e50cf-1dfd-4689-832c-b367176510e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2f059802-1c89-4180-90fe-159ea37dc03f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.702531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ab88f0d-b20f-42a8-a7dd-84750ba19a68 req-cc67b679-6c77-45e0-b655-d48017e7f0b9 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 210 time: 0.1320975
Mar 26 20:52:04.721904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04610313-875a-42a8-ad13-b2a3166da7ea req-5e36c922-0d10-4da6-8f3c-fe049605a70f tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781130
Mar 26 20:52:04.754891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.13 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/63e033aa-f288-475b-a62b-a0edaecd2b6c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:04.755268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for router_gateway (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.762372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:04.771070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e50cf-1dfd-4689-832c-b367176510e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f059802-1c89-4180-90fe-159ea37dc03f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:04.852937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=456ea6bf-b197-4c02-a631-fb2403437d4c,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:04.863450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-165e50cf-1dfd-4689-832c-b367176510e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa6eaf7923064ac9837391c71a0d85a2&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3151648
Mar 26 20:52:04.864316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53638) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:04.870479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:04.979513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5fe172c5-161b-468f-9dca-e8ce86d1276d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:05.002857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.003573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.005088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] 10.222.0.18 "PUT /v2.0/ports/456ea6bf-b197-4c02-a631-fb2403437d4c HTTP/1.1" status: 200  len: 1091 time: 2.3087347
Mar 26 20:52:05.008306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:05.010668 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:05.078835 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a413834d-1284-4086-b421-1c69251953d1 x-openstack-request-id: req-a413834d-1284-4086-b421-1c69251953d1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:05.079722 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:05.080455 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a413834d-1284-4086-b421-1c69251953d1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:05.082489 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a413834d-1284-4086-b421-1c69251953d1'] response: {'name': 'network-changed', 'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'status': 'completed', 'code': 200}
Mar 26 20:52:05.099255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5fe172c5-161b-468f-9dca-e8ce86d1276d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:05.103002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.103482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Publish callbacks [] for security_group (2f059802-1c89-4180-90fe-159ea37dc03f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.123760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffe447-b3fb-4fed-8f3e-c9351e11cf7c service neutron] Pushing event updated for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:05.148788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.157166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Publish callbacks [] for security_group (2f059802-1c89-4180-90fe-159ea37dc03f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.194714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.241961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-e96ba776-2cf5-469d-8f2b-9e27870f6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.244067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-e96ba776-2cf5-469d-8f2b-9e27870f6458 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 1125 time: 0.1425612
Mar 26 20:52:05.257466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5fe172c5-161b-468f-9dca-e8ce86d1276d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:05.257768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.306590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5fe172c5-161b-468f-9dca-e8ce86d1276d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe172c5-161b-468f-9dca-e8ce86d1276d,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:05.312789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.359768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-b17fdbec-6534-4c58-b616-8e3be825d3d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ea6bf-b197-4c02-a631-fb2403437d4c HTTP/1.1" status: 200  len: 217 time: 0.1073985
Mar 26 20:52:05.371502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.420732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5fe172c5-161b-468f-9dca-e8ce86d1276d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:05.423769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:05.575275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:05.582341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f847e6-ab03-403c-94a2-5e5081c2b48c req-f125297d-7c5a-451f-9fd3-459fd6e03c9e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.584260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94f847e6-ab03-403c-94a2-5e5081c2b48c req-f125297d-7c5a-451f-9fd3-459fd6e03c9e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1566727
Mar 26 20:52:05.593771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:05.608946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:05.613740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-fb3147c3-ef7a-4d38-a562-de5b02db3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.615511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-fb3147c3-ef7a-4d38-a562-de5b02db3801 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.2474842
Mar 26 20:52:05.616753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:05.637331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2f059802-1c89-4180-90fe-159ea37dc03f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.640397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.641853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f059802-1c89-4180-90fe-159ea37dc03f HTTP/1.1" status: 204  len: 168 time: 0.7760928
Mar 26 20:52:05.661463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:52:05.670773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f059802-1c89-4180-90fe-159ea37dc03f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:05.693454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.693954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.694363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.694767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.695172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.695569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.695994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.696390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.696844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.697248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.698099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.698427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.698813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.699200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.699586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21af6dc-4f0f-4290-9a52-3fb40c24d20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:05.750566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14007aec-2ca9-43de-9afb-1d3ffb8b93da req-fc26d1e4-1271-4712-af4e-69518256da82 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.757204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14007aec-2ca9-43de-9afb-1d3ffb8b93da req-fc26d1e4-1271-4712-af4e-69518256da82 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.3218963
Mar 26 20:52:05.757522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94f847e6-ab03-403c-94a2-5e5081c2b48c req-68f6e900-4f50-4441-befd-25a063bde2a8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638200
Mar 26 20:52:05.768015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.768015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:05.843163 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-115997ff-d8ce-43c2-a7ee-348d5d8f36ff tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1643999
Mar 26 20:52:05.862121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-62ae5f14-bfb5-4894-b082-b869d6d03aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:05.863618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-62ae5f14-bfb5-4894-b082-b869d6d03aaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2406540
Mar 26 20:52:05.867331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Request body: {'port': {'device_id': '7637a394-e609-4fcf-a3c0-06b029441efa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:06.088729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0d78f-fc83-4f35-bdaf-9b832d781410 None None] Network 3cefd6de-90d8-4688-a242-74a2eb770644 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:52:06.175426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14007aec-2ca9-43de-9afb-1d3ffb8b93da req-32c57e0a-640b-4882-9fcd-36ae5f5edd07 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3870909
Mar 26 20:52:06.177971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:06.252525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11d68480-33ab-4d0e-aab7-c52f78e1bf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.274868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2828ac1e-9793-4351-b69c-d86b1dd154aa None None] Provisioning complete for port 5fe172c5-161b-468f-9dca-e8ce86d1276d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:06.275159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2828ac1e-9793-4351-b69c-d86b1dd154aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.281017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.356367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-28270014-3022-4094-baf8-e2eed887eecb service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4645638
Mar 26 20:52:06.441828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:06.453469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2828ac1e-9793-4351-b69c-d86b1dd154aa None None] Current status of the port 5fe172c5-161b-468f-9dca-e8ce86d1276d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:06.463744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:06.480930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:06.482385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:06.515667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.517368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c14bcc02-dc1e-417b-a875-71bd4b83d330 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 4.1027708
Mar 26 20:52:06.520299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:06.699736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d8966-cce3-4d23-a063-2dba18651317 req-173f9ee4-39d0-4ee7-a9c5-54f15eb044d6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:06.702118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e2d8966-cce3-4d23-a063-2dba18651317 req-173f9ee4-39d0-4ee7-a9c5-54f15eb044d6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 932 time: 0.2350335
Mar 26 20:52:06.735740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd1bf2-bb36-4646-b230-0886bed7dbfb req-48c4fce4-c3ff-4f51-8812-03ca3209c582 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:06.736956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:06.744620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ffd1bf2-bb36-4646-b230-0886bed7dbfb req-48c4fce4-c3ff-4f51-8812-03ca3209c582 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 943 time: 0.4377065
Mar 26 20:52:06.807129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11d68480-33ab-4d0e-aab7-c52f78e1bf9d admin admin] Publish callbacks [] for security_group (a1190d26-f9de-45ed-befa-25d4a1bda437), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.851021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11d68480-33ab-4d0e-aab7-c52f78e1bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a1190d26-f9de-45ed-befa-25d4a1bda437), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:06.967234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e2d8966-cce3-4d23-a063-2dba18651317 req-78f888b8-9f59-4659-9b39-cfcc2232500d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083333
Mar 26 20:52:06.978893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1ba864f-4f70-448d-a302-d960e75acb39 req-d95a6f69-09c0-46ea-a58b-bfaf40c55c2f service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6133552
Mar 26 20:52:06.993986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ffd1bf2-bb36-4646-b230-0886bed7dbfb req-415b0459-b8da-4c57-9b42-bba6eabb15e8 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2448497
Mar 26 20:52:07.029321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-11d68480-33ab-4d0e-aab7-c52f78e1bf9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13d4506ff7e64918a538cfc3e9b00429&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8105195
Mar 26 20:52:07.032932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68480-33ab-4d0e-aab7-c52f78e1bf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1190d26-f9de-45ed-befa-25d4a1bda437,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:07.083586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:07.121597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5fe172c5-161b-468f-9dca-e8ce86d1276d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:07.273254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37e6d-a80b-4753-9121-d9603f98a5c3 req-799ac6a4-3ef8-496f-b184-11cc253b871d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:07.281458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9be37e6d-a80b-4753-9121-d9603f98a5c3 req-799ac6a4-3ef8-496f-b184-11cc253b871d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1917696
Mar 26 20:52:07.381601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f78ec08b-f0e5-4f65-b597-a84652c841fc None None] Provisioning complete for port 5fe172c5-161b-468f-9dca-e8ce86d1276d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:07.381983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f78ec08b-f0e5-4f65-b597-a84652c841fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.386452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9be37e6d-a80b-4753-9121-d9603f98a5c3 req-976c6f02-7353-4a0d-8e54-2c200c94ba37 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982482
Mar 26 20:52:07.486211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5fe172c5-161b-468f-9dca-e8ce86d1276d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:07.486770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.491106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.554785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] Publish callbacks [] for security_group (a1190d26-f9de-45ed-befa-25d4a1bda437), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.601369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-17296dc8-ba14-4ff0-8425-1d26214f84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:07.602872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-17296dc8-ba14-4ff0-8425-1d26214f84d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 1125 time: 0.5123408
Mar 26 20:52:07.614007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de423e6d-7aaa-4881-99a6-ff6826fb9d09 req-01ed2972-d653-4f4a-9a94-07ed015e221f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:07.615581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de423e6d-7aaa-4881-99a6-ff6826fb9d09 req-01ed2972-d653-4f4a-9a94-07ed015e221f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1619759
Mar 26 20:52:07.617658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] Publish callbacks [] for security_group (a1190d26-f9de-45ed-befa-25d4a1bda437), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.653867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5fe172c5-161b-468f-9dca-e8ce86d1276d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:07.661036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7100>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:04Z', 'revision_number': 3, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:07.696232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f78ec08b-f0e5-4f65-b597-a84652c841fc None None] Current status of the port 5fe172c5-161b-468f-9dca-e8ce86d1276d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:07.699339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:07.699722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Updating router 130fb482-ef61-4b9a-9469-ab921ad3ceaf port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:52:07.732806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.734535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e033aa-f288-475b-a62b-a0edaecd2b6c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:07.749220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Allocated IP 172.20.0.1 (3cefd6de-90d8-4688-a242-74a2eb770644/c973526d-5ac5-4110-b5d6-a0251306ae70/299bafd0-32ef-47ec-887a-f28f38a4f992) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:07.780370 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks [] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.820190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de423e6d-7aaa-4881-99a6-ff6826fb9d09 req-ce2d419d-9d51-4a4f-917a-43ed34715a54 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852658
Mar 26 20:52:07.837181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-ac117a93-1be4-4d5a-b041-54db26576698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:07.838632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-ac117a93-1be4-4d5a-b041-54db26576698 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 924 time: 0.2189739
Mar 26 20:52:07.841985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a1190d26-f9de-45ed-befa-25d4a1bda437), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.844973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.846166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1190d26-f9de-45ed-befa-25d4a1bda437 HTTP/1.1" status: 204  len: 168 time: 0.7612801
Mar 26 20:52:07.854190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Transition to ACTIVE for port object 63e033aa-f288-475b-a62b-a0edaecd2b6c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:07.869433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.940821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks [] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:07.986698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-f4b70813-96c2-40d9-92de-1eeba75e2fbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ea6bf-b197-4c02-a631-fb2403437d4c HTTP/1.1" status: 200  len: 217 time: 0.1393566
Mar 26 20:52:07.987712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b3f2c-24f7-44cb-843b-6074ac2a1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1190d26-f9de-45ed-befa-25d4a1bda437,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:07.997616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.089856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:08.113506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:08.113506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:08.135637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:08.148717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Pushing event updated for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:08.187110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-4c58defd-927d-4c4d-9fb1-146977762b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.188839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-4c58defd-927d-4c4d-9fb1-146977762b14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.1795089
Mar 26 20:52:08.255724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.272621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41b82-902f-45ec-a034-cd0c126ae537 req-6725d302-8812-4b3a-83c6-c44fa530cfd4 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.274223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0da41b82-902f-45ec-a034-cd0c126ae537 req-6725d302-8812-4b3a-83c6-c44fa530cfd4 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 943 time: 0.1890802
Mar 26 20:52:08.306228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Attempting to bind port 63e033aa-f288-475b-a62b-a0edaecd2b6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:08.306665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Attempting to bind port 63e033aa-f288-475b-a62b-a0edaecd2b6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:08.307011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Attempting to bind port 63e033aa-f288-475b-a62b-a0edaecd2b6c on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:08.307559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks [] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.320135 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.336652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-a6c6f80f-29eb-4c36-8d40-5c02284337cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.339223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-a6c6f80f-29eb-4c36-8d40-5c02284337cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1275501
Mar 26 20:52:08.346809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Port 63e033aa-f288-475b-a62b-a0edaecd2b6c on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:08.346809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Attempting to bind port 63e033aa-f288-475b-a62b-a0edaecd2b6c on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:08.391756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:08.392359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:08.392643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:08.393150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Bound port: 63e033aa-f288-475b-a62b-a0edaecd2b6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:08.393462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.395114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea5c21-48eb-45e6-9bba-a0d9850c78f4 req-2f53a9bf-4ec3-4251-b181-5c385d364fec tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.398987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93ea5c21-48eb-45e6-9bba-a0d9850c78f4 req-2f53a9bf-4ec3-4251-b181-5c385d364fec tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 944 time: 0.3112347
Mar 26 20:52:08.410837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Attempting to bind port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:08.419180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Attempting to bind port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:08.420878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Attempting to bind port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:08.441443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:08.442570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0da41b82-902f-45ec-a034-cd0c126ae537 req-f74bc85b-beb0-44b8-97b4-7be678886fd1 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534762
Mar 26 20:52:08.445494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:08.446157 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.446636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:08.449922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Bound port: 7ba51bac-b6cf-4c7a-bf08-95151e02d28a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:08.450403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.517139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898456-1c6c-4044-81ba-e445162ae3a2 None None] Pushing event updated for resources: {'Port': ['ID=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:08.584873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-106f7ec9-3e73-410f-979c-a82e20955e81 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:08.585678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-106f7ec9-3e73-410f-979c-a82e20955e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.616597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93ea5c21-48eb-45e6-9bba-a0d9850c78f4 req-b70ce9a4-dfe5-4ed3-b5dc-887cf51da3db tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695481
Mar 26 20:52:08.630237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-2123a0a8-ab23-4f7e-bc88-471d8b39cbce service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682271
Mar 26 20:52:08.632675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:08.674881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:08.680070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.695084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.705492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-106f7ec9-3e73-410f-979c-a82e20955e81 None None] Port 299bafd0-32ef-47ec-887a-f28f38a4f992 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:08.712529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] For port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:08.727397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] For port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:08.737442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.775869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea39a-bad7-401e-ac19-38bf61d65c7c req-2fa276e7-4d66-4acf-82f7-7d93b9a2a241 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.777496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01ea39a-bad7-401e-ac19-38bf61d65c7c req-2fa276e7-4d66-4acf-82f7-7d93b9a2a241 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.2326248
Mar 26 20:52:08.787346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.788040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:08.789383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] 10.222.0.18 "PUT /v2.0/ports/63e033aa-f288-475b-a62b-a0edaecd2b6c HTTP/1.1" status: 200  len: 1092 time: 2.9295754
Mar 26 20:52:08.792610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:08.795077 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c465b0-eefb-4d84-8b17-1050331e7ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:08.898485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:08.899187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:08.907821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7fc8ed-be3b-4816-b834-84a2f2006c7d req-76fb7153-5eb0-47d5-ad2f-69a3310e58fe service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700455
Mar 26 20:52:08.911413 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3653e12f-ce7e-4d41-8f9d-309d0f51ef2f x-openstack-request-id: req-3653e12f-ce7e-4d41-8f9d-309d0f51ef2f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:08.911710 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:08.911989 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3653e12f-ce7e-4d41-8f9d-309d0f51ef2f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:08.912547 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3653e12f-ce7e-4d41-8f9d-309d0f51ef2f'] response: {'name': 'network-changed', 'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c', 'status': 'completed', 'code': 200}
Mar 26 20:52:08.932938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46655594-9cbf-49f6-94df-d1cd6cb62c4c service neutron] Pushing event updated for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:08.975101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-3eb3e5f9-c03c-441e-a3ae-14633ef5d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:08.977299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-3eb3e5f9-c03c-441e-a3ae-14633ef5d02c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 1126 time: 0.1065373
Mar 26 20:52:08.979146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898456-1c6c-4044-81ba-e445162ae3a2 None None] Pushing event updated for resources: {'Port': ['ID=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:08.989002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01ea39a-bad7-401e-ac19-38bf61d65c7c req-b2582acd-3dc4-4b0c-9d6f-fd1b89848ce8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967833
Mar 26 20:52:09.009948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks [] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:09.056163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:09.069098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-857362f9-bbb6-4e55-9b7c-271921614cec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c HTTP/1.1" status: 200  len: 217 time: 0.0790880
Mar 26 20:52:09.113521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:09.146910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:09.160563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:09.163850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-902c3247-a375-4e00-b80e-74aaec0d2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:09.166047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-902c3247-a375-4e00-b80e-74aaec0d2f26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0917728
Mar 26 20:52:09.213057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-60ca4b2e-e4ad-4d3f-ba6e-7cb4100c9b03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350661
Mar 26 20:52:09.268992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dddfdd-f3bd-485e-ab4b-f2ef9ae0205f req-2d718bdc-bc53-4467-923f-9ed22a1aaf52 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:09.270922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49dddfdd-f3bd-485e-ab4b-f2ef9ae0205f req-2d718bdc-bc53-4467-923f-9ed22a1aaf52 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.2575612
Mar 26 20:52:09.346174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49dddfdd-f3bd-485e-ab4b-f2ef9ae0205f req-cf95408a-0fd5-4168-818f-bc6813f8ebc7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678835
Mar 26 20:52:09.366759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:09.368719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:09.390567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-1186c211-828b-4628-8afc-ed2859214cc6 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713138
Mar 26 20:52:09.436281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7100>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:07Z', 'revision_number': 1, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:09.505882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3d5665-5a26-4277-a44f-c3186f14588c None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:07Z', 'revision_number': 1, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:09.560755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:09.644698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d32e341-7e8a-43a4-87e8-8ac3d039bb05 req-75da3ee7-6d35-4047-b873-503b351c30eb service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2460201
Mar 26 20:52:09.757489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:09.767212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce58c9bb-6df1-452b-be20-05c4ea3e9ff7 admin admin] 10.222.0.16 "PUT /v2.0/routers/130fb482-ef61-4b9a-9469-ab921ad3ceaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2386789
Mar 26 20:52:09.775089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d8bc-26c1-4f4b-b616-4da2a167d7c7 req-e890fd8b-6a62-40b5-95a6-d44d00660637 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:09.785018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98a0d8bc-26c1-4f4b-b616-4da2a167d7c7 req-e890fd8b-6a62-40b5-95a6-d44d00660637 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 943 time: 0.2082281
Mar 26 20:52:09.864325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bb791190-85fd-4691-830d-6350979d3411 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:09.864847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb791190-85fd-4691-830d-6350979d3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:09.905290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec31ec-6f55-440e-8c5d-744ccd267f8b req-7ed0a9ea-6353-4d86-a41c-bc475c1eaa84 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:09.915910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bb791190-85fd-4691-830d-6350979d3411 None None] Port 299bafd0-32ef-47ec-887a-f28f38a4f992 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:09.916946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bec31ec-6f55-440e-8c5d-744ccd267f8b req-7ed0a9ea-6353-4d86-a41c-bc475c1eaa84 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 944 time: 0.1257071
Mar 26 20:52:09.983762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98a0d8bc-26c1-4f4b-b616-4da2a167d7c7 req-8f9c3e37-064d-4c05-99d1-b0fddae0cfcd tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1935604
Mar 26 20:52:09.991012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-1f7946f5-54bf-4177-8562-01aea5ca4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:09.992560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-1f7946f5-54bf-4177-8562-01aea5ca4ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 1126 time: 0.2670658
Mar 26 20:52:10.014307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1bec31ec-6f55-440e-8c5d-744ccd267f8b req-c3e2f13d-abe1-4d89-8a73-273ea18604cd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794072
Mar 26 20:52:10.230459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-0f27085b-780a-4558-9fc6-852e901060ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:10.232990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-0f27085b-780a-4558-9fc6-852e901060ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.2321138
Mar 26 20:52:10.260232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893f78-3c2c-426c-9de6-2e1e2db833b6 req-464b370a-5ddf-4b0c-9241-ea83dce307e9 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:10.261864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25893f78-3c2c-426c-9de6-2e1e2db833b6 req-464b370a-5ddf-4b0c-9241-ea83dce307e9 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1215551
Mar 26 20:52:10.308157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-99dbf9d3-7559-4a41-8fa0-b2cc724ca583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c HTTP/1.1" status: 200  len: 217 time: 0.0661542
Mar 26 20:52:10.405017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25893f78-3c2c-426c-9de6-2e1e2db833b6 req-08184567-81f5-4cd1-bec3-c5d2f34d03bb tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133742
Mar 26 20:52:10.406793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-80f49a01-3631-4377-947d-71d081ac1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:10.408434 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-80f49a01-3631-4377-947d-71d081ac1391 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0837829
Mar 26 20:52:10.488734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-9f634555-1b65-42bc-b852-1e37f7747a8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743341
Mar 26 20:52:10.647719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4ff6-41c2-4376-8eb3-f856c4f94f3d req-89717337-f601-48ab-8517-42069691d6ae tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:10.649323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cef4ff6-41c2-4376-8eb3-f856c4f94f3d req-89717337-f601-48ab-8517-42069691d6ae tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1551187
Mar 26 20:52:10.703374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-8d26debc-e7d7-4552-8e8e-05084e796403 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699090
Mar 26 20:52:10.771703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cef4ff6-41c2-4376-8eb3-f856c4f94f3d req-38a5e891-48da-40ae-a473-a011b6faf8ad tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140561
Mar 26 20:52:10.830962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-2a60f0da-108f-494e-9c5e-bf03e5061bfd tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:10.838393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-2a60f0da-108f-494e-9c5e-bf03e5061bfd tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 821 time: 0.1806345
Mar 26 20:52:10.839420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82c465b0-eefb-4d84-8b17-1050331e7ea8 req-5f54cf5d-408d-42e4-b3fe-3c4d3c848a50 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279621
Mar 26 20:52:10.861306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-a157740e-b9ca-495f-84f6-d71ea4faef2e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/quotas/d6be1f9d2cf4446c9e936785fc70de17 HTTP/1.1" status: 200  len: 375 time: 0.0215392
Mar 26 20:52:10.948063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-f846a1c1-cb05-492f-80e0-8f541253cba4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0851755
Mar 26 20:52:10.967001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-b47f71dc-907b-4523-875a-9afe5ac8a65e tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d7b7b7e274924321ab663566b06fcf38&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271459
Mar 26 20:52:10.985131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ba51bac-b6cf-4c7a-bf08-95151e02d28a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:11.047792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:11.047953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:11.123385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-1c564e90-8fa4-4eba-b3ca-2e43cd446463 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738875
Mar 26 20:52:11.156924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-6751de62-bdea-4011-b811-b7d170fd46d9 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:11.158999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-6751de62-bdea-4011-b811-b7d170fd46d9 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1856425
Mar 26 20:52:11.165066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:11.165702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:11.189084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:11.191155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-2c91c33e-57af-4156-b146-e1e85bb9fa91 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/quotas/d7b7b7e274924321ab663566b06fcf38 HTTP/1.1" status: 200  len: 375 time: 0.0259700
Mar 26 20:52:11.196408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:11.246848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-7128954c-ee21-405e-ab48-c11658567bd0 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7b7b7e274924321ab663566b06fcf38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0453844
Mar 26 20:52:11.266634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-495f6e87-8dc9-4966-862d-0908a185f171 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375179
Mar 26 20:52:11.281113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:11.545925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e135fb6-e539-429d-affd-448cc5bee1e1 req-475ff01a-5f58-4d21-907b-225814d2fb0b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:11.554748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e135fb6-e539-429d-affd-448cc5bee1e1 req-475ff01a-5f58-4d21-907b-225814d2fb0b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 944 time: 0.0836580
Mar 26 20:52:11.555073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042677f-cc7d-4e0f-96ef-d13a9debd130 req-4deefd29-ea0e-4a99-998c-f634dd780ed5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:11.558140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0042677f-cc7d-4e0f-96ef-d13a9debd130 req-4deefd29-ea0e-4a99-998c-f634dd780ed5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 943 time: 0.0679936
Mar 26 20:52:11.652504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e135fb6-e539-429d-affd-448cc5bee1e1 req-b8cabff9-55e7-4c04-9f16-14b3c8f2387c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968003
Mar 26 20:52:11.661123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 456ea6bf-b197-4c02-a631-fb2403437d4c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:11.671960 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0042677f-cc7d-4e0f-96ef-d13a9debd130 req-fac23697-501a-43d9-bb72-9300b87c95dd tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060612
Mar 26 20:52:11.766483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2bc87037-cb44-47ef-9836-9b81815613ac req-78d5b10f-db42-42d5-8568-b44372bde204 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 210 time: 0.0553889
Mar 26 20:52:11.767331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f26e1d7-6852-4f1e-9714-434e4ebf8a7c req-649c637a-50f3-45a3-be4d-62573a478914 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 210 time: 0.0437069
Mar 26 20:52:11.923410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=456ea6bf-b197-4c02-a631-fb2403437d4c,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:11.945893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'port_id': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:11.998901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f08b5-da74-4461-86f5-03419606e4da req-8d752157-861c-46b1-9448-d892b43b669a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:12.000697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-664f08b5-da74-4461-86f5-03419606e4da req-8d752157-861c-46b1-9448-d892b43b669a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1627817
Mar 26 20:52:12.001365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a0775-0639-4920-93dc-3ef395fc0ff3 req-1307d065-97be-4f8e-ba64-8874a0da54e0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:12.015943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f79a0775-0639-4920-93dc-3ef395fc0ff3 req-1307d065-97be-4f8e-ba64-8874a0da54e0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1059036
Mar 26 20:52:12.030782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 456ea6bf-b197-4c02-a631-fb2403437d4c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:12.030782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:12.057840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ea6bf-b197-4c02-a631-fb2403437d4c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:12.094066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=456ea6bf-b197-4c02-a631-fb2403437d4c,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:12.097353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f79a0775-0639-4920-93dc-3ef395fc0ff3 req-03c4a962-5349-4eb6-808e-30dd70d567c9 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805709
Mar 26 20:52:12.113666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-664f08b5-da74-4461-86f5-03419606e4da req-65aef3af-6119-4ee7-bf4d-fff3758e3477 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002920
Mar 26 20:52:12.123805 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:12.186528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:12.363528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['456ea6bf-b197-4c02-a631-fb2403437d4c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:12.644256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-b9b63d77-10fb-43c2-8030-094507b52d36 service neutron] 10.222.0.21 "GET /v2.0/ports/d20c4d66-5919-4014-97bf-e9934b31149c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0989232
Mar 26 20:52:12.738469 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:12.754369 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:12.755139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246cf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:12.911997 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:12.934412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466151d2-5dc8-4847-bcf4-620a78dfb381 req-b2325533-d45b-4647-8ddf-ac1d619a5e7a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:12.936114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-466151d2-5dc8-4847-bcf4-620a78dfb381 req-b2325533-d45b-4647-8ddf-ac1d619a5e7a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 944 time: 0.1682675
Mar 26 20:52:12.944118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013f1de-9c71-401a-97d7-829038aebe6b req-a011d783-864e-4f3c-b366-8674cc858d00 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:12.952766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ba51bac-b6cf-4c7a-bf08-95151e02d28a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:12.954035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a013f1de-9c71-401a-97d7-829038aebe6b req-a011d783-864e-4f3c-b366-8674cc858d00 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 944 time: 0.1512597
Mar 26 20:52:13.074974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-466151d2-5dc8-4847-bcf4-620a78dfb381 req-95c56031-2620-464a-8390-70c1b28ca66d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296046
Mar 26 20:52:13.139241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a013f1de-9c71-401a-97d7-829038aebe6b req-c6606821-02a0-4fff-92ab-a9c61b253b8b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1766906
Mar 26 20:52:13.206566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:13.206566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:13.321598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de3d09e8-dd3c-4f53-938b-711d0fbdb057 req-b69994b1-c862-4cec-ac8b-8b5383323149 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 210 time: 0.1013329
Mar 26 20:52:13.339651 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246cf430>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 2, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:13.390952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de78899e-5a9b-4c65-b48b-8029e0720fdb req-4d97465f-2be6-4fb9-aff8-da5820ce67f4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 210 time: 0.1340086
Mar 26 20:52:13.467070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:13.467716 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Updating router 130fb482-ef61-4b9a-9469-ab921ad3ceaf port 299bafd0-32ef-47ec-887a-f28f38a4f992 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:52:13.555479 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:13.579791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-dce6e13e-921a-43a3-9d36-f3598d36d69f tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d7b7b7e274924321ab663566b06fcf38&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2120385
Mar 26 20:52:13.592686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-d16b390e-d391-4161-a754-5e034af128f9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.597160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-d16b390e-d391-4161-a754-5e034af128f9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 821 time: 0.4693911
Mar 26 20:52:13.610877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'port': {'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'admin_state_up': True, 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:13.673239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-c5601ec1-6d23-42b7-93ce-42e21d760fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.675465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-c5601ec1-6d23-42b7-93ce-42e21d760fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1132 time: 0.2296972
Mar 26 20:52:13.675782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63e033aa-f288-475b-a62b-a0edaecd2b6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:13.682817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 456ea6bf-b197-4c02-a631-fb2403437d4c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:13.779554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:13.833293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9379fdf-50a6-4479-9292-7074fb0c1109 req-c1764b66-2111-4d4e-821a-5501732eec64 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.840662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9379fdf-50a6-4479-9292-7074fb0c1109 req-c1764b66-2111-4d4e-821a-5501732eec64 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.2592134
Mar 26 20:52:13.894154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 456ea6bf-b197-4c02-a631-fb2403437d4c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:13.917662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475390e-d2b5-4b8d-9dc2-cbf662814e24 req-1c982282-ee5a-4cf8-8d0c-dfe10bb62aba tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.918895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 456ea6bf-b197-4c02-a631-fb2403437d4c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:13.918895 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:13.930109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9379fdf-50a6-4479-9292-7074fb0c1109 req-8b2f195a-ea52-48f6-bc18-4d5dec4832fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844028
Mar 26 20:52:13.931063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8475390e-d2b5-4b8d-9dc2-cbf662814e24 req-1c982282-ee5a-4cf8-8d0c-dfe10bb62aba tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.2910891
Mar 26 20:52:13.943935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-8dfbb08d-8652-4cc4-aae8-afb622744511 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.945780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-8dfbb08d-8652-4cc4-aae8-afb622744511 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3490505
Mar 26 20:52:13.953399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-93799492-5526-4539-870d-dc7535231d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:13.955319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-93799492-5526-4539-870d-dc7535231d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1132 time: 0.1895914
Mar 26 20:52:13.959380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:13.960752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Request body: {'port': {'device_id': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'd7b7b7e274924321ab663566b06fcf38'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:13.961808 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:13.979699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '63e033aa-f288-475b-a62b-a0edaecd2b6c', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': '63e033aa-f288-475b-a62b-a0edaecd2b6c', 'mac_address': 'fa:16:3e:eb:b9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:14.004304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Made reservation on behalf of d6be1f9d2cf4446c9e936785fc70de17 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:14.012103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.036394 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks [] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.048244 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.067730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8475390e-d2b5-4b8d-9dc2-cbf662814e24 req-2434ffd2-8056-4bd9-95ac-b88883f0a2ff tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356111
Mar 26 20:52:14.115076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 63e033aa-f288-475b-a62b-a0edaecd2b6c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:14.115551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.136418 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Pushing event updated for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:14.170998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 456ea6bf-b197-4c02-a631-fb2403437d4c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:14.171399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.182804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e033aa-f288-475b-a62b-a0edaecd2b6c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:14.184430 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.187261 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.187631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.188606 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.188957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.197131 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.197753 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.198205 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.198545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.198878 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.199375 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.199766 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.200117 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.200444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.200767 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:14.237637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-baf9251c-67cc-4a43-a609-e95ed2d1ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:14.239118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-baf9251c-67cc-4a43-a609-e95ed2d1ed35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1977921
Mar 26 20:52:14.259807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:14.270583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:14.271187 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Attempting to bind port 299bafd0-32ef-47ec-887a-f28f38a4f992 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:14.272659 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Attempting to bind port 299bafd0-32ef-47ec-887a-f28f38a4f992 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:14.273100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Attempting to bind port 299bafd0-32ef-47ec-887a-f28f38a4f992 on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:14.276183 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca06b2-033e-489d-a760-f90d0e2cd3d3" -d '{"events": [{"server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "name": "network-vif-plugged", "status": "completed", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:14.284565 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:14.285227 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Checking segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:14.285791 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.286341 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Bound using segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:14.287193 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Bound port: 299bafd0-32ef-47ec-887a-f28f38a4f992, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:14.287742 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.299073 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.310813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=456ea6bf-b197-4c02-a631-fb2403437d4c,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:14.350122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Made reservation on behalf of d7b7b7e274924321ab663566b06fcf38 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:14.353252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.404585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.411520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:14.412937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] For port 299bafd0-32ef-47ec-887a-f28f38a4f992, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:14.419045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.422979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-b430a772-6591-47c0-9ae1-192d58766fa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.1217408
Mar 26 20:52:14.424928 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] For port 299bafd0-32ef-47ec-887a-f28f38a4f992, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=299bafd0-32ef-47ec-887a-f28f38a4f992,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:14.437535 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.449130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Allocated IP 172.20.0.8 (3cefd6de-90d8-4688-a242-74a2eb770644/c973526d-5ac5-4110-b5d6-a0251306ae70/6fa41142-bff0-4477-bc27-c57a3d2eb5fd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:14.488713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a7cd6-2e08-4527-9725-b9717a970b42 req-cefb03d2-7c39-4430-96d1-c54b61031d61 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:14.495544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e2a7cd6-2e08-4527-9725-b9717a970b42 req-cefb03d2-7c39-4430-96d1-c54b61031d61 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 945 time: 0.2538857
Mar 26 20:52:14.518393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:14.531911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:14.532483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.548628 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ffb3-fd03-4ba5-81a4-3deb10867041 None None] Pushing event updated for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:14.595516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['63e033aa-f288-475b-a62b-a0edaecd2b6c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:14.595782 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:14.596458 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246cf430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:14.616373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-cbaa3365-2948-47fe-a60f-49959db10dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:14.629656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-cbaa3365-2948-47fe-a60f-49959db10dcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1862814
Mar 26 20:52:14.649774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.698314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.783267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e2a7cd6-2e08-4527-9725-b9717a970b42 req-9205db72-0b60-4521-a483-9d608904a52a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2867463
Mar 26 20:52:14.796066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event updated for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:14.802938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:14.808247 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:14.823067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:14.829576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:14.857565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Current status of the port 299bafd0-32ef-47ec-887a-f28f38a4f992 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:14.858220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.870813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-88984313-10b8-4041-8aa3-ca09c22c8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:14.884855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-88984313-10b8-4041-8aa3-ca09c22c8365 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2481861
Mar 26 20:52:14.900428 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b9aa6f-8dae-45bb-9220-7fbe3bfde7c6 x-openstack-request-id: req-c9b9aa6f-8dae-45bb-9220-7fbe3bfde7c6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:14.901440 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "name": "network-vif-plugged", "status": "completed", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:14.901855 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9b9aa6f-8dae-45bb-9220-7fbe3bfde7c6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:14.902276 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b9aa6f-8dae-45bb-9220-7fbe3bfde7c6'] response: {'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'code': 200}
Mar 26 20:52:14.957740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:14.959239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.972878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] For port 299bafd0-32ef-47ec-887a-f28f38a4f992, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=299bafd0-32ef-47ec-887a-f28f38a4f992,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:14.991557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks [] for security_group (f149c9f5-268d-4ed4-933e-0126e355b76b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:14.993659 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.020502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f149c9f5-268d-4ed4-933e-0126e355b76b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.033942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.034791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.035355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.036121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.040622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.041260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.041822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.042415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.042984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.044933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.045513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.048366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.048963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.049601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.050178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:15.088440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 299bafd0-32ef-47ec-887a-f28f38a4f992 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:15.093781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169e3b9-0c97-43a1-b136-922e9e194fff req-3d666066-9f14-4354-85e2-6d56822a7a4b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:15.104951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9169e3b9-0c97-43a1-b136-922e9e194fff req-3d666066-9f14-4354-85e2-6d56822a7a4b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.7755849
Mar 26 20:52:15.126075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-c74213f0-d0cf-43fc-955e-1bbc6249dcdf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5194292
Mar 26 20:52:15.153974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Request body: {'port': {'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:15.179691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab85d-b942-4b77-8a40-c8d9d5dcb663 None None] Pushing event updated for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:15.238671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a74efa5f-1b0c-42c8-a79f-517dfaa8fd83 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:15.239010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a74efa5f-1b0c-42c8-a79f-517dfaa8fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.251847 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246cf430>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:15.287150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005d143-f4b8-47b5-a796-e87812d7ca87 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:15.300344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9169e3b9-0c97-43a1-b136-922e9e194fff req-46d3f0b8-6066-4c7d-bc65-06c179298dcf tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1943035
Mar 26 20:52:15.354041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a79b-359c-423c-ab5c-77c839ad1483 req-3370b721-3981-4cf6-9052-800ccd9a767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:15.355590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ce3a79b-359c-423c-ab5c-77c839ad1483 req-3370b721-3981-4cf6-9052-800ccd9a767f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 1127 time: 0.3785610
Mar 26 20:52:15.374439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:15.375090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.482809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.554019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62206a4e-2ee1-4d75-88d3-cd30e39a6b24 req-3c35e8ab-633e-434e-9e11-4f161156499e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:15.564956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62206a4e-2ee1-4d75-88d3-cd30e39a6b24 req-3c35e8ab-633e-434e-9e11-4f161156499e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 931 time: 0.1407728
Mar 26 20:52:15.585492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ce3a79b-359c-423c-ab5c-77c839ad1483 req-07cd0614-c4bf-44b3-ab59-9cef4f10a2c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023845
Mar 26 20:52:15.590906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 299bafd0-32ef-47ec-887a-f28f38a4f992 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:15.594765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.595393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a74efa5f-1b0c-42c8-a79f-517dfaa8fd83 None None] Current status of the port 299bafd0-32ef-47ec-887a-f28f38a4f992 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:15.731988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16d0affd-6843-401f-81a5-f36598a3d60d req-96c64e67-deef-4c84-87ed-f114743b73c2 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 210 time: 0.1932564
Mar 26 20:52:15.747045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b21daaa-7a71-4463-b900-de7c08be9f47 None None] Provisioning complete for port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:15.747436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b21daaa-7a71-4463-b900-de7c08be9f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:15.764849 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-8c5f5ed4-3470-4f85-b314-f330ee8acafc service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8568256
Mar 26 20:52:15.814148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f149c9f5-268d-4ed4-933e-0126e355b76b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:15.839433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b21daaa-7a71-4463-b900-de7c08be9f47 None None] Port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:15.900910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62206a4e-2ee1-4d75-88d3-cd30e39a6b24 req-4b7db22d-5d1b-4567-8048-7fafd05ea942 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3347671
Mar 26 20:52:15.971343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Allocated IP 192.168.233.49 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/2e11fda9-f504-44f0-83b1-a971192e7903) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:16.035649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa41142-bff0-4477-bc27-c57a3d2eb5fd {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:16.049083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks [] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.051616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f1cc202-8575-458a-b83e-a9d31fe7f323 req-bfa10476-d2fe-47d9-9f19-04c45b9a9ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745061
Mar 26 20:52:16.067151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf58f8-c22a-4b65-a616-d0ae48ecedb2 req-aeb6debe-41a7-43f9-b1bb-9f7d3caf067b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.068329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cbf58f8-c22a-4b65-a616-d0ae48ecedb2 req-aeb6debe-41a7-43f9-b1bb-9f7d3caf067b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.2054884
Mar 26 20:52:16.069178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Transition to ACTIVE for port object 6fa41142-bff0-4477-bc27-c57a3d2eb5fd will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:16.080588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.225269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cbf58f8-c22a-4b65-a616-d0ae48ecedb2 req-1c791f71-6918-490d-90bc-ac4f9b822978 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384397
Mar 26 20:52:16.292732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks [] for port (2e11fda9-f504-44f0-83b1-a971192e7903), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.380674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.397637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735c7b2-db32-4200-9960-b7aa37de2e28 req-7b053715-f8e0-4437-8872-9ec5855b9bec tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.399275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e735c7b2-db32-4200-9960-b7aa37de2e28 req-7b053715-f8e0-4437-8872-9ec5855b9bec tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 945 time: 0.0984936
Mar 26 20:52:16.471181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:16.485819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5755d-17d5-4afd-a90f-257810ff5c40 req-efc6d3b0-f946-429a-b021-4d1a94f11ae7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.486536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:16.487652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9a5755d-17d5-4afd-a90f-257810ff5c40 req-efc6d3b0-f946-429a-b021-4d1a94f11ae7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.4944606
Mar 26 20:52:16.489336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Pushing event updated for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:16.501299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:16.503037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:16.569955 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e735c7b2-db32-4200-9960-b7aa37de2e28 req-67b0bc63-949a-4586-8ed1-cfa9253af8c7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480827
Mar 26 20:52:16.581072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.581877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.623173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c5089781-56c1-4d62-8c2d-83199ca57258 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6664519
Mar 26 20:52:16.636171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9a5755d-17d5-4afd-a90f-257810ff5c40 req-8a6a8e97-088b-4463-8ee4-eb1e067f19be tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394005
Mar 26 20:52:16.637858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Request body: {'port': {'device_id': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:16.650042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Attempting to bind port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:16.650283 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Attempting to bind port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:16.653747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Attempting to bind port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:16.663407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd on network 3cefd6de-90d8-4688-a242-74a2eb770644 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:16.667034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Attempting to bind port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:16.688832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:16.689429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Checking segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:16.689888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Bound using segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:16.690401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Bound port: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:16.691115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.861551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:16.867213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:16.878928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b8a25850-c87f-45e1-bd01-71bbbbdb7e98 None None] Provisioning complete for port 2e11fda9-f504-44f0-83b1-a971192e7903 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:16.879515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8a25850-c87f-45e1-bd01-71bbbbdb7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.882501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.885799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.914397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2be2d-51fa-46e4-ae23-ccc1534d918d req-8c01ba36-144c-4694-9e62-473bd7614adf tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.922164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43f2be2d-51fa-46e4-ae23-ccc1534d918d req-8c01ba36-144c-4694-9e62-473bd7614adf tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.2363880
Mar 26 20:52:16.960177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 299bafd0-32ef-47ec-887a-f28f38a4f992 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:16.964589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:16.968529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:16.970647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] 10.222.0.21 "PUT /v2.0/ports/6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 1091 time: 1.8250067
Mar 26 20:52:16.971509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:16.974120 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27599ba0-a069-434b-b048-580ae0269ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:17.005504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b8a25850-c87f-45e1-bd01-71bbbbdb7e98 None None] Port 2e11fda9-f504-44f0-83b1-a971192e7903 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:17.033971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43f2be2d-51fa-46e4-ae23-ccc1534d918d req-f6707795-9410-4c93-8026-82f61642f3a1 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109300
Mar 26 20:52:17.069419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d625bfa-53b1-44ef-a101-0582b90c8688 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:17.111565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 299bafd0-32ef-47ec-887a-f28f38a4f992 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:17.112027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.148066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32028f9-f51f-447d-842a-cc4792a145f2 req-3a9b554a-3048-4a83-be6d-faa9a034024c tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.149949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b32028f9-f51f-447d-842a-cc4792a145f2 req-3a9b554a-3048-4a83-be6d-faa9a034024c tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 935 time: 0.2851665
Mar 26 20:52:17.220433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:17.233997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-0cdf8d38-ff91-48ca-bf25-7f6c58c7d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.233997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-0cdf8d38-ff91-48ca-bf25-7f6c58c7d53e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1125 time: 0.1535769
Mar 26 20:52:17.299710 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b32028f9-f51f-447d-842a-cc4792a145f2 req-56bfd347-9d4b-48e7-8ca6-781dee46c95e tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385360
Mar 26 20:52:17.302477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-429fd787-188a-4bc8-8b80-c57c96819845 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0535915
Mar 26 20:52:17.408503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227106d3-3bb6-44b6-990d-334f64a99862 req-6f8c886a-7cc9-402e-99f1-449da2c3258d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.410410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-227106d3-3bb6-44b6-990d-334f64a99862 req-6f8c886a-7cc9-402e-99f1-449da2c3258d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 943 time: 0.1006904
Mar 26 20:52:17.439937 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455781b-2b5e-4180-b1ca-f5c245dce583 x-openstack-request-id: req-3455781b-2b5e-4180-b1ca-f5c245dce583 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:17.439937 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:17.439937 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3455781b-2b5e-4180-b1ca-f5c245dce583 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:17.440540 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3455781b-2b5e-4180-b1ca-f5c245dce583'] response: {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:52:17.458099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-3fe80eb1-e43c-406f-8c5c-6dbce4ef1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.464767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-3fe80eb1-e43c-406f-8c5c-6dbce4ef1629 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1556294
Mar 26 20:52:17.591999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-227106d3-3bb6-44b6-990d-334f64a99862 req-229c49ab-7704-4c3f-b579-a38ea6de0e14 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617622
Mar 26 20:52:17.607657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-ab4e3e41-51d6-4eba-9444-f096d804ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.609298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-ab4e3e41-51d6-4eba-9444-f096d804ccef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1303015
Mar 26 20:52:17.616092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:17.617659 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.647359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 299bafd0-32ef-47ec-887a-f28f38a4f992 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:17.659895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e11fda9-f504-44f0-83b1-a971192e7903 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:17.663635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ce54-b850-4b93-9b37-c2c5efa3d25a req-11f4c63e-07de-4e5a-91cd-d29e9135a1cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.665652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:17.665789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af73ce54-b850-4b93-9b37-c2c5efa3d25a req-11f4c63e-07de-4e5a-91cd-d29e9135a1cd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1284053
Mar 26 20:52:17.667461 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693899e8-8666-41a3-baf1-e218ef3ff036" -d '{"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:17.677230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63e033aa-f288-475b-a62b-a0edaecd2b6c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:17.681861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks [] for port (2e11fda9-f504-44f0-83b1-a971192e7903), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.711073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:17.719141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.736698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Transition to ACTIVE for port object 2e11fda9-f504-44f0-83b1-a971192e7903 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:17.742896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.767560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af73ce54-b850-4b93-9b37-c2c5efa3d25a req-9b6964c7-ebb9-4010-a71e-650b3c68f078 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913508
Mar 26 20:52:17.771471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-126c311d-cf26-41e2-b0b9-ef91a8c930aa service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522155
Mar 26 20:52:17.788815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:17.802531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 63e033aa-f288-475b-a62b-a0edaecd2b6c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:17.815517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 63e033aa-f288-475b-a62b-a0edaecd2b6c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:17.815517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:17.860982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc46da-a633-44a1-a04d-3314f6020d83 req-b625f776-d510-4250-bb4e-afde8dbff537 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:17.872705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0dfc46da-a633-44a1-a04d-3314f6020d83 req-b625f776-d510-4250-bb4e-afde8dbff537 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 945 time: 0.1815472
Mar 26 20:52:17.928534 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49b1ce-304b-44b9-892e-13214faafcfe x-openstack-request-id: req-ef49b1ce-304b-44b9-892e-13214faafcfe {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:17.929077 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:17.929191 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef49b1ce-304b-44b9-892e-13214faafcfe {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:17.932926 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef49b1ce-304b-44b9-892e-13214faafcfe'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'code': 200}
Mar 26 20:52:18.076947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 63e033aa-f288-475b-a62b-a0edaecd2b6c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:18.077725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:18.085469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370b4bb-b746-4e12-a14d-689e5a8263e0 req-f06be7d1-334f-43c4-ab8d-612bc63f29fd service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3059795
Mar 26 20:52:18.106480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Pushing event updated for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:18.145168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Attempting to bind port 2e11fda9-f504-44f0-83b1-a971192e7903 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:18.145550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Attempting to bind port 2e11fda9-f504-44f0-83b1-a971192e7903 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:18.145931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Attempting to bind port 2e11fda9-f504-44f0-83b1-a971192e7903 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:18.156643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:18.167693 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:18.180624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67bdf-4083-4dcf-973c-71f40d958747 req-3e999ab0-0024-4f07-848c-5f0f97545eda tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.184591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0dfc46da-a633-44a1-a04d-3314f6020d83 req-ab7799fe-17cf-49da-a7ff-05e4196000d9 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919450
Mar 26 20:52:18.187773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebf67bdf-4083-4dcf-973c-71f40d958747 req-3e999ab0-0024-4f07-848c-5f0f97545eda tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1991169
Mar 26 20:52:18.189903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Port 2e11fda9-f504-44f0-83b1-a971192e7903 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:18.190243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Attempting to bind port 2e11fda9-f504-44f0-83b1-a971192e7903 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:18.209743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:18.211328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:18.212144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:18.212880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Bound port: 2e11fda9-f504-44f0-83b1-a971192e7903, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:18.214547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:18.300762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:18.366285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebf67bdf-4083-4dcf-973c-71f40d958747 req-6ab3495f-6db9-4da6-bb3b-777308318d2a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702082
Mar 26 20:52:18.394415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599ba0-a069-434b-b048-580ae0269ec6 req-3d26da66-0fac-499d-aa65-f1cd4ff65bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.398360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-3d26da66-0fac-499d-aa65-f1cd4ff65bab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1125 time: 0.1152501
Mar 26 20:52:18.409212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:18.414237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e11fda9-f504-44f0-83b1-a971192e7903,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:18.440479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:18.488192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41770-24ae-4e5a-8e1d-6bb3d188f651 req-fcbec776-1445-4a63-ae77-339b82faf16a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.495590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6f41770-24ae-4e5a-8e1d-6bb3d188f651 req-fcbec776-1445-4a63-ae77-339b82faf16a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.1596751
Mar 26 20:52:18.522196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.522196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:18.523502 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] 10.222.0.21 "PUT /v2.0/ports/2e11fda9-f504-44f0-83b1-a971192e7903 HTTP/1.1" status: 200  len: 1095 time: 1.8906915
Mar 26 20:52:18.524005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:18.526363 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b076b91-7a41-42b8-b49b-c6bab725604b" -d '{"events": [{"name": "network-changed", "server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:18.580539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8001c-7c83-453f-8760-965f2e6656fc service neutron] Pushing event updated for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:18.600727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6f41770-24ae-4e5a-8e1d-6bb3d188f651 req-abce1851-dba1-45fd-adf6-08a0baed1757 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043396
Mar 26 20:52:18.601858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6eb1a-7da7-4948-8237-2027f924a770 req-7c753fd4-de3d-4c25-b42e-56300f4f35ea tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.603416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3b6eb1a-7da7-4948-8237-2027f924a770 req-7c753fd4-de3d-4c25-b42e-56300f4f35ea tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 947 time: 0.0998976
Mar 26 20:52:18.610080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599ba0-a069-434b-b048-580ae0269ec6 req-0737e313-d721-4103-af64-cd59d1c939b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.611529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-0737e313-d721-4103-af64-cd59d1c939b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2069564
Mar 26 20:52:18.656701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-325b7bb5-cbf1-49f9-bd45-d3e5b50d9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.658491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-325b7bb5-cbf1-49f9-bd45-d3e5b50d9c7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b7b7e274924321ab663566b06fcf38&device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 1129 time: 0.0791271
Mar 26 20:52:18.679480 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3824374c-5bf9-40cd-a410-a82c65fb3545 x-openstack-request-id: req-3824374c-5bf9-40cd-a410-a82c65fb3545 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:18.679775 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:18.680058 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3824374c-5bf9-40cd-a410-a82c65fb3545 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:18.680512 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3824374c-5bf9-40cd-a410-a82c65fb3545'] response: {'name': 'network-changed', 'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903', 'status': 'completed', 'code': 200}
Mar 26 20:52:18.704685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-5587e754-6d1d-49f4-bdbf-73bc133da7b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0811088
Mar 26 20:52:18.731064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-89d1c534-b56e-41b1-aca6-8b8d21ed4718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=2e11fda9-f504-44f0-83b1-a971192e7903 HTTP/1.1" status: 200  len: 217 time: 0.0638402
Mar 26 20:52:18.801621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3b6eb1a-7da7-4948-8237-2027f924a770 req-d6966b78-39a9-4504-a0f4-3f731ef94350 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870835
Mar 26 20:52:18.805716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599ba0-a069-434b-b048-580ae0269ec6 req-cb54adab-dd35-4e42-9812-60e5cf84f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.811123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-cb54adab-dd35-4e42-9812-60e5cf84f28b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0923226
Mar 26 20:52:18.820393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c38363f2-75c4-4e2b-98d5-971c3b2f94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.826163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-c38363f2-75c4-4e2b-98d5-971c3b2f94b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0882874
Mar 26 20:52:18.884445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b516-a3ed-43b1-9b21-85c1ef218a75 req-ebf8ab52-e2f3-4415-85d5-7194a63aba80 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.892235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e437b516-a3ed-43b1-9b21-85c1ef218a75 req-ebf8ab52-e2f3-4415-85d5-7194a63aba80 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 943 time: 0.1443713
Mar 26 20:52:18.905481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27599ba0-a069-434b-b048-580ae0269ec6 req-09a27390-15f8-41a9-976f-3f5d86bca789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.906677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-09a27390-15f8-41a9-976f-3f5d86bca789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0795209
Mar 26 20:52:18.965450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-89c82f7b-645b-4589-ba68-f0dfa49d922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:18.967248 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-89c82f7b-645b-4589-ba68-f0dfa49d922e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1289899
Mar 26 20:52:18.972440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e437b516-a3ed-43b1-9b21-85c1ef218a75 req-1a4a035f-7af6-4900-885a-6521e9548094 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791032
Mar 26 20:52:19.068799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b461ca-9f0a-4a03-b641-61629a2b7eb4 req-48dae8d2-8883-4e64-b802-a6346974169a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.070400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4b461ca-9f0a-4a03-b641-61629a2b7eb4 req-48dae8d2-8883-4e64-b802-a6346974169a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.1357851
Mar 26 20:52:19.082890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:19.088405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Request body: {'floatingip': {'port_id': '456ea6bf-b197-4c02-a631-fb2403437d4c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:19.132568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-0fd67cd8-aa27-4e8f-8eaa-5d9fb3c9c9b0 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574585
Mar 26 20:52:19.144224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:19.145193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e7e3f-14a7-4c8a-9482-8298f3c1ca87 req-f10e1db3-3b4f-4165-ae23-5f703ca3dcd3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.153188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a0e7e3f-14a7-4c8a-9482-8298f3c1ca87 req-f10e1db3-3b4f-4165-ae23-5f703ca3dcd3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 948 time: 0.1010911
Mar 26 20:52:19.160986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:19.190891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-71fe2d75-3a97-4d2d-929a-79107ee1f6dc service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712591
Mar 26 20:52:19.285176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a0e7e3f-14a7-4c8a-9482-8298f3c1ca87 req-b71789ca-c8a1-4677-892d-66aacb3db2d0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227357
Mar 26 20:52:19.330057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:19.337541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a05d96b-7ced-4a49-90cf-f1d1f071c90a req-d3594cac-0923-4c9f-9815-94ee7fc19605 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832380
Mar 26 20:52:19.348632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'mac_address': 'fa:16:3e:a0:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:19.403202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:19.404565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:19.421789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:19.447415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:19.452431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:19.476331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-e5bc19cb-f5f0-4d31-aa8b-5056f630be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.477961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-e5bc19cb-f5f0-4d31-aa8b-5056f630be80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b7b7e274924321ab663566b06fcf38&device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 1129 time: 0.0666640
Mar 26 20:52:19.490441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27599ba0-a069-434b-b048-580ae0269ec6 req-eb5fa746-c627-4f2d-8dca-da88d1de9b02 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2894683
Mar 26 20:52:19.500319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934196ac-c006-4a00-8ceb-3183b1f77ff0 req-2af254aa-afed-482b-8a2d-092f7a15c750 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.507351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-934196ac-c006-4a00-8ceb-3183b1f77ff0 req-2af254aa-afed-482b-8a2d-092f7a15c750 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.2063761
Mar 26 20:52:19.566589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:19.615565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-934196ac-c006-4a00-8ceb-3183b1f77ff0 req-d7c09d11-eec9-4a52-839c-0e82b6ac23cb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073663
Mar 26 20:52:19.706765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-7e7d539f-fdc6-4076-9602-acfa1d676d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.715290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-7e7d539f-fdc6-4076-9602-acfa1d676d4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2269831
Mar 26 20:52:19.780238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d20c4d66-5919-4014-97bf-e9934b31149c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:19.880939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-97ea5ca7-3844-4beb-bd8b-f37dd87a6496 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=2e11fda9-f504-44f0-83b1-a971192e7903 HTTP/1.1" status: 200  len: 217 time: 0.1615503
Mar 26 20:52:19.938037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-4fa9baba-cc69-4434-bf58-4c49448d643a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.939972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-4fa9baba-cc69-4434-bf58-4c49448d643a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650&tenant_id=70c93c47827247b8b178018931efb9a4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1989958
Mar 26 20:52:19.948394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:19.951809 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a535e9ef-d38b-4cfd-9c9f-88095ed1c620" -d '{"events": [{"server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "name": "network-vif-plugged", "status": "completed", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:19.961798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f491-1012-4860-98ed-a11aa9397a29 req-d250c76c-6d35-4735-b496-62a61350fe91 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.964413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0210f491-1012-4860-98ed-a11aa9397a29 req-d250c76c-6d35-4735-b496-62a61350fe91 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.2074630
Mar 26 20:52:19.997196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-e9917904-acd2-42d7-b6f7-82d9373ddff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:19.998639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-e9917904-acd2-42d7-b6f7-82d9373ddff2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0725312
Mar 26 20:52:20.065088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd3f68-42a9-4dae-95f2-447637150a2e req-9cd5e337-4104-43f0-b6de-b98aa45d65db tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.073628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40cd3f68-42a9-4dae-95f2-447637150a2e req-9cd5e337-4104-43f0-b6de-b98aa45d65db tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 949 time: 0.2640269
Mar 26 20:52:20.087600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:52:20.153130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0210f491-1012-4860-98ed-a11aa9397a29 req-f25bc6b7-ba7e-45c2-ba23-6179d9d084f7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658139
Mar 26 20:52:20.157540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-8cde6f55-5bc5-43af-97dc-ab79d101ee45 service neutron] 10.222.0.21 "GET /v2.0/ports/d20c4d66-5919-4014-97bf-e9934b31149c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2088654
Mar 26 20:52:20.166386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-d8daf99f-a222-44df-a6bc-d05bc658328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.169954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-d8daf99f-a222-44df-a6bc-d05bc658328a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1623864
Mar 26 20:52:20.189455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:20.213957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:20.221984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40cd3f68-42a9-4dae-95f2-447637150a2e req-83245edb-c3b8-43ba-91cf-a2a408c02722 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383648
Mar 26 20:52:20.295141 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae1d355-37b7-48de-90e8-a44cd8b0bc97 x-openstack-request-id: req-bae1d355-37b7-48de-90e8-a44cd8b0bc97 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:20.295756 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "name": "network-vif-plugged", "status": "completed", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:20.295756 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bae1d355-37b7-48de-90e8-a44cd8b0bc97 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:20.296476 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae1d355-37b7-48de-90e8-a44cd8b0bc97'] response: {'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c', 'code': 200}
Mar 26 20:52:20.373223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-51842a4c-514b-4a42-8b49-9d48b235bd5b service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946788
Mar 26 20:52:20.463734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-b2efa5ce-d165-4fa9-912c-d31005a0831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.465476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-b2efa5ce-d165-4fa9-912c-d31005a0831d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1131 time: 0.2714894
Mar 26 20:52:20.529529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b67c14-3b33-42ad-8d7f-3a9b7a6ef428 req-fd82edc0-adcc-4e9e-aaf6-ac5e8cd5bcd7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.536719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43b67c14-3b33-42ad-8d7f-3a9b7a6ef428 req-fd82edc0-adcc-4e9e-aaf6-ac5e8cd5bcd7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 943 time: 0.1537001
Mar 26 20:52:20.540265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af3930-7f59-4d3d-b513-9ff62d1abca5 req-82d1a96a-a003-4e39-8745-d7b121ff65c6 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.541965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13af3930-7f59-4d3d-b513-9ff62d1abca5 req-82d1a96a-a003-4e39-8745-d7b121ff65c6 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 947 time: 0.2365162
Mar 26 20:52:20.565225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b076b91-7a41-42b8-b49b-c6bab725604b req-8f26e617-fbce-4e90-ac13-71550578bdb7 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830697
Mar 26 20:52:20.598273 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6 associated. External IP: 172.35.4.202, port: 456ea6bf-b197-4c02-a631-fb2403437d4c.
Mar 26 20:52:20.616531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43b67c14-3b33-42ad-8d7f-3a9b7a6ef428 req-e8e1179e-8d3d-48d6-b080-e5eb5c311610 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789435
Mar 26 20:52:20.660055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f6ac7-eb43-43a2-abe9-40111389c893 req-385d7475-ecff-4b34-a365-44e50106c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.660055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-837f6ac7-eb43-43a2-abe9-40111389c893 req-385d7475-ecff-4b34-a365-44e50106c273 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 1128 time: 0.2787373
Mar 26 20:52:20.769188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d997d5-6e91-414d-839a-7df3c86cc1cd req-dcee5ec5-52c3-43e0-b88d-28afc33fab16 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:20.770684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5d997d5-6e91-414d-839a-7df3c86cc1cd req-dcee5ec5-52c3-43e0-b88d-28afc33fab16 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.0640039
Mar 26 20:52:20.849858 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5d997d5-6e91-414d-839a-7df3c86cc1cd req-d32068fb-67a0-45a4-8d02-3439f73de0df tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565209
Mar 26 20:52:21.131990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-837f6ac7-eb43-43a2-abe9-40111389c893 req-3d1657c4-fa1e-4567-9f63-a12e389454e9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4686353
Mar 26 20:52:21.133889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-1688dbf0-498d-46c1-b875-5623eb752bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.135630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-1688dbf0-498d-46c1-b875-5623eb752bd3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.6577780
Mar 26 20:52:21.178280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6fa41142-bff0-4477-bc27-c57a3d2eb5fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:21.180781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:21.199730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-a08238e9-c875-4b21-ab12-1a616bfdf0bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.0539513
Mar 26 20:52:21.213367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13af3930-7f59-4d3d-b513-9ff62d1abca5 req-6970a790-9124-4423-8f4c-58d92c344a71 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6165974
Mar 26 20:52:21.421914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87936-12d8-4751-a155-49e931564fec req-8b8e28f9-edce-44d1-8e16-f64bc884be3d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.431106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6df87936-12d8-4751-a155-49e931564fec req-8b8e28f9-edce-44d1-8e16-f64bc884be3d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1336377
Mar 26 20:52:21.439166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-ad697c01-05f9-4033-8408-2149f40e7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.440833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-ad697c01-05f9-4033-8408-2149f40e7f7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2264428
Mar 26 20:52:21.493319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:21.508573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d20c4d66-5919-4014-97bf-e9934b31149c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:21.509210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.531168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6df87936-12d8-4751-a155-49e931564fec req-516783a6-515f-459f-a314-1b4fa856e710 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987911
Mar 26 20:52:21.588326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:21.620483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:21.672644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:21.679421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.690895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:21.725492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:21.727394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.754689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:21.755059 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.757290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:21.757884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5f5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:21.794591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b98561a9-40b5-41be-b98a-bcedd323288a tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "PUT /v2.0/floatingips/e4d63f38-d2e7-44be-aee5-279bec9277f6 HTTP/1.1" status: 200  len: 991 time: 2.7100196
Mar 26 20:52:21.796160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:21.799431 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae41461a-5750-4e16-bf0e-2764964b0946" -d '{"events": [{"name": "network-changed", "server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:21.805516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b7d24-d0a0-44d6-9f1f-4ccef46efa7b req-ea5741cc-f299-4a22-8ee3-8c27d931298b tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.807751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-939b7d24-d0a0-44d6-9f1f-4ccef46efa7b req-ea5741cc-f299-4a22-8ee3-8c27d931298b tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 943 time: 0.0855951
Mar 26 20:52:21.811867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e87eef-137b-4598-8ee3-5a2348141262 req-d82fd740-04df-4c92-81e5-51c2820eab06 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.813847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4e87eef-137b-4598-8ee3-5a2348141262 req-d82fd740-04df-4c92-81e5-51c2820eab06 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 949 time: 0.3790829
Mar 26 20:52:21.815894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-42488bb9-a373-4756-987c-be2b53542606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:21.817606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-42488bb9-a373-4756-987c-be2b53542606 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3380458
Mar 26 20:52:21.822474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa41142-bff0-4477-bc27-c57a3d2eb5fd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:21.845430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:21.863560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.871444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:21.900909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-939b7d24-d0a0-44d6-9f1f-4ccef46efa7b req-867da31a-b6bf-406f-be84-dc7891d4a1f2 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799656
Mar 26 20:52:21.938654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:21.939316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e11fda9-f504-44f0-83b1-a971192e7903 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:21.982485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4e87eef-137b-4598-8ee3-5a2348141262 req-d46353ea-42f8-4220-bc38-037880a86a60 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627240
Mar 26 20:52:22.001161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:22.013943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-82fcf3c5-5ec8-4a84-bf9e-f12c2871e7af service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852710
Mar 26 20:52:22.030435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:22.115528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6279f-90cb-46b3-9618-73d5c5df6d34 req-8e2b3751-cd6b-4a1a-bcc2-a4c2f2513f89 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.119547 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a70228d-5d70-4779-adb7-f6299ed83f36 x-openstack-request-id: req-9a70228d-5d70-4779-adb7-f6299ed83f36 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:22.119875 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:22.120225 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a70228d-5d70-4779-adb7-f6299ed83f36 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:22.120761 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a70228d-5d70-4779-adb7-f6299ed83f36'] response: {'name': 'network-changed', 'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'status': 'completed', 'code': 200}
Mar 26 20:52:22.122409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55a6279f-90cb-46b3-9618-73d5c5df6d34 req-8e2b3751-cd6b-4a1a-bcc2-a4c2f2513f89 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.1186125
Mar 26 20:52:22.220209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:22.243442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55a6279f-90cb-46b3-9618-73d5c5df6d34 req-266bcb2c-10e1-452a-9038-60d8386cb21d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114631
Mar 26 20:52:22.310173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:22.313012 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3310d831-ea71-4968-908e-283981d92a5e" -d '{"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:22.314223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-d1029592-a2a0-47b7-8011-4a9e77f59571 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2872963
Mar 26 20:52:22.345766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bfbfb-285d-4c35-9b03-7fb3d98c87de req-f374c106-cf60-42e7-9df6-ee7bbc2d85d9 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.349104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-756bfbfb-285d-4c35-9b03-7fb3d98c87de req-f374c106-cf60-42e7-9df6-ee7bbc2d85d9 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.1852205
Mar 26 20:52:22.351947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-9dfd2f59-4383-4113-a7a4-4c9d4e91cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.354851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-9dfd2f59-4383-4113-a7a4-4c9d4e91cf86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c71abac018054ac59df8204f06278c20&device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 1127 time: 0.2180650
Mar 26 20:52:22.443178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981def-81eb-460b-ac6e-f6ddd5667d15 req-4917d6dc-3816-42f4-bd38-2bbcdb0c4ba7 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.452783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-756bfbfb-285d-4c35-9b03-7fb3d98c87de req-16d9c676-d1f5-40e8-96ce-fc164bfbb925 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964484
Mar 26 20:52:22.453011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e11fda9-f504-44f0-83b1-a971192e7903,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:22.457210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc981def-81eb-460b-ac6e-f6ddd5667d15 req-4917d6dc-3816-42f4-bd38-2bbcdb0c4ba7 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 947 time: 0.1112306
Mar 26 20:52:22.504177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2e11fda9-f504-44f0-83b1-a971192e7903', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '2e11fda9-f504-44f0-83b1-a971192e7903', 'mac_address': 'fa:16:3e:cc:0c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:22.545801 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e665449-0a5b-4c3a-b2f4-b06af5da8147 x-openstack-request-id: req-3e665449-0a5b-4c3a-b2f4-b06af5da8147 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:22.546509 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:22.546509 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e665449-0a5b-4c3a-b2f4-b06af5da8147 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:22.546677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc981def-81eb-460b-ac6e-f6ddd5667d15 req-48471ac8-c3ec-406b-adbf-86e08c6c473e tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855837
Mar 26 20:52:22.547063 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e665449-0a5b-4c3a-b2f4-b06af5da8147'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'code': 200}
Mar 26 20:52:22.551307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-6c649096-4d36-41af-a690-4825ec1b15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.552761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-6c649096-4d36-41af-a690-4825ec1b15d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 200  len: 924 time: 0.1701968
Mar 26 20:52:22.570115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e11fda9-f504-44f0-83b1-a971192e7903 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:22.571069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:22.592211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5f5af0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6988895-e39c-494d-b277-f819ab920d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:52:19Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:22.596607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e11fda9-f504-44f0-83b1-a971192e7903 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:22.640332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:22.657241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e11fda9-f504-44f0-83b1-a971192e7903,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:22.658523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:22.659440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5f5af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:51:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:22.663943 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:22.712111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-9ceb6918-7e48-4cd3-8acf-4e74beaa5d38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=456ea6bf-b197-4c02-a631-fb2403437d4c HTTP/1.1" status: 200  len: 999 time: 0.1513779
Mar 26 20:52:22.753542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ce2e-9c61-41b1-b73d-fe5ab66b1d31 req-f29075f1-07e6-460a-a800-57496abd7dc2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.755049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7db0ce2e-9c61-41b1-b73d-fe5ab66b1d31 req-f29075f1-07e6-460a-a800-57496abd7dc2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1240726
Mar 26 20:52:22.787773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:22.789410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-4e861dba-ab68-4338-8be3-b588a5b5df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.790887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-4e861dba-ab68-4338-8be3-b588a5b5df77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 200  len: 863 time: 0.0713825
Mar 26 20:52:22.818457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:22.843311 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7db0ce2e-9c61-41b1-b73d-fe5ab66b1d31 req-2a262cd3-038f-49fa-8af6-b49356123b13 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769570
Mar 26 20:52:22.858927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-52ac6dc2-af96-4311-8d05-33d69c38a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:22.860572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-52ac6dc2-af96-4311-8d05-33d69c38a174 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8ad645e-691e-4200-a0a6-1147f6f8ec71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0600133
Mar 26 20:52:22.970196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6fa41142-bff0-4477-bc27-c57a3d2eb5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:22.983512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-8bc9f07c-cb45-4487-9a55-59faa00cb152 service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158595
Mar 26 20:52:23.063905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4713d-4e55-4d9c-878a-9f05f849e9d6 req-4b4346b5-18c1-4c66-9015-9bfa79804b6c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.072542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06c4713d-4e55-4d9c-878a-9f05f849e9d6 req-4b4346b5-18c1-4c66-9015-9bfa79804b6c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 944 time: 0.0729885
Mar 26 20:52:23.080355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2e11fda9-f504-44f0-83b1-a971192e7903'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:23.140483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06c4713d-4e55-4d9c-878a-9f05f849e9d6 req-0f21c305-c5b5-4b9c-ad17-a3b017d0aa86 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659835
Mar 26 20:52:23.153228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae41461a-5750-4e16-bf0e-2764964b0946 req-e14a33ce-ea3a-4310-b5f3-17273a6c84ca service neutron] 10.222.0.18 "GET /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558180
Mar 26 20:52:23.174595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b32195-8a12-49c1-99af-8a5f2ec1b6c6 req-8b520ffe-ae35-4e60-82b8-6e96da844c43 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.176199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95b32195-8a12-49c1-99af-8a5f2ec1b6c6 req-8b520ffe-ae35-4e60-82b8-6e96da844c43 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0794394
Mar 26 20:52:23.248948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95b32195-8a12-49c1-99af-8a5f2ec1b6c6 req-a6e055aa-063b-409b-9818-8520e9d0c227 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570583
Mar 26 20:52:23.275387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5f5af0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6988895-e39c-494d-b277-f819ab920d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:52:19Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:23.320841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570bebe-7f54-4e4e-af92-80bc7da0d40c None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e4d63f38-d2e7-44be-aee5-279bec9277f6', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'floating_ip_address': '172.35.4.202', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'port_id': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'mac_address': 'fa:16:3e:4a:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6988895-e39c-494d-b277-f819ab920d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:50:48Z', 'updated_at': '2022-03-26T20:52:19Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:23.512652 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37291679-0d3e-4b88-a9af-8db2203cc333 None None] New status for floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:52:23.581437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46f851-0c3e-4adb-912d-2607b45b5807 req-6827e89f-e5e0-4910-8df2-eb4f1dad8bf5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.582936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd46f851-0c3e-4adb-912d-2607b45b5807 req-6827e89f-e5e0-4910-8df2-eb4f1dad8bf5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.0597997
Mar 26 20:52:23.639773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd46f851-0c3e-4adb-912d-2607b45b5807 req-76abfbaa-b04b-4cc5-88bd-235caf5f3ca6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505512
Mar 26 20:52:23.675526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b837a-ba1c-48fb-a2a2-782bbe1b6ce2 req-4606c24f-ba04-42a3-9324-c7206d6bfdc5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.677849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-505b837a-ba1c-48fb-a2a2-782bbe1b6ce2 req-4606c24f-ba04-42a3-9324-c7206d6bfdc5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 948 time: 0.0665498
Mar 26 20:52:23.730838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-505b837a-ba1c-48fb-a2a2-782bbe1b6ce2 req-491444ce-8be9-46b0-a875-e76bb6bde84a tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466075
Mar 26 20:52:23.765694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab6cd9-c358-4f33-ac00-846adb82317a req-7b3e005c-a51a-4512-b6c6-9682c519541d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.767174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0ab6cd9-c358-4f33-ac00-846adb82317a req-7b3e005c-a51a-4512-b6c6-9682c519541d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.0580759
Mar 26 20:52:23.813238 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0ab6cd9-c358-4f33-ac00-846adb82317a req-2920bc79-485c-4587-b6b4-541368b4a110 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403380
Mar 26 20:52:23.980792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8267e0-6e80-4f64-9642-ac98bd526779 req-7a3bd5a9-c839-4f32-9cae-debb6c94829a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:23.982279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b8267e0-6e80-4f64-9642-ac98bd526779 req-7a3bd5a9-c839-4f32-9cae-debb6c94829a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0635884
Mar 26 20:52:24.034709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b8267e0-6e80-4f64-9642-ac98bd526779 req-ffeadefe-48fe-4bcd-ac4e-dfeb1478ea6c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465155
Mar 26 20:52:24.066015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac788dc1-8444-4fd3-9aa7-b0d5c58ba301 req-d76fc64f-c396-418b-8a18-b616436310af tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.067485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac788dc1-8444-4fd3-9aa7-b0d5c58ba301 req-d76fc64f-c396-418b-8a18-b616436310af tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.0587826
Mar 26 20:52:24.112862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac788dc1-8444-4fd3-9aa7-b0d5c58ba301 req-d5f90d17-36d7-423b-aaf4-c6130168713f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394123
Mar 26 20:52:24.269938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b370e4-2693-4176-ab96-1fcec79bceb4 req-ad9a6d57-33e9-4339-9052-bd17b4364af4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.271817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b370e4-2693-4176-ab96-1fcec79bceb4 req-ad9a6d57-33e9-4339-9052-bd17b4364af4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 944 time: 0.0586815
Mar 26 20:52:24.357701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b370e4-2693-4176-ab96-1fcec79bceb4 req-33dc5d75-840a-4332-ae71-7c90dd6a20ec tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761364
Mar 26 20:52:24.402851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a03c3-8d97-4900-ab40-b96d4c47396c req-72af4b02-d027-4a58-bcdc-ec6818248462 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.404392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-132a03c3-8d97-4900-ab40-b96d4c47396c req-72af4b02-d027-4a58-bcdc-ec6818248462 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0714290
Mar 26 20:52:24.456178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-132a03c3-8d97-4900-ab40-b96d4c47396c req-d643d5b8-f6e6-4dd8-9bdc-e2aca97093b3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458860
Mar 26 20:52:24.597327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-19a53c75-3fd0-494c-bc60-8821749901d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.598844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-19a53c75-3fd0-494c-bc60-8821749901d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1132 time: 0.0469866
Mar 26 20:52:24.670196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-7713e667-b9d8-483e-8c83-f2f49a380d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.671686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-7713e667-b9d8-483e-8c83-f2f49a380d65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 1132 time: 0.0484798
Mar 26 20:52:24.762699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-64419453-eab6-423d-bde1-ffe5d632bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.764219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-64419453-eab6-423d-bde1-ffe5d632bc12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.0832486
Mar 26 20:52:24.810628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-2c819d35-b8ed-4477-83a4-7b0aa11dc5ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 200  len: 217 time: 0.0385592
Mar 26 20:52:24.848156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084248fd-4255-443b-81cd-da8e736abd82 req-7d66f8a6-a5f0-4603-a09b-c04258051122 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.849642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-084248fd-4255-443b-81cd-da8e736abd82 req-7d66f8a6-a5f0-4603-a09b-c04258051122 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 948 time: 0.0545697
Mar 26 20:52:24.858312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-cbf971c9-e3f6-4c02-9c1c-ab006ef876fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.859758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-cbf971c9-e3f6-4c02-9c1c-ab006ef876fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0435615
Mar 26 20:52:24.899852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-084248fd-4255-443b-81cd-da8e736abd82 req-9c2dfa23-d3d6-4aa3-9c1e-4e962f052b48 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445056
Mar 26 20:52:24.911941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-6dfaf7e1-e1b5-4740-84fa-71ace479a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:24.913485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-6dfaf7e1-e1b5-4740-84fa-71ace479a1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0447197
Mar 26 20:52:24.968872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9fa365c-87cb-4168-a2a7-7ad4fa6daa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.007314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-7eff2007-6cd3-41fe-967c-b629938952e6 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849819
Mar 26 20:52:25.101728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e01b6a73-9733-49a6-8651-01f0abc7819c req-c9d2c3c3-c1fa-43b2-a256-42097cdc6c28 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876000
Mar 26 20:52:25.167293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e1bf-971c-4183-a5e4-a4d077c0a4b6 req-514b8548-3ab2-4575-8c72-2c1c1a5ee7b4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.172418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b391e1bf-971c-4183-a5e4-a4d077c0a4b6 req-514b8548-3ab2-4575-8c72-2c1c1a5ee7b4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0621135
Mar 26 20:52:25.193367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6fa41142-bff0-4477-bc27-c57a3d2eb5fd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:25.219324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b391e1bf-971c-4183-a5e4-a4d077c0a4b6 req-f4068280-1c38-4f94-80cc-784b3c038e44 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440466
Mar 26 20:52:25.267042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:25.271441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:25.272025 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.349167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73ad37-de07-40d1-bf3d-6aed9f92f470 req-bf1b1e21-54f8-4154-936d-2ed4567d74c1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.361433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-303165c1-cdef-4d53-8f2c-a740373e4af4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.363362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-303165c1-cdef-4d53-8f2c-a740373e4af4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.1237400
Mar 26 20:52:25.373159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d73ad37-de07-40d1-bf3d-6aed9f92f470 req-bf1b1e21-54f8-4154-936d-2ed4567d74c1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.0943031
Mar 26 20:52:25.393145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-dcbff142-ef65-4435-b969-a0209edb5e96 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/quotas/cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 375 time: 0.0237701
Mar 26 20:52:25.467245 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-fa7f1b23-ef7e-4199-9d4e-55ba00ec65d6 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0732155
Mar 26 20:52:25.487113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d73ad37-de07-40d1-bf3d-6aed9f92f470 req-23eee904-ca2d-469d-b1e0-6cf41ac8939b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129191
Mar 26 20:52:25.494780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-d53834b7-97a1-4a79-9756-c256d909e20a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.496941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-d53834b7-97a1-4a79-9756-c256d909e20a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 946 time: 0.1211476
Mar 26 20:52:25.548359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:25.548963 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.575491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-f7cc6caa-dc26-468e-9293-c8feaa50b2f7 service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1014571
Mar 26 20:52:25.579697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:25.582144 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc77178a-6d1e-4109-9744-1a96901cbe52" -d '{"events": [{"server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:25.598384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:25.603932 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.604822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e11fda9-f504-44f0-83b1-a971192e7903 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:25.647601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb659bee-9e5e-41ba-a68e-1c5948356f4a req-0e4acbb2-c0f1-4cf9-8838-5a8ddaa89d03 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.653430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb659bee-9e5e-41ba-a68e-1c5948356f4a req-0e4acbb2-c0f1-4cf9-8838-5a8ddaa89d03 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 944 time: 0.1011400
Mar 26 20:52:25.672345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port 63e033aa-f288-475b-a62b-a0edaecd2b6c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:25.672745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.680957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-952ed040-dca3-44ff-ab2d-772ff17d5dbf service neutron] 10.222.0.16 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993342
Mar 26 20:52:25.686473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:25.699903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 2e11fda9-f504-44f0-83b1-a971192e7903 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:25.703810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2e11fda9-f504-44f0-83b1-a971192e7903 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:25.704729 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.769256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb659bee-9e5e-41ba-a68e-1c5948356f4a req-d4670f20-9cb9-429f-aa79-35c2ca6bb74e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133790
Mar 26 20:52:25.799838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e11fda9-f504-44f0-83b1-a971192e7903 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:25.800145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.814929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port 63e033aa-f288-475b-a62b-a0edaecd2b6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63e033aa-f288-475b-a62b-a0edaecd2b6c,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:25.815316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.832767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for 63e033aa-f288-475b-a62b-a0edaecd2b6c owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:25.836918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e11fda9-f504-44f0-83b1-a971192e7903,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:25.842212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:25.843027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:25.921313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:25.959196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdb76f-2529-4139-9133-cd4dcf72726a req-6e67149f-a1c5-4b24-8545-3862b1f63960 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:25.960776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82cdb76f-2529-4139-9133-cd4dcf72726a req-6e67149f-a1c5-4b24-8545-3862b1f63960 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1136088
Mar 26 20:52:25.991394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:25.992002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:26.004481 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a0c5dd-bdb9-4351-9e9f-c0954929ee2a x-openstack-request-id: req-62a0c5dd-bdb9-4351-9e9f-c0954929ee2a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:26.005590 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "name": "network-vif-plugged", "status": "completed", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:26.005748 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62a0c5dd-bdb9-4351-9e9f-c0954929ee2a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:26.006267 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a0c5dd-bdb9-4351-9e9f-c0954929ee2a'] response: {'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'code': 200}
Mar 26 20:52:26.073461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:26.076583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82cdb76f-2529-4139-9133-cd4dcf72726a req-0aea874f-6042-496f-a90e-737e0d949569 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047583
Mar 26 20:52:26.082852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:26.169646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7064-c21d-4e71-bd33-4c9cd7d99312 req-424387bd-51a1-421c-a7cb-baaef9307c5a tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:26.177639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d02e7064-c21d-4e71-bd33-4c9cd7d99312 req-424387bd-51a1-421c-a7cb-baaef9307c5a tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.0838082
Mar 26 20:52:26.178392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:26.199376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aea25b4-3bd4-41d5-935f-16fe17b63659 req-c26e1406-0093-4973-982c-8f4a6eb42c52 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 210 time: 0.0626709
Mar 26 20:52:26.201331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (63e033aa-f288-475b-a62b-a0edaecd2b6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:26.214380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0', '63e033aa-f288-475b-a62b-a0edaecd2b6c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:26.248337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d02e7064-c21d-4e71-bd33-4c9cd7d99312 req-576a1aa9-7a3a-4a1c-9819-532a74ec5cda tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697367
Mar 26 20:52:26.341063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=63e033aa-f288-475b-a62b-a0edaecd2b6c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:26.389539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port 63e033aa-f288-475b-a62b-a0edaecd2b6c on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:26.394619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:26.398690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2c2658a-7eb0-44ee-8b5b-c908678ecb84 req-3c26ef09-09b8-4f22-a2d8-f35205fe8e8c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "DELETE /v2.0/ports/63e033aa-f288-475b-a62b-a0edaecd2b6c HTTP/1.1" status: 204  len: 173 time: 0.8866746
Mar 26 20:52:26.399997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'name': 'network-vif-deleted', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:26.403064 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df08714-b3c3-405b-aff8-6b7fc8b4add5" -d '{"events": [{"server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "name": "network-vif-deleted", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:26.409886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb04e-e6b7-407b-82bb-0d5b9c96b4a8 req-987dd5a8-4dbe-4f19-ad70-5382fa0a9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:26.412475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79bfb04e-e6b7-407b-82bb-0d5b9c96b4a8 req-987dd5a8-4dbe-4f19-ad70-5382fa0a9d17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.3055351
Mar 26 20:52:26.480649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3e7d-d7f3-43cc-8e01-63d375472a7f req-215434d3-2e34-49ee-b5a7-7ab8a8057d35 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:26.482345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a3e3e7d-d7f3-43cc-8e01-63d375472a7f req-215434d3-2e34-49ee-b5a7-7ab8a8057d35 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1548877
Mar 26 20:52:26.487393 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a6e64d-e088-4ab6-a74a-8e02de75ae33 x-openstack-request-id: req-63a6e64d-e088-4ab6-a74a-8e02de75ae33 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:26.487393 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637a394-e609-4fcf-a3c0-06b029441efa", "name": "network-vif-deleted", "tag": "63e033aa-f288-475b-a62b-a0edaecd2b6c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:26.487393 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63a6e64d-e088-4ab6-a74a-8e02de75ae33 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:26.487789 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a6e64d-e088-4ab6-a74a-8e02de75ae33'] response: {'server_uuid': '7637a394-e609-4fcf-a3c0-06b029441efa', 'name': 'network-vif-deleted', 'tag': '63e033aa-f288-475b-a62b-a0edaecd2b6c', 'status': 'completed', 'code': 200}
Mar 26 20:52:26.491272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79bfb04e-e6b7-407b-82bb-0d5b9c96b4a8 req-63b2b375-38aa-4cf4-b43d-f1e801147187 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714729
Mar 26 20:52:26.542353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a3e3e7d-d7f3-43cc-8e01-63d375472a7f req-3ec51a9c-6817-49cc-9d6c-8abd20e18f29 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501187
Mar 26 20:52:26.630822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a553af3e-3ccb-4fd2-86e4-e934f69f04ea req-23300fcb-257f-4c47-8b88-880d2cdabb9e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7637a394-e609-4fcf-a3c0-06b029441efa HTTP/1.1" status: 200  len: 210 time: 0.0321670
Mar 26 20:52:26.890539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232e3e0-3792-4565-b57d-53f543f289b1 req-71aa104a-372c-47b2-9866-cbf804ab4e76 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:26.892090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c232e3e0-3792-4565-b57d-53f543f289b1 req-71aa104a-372c-47b2-9866-cbf804ab4e76 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 945 time: 0.0528066
Mar 26 20:52:26.939696 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c232e3e0-3792-4565-b57d-53f543f289b1 req-11196c1c-4ef9-4d2c-b40b-253f551bd380 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419025
Mar 26 20:52:27.195793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:27.205857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f068162-7d4e-4e0a-995e-c17b0f4b42f3 req-59e42ca7-5899-4c29-9c51-3a537821381c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:27.217980 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f068162-7d4e-4e0a-995e-c17b0f4b42f3 req-59e42ca7-5899-4c29-9c51-3a537821381c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 948 time: 0.0721722
Mar 26 20:52:27.301299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f068162-7d4e-4e0a-995e-c17b0f4b42f3 req-878bb412-e22f-4198-bbc1-2bfaee1c7b42 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821404
Mar 26 20:52:27.359429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0dd6996a-7466-4afa-8d90-7914795f3234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:27.390534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-55526085-bc6a-477c-bef6-fe483f76ec7e req-66818aae-a955-49cc-9640-7ffd4c24c99d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 210 time: 0.0461237
Mar 26 20:52:27.397403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:27.420191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'mac_address': 'fa:16:3e:a0:db:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:27.437892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-05b3fb96-6056-4adc-8d67-82f261785749 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:27.440635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-05b3fb96-6056-4adc-8d67-82f261785749 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 821 time: 0.2359014
Mar 26 20:52:27.456835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Request body: {'port': {'device_id': 'b68114f8-3943-44b1-854e-7e316161aa82', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'admin_state_up': True, 'tenant_id': 'cac9d686cedf4368ae6e500602e64596'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:27.468980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:27.469380 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:27.483769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b912-3342-422c-b930-75ca0ae23a1b req-18578303-53e2-4649-81aa-fd6139996cd5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:27.486156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:27.491726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0480b912-3342-422c-b930-75ca0ae23a1b req-18578303-53e2-4649-81aa-fd6139996cd5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.0726817
Mar 26 20:52:27.515300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:27.520858 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:27.574708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0480b912-3342-422c-b930-75ca0ae23a1b req-cb5b1c0f-da87-493a-b3cd-ee4617d4f703 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818472
Mar 26 20:52:27.606279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:27.621774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Made reservation on behalf of cac9d686cedf4368ae6e500602e64596 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:27.625280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:27.781341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb50b80-6dcb-41d5-b15f-5339ac84b997 req-382a11d1-435e-4b7e-be47-eae33d727841 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:27.782768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ccb50b80-6dcb-41d5-b15f-5339ac84b997 req-382a11d1-435e-4b7e-be47-eae33d727841 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1316056
Mar 26 20:52:27.814999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Allocated IP 172.20.0.5 (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049/816baad8-fa89-447b-9930-1d11c8f49789/f08b295e-9561-4e2a-bfda-0f96cd0ccef5) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:27.842583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-8d1b9022-509b-414d-9dd9-b3dc33daffca tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:27.844145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-8d1b9022-509b-414d-9dd9-b3dc33daffca tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.1394141
Mar 26 20:52:27.861342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ccb50b80-6dcb-41d5-b15f-5339ac84b997 req-b9e69723-dd62-44a7-8968-47d7fda9222c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697982
Mar 26 20:52:27.873833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d20c4d66-5919-4014-97bf-e9934b31149c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:27.880899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-3ce25ed0-5d0a-43dc-ae43-175da74b8559 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/quotas/cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 375 time: 0.0277827
Mar 26 20:52:27.961762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-8cad87a6-2765-4e13-8e07-1f21d3717fe3 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0775592
Mar 26 20:52:28.014424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903'}, {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:28.017577 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c28edd-1005-4084-8afb-c67276fc998a" -d '{"events": [{"server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "name": "network-vif-plugged", "status": "completed", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903"}, {"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:28.062809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks [] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:28.093885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-20d1e2a9-a65f-49ec-a29b-333ddfb51897 service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231163
Mar 26 20:52:28.224615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-17e39cd0-ba22-46d1-955e-4fc3c151504f service neutron] 10.222.0.16 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248639
Mar 26 20:52:28.398196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:28.416256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d6806923-920b-4eab-b4f5-2134464682ab'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:28.448343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:28.451581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:28.455580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:28.503303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:28.560468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:28.561099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:28.596741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-309e4fd1-dfe2-44d3-9a89-b2268e3250e9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1462586
Mar 26 20:52:28.609173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d1bd8-2a8c-4c4a-9bf9-46f73e2013a2 req-2b0a3161-89c8-4a60-9216-4a5b09053ad9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:28.617850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c78d1bd8-2a8c-4c4a-9bf9-46f73e2013a2 req-2b0a3161-89c8-4a60-9216-4a5b09053ad9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 945 time: 0.1091046
Mar 26 20:52:28.634188 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479da15e-3685-43f7-8b89-a3184bd30647 x-openstack-request-id: req-479da15e-3685-43f7-8b89-a3184bd30647 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:28.634492 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "name": "network-vif-plugged", "status": "completed", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903", "code": 200}, {"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-unplugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:28.634757 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-479da15e-3685-43f7-8b89-a3184bd30647 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:28.635201 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479da15e-3685-43f7-8b89-a3184bd30647'] response: {'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903', 'code': 200}
Mar 26 20:52:28.635482 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479da15e-3685-43f7-8b89-a3184bd30647'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'code': 200}
Mar 26 20:52:28.635907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Request body: {'port': {'device_id': 'b68114f8-3943-44b1-854e-7e316161aa82', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:28.706763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:28.767197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce63425-13cb-4ba4-82c0-eaa67174686d req-6acc1a25-3c27-4d45-8b38-6ec354aef7ab tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:28.774189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ce63425-13cb-4ba4-82c0-eaa67174686d req-6acc1a25-3c27-4d45-8b38-6ec354aef7ab tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.0659709
Mar 26 20:52:28.800076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c78d1bd8-2a8c-4c4a-9bf9-46f73e2013a2 req-3e4be2cc-6b17-49eb-90d7-d5df04b8989d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810524
Mar 26 20:52:28.806733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:28.832652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd7d09-6371-491b-b148-264d1305d645 req-29773d9f-7d07-468b-bf9b-2d0484b326ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:28.834394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16fd7d09-6371-491b-b148-264d1305d645 req-29773d9f-7d07-468b-bf9b-2d0484b326ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 1131 time: 0.1319046
Mar 26 20:52:28.849196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ce63425-13cb-4ba4-82c0-eaa67174686d req-6f9b1097-d0e5-4e10-8928-db436389f34a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734649
Mar 26 20:52:28.993352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e26b7c00-860b-420c-8ad4-6982c2bca79d req-d988e679-3f93-4aad-bd19-497699863de0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 210 time: 0.0755761
Mar 26 20:52:29.064839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16fd7d09-6371-491b-b148-264d1305d645 req-8df6ba0a-7460-4454-9c23-ab73a8f488f8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079055
Mar 26 20:52:29.116215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54df5c-17c6-4a17-b527-cb36c9c2ed5e req-57422497-da56-473a-b743-3dc854c5137d tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.117935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d54df5c-17c6-4a17-b527-cb36c9c2ed5e req-57422497-da56-473a-b743-3dc854c5137d tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.0554895
Mar 26 20:52:29.129750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488eb336-f05a-45f0-879b-386246b1f0b0 req-0659f955-66fb-435f-a217-0885bd551953 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.131349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-488eb336-f05a-45f0-879b-386246b1f0b0 req-0659f955-66fb-435f-a217-0885bd551953 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 931 time: 0.1665123
Mar 26 20:52:29.180292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d54df5c-17c6-4a17-b527-cb36c9c2ed5e req-ad3bf8fc-0e0a-4048-80df-532cfec52417 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546429
Mar 26 20:52:29.208264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:29.254578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-488eb336-f05a-45f0-879b-386246b1f0b0 req-371d19f9-f150-48dd-b2c7-f6400cba5955 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893259
Mar 26 20:52:29.268380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d20c4d66-5919-4014-97bf-e9934b31149c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:29.268757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.324148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08b295e-9561-4e2a-bfda-0f96cd0ccef5 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:29.333130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks [] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.369293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Transition to ACTIVE for port object f08b295e-9561-4e2a-bfda-0f96cd0ccef5 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:29.374666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d20c4d66-5919-4014-97bf-e9934b31149c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:29.375091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.378954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.387492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-e7d6b269-dc3c-4ac6-a8b0-02ef55a06502 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1906395
Mar 26 20:52:29.399587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:29.413984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:29.421842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.426733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.453495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fafc3-b403-487d-9bce-3ef563c681e4 req-532f678d-4e09-423f-bb1b-16de904c2636 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.455091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad4fafc3-b403-487d-9bce-3ef563c681e4 req-532f678d-4e09-423f-bb1b-16de904c2636 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 950 time: 0.1194069
Mar 26 20:52:29.457662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:29.489032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:29.533743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.572567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad4fafc3-b403-487d-9bce-3ef563c681e4 req-c32c8c94-2089-4ca6-916d-4e06b047e04d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027226
Mar 26 20:52:29.582564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:29.582912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:29.583247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:29.587788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:29.588207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:29.593815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:29.594159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:29.594562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:29.594996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Bound port: f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:29.595693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.654929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Allocated IP 172.35.4.121 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/377f71e9-b545-4309-95a8-60c75ee1dfa8) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:29.691927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:29.696331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:29.704011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.738888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1ae68-af6a-4db6-89b6-328dbf546a3d req-c926cbdb-8935-4f8a-8d7c-d7e5fd322ac0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.740402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80a1ae68-af6a-4db6-89b6-328dbf546a3d req-c926cbdb-8935-4f8a-8d7c-d7e5fd322ac0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1080110
Mar 26 20:52:29.750014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.750638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.752102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 1091 time: 1.1243846
Mar 26 20:52:29.752541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:29.755042 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619b844d-b6de-4d05-8705-e39dfa2d3192" -d '{"events": [{"name": "network-changed", "server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:29.758413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.769505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63e033aa-f288-475b-a62b-a0edaecd2b6c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:29.793529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e504f09-199d-4fc9-b5ca-34082c9cc0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:29.800121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.830623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 63e033aa-f288-475b-a62b-a0edaecd2b6c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:29.831135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63e033aa-f288-475b-a62b-a0edaecd2b6c not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:29.839143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:29.840703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80a1ae68-af6a-4db6-89b6-328dbf546a3d req-b840171d-45e3-4075-837f-2e742a83e25a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808575
Mar 26 20:52:29.842632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:29.846166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:29.876441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-99ad929c-f405-4e13-9d98-7b95ceaddee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:29.878177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-99ad929c-f405-4e13-9d98-7b95ceaddee5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1125 time: 0.0573199
Mar 26 20:52:29.889413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event updated for resources: {'Port': ['ID=377f71e9-b545-4309-95a8-60c75ee1dfa8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:29.970478 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:29.991725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-b2dca35d-5dd5-4f85-81c5-37ecc841404a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 217 time: 0.1017451
Mar 26 20:52:29.992540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.045085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.158772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-d688e9f6-a0ed-430b-ac04-8b837a2f9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:30.160317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-d688e9f6-a0ed-430b-ac04-8b837a2f9b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1566558
Mar 26 20:52:30.219586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-558f5e5c-aed7-4535-a21d-8cfc04763343 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498495
Mar 26 20:52:30.231496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-40a9b865-0c7a-4589-8f96-3a1993823140 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:30.233010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-40a9b865-0c7a-4589-8f96-3a1993823140 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 808 time: 0.3238335
Mar 26 20:52:30.249546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Request body: {'port': {'device_id': '5511f470-27c0-4ddf-822f-d673e8af803c', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'admin_state_up': True, 'tenant_id': 'cf51b08278d246e498f59455e299ba89'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:30.279971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-945f9b5c-c888-408d-ab60-a1d40452d309 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:30.286744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-945f9b5c-c888-408d-ab60-a1d40452d309 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.3077779
Mar 26 20:52:30.333964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-e5b9210f-12e3-4e4d-8ce3-1d627947825f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0460458
Mar 26 20:52:30.487210 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-d5e90138-1d45-4dfd-9764-f726d8444d67 service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531776
Mar 26 20:52:30.497719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.503542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.524296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b660d909-04cb-460e-be9f-311526d43608 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1851215
Mar 26 20:52:30.582500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Made reservation on behalf of cf51b08278d246e498f59455e299ba89 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:30.585593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.592729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event updated for resources: {'Port': ['ID=377f71e9-b545-4309-95a8-60c75ee1dfa8,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:30.605170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.622853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:30.628411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-3e867832-a294-4b88-9db8-55c3ac7493ba tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.2350779
Mar 26 20:52:30.637168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:30.641090 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977e55a5-42a2-4521-a2a7-5f38c36111cc" -d '{"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:30.681373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-ba4075f9-143a-4677-83b5-f95731f65b19 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 696 time: 0.0509117
Mar 26 20:52:30.712570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c40e62-4cbb-42a6-b8a8-5dae88c7b570 req-c42de665-739f-42d2-b42e-775786ddc2be service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164919
Mar 26 20:52:30.749697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-ebf71c36-8c89-4db2-9cd5-f29d04c5eb6e service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765876
Mar 26 20:52:30.803451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-7e8f6a73-ae7c-4d13-88a5-7124a674f7b8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:30.804854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488b2e0f-4e3c-4ae2-a170-a255c6f2dd2f req-7e8f6a73-ae7c-4d13-88a5-7124a674f7b8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1152849
Mar 26 20:52:30.862641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Allocated IP 172.20.0.3 (3719dfee-4a50-4ee6-a6eb-866a85cdf502/3d598f5b-fc7d-48e0-860c-34aaff2cb829/93403676-99cc-45f4-a873-3df0d3991850) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:30.896735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-f19c8990-0c5d-41ed-b435-8f25c0b01d32 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406651
Mar 26 20:52:30.906321 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a217e5-df7b-4cb8-96c6-a0b51c641a0b x-openstack-request-id: req-a2a217e5-df7b-4cb8-96c6-a0b51c641a0b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:30.907020 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:30.907287 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2a217e5-df7b-4cb8-96c6-a0b51c641a0b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:30.908020 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a217e5-df7b-4cb8-96c6-a0b51c641a0b'] response: {'name': 'network-changed', 'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'status': 'completed', 'code': 200}
Mar 26 20:52:31.063541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a1e6575-8a61-49ab-b4ad-fe4f9a0b8563 req-da82c9c1-41bd-40ed-abbe-ea61747674ef tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 210 time: 0.0494621
Mar 26 20:52:31.130591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks [] for port (93403676-99cc-45f4-a873-3df0d3991850), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:31.210146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-c60e8d52-68db-4ba3-b399-a9fdbbf07b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.211677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-c60e8d52-68db-4ba3-b399-a9fdbbf07b8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1125 time: 0.2387273
Mar 26 20:52:31.219134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:31.240821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:31.243548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ac89a-be97-4cc5-b24b-eac55f77da23 req-063655e5-2af7-4a00-b9c3-ff5dada7fdef tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.247802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-733ac89a-be97-4cc5-b24b-eac55f77da23 req-063655e5-2af7-4a00-b9c3-ff5dada7fdef tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.0760231
Mar 26 20:52:31.320057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:31.337482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:31.346141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2935b11-a4d7-472d-a1a3-51f46b259b02 req-7ecabaf6-9a47-4e21-a73e-aa63e909d4a5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.359494 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2935b11-a4d7-472d-a1a3-51f46b259b02 req-7ecabaf6-9a47-4e21-a73e-aa63e909d4a5 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.2015545
Mar 26 20:52:31.379200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:52:31.384877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-733ac89a-be97-4cc5-b24b-eac55f77da23 req-4bf141ba-f31e-4cc7-9a4b-eb5827e9e369 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287029
Mar 26 20:52:31.392893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:31.395666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:31.429093 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a748bbc6-d582-4b36-a7e2-5152bf3d2617 x-openstack-request-id: req-a748bbc6-d582-4b36-a7e2-5152bf3d2617 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:31.430930 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-plugged", "status": "completed", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:31.431796 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a748bbc6-d582-4b36-a7e2-5152bf3d2617 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:31.437959 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a748bbc6-d582-4b36-a7e2-5152bf3d2617'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'code': 200}
Mar 26 20:52:31.514837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2935b11-a4d7-472d-a1a3-51f46b259b02 req-9249a894-91ef-43e7-998b-a2ab75706ae6 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520402
Mar 26 20:52:31.566277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-fc088d7d-6636-471a-a871-44b897bbde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.567876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-fc088d7d-6636-471a-a871-44b897bbde3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.3248069
Mar 26 20:52:31.574876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.575498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:31.638031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-01354783-be11-43d4-b24f-0506cc109253 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 217 time: 0.0592456
Mar 26 20:52:31.650503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-fc85fffb-468d-46e7-a898-ec0e8bb06115 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.652712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-fc85fffb-468d-46e7-a898-ec0e8bb06115 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 821 time: 0.1524193
Mar 26 20:52:31.663004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:31.665074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4dc063b5-839d-4067-bc3a-5a79258a0f9a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4219418
Mar 26 20:52:31.680029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-25e383c9-422c-4305-bb07-ee3cd8faa6ad tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/quotas/d6be1f9d2cf4446c9e936785fc70de17 HTTP/1.1" status: 200  len: 375 time: 0.0131378
Mar 26 20:52:31.706476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Request body: {'port': {'device_id': '5511f470-27c0-4ddf-822f-d673e8af803c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:31.753741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-ae6eb644-34a1-4da4-a967-e01db0727f7e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0593104
Mar 26 20:52:31.765696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-cf096eab-09d7-430f-b8dc-c3736fae5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.767147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-cf096eab-09d7-430f-b8dc-c3736fae5ea6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1164978
Mar 26 20:52:31.805080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddbf54-26ef-44e2-8983-3818b1e0808c req-f6186f6c-97fb-4fcf-88c6-c87ee46d97ac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:31.808385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dddbf54-26ef-44e2-8983-3818b1e0808c req-f6186f6c-97fb-4fcf-88c6-c87ee46d97ac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1685910
Mar 26 20:52:31.828436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-5ce15036-79b6-426e-afc3-987dd09f4292 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428729
Mar 26 20:52:31.853216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:31.857952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-222077f4-fa43-4b13-9a15-f9f9e69a4d53 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949764
Mar 26 20:52:31.957850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-b0b3551c-4e57-4a05-af52-a8320002f9b0 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939336
Mar 26 20:52:32.150771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-36212f97-f438-4bbd-a6ec-4725faa83187 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0239768
Mar 26 20:52:32.223175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dddbf54-26ef-44e2-8983-3818b1e0808c req-6c5612b7-eb39-4070-93da-f3e2901b8183 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3971481
Mar 26 20:52:32.314278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-70ba514b-059e-485c-8a31-155b7495644d service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786799
Mar 26 20:52:32.369412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-d0d8ffd6-5ac6-48c5-8971-09761b6488ec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:32.371556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-d0d8ffd6-5ac6-48c5-8971-09761b6488ec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2074742
Mar 26 20:52:32.388015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-24cb200a-00a3-4f4b-a496-f39f50943ec7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/quotas/70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 375 time: 0.0101826
Mar 26 20:52:32.449101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a78abb4-872a-49ee-bbaf-96ca4b6aa95e req-94a42b98-bb7e-467e-b2a0-3f1fda7dfaba tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 210 time: 0.0753493
Mar 26 20:52:32.473653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-f2eb6f15-70d2-4d8f-aef1-c5619be26567 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0778172
Mar 26 20:52:32.702165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-56e0e43a-bc9b-4d15-9bc6-8ca8ba879f0c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:32.703647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-56e0e43a-bc9b-4d15-9bc6-8ca8ba879f0c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.4296246
Mar 26 20:52:32.708803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619b844d-b6de-4d05-8705-e39dfa2d3192 req-6f23bdf6-9e57-4859-aa69-530e29ebb5ba service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3279250
Mar 26 20:52:32.739853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': '5befa018-5000-4e02-941b-24ee5d09f607', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:32.759064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71a0a4-fbcb-441b-af45-da3da0c8def3 req-99d72562-ecbe-4968-a9da-fee3001c9795 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:32.760638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f71a0a4-fbcb-441b-af45-da3da0c8def3 req-99d72562-ecbe-4968-a9da-fee3001c9795 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 931 time: 0.0645020
Mar 26 20:52:32.772171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5629bd7b-a91d-4758-b8cf-f2df86b88ab0 req-6c66a155-e55f-4855-a1d3-ed43af1abd7f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 210 time: 0.0673630
Mar 26 20:52:32.885869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f71a0a4-fbcb-441b-af45-da3da0c8def3 req-4ee647fe-7de6-4f3a-a9fe-48d9523542cf tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155477
Mar 26 20:52:32.966588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93403676-99cc-45f4-a873-3df0d3991850 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:32.980212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks [] for port (93403676-99cc-45f4-a873-3df0d3991850), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:32.988244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:32.991533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.013058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Transition to ACTIVE for port object 93403676-99cc-45f4-a873-3df0d3991850 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:33.015561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3149479-d54d-4bbc-a3d4-0740352b6e39 req-d3939280-cf8b-4f59-9828-7eb59d908a12 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 210 time: 0.0289056
Mar 26 20:52:33.028056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806e001-b924-4322-94fb-9fd6628553d3 req-bf6fd422-1b4c-4225-8301-419aab9c4a45 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:33.029798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1806e001-b924-4322-94fb-9fd6628553d3 req-bf6fd422-1b4c-4225-8301-419aab9c4a45 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.1460209
Mar 26 20:52:33.031997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.145333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:33.206538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:33.226859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:33.258601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1806e001-b924-4322-94fb-9fd6628553d3 req-082f5aad-6743-4407-846f-f04841ce6aa3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115667
Mar 26 20:52:33.289494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.14 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/a8dae999-0d21-4f61-98cc-9514caf565ba) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:33.316301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:33.317065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:33.317632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:33.327197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:33.327768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:33.342770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:33.343305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:33.343882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:33.344340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Bound port: 93403676-99cc-45f4-a873-3df0d3991850, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:33.344713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.500933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:33.501559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.530430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:33.545577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'port_id': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'mac_address': 'fa:16:3e:f4:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f37787-9ef4-448c-9b4f-0e34c202e414', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:33.553991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:33.556514 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158511f0-8064-4fc5-9c6c-0dd0d69ac56f" -d '{"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-unplugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:33.565096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff42d1-2a84-4cfd-883f-b7bfd859a0cd req-bda6e5e4-cc6f-43f5-a9ee-9243314760b0 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:33.567081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22ff42d1-2a84-4cfd-883f-b7bfd859a0cd req-bda6e5e4-cc6f-43f5-a9ee-9243314760b0 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.0686162
Mar 26 20:52:33.580207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:33.601893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.636902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:33.644581 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22ff42d1-2a84-4cfd-883f-b7bfd859a0cd req-ba66c6d8-744a-40c7-b877-72088faf84f2 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696952
Mar 26 20:52:33.645392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:33.651939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:33.652600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.676463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:33.678780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.682706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.698683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:33.703223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0baa8d24-78a3-46c1-9c3e-9452aaaa0f3e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:33.704739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0baa8d24-78a3-46c1-9c3e-9452aaaa0f3e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.18 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 821 time: 0.3282778
Mar 26 20:52:33.735844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:52:33.736241 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:52:33.738520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'port': {'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'admin_state_up': True, 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:33.751854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:33.752416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.753700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa0254a6-c1eb-4bd6-ace4-f57d73bb62ab req-150eb144-2df2-4f33-8444-d88970a6bc04 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 210 time: 0.0396097
Mar 26 20:52:33.753868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] 10.222.0.18 "PUT /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 1091 time: 2.0716202
Mar 26 20:52:33.764779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'tag': '93403676-99cc-45f4-a873-3df0d3991850'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:33.766998 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60066d-b166-48f5-be7a-4984fe53218c" -d '{"events": [{"name": "network-changed", "server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "tag": "93403676-99cc-45f4-a873-3df0d3991850"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:33.785029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7633486-15dd-484a-82f9-b457dfed5f72 req-4f629aa4-a678-469e-bb95-edac1f2e39a7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:33.786632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7633486-15dd-484a-82f9-b457dfed5f72 req-4f629aa4-a678-469e-bb95-edac1f2e39a7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.3175783
Mar 26 20:52:33.814501 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4c432-e8ca-4bf8-9ebe-f11e1ab1d1d9 x-openstack-request-id: req-e4d4c432-e8ca-4bf8-9ebe-f11e1ab1d1d9 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:33.815185 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-unplugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:33.815448 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4d4c432-e8ca-4bf8-9ebe-f11e1ab1d1d9 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:33.815876 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d4c432-e8ca-4bf8-9ebe-f11e1ab1d1d9'] response: {'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'code': 200}
Mar 26 20:52:33.880560 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab08c09-d9f1-4f4a-8db2-14e40cc0bec9 x-openstack-request-id: req-3ab08c09-d9f1-4f4a-8db2-14e40cc0bec9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:33.880776 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "tag": "93403676-99cc-45f4-a873-3df0d3991850", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:33.881122 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ab08c09-d9f1-4f4a-8db2-14e40cc0bec9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:33.881404 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab08c09-d9f1-4f4a-8db2-14e40cc0bec9'] response: {'name': 'network-changed', 'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'tag': '93403676-99cc-45f4-a873-3df0d3991850', 'status': 'completed', 'code': 200}
Mar 26 20:52:33.904846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e381c-fbd4-4ae1-a2c7-04c54841d029 service neutron] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:33.915761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:33.928184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:33.936675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3cd2cdf-69f5-4d46-ae32-de22a2316e9c req-7038e724-22a8-4a53-8ca7-85127fde5c6e tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 210 time: 0.0436082
Mar 26 20:52:34.010491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7633486-15dd-484a-82f9-b457dfed5f72 req-090b2c39-6bad-414c-a2e3-cbc67b4705f5 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032483
Mar 26 20:52:34.026204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:34.036364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:34.036777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-2e836a8f-2cd6-46b2-9ef6-081d818d3273 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=70c93c47827247b8b178018931efb9a4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0362496
Mar 26 20:52:34.039328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-f5aa4557-bf40-45ec-86be-cd9483c6568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.040853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-f5aa4557-bf40-45ec-86be-cd9483c6568c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1125 time: 0.2270834
Mar 26 20:52:34.049587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:34.059332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:34.169152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-4d8f7b16-3b85-496f-81ec-c039ff438f9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 217 time: 0.1039228
Mar 26 20:52:34.187572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aed99-1d04-4f55-95a0-d1f89d46e077 req-6735fe13-d604-42ed-9fd0-cb7c3e224815 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.194358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c63aed99-1d04-4f55-95a0-d1f89d46e077 req-6735fe13-d604-42ed-9fd0-cb7c3e224815 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.1566162
Mar 26 20:52:34.199081 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3abac0-df66-4f1c-942c-7917cec586d9 req-32549ddb-afff-4543-ae41-3411485d6619 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 210 time: 0.0705287
Mar 26 20:52:34.222982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Made reservation on behalf of d6be1f9d2cf4446c9e936785fc70de17 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:34.226313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.232774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3a3fa1e3-ba21-4ede-ad44-844822b7578e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.234193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3a3fa1e3-ba21-4ede-ad44-844822b7578e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1822236
Mar 26 20:52:34.250959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Request body: {'port': {'device_id': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '70c93c47827247b8b178018931efb9a4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:34.258582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.259127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.274525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:34.275556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.283300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-35dd12b8-ab20-4672-9355-56d2bee59d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.284785 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-35dd12b8-ab20-4672-9355-56d2bee59d2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.0956857
Mar 26 20:52:34.290346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c63aed99-1d04-4f55-95a0-d1f89d46e077 req-8988714d-dfbf-4a07-9111-979227a35e4f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951316
Mar 26 20:52:34.291558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b482450d-6445-469f-9436-982fd36f0233 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5775993
Mar 26 20:52:34.292265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:34.329222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:34.330476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Request body: {'port': {'device_id': '5befa018-5000-4e02-941b-24ee5d09f607', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:34.334520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.383971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-be9c5030-11e6-41d3-ba8e-58712a8744ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643804
Mar 26 20:52:34.400033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:34.409020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Made reservation on behalf of 70c93c47827247b8b178018931efb9a4 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:34.412563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.541056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Allocated IP 192.168.233.4 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/988b452a-5ed3-47d7-8ebe-f1dfe42561e6) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:34.560129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.572482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bf58e-0b20-42c6-8fae-05c46c4d817b req-3cf33769-7b54-442b-9ae0-a09b00aaf682 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.574572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d8bf58e-0b20-42c6-8fae-05c46c4d817b req-3cf33769-7b54-442b-9ae0-a09b00aaf682 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.2022712
Mar 26 20:52:34.590168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Allocated IP 172.20.0.13 (3cefd6de-90d8-4688-a242-74a2eb770644/c973526d-5ac5-4110-b5d6-a0251306ae70/303d5329-41df-4a9b-a437-bbfb5a9e23bd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:34.629788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-98aa2d52-db56-441c-8385-3db13ca50f18 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199430
Mar 26 20:52:34.679084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:34.712654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks [] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.726762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d8bf58e-0b20-42c6-8fae-05c46c4d817b req-4d30cbc8-5300-4c67-8d20-3bf079b259ba tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417739
Mar 26 20:52:34.777793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:34.821970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:34.864540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:34.873484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6', 'd20c4d66-5919-4014-97bf-e9934b31149c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:34.876536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:34.887355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:34.892795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:34.920853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b2d96-ca37-4843-b467-e1d9889cb736 req-2b340d43-e023-4880-a6b2-415565317a14 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.927866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-537b2d96-ca37-4843-b467-e1d9889cb736 req-2b340d43-e023-4880-a6b2-415565317a14 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.2072172
Mar 26 20:52:34.965099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-c0f9d29a-44f0-4049-a2d4-c31754bf203c tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:34.966636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-c0f9d29a-44f0-4049-a2d4-c31754bf203c tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.21 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 949 time: 0.1801693
Mar 26 20:52:34.976714 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d8ab878-ccc1-4be7-90ab-bf014cb5c08f req-853429d5-cec8-4553-9c6f-368f3137c1d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3196688
Mar 26 20:52:35.047093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:35.047675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.091424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-537b2d96-ca37-4843-b467-e1d9889cb736 req-2b9c6b73-5ca3-48b7-baa0-45714b1dc263 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/security-groups?id=f149c9f5-268d-4ed4-933e-0126e355b76b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624360
Mar 26 20:52:35.106852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3441b48b-cb47-4889-9430-1b4b5a329c15 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.8625910
Mar 26 20:52:35.155291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Request body: {'port': {'device_id': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:35.217424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84d2d040-ddbf-44fb-85f8-2101797b73f1 req-6d364b24-1c01-4be8-8449-2db23a54be13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 210 time: 0.0386684
Mar 26 20:52:35.250031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-316d8f47-2e49-4cd0-b722-3fbfef0d6ef7 None None] Provisioning complete for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:35.250542 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-316d8f47-2e49-4cd0-b722-3fbfef0d6ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.258977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.302396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Deleting port 2e11fda9-f504-44f0-83b1-a971192e7903 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:35.302686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.346005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-316d8f47-2e49-4cd0-b722-3fbfef0d6ef7 None None] Port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:35.462216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f88a8e-b397-4435-8477-f21cd417410a req-295b3029-d2ed-495c-9107-530b569c9add tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:35.463692 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62f88a8e-b397-4435-8477-f21cd417410a req-295b3029-d2ed-495c-9107-530b569c9add tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 932 time: 0.6178644
Mar 26 20:52:35.490290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.503707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] For port 2e11fda9-f504-44f0-83b1-a971192e7903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e11fda9-f504-44f0-83b1-a971192e7903,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:35.504103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.533331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8569e9-009a-4288-b340-f5e32658a0c8 req-3efee09c-793b-40ad-8d61-dafcfd4556f0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:35.534826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a8569e9-009a-4288-b340-f5e32658a0c8 req-3efee09c-793b-40ad-8d61-dafcfd4556f0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 944 time: 0.2292428
Mar 26 20:52:35.538527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60066d-b166-48f5-be7a-4984fe53218c req-b7186375-4292-41ba-85ad-0153563e3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:35.540122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-b7186375-4292-41ba-85ad-0153563e3ff8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1125 time: 0.1816125
Mar 26 20:52:35.543522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Calling delete_port for 2e11fda9-f504-44f0-83b1-a971192e7903 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:35.640441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62f88a8e-b397-4435-8477-f21cd417410a req-6b00c43a-fd63-4738-ac99-20a7c531c6b2 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615534
Mar 26 20:52:35.683661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a8569e9-009a-4288-b340-f5e32658a0c8 req-41b290a3-e0f9-47c3-bac8-6825884f9b03 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405845
Mar 26 20:52:35.696242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.713140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dae999-0d21-4f61-98cc-9514caf565ba {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:35.717217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6fa41142-bff0-4477-bc27-c57a3d2eb5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:35.787770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks [] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.804881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:35.812318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:35.835847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Network 3cefd6de-90d8-4688-a242-74a2eb770644 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:35.836093 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks [] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.847048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event updated for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:35.854445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:35.862256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Transition to ACTIVE for port object 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:35.865194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Transition to ACTIVE for port object a8dae999-0d21-4f61-98cc-9514caf565ba will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:35.866939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:35.871721 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.884367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2e11fda9-f504-44f0-83b1-a971192e7903), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.900949 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:35.910280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2e11fda9-f504-44f0-83b1-a971192e7903'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:35.922725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e44e91-7125-4e00-87ef-496793d5a2e1 req-227085df-faaf-4a95-b74f-989688d207cb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:35.937701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72e44e91-7125-4e00-87ef-496793d5a2e1 req-227085df-faaf-4a95-b74f-989688d207cb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.1510744
Mar 26 20:52:35.992889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd55518-2e18-409d-bdfc-151225700425 req-c248aee3-9209-4632-a160-a3f2c103b9e2 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.001488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd55518-2e18-409d-bdfc-151225700425 req-c248aee3-9209-4632-a160-a3f2c103b9e2 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 934 time: 0.2818565
Mar 26 20:52:36.003759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60066d-b166-48f5-be7a-4984fe53218c req-5aa8f673-f042-4b4c-b259-2bfba63d02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.005410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-5aa8f673-f042-4b4c-b259-2bfba63d02d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.4585423
Mar 26 20:52:36.067790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:36.081610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049', 'port_id': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'mac_address': 'fa:16:3e:be:d8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '816baad8-fa89-447b-9930-1d11c8f49789', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:36.119740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.120502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.153616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:36.154488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.175316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08b295e-9561-4e2a-bfda-0f96cd0ccef5 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:36.199478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:36.202854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:36.209605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:36.209605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:36.209605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:36.212264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] No DVR routers for this DVR port 2e11fda9-f504-44f0-83b1-a971192e7903 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:36.216464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.219910 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.221465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68ee33b2-fe47-4d80-88e4-52f47158b455 req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.21 "DELETE /v2.0/ports/2e11fda9-f504-44f0-83b1-a971192e7903 HTTP/1.1" status: 204  len: 173 time: 1.2477820
Mar 26 20:52:36.228451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-8d3e5147-9938-4ca0-a5f5-bcb68a73e2f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 217 time: 0.1710863
Mar 26 20:52:36.242072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72e44e91-7125-4e00-87ef-496793d5a2e1 req-e4c8f06b-5f24-452b-8d79-19765c89fe81 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3011367
Mar 26 20:52:36.264784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'name': 'network-vif-deleted', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:36.269729 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea4b45-a4d7-49d6-8be7-45475a858f5d" -d '{"events": [{"server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "name": "network-vif-deleted", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:36.283083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:36.321117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd334-4a02-4ff4-8308-355e578bc0da tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] Pushing event deleted for resources: {'Port': ['ID=2e11fda9-f504-44f0-83b1-a971192e7903,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:36.333249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:36.333640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:36.355462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:36.355462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:36.355462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:36.355869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Bound port: 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:36.356238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.358218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:36.370569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-bb3f549f-c18a-470c-b765-143a87dcd37c tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6441071
Mar 26 20:52:36.381973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.382208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.382504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.382873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.383206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.383873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.384044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.384318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.385220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.385559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.385935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.386267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.386600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.387087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.387259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:52:36.399793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Request body: {'port': {'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:36.407942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bd55518-2e18-409d-bdfc-151225700425 req-1c8df8a7-e0e7-4d5e-b91e-1c50fa09b761 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4055915
Mar 26 20:52:36.454699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fd79b385-5490-48a1-a6f3-d7fc47e43718 None None] Provisioning complete for port 303d5329-41df-4a9b-a437-bbfb5a9e23bd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:36.455086 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd79b385-5490-48a1-a6f3-d7fc47e43718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.474091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60066d-b166-48f5-be7a-4984fe53218c req-e7dcc1c3-dfda-43d1-b935-182ef2a8c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.475884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-e7dcc1c3-dfda-43d1-b935-182ef2a8c3d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.2021112
Mar 26 20:52:36.501984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['f08b295e-9561-4e2a-bfda-0f96cd0ccef5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:36.503142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e496360-ca98-43ab-a209-c3a82a168760 req-ede63e96-2491-4b89-8fbe-3d3c7c2ffc77 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.504777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e496360-ca98-43ab-a209-c3a82a168760 req-ede63e96-2491-4b89-8fbe-3d3c7c2ffc77 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.1641572
Mar 26 20:52:36.552595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fd79b385-5490-48a1-a6f3-d7fc47e43718 None None] Port 303d5329-41df-4a9b-a437-bbfb5a9e23bd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:36.568600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:36.573044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Attempting to bind port a8dae999-0d21-4f61-98cc-9514caf565ba on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:36.574036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Attempting to bind port a8dae999-0d21-4f61-98cc-9514caf565ba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:36.574438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Attempting to bind port a8dae999-0d21-4f61-98cc-9514caf565ba on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:36.578888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-f40254f6-7422-45b4-a879-390db3e9f8ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0882697
Mar 26 20:52:36.579534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.596199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:36.607673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.613769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e496360-ca98-43ab-a209-c3a82a168760 req-d6fd8338-b753-4067-9497-9c2aea633d26 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795827
Mar 26 20:52:36.648473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8e79df7-b24c-4ed9-82c2-f0ccbaa7ba59 req-12d072b3-f4f8-433e-ae00-b09f7987b267 tempest-TenantUsagesTestJSON-1533560404 tempest-TenantUsagesTestJSON-1533560404-project] 10.222.0.16 "GET /v2.0/ports?device_id=072aa775-939b-480a-a4e2-1680d5c0b85e HTTP/1.1" status: 200  len: 210 time: 0.0771811
Mar 26 20:52:36.668505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Port a8dae999-0d21-4f61-98cc-9514caf565ba on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:36.668618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.668729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Attempting to bind port a8dae999-0d21-4f61-98cc-9514caf565ba on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:36.668811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.672031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] 10.222.0.18 "PUT /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 1094 time: 1.5514884
Mar 26 20:52:36.752319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:36.752794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:36.756769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:36.757277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Bound port: a8dae999-0d21-4f61-98cc-9514caf565ba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:36.757984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:36.772317 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54395d45-7fd4-4752-8849-7f87b7c25a9b x-openstack-request-id: req-54395d45-7fd4-4752-8849-7f87b7c25a9b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:36.772611 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072aa775-939b-480a-a4e2-1680d5c0b85e", "name": "network-vif-deleted", "tag": "2e11fda9-f504-44f0-83b1-a971192e7903", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:36.772862 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54395d45-7fd4-4752-8849-7f87b7c25a9b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:36.773263 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54395d45-7fd4-4752-8849-7f87b7c25a9b'] response: {'server_uuid': '072aa775-939b-480a-a4e2-1680d5c0b85e', 'name': 'network-vif-deleted', 'tag': '2e11fda9-f504-44f0-83b1-a971192e7903', 'status': 'completed', 'code': 200}
Mar 26 20:52:36.780860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362702-740d-4c42-8d9e-a0629698ff1f service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:36.873457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8785d23-68fb-4d42-8e95-53b47d4dfeef req-0ab4947e-4613-48a4-88b0-ed6828716fd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.875288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8785d23-68fb-4d42-8e95-53b47d4dfeef req-0ab4947e-4613-48a4-88b0-ed6828716fd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 932 time: 0.1646254
Mar 26 20:52:36.894557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-dd708eb1-52fa-42cc-909c-8f62abdd7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:36.896332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-dd708eb1-52fa-42cc-909c-8f62abdd7793 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1128 time: 0.1330428
Mar 26 20:52:36.950216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-c0417952-0238-4ee8-b360-0b4c94264932 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0449643
Mar 26 20:52:36.962296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:37.007998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8785d23-68fb-4d42-8e95-53b47d4dfeef req-bb0e6a6a-c368-47a4-9308-3fc9377481ee tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179790
Mar 26 20:52:37.020889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-085c5b56-a93a-43fe-b5fd-7d01378a3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.022474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-085c5b56-a93a-43fe-b5fd-7d01378a3394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0626543
Mar 26 20:52:37.032722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8dae999-0d21-4f61-98cc-9514caf565ba,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:37.071192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.076624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3343fc4d-acb4-4bc8-87e7-f68aa1cc9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.078484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-3343fc4d-acb4-4bc8-87e7-f68aa1cc9140 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0492010
Mar 26 20:52:37.086565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-654ba049-7fe0-459b-9046-c4003bf7c4c7 service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4948585
Mar 26 20:52:37.104164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55f0e3-161d-4227-ba5e-97b96bb7cb71 req-44d5c3f2-e56e-46e3-b7aa-b5f90b4b3c8d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.105661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa55f0e3-161d-4227-ba5e-97b96bb7cb71 req-44d5c3f2-e56e-46e3-b7aa-b5f90b4b3c8d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 944 time: 0.2515872
Mar 26 20:52:37.168344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.168985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.170339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8dae999-0d21-4f61-98cc-9514caf565ba HTTP/1.1" status: 200  len: 1092 time: 2.8524253
Mar 26 20:52:37.173307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:37.175584 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87308714-d4ef-4b34-b584-c001c636f90b" -d '{"events": [{"name": "network-changed", "server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:37.195118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99d403-7975-4bdf-a20a-fee8f2812859 req-ea67c726-a934-4ef4-9e20-e648c4cea33a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.196916 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a99d403-7975-4bdf-a20a-fee8f2812859 req-ea67c726-a934-4ef4-9e20-e648c4cea33a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 944 time: 0.1136503
Mar 26 20:52:37.228476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-aefbd8ad-4c52-49ce-9f81-93278101eca5 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370435
Mar 26 20:52:37.231202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:37.283122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a99d403-7975-4bdf-a20a-fee8f2812859 req-7b179670-2bfd-4f37-9ceb-0ca52dd080c6 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773211
Mar 26 20:52:37.287718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:37.288279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.326366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea66c14-408b-40ec-94ae-bda6836474a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:37.361623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa55f0e3-161d-4227-ba5e-97b96bb7cb71 req-074dfb5b-3c21-4083-bbb6-9b58959f47a1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264185
Mar 26 20:52:37.366431 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86895bf2-ab37-499f-9bb5-e885372d750b x-openstack-request-id: req-86895bf2-ab37-499f-9bb5-e885372d750b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:37.366725 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:37.366979 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86895bf2-ab37-499f-9bb5-e885372d750b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:37.367381 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86895bf2-ab37-499f-9bb5-e885372d750b'] response: {'name': 'network-changed', 'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba', 'status': 'completed', 'code': 200}
Mar 26 20:52:37.422343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd60066d-b166-48f5-be7a-4984fe53218c req-c291b653-134a-40c0-a7a4-7b6cc457592c service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2979879
Mar 26 20:52:37.435216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-8acb941f-4b1c-4133-8044-ebbe95ae007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.436739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-8acb941f-4b1c-4133-8044-ebbe95ae007f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 1126 time: 0.2152536
Mar 26 20:52:37.563102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303d5329-41df-4a9b-a437-bbfb5a9e23bd {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:37.575843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-b008a7e6-6379-43a2-9b8d-10859bb43619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8dae999-0d21-4f61-98cc-9514caf565ba HTTP/1.1" status: 200  len: 217 time: 0.0842485
Mar 26 20:52:37.577882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks [] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.578202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:37.578700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.604107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:37.607812 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a2f925-591e-47fe-94fb-367bbc042aee" -d '{"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-plugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:37.621373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:37.626869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.628454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Transition to ACTIVE for port object 303d5329-41df-4a9b-a437-bbfb5a9e23bd will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:37.628675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e11fda9-f504-44f0-83b1-a971192e7903 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:37.641199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.652471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-660a22b7-c61e-4c6e-a395-df7c54b0f89f req-e9ffbca6-c05e-4286-ae60-d477745b7d4a service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4150059
Mar 26 20:52:37.652710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 2e11fda9-f504-44f0-83b1-a971192e7903 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:37.652710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e11fda9-f504-44f0-83b1-a971192e7903 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:37.666033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87367-b26c-47af-97ea-7b9cc8dcf4f6 req-adfa703b-61fb-457b-8b12-8746d98ba98d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.667958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dcb87367-b26c-47af-97ea-7b9cc8dcf4f6 req-adfa703b-61fb-457b-8b12-8746d98ba98d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.0772707
Mar 26 20:52:37.707795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:37.712029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-ac1a897c-3963-4422-94b6-a06300c44190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.714304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-ac1a897c-3963-4422-94b6-a06300c44190 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.1280198
Mar 26 20:52:37.725372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dcb87367-b26c-47af-97ea-7b9cc8dcf4f6 req-653d99e8-fc33-48e2-ba69-54d7baddb254 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494895
Mar 26 20:52:37.728785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011575f8-9f81-40bc-b49a-914dd5e4a2ac req-3e6f1321-cd37-41b7-ac0d-16104b15d251 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.735300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-011575f8-9f81-40bc-b49a-914dd5e4a2ac req-3e6f1321-cd37-41b7-ac0d-16104b15d251 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.2436035
Mar 26 20:52:37.749062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Pushing event updated for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:37.781349 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f7908-f87a-4781-b5ab-6f8e1926de3d x-openstack-request-id: req-d01f7908-f87a-4781-b5ab-6f8e1926de3d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:37.781653 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-plugged", "status": "completed", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:37.781915 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d01f7908-f87a-4781-b5ab-6f8e1926de3d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:37.782322 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01f7908-f87a-4781-b5ab-6f8e1926de3d'] response: {'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'code': 200}
Mar 26 20:52:37.808890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:37.822866 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-f95f4bc1-0cc2-4ef9-addf-de22b85b532a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748334
Mar 26 20:52:37.887391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:37.892501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:37.893025 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:37.923647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f43487-ec58-468e-94a1-e8705dcb8e7b req-0f97600b-9adb-4aef-bd3d-cf710702471d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:37.934188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32f43487-ec58-468e-94a1-e8705dcb8e7b req-0f97600b-9adb-4aef-bd3d-cf710702471d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.0982125
Mar 26 20:52:37.992231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-011575f8-9f81-40bc-b49a-914dd5e4a2ac req-c3231016-b28d-421f-9a68-7eac2eb6bdc4 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557909
Mar 26 20:52:38.002665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Attempting to bind port 303d5329-41df-4a9b-a437-bbfb5a9e23bd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:38.003010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Attempting to bind port 303d5329-41df-4a9b-a437-bbfb5a9e23bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:38.003347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Attempting to bind port 303d5329-41df-4a9b-a437-bbfb5a9e23bd on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:38.017818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Port 303d5329-41df-4a9b-a437-bbfb5a9e23bd on network 3cefd6de-90d8-4688-a242-74a2eb770644 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:38.017818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Attempting to bind port 303d5329-41df-4a9b-a437-bbfb5a9e23bd on network 3cefd6de-90d8-4688-a242-74a2eb770644 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:38.022638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32f43487-ec58-468e-94a1-e8705dcb8e7b req-8467c895-80d4-40e4-8011-49eba80eb8bf tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875351
Mar 26 20:52:38.032543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:38.033111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Checking segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:38.034731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Bound using segment: {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:38.035512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Bound port: 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca7f350-6399-442d-b988-3d30fdbe4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:38.036522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.037639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b60fc-dc7a-4455-90d4-a98b59d7fa2b req-04304a2f-59b6-48ac-99c0-825c9612210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.040199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d96b60fc-dc7a-4455-90d4-a98b59d7fa2b req-04304a2f-59b6-48ac-99c0-825c9612210c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 1127 time: 0.0819821
Mar 26 20:52:38.047819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:38.055087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.090324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-c0f4fe27-190e-482c-add3-ebe6d83d70cc service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412419
Mar 26 20:52:38.102550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d96b60fc-dc7a-4455-90d4-a98b59d7fa2b req-347f8bea-c27d-4229-8214-60d614585adc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497837
Mar 26 20:52:38.109733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:38.115184 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.167777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:38.202634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28d91-13cc-49b7-9b6f-c1da84492e1b req-813e5100-c16a-4632-b796-37af9c1c894a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.210658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14a28d91-13cc-49b7-9b6f-c1da84492e1b req-813e5100-c16a-4632-b796-37af9c1c894a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 944 time: 0.0753553
Mar 26 20:52:38.217322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:38.225112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:38.233151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7df7d93-4a9a-43df-9b8a-bbc3ec3796e8 req-d16f7b88-09c7-43dc-adda-1b4bc1d27628 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349454
Mar 26 20:52:38.234950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.270673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14a28d91-13cc-49b7-9b6f-c1da84492e1b req-c7379186-2daa-492f-9ca9-9dfd566048c2 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586574
Mar 26 20:52:38.271155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.271315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.272870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] 10.222.0.18 "PUT /v2.0/ports/303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 1092 time: 1.8872542
Mar 26 20:52:38.296426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40af39-3357-4f39-93e2-436e74d9024b service neutron] Pushing event updated for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:38.422242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54370) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:38.443860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-b22219a5-6cb4-4c67-9cc6-b8702d17657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.445639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-b22219a5-6cb4-4c67-9cc6-b8702d17657e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1126 time: 0.1258581
Mar 26 20:52:38.506245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794ccb9-2e1a-424b-b95f-5cf31af362b2 req-4cf58562-4930-48b4-9c52-e4bc02779575 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.508755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3794ccb9-2e1a-424b-b95f-5cf31af362b2 req-4cf58562-4930-48b4-9c52-e4bc02779575 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 944 time: 0.0676453
Mar 26 20:52:38.512491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-cc4667c4-d614-4fcf-a863-be627f6b0bbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 217 time: 0.0574358
Mar 26 20:52:38.522626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308714-d4ef-4b34-b584-c001c636f90b req-cada83ad-7faf-41d7-8af9-4b73bfdd3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.524313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-cada83ad-7faf-41d7-8af9-4b73bfdd3758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 1126 time: 0.1512434
Mar 26 20:52:38.562932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212556f-f983-403c-98af-98ca1ff2e813 req-468ed68b-13f7-4117-bf5e-06cca46d75c8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.564450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3212556f-f983-403c-98af-98ca1ff2e813 req-468ed68b-13f7-4117-bf5e-06cca46d75c8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1799493
Mar 26 20:52:38.575708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3794ccb9-2e1a-424b-b95f-5cf31af362b2 req-c8502090-bf8b-4544-ba8e-d7544163cd78 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606575
Mar 26 20:52:38.602736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-37bb36b5-798d-4181-8ad2-48ae2521566c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7b7b7e274924321ab663566b06fcf38&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1791966
Mar 26 20:52:38.602954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54374) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:38.635381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-217c50c5-63e0-4d6f-b0f9-1edc62434123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.636878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-217c50c5-63e0-4d6f-b0f9-1edc62434123 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1168342
Mar 26 20:52:38.747652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3212556f-f983-403c-98af-98ca1ff2e813 req-d2080ef1-624c-4c05-b4ed-f012de816d94 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683190
Mar 26 20:52:38.774276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:38.775335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308714-d4ef-4b34-b584-c001c636f90b req-fc4e2346-7b28-4748-9015-e0d718af07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.777244 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e98feb3-63fd-46a8-9e5d-fb19b374d165" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:38.777539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-fc4e2346-7b28-4748-9015-e0d718af07f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.2122176
Mar 26 20:52:38.784963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] Publish callbacks [] for security_group (f149c9f5-268d-4ed4-933e-0126e355b76b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.807242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-6f8230dc-26dd-4c3c-b69d-c02cc8d39ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.808826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-6f8230dc-26dd-4c3c-b69d-c02cc8d39ffc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1612871
Mar 26 20:52:38.817404 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b747af3-6323-428c-b906-b014ec53c4be x-openstack-request-id: req-1b747af3-6323-428c-b906-b014ec53c4be {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:38.817701 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:38.817956 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b747af3-6323-428c-b906-b014ec53c4be {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:38.818356 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b747af3-6323-428c-b906-b014ec53c4be'] response: {'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'status': 'completed', 'code': 200}
Mar 26 20:52:38.854861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-6502981d-91ec-4f6a-a332-82c244bb0725 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8dae999-0d21-4f61-98cc-9514caf565ba HTTP/1.1" status: 200  len: 217 time: 0.0629900
Mar 26 20:52:38.869122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] Publish callbacks [] for security_group (f149c9f5-268d-4ed4-933e-0126e355b76b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:38.890713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1eea-5997-4203-8de1-9bf1df7dd0cf req-9488de7c-f991-41bb-8602-d673b1292671 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.892221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-252e1eea-5997-4203-8de1-9bf1df7dd0cf req-9488de7c-f991-41bb-8602-d673b1292671 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.0874758
Mar 26 20:52:38.908216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-20834949-7703-4b4f-90cd-1725ca0c35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:38.909709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-20834949-7703-4b4f-90cd-1725ca0c35e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1128 time: 0.0681186
Mar 26 20:52:39.002769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-252e1eea-5997-4203-8de1-9bf1df7dd0cf req-c23838fa-6c31-48b6-847e-312e587c9a13 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028893
Mar 26 20:52:39.032819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-20faa3e8-2d6f-4b99-b695-9fe81483c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.034529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-20faa3e8-2d6f-4b99-b695-9fe81483c5cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1172023
Mar 26 20:52:39.089847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-dc578d7b-56bf-4e1b-815e-c5b3e464872e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0482187
Mar 26 20:52:39.166515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-12b69192-96dd-4fa2-a3a0-5963eb1710de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.168036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-12b69192-96dd-4fa2-a3a0-5963eb1710de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0721855
Mar 26 20:52:39.208895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb68e-e105-4d55-be54-15904096f434 req-df91d606-0d24-4868-8996-8f102e75f015 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.210372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8ebb68e-e105-4d55-be54-15904096f434 req-df91d606-0d24-4868-8996-8f102e75f015 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.1067169
Mar 26 20:52:39.244779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-ed6d7de3-8551-4962-adff-e41073f2f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.246808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-ed6d7de3-8551-4962-adff-e41073f2f729 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0719774
Mar 26 20:52:39.284507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308714-d4ef-4b34-b584-c001c636f90b req-d8923a1d-a267-41bf-be78-4e725ff33cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.285914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-d8923a1d-a267-41bf-be78-4e725ff33cb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.4189720
Mar 26 20:52:39.290428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8ebb68e-e105-4d55-be54-15904096f434 req-eb30f10b-8289-4e07-81a2-18ac86eb2c37 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727777
Mar 26 20:52:39.332056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-4d167035-ed6f-446e-8d78-98a42043124b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362482
Mar 26 20:52:39.362030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f149c9f5-268d-4ed4-933e-0126e355b76b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:39.362518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-4284c7b6-aa50-495f-b885-038133aa472b service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1079140
Mar 26 20:52:39.364657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:39.368518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f149c9f5-268d-4ed4-933e-0126e355b76b HTTP/1.1" status: 204  len: 168 time: 0.7568250
Mar 26 20:52:39.382556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9ea95-d249-443c-9bfc-96e162a314fe req-78295a46-ab67-41d7-bad7-83fd8917d6ff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.384226 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22f9ea95-d249-443c-9bfc-96e162a314fe req-78295a46-ab67-41d7-bad7-83fd8917d6ff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.2061310
Mar 26 20:52:39.396150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:39.398432 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d172c-b215-42b6-a648-955b7d536fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:39.402159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-9fb1fd5b-3a82-4192-aeea-70180e021e53 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5595019
Mar 26 20:52:39.442638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6cff2-cf01-4e73-81cf-d85ad77b54bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149c9f5-268d-4ed4-933e-0126e355b76b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:39.548130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4d893-762f-4093-851b-21af5401dbf5 req-bfa7b95f-caae-457f-acbb-6ef26f495da5 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.549713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aff4d893-762f-4093-851b-21af5401dbf5 req-bfa7b95f-caae-457f-acbb-6ef26f495da5 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 944 time: 0.1718686
Mar 26 20:52:39.575033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e98feb3-63fd-46a8-9e5d-fb19b374d165 req-830ac06d-fd55-48ec-b6f1-f2e51e106bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063422
Mar 26 20:52:39.608051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aff4d893-762f-4093-851b-21af5401dbf5 req-b43bcfc0-bd30-4f1b-8a3a-43be61d5edfb tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519698
Mar 26 20:52:39.609100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22f9ea95-d249-443c-9bfc-96e162a314fe req-b909715b-5354-47fb-85e4-d0f9573fed9c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049162
Mar 26 20:52:39.619232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-4e65cc76-b350-4dbf-ae06-8a179f066612 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768128
Mar 26 20:52:39.690457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0edde546-b4e7-4a3d-aa67-de9b385b1ddb req-9326bfb1-e2b9-4742-99ea-f02e062ea632 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775152
Mar 26 20:52:39.692155 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2353babf-9372-49f4-a426-1c14c682667d x-openstack-request-id: req-2353babf-9372-49f4-a426-1c14c682667d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:39.692525 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:39.692927 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2353babf-9372-49f4-a426-1c14c682667d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:39.693410 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2353babf-9372-49f4-a426-1c14c682667d'] response: {'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'status': 'completed', 'code': 200}
Mar 26 20:52:39.734392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028344-bd92-4f2d-a61b-66f9d97177f4 req-1cb6aa0b-6182-43e1-83bb-2b70d9e2827d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.736106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49028344-bd92-4f2d-a61b-66f9d97177f4 req-1cb6aa0b-6182-43e1-83bb-2b70d9e2827d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 944 time: 0.0601168
Mar 26 20:52:39.768583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54394) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:39.783689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:39.786831 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87a7e57-6d47-4b67-8649-59def78e32b5" -d '{"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-plugged", "status": "completed", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:39.794673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81ceb15e-3b8b-4bbc-815a-644face8216a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:39.796580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87308714-d4ef-4b34-b584-c001c636f90b req-fa56e27f-84b5-4b7c-8ab0-d25e2f53ae3e service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553543
Mar 26 20:52:39.805314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-55f612d5-4cbc-431f-92bb-a8d9a4cfc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.807038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-55f612d5-4cbc-431f-92bb-a8d9a4cfc65a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1126 time: 0.0624995
Mar 26 20:52:39.832314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93403676-99cc-45f4-a873-3df0d3991850 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:39.845373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49028344-bd92-4f2d-a61b-66f9d97177f4 req-00ccc092-8f4f-4a3a-b4cf-3e5822486960 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858741
Mar 26 20:52:39.885541 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2327d4c-a4e3-4536-947b-1eb89341412f x-openstack-request-id: req-a2327d4c-a4e3-4536-947b-1eb89341412f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:39.885952 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-plugged", "status": "completed", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:39.886361 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2327d4c-a4e3-4536-947b-1eb89341412f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:39.886812 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2327d4c-a4e3-4536-947b-1eb89341412f'] response: {'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'code': 200}
Mar 26 20:52:39.925184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81ceb15e-3b8b-4bbc-815a-644face8216a admin admin] Publish callbacks [] for security_group (673e22d1-e416-4e2d-bea8-eef4275bcefe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:39.932928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81ceb15e-3b8b-4bbc-815a-644face8216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (673e22d1-e416-4e2d-bea8-eef4275bcefe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:39.957372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-d5e55c71-6f95-4840-96e4-894cc2572552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.958850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-d5e55c71-6f95-4840-96e4-894cc2572552 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.1395245
Mar 26 20:52:39.966980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20238e23-f71c-4939-aa55-4f85d0696afc req-afda5812-b4b5-4213-aadb-b69fcccdd593 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:39.968429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20238e23-f71c-4939-aa55-4f85d0696afc req-afda5812-b4b5-4213-aadb-b69fcccdd593 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0782688
Mar 26 20:52:39.973412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:39.989221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '93403676-99cc-45f4-a873-3df0d3991850', 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502', 'port_id': '93403676-99cc-45f4-a873-3df0d3991850', 'mac_address': 'fa:16:3e:a7:24:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d598f5b-fc7d-48e0-860c-34aaff2cb829', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:40.008915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-2dfc88b4-a792-4d01-bd13-ee34720bf73c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 217 time: 0.0394790
Mar 26 20:52:40.017012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-81ceb15e-3b8b-4bbc-815a-644face8216a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d30a03c5713342daa6f922851e1acc1a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2473695
Mar 26 20:52:40.019969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceb15e-3b8b-4bbc-815a-644face8216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e22d1-e416-4e2d-bea8-eef4275bcefe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:40.024732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54400) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:40.062747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 93403676-99cc-45f4-a873-3df0d3991850 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:40.063229 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.064411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20238e23-f71c-4939-aa55-4f85d0696afc req-0fc384c2-7703-4d79-b7ba-415bf1ddd5d8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882123
Mar 26 20:52:40.067963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007fe3-285a-4b72-add6-805f37e1869e req-ad4b0322-7078-4c03-8c56-a2bf88aa8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.069417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7007fe3-285a-4b72-add6-805f37e1869e req-ad4b0322-7078-4c03-8c56-a2bf88aa8224 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1127 time: 0.1184759
Mar 26 20:52:40.092568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93403676-99cc-45f4-a873-3df0d3991850 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:40.119544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-95d89a3b-67c5-4728-a445-8f1ce23450ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.119906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:40.121314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-95d89a3b-67c5-4728-a445-8f1ce23450ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0705576
Mar 26 20:52:40.124891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.158111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] Publish callbacks [] for security_group (673e22d1-e416-4e2d-bea8-eef4275bcefe), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.178605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:40.187945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7007fe3-285a-4b72-add6-805f37e1869e req-c778c5b0-6c07-45c2-ad18-99cff2871884 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113994
Mar 26 20:52:40.202803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] Publish callbacks [] for security_group (673e22d1-e416-4e2d-bea8-eef4275bcefe), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.211778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-72937a96-2a5a-4293-b458-019f1004871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.213420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-72937a96-2a5a-4293-b458-019f1004871f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0818594
Mar 26 20:52:40.224974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057bc74-6b80-4581-b2cc-98276e0dcb74 req-29eb3d8a-bb8b-4548-8a9b-03e212a12c37 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.226398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0057bc74-6b80-4581-b2cc-98276e0dcb74 req-29eb3d8a-bb8b-4548-8a9b-03e212a12c37 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.0851023
Mar 26 20:52:40.235831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634d6e7-ce0d-4b5b-b954-a9a22672b83c req-1d26ea8c-c40b-4f66-baaf-89f1d6ff54ec tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.237396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a634d6e7-ce0d-4b5b-b954-a9a22672b83c req-1d26ea8c-c40b-4f66-baaf-89f1d6ff54ec tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.1236336
Mar 26 20:52:40.283578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0057bc74-6b80-4581-b2cc-98276e0dcb74 req-285e7ea9-e1b5-4747-b681-3be9347812b8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509818
Mar 26 20:52:40.284882 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (673e22d1-e416-4e2d-bea8-eef4275bcefe), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.287456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:40.291213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/673e22d1-e416-4e2d-bea8-eef4275bcefe HTTP/1.1" status: 204  len: 168 time: 0.2646725
Mar 26 20:52:40.301053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a634d6e7-ce0d-4b5b-b954-a9a22672b83c req-17aea437-471f-4d39-9e98-9dee98c01a31 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561037
Mar 26 20:52:40.310223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4784e-54c1-44fd-b88b-7bea03f21871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e22d1-e416-4e2d-bea8-eef4275bcefe,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:40.410594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['93403676-99cc-45f4-a873-3df0d3991850'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:40.436343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724f0a3-05ff-4650-a382-cf04216f8f8c req-a1c42a0a-2ca0-4582-b276-ef91ca9c8829 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.440479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5724f0a3-05ff-4650-a382-cf04216f8f8c req-a1c42a0a-2ca0-4582-b276-ef91ca9c8829 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.0639706
Mar 26 20:52:40.508509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5724f0a3-05ff-4650-a382-cf04216f8f8c req-5430592c-2d76-4c4c-b838-368eab7e9555 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610430
Mar 26 20:52:40.534907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-940a7e2a-6fea-44e8-b373-052fa8a1f084 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299033
Mar 26 20:52:40.661104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea9d172c-b215-42b6-a648-955b7d536fe9 req-2ce22368-46d6-4be8-8392-8be76ff4720a service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132479
Mar 26 20:52:40.751262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e84e5-dc91-4510-a6ef-3629c2b78fcc req-4af5b3db-406b-49bd-b486-b979bccf0e75 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.752888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-102e84e5-dc91-4510-a6ef-3629c2b78fcc req-4af5b3db-406b-49bd-b486-b979bccf0e75 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.0646873
Mar 26 20:52:40.802118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-102e84e5-dc91-4510-a6ef-3629c2b78fcc req-f2c9febb-079a-4c67-b86d-e48ab5ddf3e5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425014
Mar 26 20:52:40.805550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-fe393487-4b79-481d-96cc-7e3852c9271c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.806970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-fe393487-4b79-481d-96cc-7e3852c9271c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.1151040
Mar 26 20:52:40.833151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-5a85da9f-f632-4f2f-99eb-0a7c6095d86d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/quotas/473aa792ab1045a9bc717a9a66f15afd HTTP/1.1" status: 200  len: 375 time: 0.0196216
Mar 26 20:52:40.895898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-12f08a90-b8cf-4fcc-a744-d1854bca3c02 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0566094
Mar 26 20:52:40.945113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56f09c-e540-42da-9170-cbf5e93a0ba6 req-3dc74864-8e72-45dd-8989-09a7bbd4bdef tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:40.946877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab56f09c-e540-42da-9170-cbf5e93a0ba6 req-3dc74864-8e72-45dd-8989-09a7bbd4bdef tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 944 time: 0.0645232
Mar 26 20:52:40.999188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab56f09c-e540-42da-9170-cbf5e93a0ba6 req-b830a2a5-c7a5-43f6-b799-fac94e57a087 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459228
Mar 26 20:52:40.999374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-650629a6-6124-4275-bbdb-2941551ed8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955694
Mar 26 20:52:41.097293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-717b3131-fd77-4f9f-bf9e-94c0a92c7b60 service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972149
Mar 26 20:52:41.116820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f026-292b-4cbf-b02f-54c4d58c8c56 req-14f8d804-4196-4769-b051-72345e2edc6c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.118320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9c6f026-292b-4cbf-b02f-54c4d58c8c56 req-14f8d804-4196-4769-b051-72345e2edc6c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 944 time: 0.0554070
Mar 26 20:52:41.138187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54448) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:41.174837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9c6f026-292b-4cbf-b02f-54c4d58c8c56 req-45ad67ff-4d4a-4fa3-a704-0c269311a1d1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500512
Mar 26 20:52:41.235968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a8dae999-0d21-4f61-98cc-9514caf565ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:41.261654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-network', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:41.283845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Made reservation on behalf of ded55fa29e38427a9306edfee6ca165e for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:41.288283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.295615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8a1dee-4251-46cc-8062-5b8f4f54080c req-127568a2-a288-4eff-93fe-02a4afef913e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 210 time: 0.0426619
Mar 26 20:52:41.301686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.357179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8dae999-0d21-4f61-98cc-9514caf565ba,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:41.370407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a8dae999-0d21-4f61-98cc-9514caf565ba', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': 'a8dae999-0d21-4f61-98cc-9514caf565ba', 'mac_address': 'fa:16:3e:b4:3b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:41.416496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a8dae999-0d21-4f61-98cc-9514caf565ba is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:41.417524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.433176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dae999-0d21-4f61-98cc-9514caf565ba {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:41.452026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks [] for security_group (873d9494-3740-44b3-81e2-8b0dacdf4087), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.462125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (873d9494-3740-44b3-81e2-8b0dacdf4087), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.464223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8dae999-0d21-4f61-98cc-9514caf565ba,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:41.471407 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.477279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de16db6-628f-487b-b076-ebc013a1d37b req-bd60f794-309f-4000-9173-99e15b8b14ac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.486435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6de16db6-628f-487b-b076-ebc013a1d37b req-bd60f794-309f-4000-9173-99e15b8b14ac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.0924776
Mar 26 20:52:41.516158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:52:41.540294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:41.544530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873d9494-3740-44b3-81e2-8b0dacdf4087,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:41.547810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e86c1ade-959b-413b-b5e2-499c0737d75f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.548254 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Added segment e86c1ade-959b-413b-b5e2-499c0737d75f of type vlan for network 3dd88429-9cff-4a7d-bb74-833aba6b2474
Mar 26 20:52:41.622565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6de16db6-628f-487b-b076-ebc013a1d37b req-e96554f8-2481-4c6a-b7d7-9f2b882b7246 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302428
Mar 26 20:52:41.640217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3dd88429-9cff-4a7d-bb74-833aba6b2474), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.670416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3dd88429-9cff-4a7d-bb74-833aba6b2474), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.671497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.672153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.689175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cf238-8d95-4f3a-bb18-11a452bc98b8 req-d71ebfe5-314d-46aa-a893-fcdcd5ee61be tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.690948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c84cf238-8d95-4f3a-bb18-11a452bc98b8 req-d71ebfe5-314d-46aa-a893-fcdcd5ee61be tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.0740933
Mar 26 20:52:41.712583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5728872
Mar 26 20:52:41.716053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:41.720993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Request body: {'subnet': {'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-subnet', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:41.743870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c84cf238-8d95-4f3a-bb18-11a452bc98b8 req-6401c94c-9155-4c57-9c9f-e2c583cc5538 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460925
Mar 26 20:52:41.761926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5effec-8108-41b0-b56d-7c191dbc6ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd88429-9cff-4a7d-bb74-833aba6b2474,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:41.774520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Made reservation on behalf of ded55fa29e38427a9306edfee6ca165e for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:41.777617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:41.782938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:52:41.817284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a8dae999-0d21-4f61-98cc-9514caf565ba'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:41.878098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:41.879904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93403676-99cc-45f4-a873-3df0d3991850 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:41.956207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda3f05-db67-4528-8d63-cadfae0c0adc req-ab0855c3-e1d6-4e77-9197-8fd627aff111 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.958190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5bda3f05-db67-4528-8d63-cadfae0c0adc req-ab0855c3-e1d6-4e77-9197-8fd627aff111 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.0747864
Mar 26 20:52:41.960154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a3729-6d85-43bf-9ae4-60a3dea2c6c0 req-9c05783c-aa0a-4ad2-a7f2-7859a727c739 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:41.961552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a5a3729-6d85-43bf-9ae4-60a3dea2c6c0 req-9c05783c-aa0a-4ad2-a7f2-7859a727c739 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1127 time: 0.0942664
Mar 26 20:52:42.048811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5bda3f05-db67-4528-8d63-cadfae0c0adc req-e9473248-cd58-4bc0-bdf9-dfd89d967a27 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709047
Mar 26 20:52:42.049167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 93403676-99cc-45f4-a873-3df0d3991850 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:42.062752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a5a3729-6d85-43bf-9ae4-60a3dea2c6c0 req-529a5b5c-914f-4f57-aa5e-314636697cff tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845461
Mar 26 20:52:42.072434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 93403676-99cc-45f4-a873-3df0d3991850 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:42.073215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (93403676-99cc-45f4-a873-3df0d3991850), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.170301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (56c80b7f-a483-4bd5-98de-4596432340b0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.180772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:42.192280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8192-4a86-4de9-97e0-16a1b6557aa6 req-3d0cdf5d-258b-4172-9e49-e61c8991d63a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.193935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-102f8192-4a86-4de9-97e0-16a1b6557aa6 req-3d0cdf5d-258b-4172-9e49-e61c8991d63a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 944 time: 0.0655992
Mar 26 20:52:42.200349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-9dd59570-a347-4fb0-9042-4b510b252f6f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.200768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'mac_address': 'fa:16:3e:73:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:42.201871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-9dd59570-a347-4fb0-9042-4b510b252f6f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b9ddccd-3d9d-4f22-a991-d9f94e62e449 HTTP/1.1" status: 200  len: 945 time: 0.1561592
Mar 26 20:52:42.246831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-102f8192-4a86-4de9-97e0-16a1b6557aa6 req-6a7ff3ed-3c2a-47ca-8b6e-3e7d91b268b8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456865
Mar 26 20:52:42.263097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:42.263611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.286123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:42.296180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 93403676-99cc-45f4-a873-3df0d3991850 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:42.296569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.301113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c80b7f-a483-4bd5-98de-4596432340b0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:42.329575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93403676-99cc-45f4-a873-3df0d3991850'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:42.331780 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e7cf63-c5a2-4707-afc2-f2b416dd117c" -d '{"events": [{"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-plugged", "status": "completed", "tag": "93403676-99cc-45f4-a873-3df0d3991850"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:42.338336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:42.343975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Checking segment: {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:42.344248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Network hostable DHCP agents. Network: 3dd88429-9cff-4a7d-bb74-833aba6b2474, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:52:42.345310 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.350951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:42.351501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65699f6-74e5-4a9d-b886-ca2141616b0c req-f4855195-9e7a-4a1d-aee3-6b2d3a8bd89e tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.358936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d65699f6-74e5-4a9d-b886-ca2141616b0c req-f4855195-9e7a-4a1d-aee3-6b2d3a8bd89e tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1127 time: 0.2018931
Mar 26 20:52:42.379102 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.402625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:52:42.412660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:42.429530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3dd88429-9cff-4a7d-bb74-833aba6b2474) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:42.436484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ac2e3-ec54-4d7a-a2f4-ca36b78afa80 req-4fa07ccf-56be-4d5c-ac94-de9dc44f9e78 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.438381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.438983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.444819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e57ac2e3-ec54-4d7a-a2f4-ca36b78afa80 req-4fa07ccf-56be-4d5c-ac94-de9dc44f9e78 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 945 time: 0.1176279
Mar 26 20:52:42.451119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d65699f6-74e5-4a9d-b886-ca2141616b0c req-40a9f9e7-2d82-4983-8902-29ec070a4a69 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912535
Mar 26 20:52:42.454707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Deleting port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:42.455051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.461799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf1587-6ec3-414c-a473-5982377e71ed None None] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:52:42.536541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e57ac2e3-ec54-4d7a-a2f4-ca36b78afa80 req-d6ca4e68-0781-46e9-bdd3-820104172351 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905385
Mar 26 20:52:42.547369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8e305e82-9646-4cd1-9a77-efeadd7410ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.8278074
Mar 26 20:52:42.548079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54486) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:42.552690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:42.628855 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49a239-be9c-42a8-8d48-348df92ad7e2 x-openstack-request-id: req-bf49a239-be9c-42a8-8d48-348df92ad7e2 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:42.629172 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-plugged", "status": "completed", "tag": "93403676-99cc-45f4-a873-3df0d3991850", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:42.629411 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf49a239-be9c-42a8-8d48-348df92ad7e2 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:42.630277 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf49a239-be9c-42a8-8d48-348df92ad7e2'] response: {'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93403676-99cc-45f4-a873-3df0d3991850', 'code': 200}
Mar 26 20:52:42.636513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:42.666192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-7c791c3d-6a6a-45cd-864b-b1fb53b6521a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.673947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-7c791c3d-6a6a-45cd-864b-b1fb53b6521a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.2258539
Mar 26 20:52:42.678285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02274bc9-5ddd-4da6-9545-03218165b461 req-e0bbfb19-54e5-43d2-8f03-d22fbcc78cc1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 210 time: 0.0745745
Mar 26 20:52:42.681184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0c6130bd-d4b1-4841-b183-757982318b64), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.682236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0c6130bd-d4b1-4841-b183-757982318b64), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.682419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['988b452a-5ed3-47d7-8ebe-f1dfe42561e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:42.705656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Request body: {'port': {'device_id': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'admin_state_up': True, 'tenant_id': '473aa792ab1045a9bc717a9a66f15afd'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:42.721872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] For port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:42.722230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.778143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3dd88429-9cff-4a7d-bb74-833aba6b2474', 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474', 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'fixed_ips': [{'subnet_id': '56c80b7f-a483-4bd5-98de-4596432340b0'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:52:42.779047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.780486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Calling delete_port for 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:42.845609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for router_controller (0c6130bd-d4b1-4841-b183-757982318b64), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.874418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2c5d3-1d09-4d7c-9516-926f9390f743 req-844142e2-3243-42d7-8093-a16ab82bf042 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.882076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74c2c5d3-1d09-4d7c-9516-926f9390f743 req-844142e2-3243-42d7-8093-a16ab82bf042 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1422415
Mar 26 20:52:42.937886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Made reservation on behalf of 473aa792ab1045a9bc717a9a66f15afd for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:42.942578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:42.968866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74c2c5d3-1d09-4d7c-9516-926f9390f743 req-ad7e0116-939b-4249-a579-6c35a73e09f3 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844564
Mar 26 20:52:42.994688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a29cb6-a010-49d0-8d51-efaad2b440fd req-34c5518e-7912-4f96-908d-aa3db05d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:42.997291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0a29cb6-a010-49d0-8d51-efaad2b440fd req-34c5518e-7912-4f96-908d-aa3db05d20d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1127 time: 0.2616270
Mar 26 20:52:43.076006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Allocated IP 172.20.0.2 (3dd88429-9cff-4a7d-bb74-833aba6b2474/56c80b7f-a483-4bd5-98de-4596432340b0/32e95090-87db-4a4e-b23f-b701f9c24317) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:43.113901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for router_gateway (0c6130bd-d4b1-4841-b183-757982318b64), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.192657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0a29cb6-a010-49d0-8d51-efaad2b440fd req-25341c24-746c-44bc-9693-844415e5a1ba service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514149
Mar 26 20:52:43.206988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Allocated IP 172.20.0.14 (29f25562-2089-4ea5-a798-18bd9113e9ac/91f37787-9ef4-448c-9b4f-0e34c202e414/fb15c4ca-1f95-4280-be6b-6b881e010ddd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:43.232798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.278964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f742a1-5a42-40bf-b7b4-10b6243226e3 req-3821c315-0b02-4806-81c1-2bdd8a01787b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:43.280935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4f742a1-5a42-40bf-b7b4-10b6243226e3 req-3821c315-0b02-4806-81c1-2bdd8a01787b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.1289802
Mar 26 20:52:43.295500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event deleted for resources: {'Port': ['ID=51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:43.324183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks [] for port (32e95090-87db-4a4e-b23f-b701f9c24317), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.333014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:43.357452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] No DVR routers for this DVR port 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:43.359039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a8dae999-0d21-4f61-98cc-9514caf565ba up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:43.361006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.364992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07543e3e-6d75-403e-b234-5aab1ff363bb req-56466260-7a24-408f-b90d-ceb52e058286 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "DELETE /v2.0/ports/51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 HTTP/1.1" status: 204  len: 173 time: 1.1430609
Mar 26 20:52:43.367388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-deleted', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:43.378556 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41d276-b5da-44e5-8de4-c42e04ec0480" -d '{"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-deleted", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:43.392350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.461381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:43.477962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:43.480051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4f742a1-5a42-40bf-b7b4-10b6243226e3 req-afd7eca9-e8f3-49ab-94ed-177153327e6d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833220
Mar 26 20:52:43.487498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:43.490507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Pushing event updated for resources: {'Port': ['ID=32e95090-87db-4a4e-b23f-b701f9c24317,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:43.507760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port a8dae999-0d21-4f61-98cc-9514caf565ba completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:43.514901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a8dae999-0d21-4f61-98cc-9514caf565ba triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:43.515281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.571274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for router_gateway (0c6130bd-d4b1-4841-b183-757982318b64), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.589839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks [] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.596229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.601946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Attempting to bind port 32e95090-87db-4a4e-b23f-b701f9c24317 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:43.602332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Attempting to bind port 32e95090-87db-4a4e-b23f-b701f9c24317 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:43.602695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Attempting to bind port 32e95090-87db-4a4e-b23f-b701f9c24317 on network 3dd88429-9cff-4a7d-bb74-833aba6b2474 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:43.613969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:43.614364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Checking segment: {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:43.614780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.615181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Bound using segment: {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:43.615666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Bound port: 32e95090-87db-4a4e-b23f-b701f9c24317, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:43.616096 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.683576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.743318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Network 29f25562-2089-4ea5-a798-18bd9113e9ac is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:43.748294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Allocated IP 172.35.4.193 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/f73b4aea-4090-4998-a2b2-82ff8e1a2848) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:43.758155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c9d56-5107-405b-b06e-22ed523900d5 req-78888958-a04f-4373-97e8-fbe8a3e9b1a8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:43.765702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d2c9d56-5107-405b-b06e-22ed523900d5 req-78888958-a04f-4373-97e8-fbe8a3e9b1a8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 944 time: 0.1312551
Mar 26 20:52:43.776719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:43.780002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:43.790771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:43.845704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a8dae999-0d21-4f61-98cc-9514caf565ba is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:43.846093 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.874114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 303d5329-41df-4a9b-a437-bbfb5a9e23bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:43.892023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:43.892494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.897673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d2c9d56-5107-405b-b06e-22ed523900d5 req-5884209d-44bb-4c2a-a11a-5cf2e380b433 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311026
Mar 26 20:52:43.911062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.921038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-72ee90ad-e069-4575-8409-dc3260f82d96 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2349446
Mar 26 20:52:43.936378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] For port 32e95090-87db-4a4e-b23f-b701f9c24317, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:43.944417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Request body: {'port': {'device_id': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:43.951499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.962759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8dae999-0d21-4f61-98cc-9514caf565ba,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:43.975887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] For port 32e95090-87db-4a4e-b23f-b701f9c24317, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32e95090-87db-4a4e-b23f-b701f9c24317,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:43.976157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:43.983993 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.044195 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85d546-666c-473b-8e0f-358b1b5e1cb7 x-openstack-request-id: req-3d85d546-666c-473b-8e0f-358b1b5e1cb7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:44.044763 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9ddccd-3d9d-4f22-a991-d9f94e62e449", "name": "network-vif-deleted", "tag": "51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:44.045025 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d85d546-666c-473b-8e0f-358b1b5e1cb7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:44.045436 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d85d546-666c-473b-8e0f-358b1b5e1cb7'] response: {'server_uuid': '3b9ddccd-3d9d-4f22-a991-d9f94e62e449', 'name': 'network-vif-deleted', 'tag': '51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694', 'status': 'completed', 'code': 200}
Mar 26 20:52:44.056688 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.065108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:44.076687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:44.080043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.096691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:44.112439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:44.173001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:44.179767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-e03c3441-925a-4134-b1d0-1156a974ae69 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:52:44.180969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-e03c3441-925a-4134-b1d0-1156a974ae69 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0190184
Mar 26 20:52:44.181697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Pushing event updated for resources: {'Port': ['ID=f73b4aea-4090-4998-a2b2-82ff8e1a2848,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:44.208866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:44.218024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be0d00-8156-49a0-a89c-35d48fd51b8c None None] Pushing event updated for resources: {'Port': ['ID=32e95090-87db-4a4e-b23f-b701f9c24317,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:44.264067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 303d5329-41df-4a9b-a437-bbfb5a9e23bd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:44.264513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.288689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303d5329-41df-4a9b-a437-bbfb5a9e23bd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:44.314995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:44.317132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-a6f4d109-88f6-4f9f-babc-3c70d39ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:44.318486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-a6f4d109-88f6-4f9f-babc-3c70d39ff24b service neutron] 10.222.0.16 "GET /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 1124 time: 0.1173532
Mar 26 20:52:44.323403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.327687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d10d10-592b-4608-94e3-9a9b6e1f886d req-63af4337-6d78-47e1-a9fd-d286262f8b96 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:44.342772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6d10d10-592b-4608-94e3-9a9b6e1f886d req-63af4337-6d78-47e1-a9fd-d286262f8b96 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.1760461
Mar 26 20:52:44.347482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:44.347965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:52:44.462905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:44.519622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6d10d10-592b-4608-94e3-9a9b6e1f886d req-c133bf7a-728f-431a-b811-88f3d9c1d43f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618843
Mar 26 20:52:44.630928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:44.633399 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f7b76-6c3d-489e-8987-f1bddb52e8b8" -d '{"events": [{"server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "name": "network-vif-plugged", "status": "completed", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:44.653937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15c4ca-1f95-4280-be6b-6b881e010ddd {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:44.654134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['303d5329-41df-4a9b-a437-bbfb5a9e23bd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:44.663955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks [] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.683550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Transition to ACTIVE for port object fb15c4ca-1f95-4280-be6b-6b881e010ddd will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:44.689078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.703341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3d1fb-49b5-4bc2-8428-aff522e0c410 req-1c19e0c2-e876-4e5d-bdff-91c917750db3 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:44.708535 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2e3d1fb-49b5-4bc2-8428-aff522e0c410 req-1c19e0c2-e876-4e5d-bdff-91c917750db3 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 932 time: 0.0982561
Mar 26 20:52:44.854598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:44.862816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2e3d1fb-49b5-4bc2-8428-aff522e0c410 req-d54da090-edcd-45e8-9f51-ddd36d92e058 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295626
Mar 26 20:52:44.893888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Attempting to bind port fb15c4ca-1f95-4280-be6b-6b881e010ddd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:44.894434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Attempting to bind port fb15c4ca-1f95-4280-be6b-6b881e010ddd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:44.894904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Attempting to bind port fb15c4ca-1f95-4280-be6b-6b881e010ddd on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:44.903973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Port fb15c4ca-1f95-4280-be6b-6b881e010ddd on network 29f25562-2089-4ea5-a798-18bd9113e9ac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:44.903973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Attempting to bind port fb15c4ca-1f95-4280-be6b-6b881e010ddd on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:44.907319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:44.907743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Checking segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:44.908234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Bound using segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:44.908894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Bound port: fb15c4ca-1f95-4280-be6b-6b881e010ddd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:44.909515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.956229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32e95090-87db-4a4e-b23f-b701f9c24317 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:44.970418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for router_gateway (0c6130bd-d4b1-4841-b183-757982318b64), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:44.985440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:44.985440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:44.985797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:45.022229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:45.022481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:45.030661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 32e95090-87db-4a4e-b23f-b701f9c24317 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:45.031055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.036156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:45.036502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:45.036897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:45.037336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Bound port: f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:45.061568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:45.080500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:45.099238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610383-2e08-47d3-9a06-9383ac03ccd9 req-a16d13ab-35bd-43cc-bb3c-3105cc0d2349 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.103157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:45.109891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e610383-2e08-47d3-9a06-9383ac03ccd9 req-a16d13ab-35bd-43cc-bb3c-3105cc0d2349 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1118248
Mar 26 20:52:45.118146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.133192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 32e95090-87db-4a4e-b23f-b701f9c24317 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:45.134067 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.137027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.138283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-4d2ca7f6-34b2-4146-8aca-6e864bb2356d service neutron] 10.222.0.16 "POST /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5/bindings HTTP/1.1" status: 201  len: 389 time: 0.7947769
Mar 26 20:52:45.187123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 32e95090-87db-4a4e-b23f-b701f9c24317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32e95090-87db-4a4e-b23f-b701f9c24317,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:45.201228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.202592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.203246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.205002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] 10.222.0.21 "PUT /v2.0/ports/fb15c4ca-1f95-4280-be6b-6b881e010ddd HTTP/1.1" status: 200  len: 1092 time: 1.2709424
Mar 26 20:52:45.249937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e610383-2e08-47d3-9a06-9383ac03ccd9 req-79bc2a5c-8b35-4c02-a225-2c0bb67cbe5e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388569
Mar 26 20:52:45.264511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:45.272317 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc591229-dc0f-4681-8d11-8eb1d3ad670a" -d '{"events": [{"name": "network-changed", "server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:45.283988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:45.320203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e4077-f9fc-48a1-a31f-787d304be141 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:45.321849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:45.323483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 51ebf85c-7bb5-4aea-b7ff-e1e2bdd59694 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:45.348067 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b23db2-43a0-4b61-aaeb-d24457ba436a x-openstack-request-id: req-d8b23db2-43a0-4b61-aaeb-d24457ba436a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:45.358657 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "name": "network-vif-plugged", "status": "completed", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:45.362152 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b23db2-43a0-4b61-aaeb-d24457ba436a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:45.362614 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b23db2-43a0-4b61-aaeb-d24457ba436a'] response: {'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba', 'code': 200}
Mar 26 20:52:45.387653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0c6130bd-d4b1-4841-b183-757982318b64), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.410069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=32e95090-87db-4a4e-b23f-b701f9c24317,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:45.433005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-90b6c3ca-0ac7-4624-a9cb-7a8da2deb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.434719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-90b6c3ca-0ac7-4624-a9cb-7a8da2deb64a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 1126 time: 0.1106172
Mar 26 20:52:45.514251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.529651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-7dc3ce1a-e664-47c0-9733-af4c369c8f32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd HTTP/1.1" status: 200  len: 217 time: 0.0721645
Mar 26 20:52:45.535359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acca4ce-03ef-4aad-a53b-f1631e2b2059 None None] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:52:45.610810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56892ea0-ec45-4cb4-99e8-953df1a85e15 req-d70b266e-6e5a-4725-8714-6045a108f246 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.612576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56892ea0-ec45-4cb4-99e8-953df1a85e15 req-d70b266e-6e5a-4725-8714-6045a108f246 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.1986041
Mar 26 20:52:45.623172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07da107-d5ca-41db-9f9f-73d45a47a682 req-a8be80aa-ec9e-460d-b304-7e7fb18bfd21 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.624794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f07da107-d5ca-41db-9f9f-73d45a47a682 req-a8be80aa-ec9e-460d-b304-7e7fb18bfd21 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 945 time: 0.1764045
Mar 26 20:52:45.628772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e12b5a-a5c8-47e3-9d70-a9a4f403c358 req-023c66a6-4db7-4d37-96cc-c55861f4bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.630245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7e12b5a-a5c8-47e3-9d70-a9a4f403c358 req-023c66a6-4db7-4d37-96cc-c55861f4bb38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 1128 time: 0.1250606
Mar 26 20:52:45.633039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-681b7eea-6960-43c1-9bba-a9fd1ab88a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.634487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-681b7eea-6960-43c1-9bba-a9fd1ab88a75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1127 time: 0.1155829
Mar 26 20:52:45.636271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-0609e00d-df9c-46f7-8b58-8362371d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.637598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-0609e00d-df9c-46f7-8b58-8362371d96d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.0882940
Mar 26 20:52:45.644948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-93ccc58a-b188-4ccb-a483-c93d70d9f53d None None] Provisioning complete for port 32e95090-87db-4a4e-b23f-b701f9c24317 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:45.645431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93ccc58a-b188-4ccb-a483-c93d70d9f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.702437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-3aac13e0-0b94-4e6f-971f-8f03501b42cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477195
Mar 26 20:52:45.714462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56892ea0-ec45-4cb4-99e8-953df1a85e15 req-289824a2-acbf-41a7-84de-b9b45702e76f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880239
Mar 26 20:52:45.737572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7e12b5a-a5c8-47e3-9d70-a9a4f403c358 req-5f3703e2-25be-4759-b7af-572087a408c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809932
Mar 26 20:52:45.747707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Router 0c6130bd-d4b1-4841-b183-757982318b64 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:52:45.761689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-93ccc58a-b188-4ccb-a483-c93d70d9f53d None None] Current status of the port 32e95090-87db-4a4e-b23f-b701f9c24317 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:45.804146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f07da107-d5ca-41db-9f9f-73d45a47a682 req-6d41b59c-e2da-40da-87fa-ced769e91d68 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504958
Mar 26 20:52:45.880419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:45.893991 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6010d790-1ffd-49e5-9eff-d7e92b23cba2 x-openstack-request-id: req-6010d790-1ffd-49e5-9eff-d7e92b23cba2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:45.894529 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:45.894801 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6010d790-1ffd-49e5-9eff-d7e92b23cba2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:45.894906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:45.895198 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6010d790-1ffd-49e5-9eff-d7e92b23cba2'] response: {'name': 'network-changed', 'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'status': 'completed', 'code': 200}
Mar 26 20:52:45.931690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Sync routers for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:45.944228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:45.945611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-720e3328-e1ac-424e-9e7c-43200ca3471e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 3.3964891
Mar 26 20:52:45.953214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffe499-fc80-415d-8655-66f56cb96e92 req-d035f5fc-25c1-4343-b4ba-fb412c0a2d30 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:45.956061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:45.956675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54542) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:45.956999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcffe499-fc80-415d-8655-66f56cb96e92 req-d035f5fc-25c1-4343-b4ba-fb412c0a2d30 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.1431038
Mar 26 20:52:45.957434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7589d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:46.006852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcffe499-fc80-415d-8655-66f56cb96e92 req-fdfc07a9-e8b0-4d1f-b01b-951f49b8b59b tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464597
Mar 26 20:52:46.060990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-14196ec7-6e49-449b-9ebf-cd79df6e89f6 service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3216078
Mar 26 20:52:46.072367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:46.074536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-fcd0872a-fa69-4f8d-8200-ca8d81f414fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.075971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-fcd0872a-fa69-4f8d-8200-ca8d81f414fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.4202776
Mar 26 20:52:46.077439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eecd49c7-311d-48e5-afe6-83a263335f2c None None] Provisioning complete for port 32e95090-87db-4a4e-b23f-b701f9c24317 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:46.077950 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eecd49c7-311d-48e5-afe6-83a263335f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.079499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:46.079857 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.124037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf4fa-23f8-4bdd-84dc-894f7b1a334c req-fb592aa1-4770-4f1c-89eb-86adb9ad457c tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.126724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84dcf4fa-23f8-4bdd-84dc-894f7b1a334c req-fb592aa1-4770-4f1c-89eb-86adb9ad457c tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1127 time: 0.2124751
Mar 26 20:52:46.152298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902002-41d3-4d7a-a077-4e13dd3d8bf4 req-9ca5d02e-e252-45e7-9b99-d86a586425a0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.153962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e902002-41d3-4d7a-a077-4e13dd3d8bf4 req-9ca5d02e-e252-45e7-9b99-d86a586425a0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.0608780
Mar 26 20:52:46.176929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:46.216534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e902002-41d3-4d7a-a077-4e13dd3d8bf4 req-ec14b77d-d7d9-4c1a-94f6-619a7f423029 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557687
Mar 26 20:52:46.311867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:46.312250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.334774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3f698-7459-4416-9384-7b3fb2055192 req-a18f5f08-9961-4ac7-94bd-8129f7b47c37 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.335963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ef3f698-7459-4416-9384-7b3fb2055192 req-a18f5f08-9961-4ac7-94bd-8129f7b47c37 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 944 time: 0.0553350
Mar 26 20:52:46.374852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eecd49c7-311d-48e5-afe6-83a263335f2c None None] Current status of the port 32e95090-87db-4a4e-b23f-b701f9c24317 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:46.388745 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ef3f698-7459-4416-9384-7b3fb2055192 req-0da9bd91-e5cf-4ac2-bb36-46a817fb8ffe tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451109
Mar 26 20:52:46.399870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:46.419296 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.420128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 303d5329-41df-4a9b-a437-bbfb5a9e23bd up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:46.457757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-c95a7955-51f9-4021-8ecc-71cb18009a90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 217 time: 0.3455958
Mar 26 20:52:46.529331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:46.549524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 303d5329-41df-4a9b-a437-bbfb5a9e23bd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:46.556725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 303d5329-41df-4a9b-a437-bbfb5a9e23bd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:46.557634 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.561708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7589d0>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:44Z', 'revision_number': 3, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:46.609499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Checking router: 0c6130bd-d4b1-4841-b183-757982318b64 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:46.609706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84dcf4fa-23f8-4bdd-84dc-894f7b1a334c req-20eaa694-972a-4ce7-b9c6-526dfe98dea3 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4670153
Mar 26 20:52:46.610180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Updating router 0c6130bd-d4b1-4841-b183-757982318b64 port f73b4aea-4090-4998-a2b2-82ff8e1a2848 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:52:46.624513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de4f78a8-2335-45f2-8160-0489fbdf7655 req-a1409cbf-a397-49cf-a247-886b2bc12c4e service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5524879
Mar 26 20:52:46.627308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-54097c9a-16a7-43c6-a2f6-1f8c8f6b7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.628660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-54097c9a-16a7-43c6-a2f6-1f8c8f6b7430 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1379564
Mar 26 20:52:46.655856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.692336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-156adebd-28af-493a-9143-f90871e9e41d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293963
Mar 26 20:52:46.728228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a9916-72f9-4cc0-8da5-d2b5022f5c43 req-5ce9807b-e711-47a0-9515-cce7bd33524b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.729825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b1a9916-72f9-4cc0-8da5-d2b5022f5c43 req-5ce9807b-e711-47a0-9515-cce7bd33524b tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1127 time: 0.0476103
Mar 26 20:52:46.792116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b1a9916-72f9-4cc0-8da5-d2b5022f5c43 req-2d994582-96ab-4de6-8130-6e24da5f577f tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545459
Mar 26 20:52:46.934515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-629ab070-456d-406b-926b-37c5bc22a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:46.934764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32e95090-87db-4a4e-b23f-b701f9c24317 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:46.936055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-629ab070-456d-406b-926b-37c5bc22a2da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 1126 time: 0.2322464
Mar 26 20:52:46.944055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 303d5329-41df-4a9b-a437-bbfb5a9e23bd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:46.944454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:46.970712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ac8d37ca-0c2a-4bd8-8409-9a169fe6cdf8 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634616
Mar 26 20:52:47.001778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ef40f-c42c-4db6-9686-d70a8eb8d93a req-97aedb0d-7301-4856-9009-b0d5806532d7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:47.003841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa9ef40f-c42c-4db6-9686-d70a8eb8d93a req-97aedb0d-7301-4856-9009-b0d5806532d7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 945 time: 0.0639696
Mar 26 20:52:47.037247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:47.051496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.067554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa9ef40f-c42c-4db6-9686-d70a8eb8d93a req-47bd7029-5c1c-4d20-85b3-8ed8998f67a7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578263
Mar 26 20:52:47.083819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd35b4-e32e-4fc7-bfa8-f89b450b3e6c req-7102b76c-71cc-4ff4-b50d-b2daf62a8441 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:47.091030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60cd35b4-e32e-4fc7-bfa8-f89b450b3e6c req-7102b76c-71cc-4ff4-b50d-b2daf62a8441 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.2734761
Mar 26 20:52:47.148033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 32e95090-87db-4a4e-b23f-b701f9c24317 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:47.148413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.175118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:47.273537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-9bba2c10-887e-487e-8721-21aea8efcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:47.275037 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-9bba2c10-887e-487e-8721-21aea8efcd61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 914 time: 0.3074803
Mar 26 20:52:47.276970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-a8b2d468-a401-4513-b1a5-bdc667dfe93e service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2924578
Mar 26 20:52:47.291220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks [] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.295385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60cd35b4-e32e-4fc7-bfa8-f89b450b3e6c req-df776d3f-ef14-4c2c-b3c6-499baf296f82 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035038
Mar 26 20:52:47.297552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 32e95090-87db-4a4e-b23f-b701f9c24317 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:47.301633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.363385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}, {'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:47.365664 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959fc25-f45c-4900-a0cb-ed0038aee0fa" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}, {"server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "name": "network-vif-plugged", "status": "completed", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:47.368567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb2928-9e88-4009-9cae-66a0d843ad62 None None] Pushing event updated for resources: {'Port': ['ID=f73b4aea-4090-4998-a2b2-82ff8e1a2848,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:47.370907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Attempting to bind port f73b4aea-4090-4998-a2b2-82ff8e1a2848 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:47.371282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Attempting to bind port f73b4aea-4090-4998-a2b2-82ff8e1a2848 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:47.371641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Attempting to bind port f73b4aea-4090-4998-a2b2-82ff8e1a2848 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:47.393889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-242935e2-6141-46f8-a6d4-7ab76d012876 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd HTTP/1.1" status: 200  len: 217 time: 0.0974083
Mar 26 20:52:47.395715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:47.397018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:47.403233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.403655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:47.404297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Bound port: f73b4aea-4090-4998-a2b2-82ff8e1a2848, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:47.404583 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.471428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] For port f73b4aea-4090-4998-a2b2-82ff8e1a2848, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:47.475104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] For port f73b4aea-4090-4998-a2b2-82ff8e1a2848, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73b4aea-4090-4998-a2b2-82ff8e1a2848,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:47.483785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.513359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:47.554193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-ca8c0fb8-6e5a-411f-9bbe-5ae81d252a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:47.555763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-ca8c0fb8-6e5a-411f-9bbe-5ae81d252a42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.1337795
Mar 26 20:52:47.566995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb2928-9e88-4009-9cae-66a0d843ad62 None None] Pushing event updated for resources: {'Port': ['ID=f73b4aea-4090-4998-a2b2-82ff8e1a2848,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:47.570353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:47.571395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7589d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:47.624870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca1fe-4ca6-43dd-9351-1389cfd98430 req-8fbf6e18-fa68-4bad-a1a3-e4bb41b41149 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:47.631872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a35ca1fe-4ca6-43dd-9351-1389cfd98430 req-8fbf6e18-fa68-4bad-a1a3-e4bb41b41149 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.2370727
Mar 26 20:52:47.640208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-48dd0305-ea0f-4700-bf2c-ec7c24ef4484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765026
Mar 26 20:52:47.723651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:47.828165 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a35ca1fe-4ca6-43dd-9351-1389cfd98430 req-f68c230a-3ac1-45f9-865c-9cb3d8aeedde tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920526
Mar 26 20:52:47.868579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-ee73b9bb-1187-4e08-a803-975ce07fa7aa service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163417
Mar 26 20:52:47.904219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Allocated IP 172.20.0.1 (3dd88429-9cff-4a7d-bb74-833aba6b2474/56c80b7f-a483-4bd5-98de-4596432340b0/a34f26da-bc06-4c13-9a87-ce6a2cdd46ed) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:47.954450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7589d0>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:44Z', 'revision_number': 3, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:47.988965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25c11e-5a52-49b2-a312-06b67162fb57 None None] The sync data for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 is: [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:44Z', 'revision_number': 3, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:48.119363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980c297-5cee-4349-9727-6f40126cc3bb req-7634fd0b-c6e7-43d9-8056-cf31dfcd4f67 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:48.121538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f980c297-5cee-4349-9727-6f40126cc3bb req-7634fd0b-c6e7-43d9-8056-cf31dfcd4f67 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.2144949
Mar 26 20:52:48.128520 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc591229-dc0f-4681-8d11-8eb1d3ad670a req-67374c50-3f9f-47cd-9352-7c80c120c1c9 service neutron] 10.222.0.21 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203445
Mar 26 20:52:48.164357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks [] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.190363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-a60aa5d9-9cc5-4fa6-854c-19b8218f47ee tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:52:48.193062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-a60aa5d9-9cc5-4fa6-854c-19b8218f47ee tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0095115
Mar 26 20:52:48.208120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f980c297-5cee-4349-9727-6f40126cc3bb req-8dcef5ec-5e05-4a2a-93f5-f3f485341195 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770688
Mar 26 20:52:48.227881 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.259825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-9bb1f7fe-93a8-4815-8582-453dc91e78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:48.268114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-9bb1f7fe-93a8-4815-8582-453dc91e78bd service neutron] 10.222.0.16 "GET /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 1124 time: 0.0652900
Mar 26 20:52:48.271438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:48.272560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:48.273106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:52:48.274846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:48.278468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:52:48.326217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:48.334009 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3012bc9-a5ac-4ab4-8110-e818882d9489 x-openstack-request-id: req-f3012bc9-a5ac-4ab4-8110-e818882d9489 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:48.334349 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "code": 200}, {"server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "name": "network-vif-plugged", "status": "completed", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:48.334614 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3012bc9-a5ac-4ab4-8110-e818882d9489 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:48.334993 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3012bc9-a5ac-4ab4-8110-e818882d9489'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'code': 200}
Mar 26 20:52:48.335266 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3012bc9-a5ac-4ab4-8110-e818882d9489'] response: {'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'code': 200}
Mar 26 20:52:48.348899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0c6130bd-d4b1-4841-b183-757982318b64), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.587324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb389-84c2-40a8-bb5c-9c13b5901490 req-63fec541-42a9-4da0-8226-46849acdd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:48.593073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9eb389-84c2-40a8-bb5c-9c13b5901490 req-63fec541-42a9-4da0-8226-46849acdd04b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1130 time: 0.1082013
Mar 26 20:52:48.656148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e1e8-b65a-4081-b300-35cee84d5767 req-0ebba8fb-6ff2-4d1c-9a10-5d140c3dce66 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:48.664532 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a734e1e8-b65a-4081-b300-35cee84d5767 req-0ebba8fb-6ff2-4d1c-9a10-5d140c3dce66 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 944 time: 0.2033114
Mar 26 20:52:48.697917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9eb389-84c2-40a8-bb5c-9c13b5901490 req-c6c9dd2c-2dae-4345-8159-7f39bcdacf7c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962346
Mar 26 20:52:48.726322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on host nch1-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:48.727172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:48.727503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:48.732786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:48.733111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:48.739151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:48.739495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:48.740088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:48.740527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Bound port: 93403676-99cc-45f4-a873-3df0d3991850, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:48.741714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7e756f91-8721-4c23-a10f-3fd90ca86c86 None None] Provisioning complete for port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:48.742410 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e756f91-8721-4c23-a10f-3fd90ca86c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.756695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a734e1e8-b65a-4081-b300-35cee84d5767 req-6270feeb-c88a-4a59-9e8f-681e60a192f0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910728
Mar 26 20:52:48.760466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fee16-266a-4698-a532-e1cefe86e57a req-12b3afed-2a7c-42b5-b6d5-b8b980deb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:48.772880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-666fee16-266a-4698-a532-e1cefe86e57a req-12b3afed-2a7c-42b5-b6d5-b8b980deb0ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1128 time: 0.2288818
Mar 26 20:52:48.777209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.797790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7e756f91-8721-4c23-a10f-3fd90ca86c86 None None] Port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:48.819297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:48.828895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:48.830090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ec0863bb-f982-4047-84f9-580445c3ece3 service neutron] 10.222.0.16 "POST /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850/bindings HTTP/1.1" status: 201  len: 389 time: 0.5611916
Mar 26 20:52:48.991825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f73b4aea-4090-4998-a2b2-82ff8e1a2848 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:49.036837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da96e8c-7806-463d-97a9-a31888a7bd00 req-30103287-bad1-4d63-bb6f-fb3d99aee8c4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.045270 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1da96e8c-7806-463d-97a9-a31888a7bd00 req-30103287-bad1-4d63-bb6f-fb3d99aee8c4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 946 time: 0.1980052
Mar 26 20:52:49.056209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-666fee16-266a-4698-a532-e1cefe86e57a req-15ad89d7-ee5b-4bec-b0ee-5d8138b0cc4c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436255
Mar 26 20:52:49.095337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f73b4aea-4090-4998-a2b2-82ff8e1a2848 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:49.096268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.099586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961162b6-f5ad-4b0e-adf8-fd791b7c777b req-20b9f077-469b-4204-8c1b-9c5af4fbf45c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.110479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-961162b6-f5ad-4b0e-adf8-fd791b7c777b req-20b9f077-469b-4204-8c1b-9c5af4fbf45c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.1064646
Mar 26 20:52:49.129109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks [] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.144076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1da96e8c-7806-463d-97a9-a31888a7bd00 req-8dc64e1e-b8ef-4415-a4bc-ffaa7f28cf23 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976162
Mar 26 20:52:49.145541 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.192806 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-961162b6-f5ad-4b0e-adf8-fd791b7c777b req-3f8d0ab8-6559-477d-81ba-bc6ca5e553e8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809669
Mar 26 20:52:49.235940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0c6130bd-d4b1-4841-b183-757982318b64), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.238325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:49.240905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f73b4aea-4090-4998-a2b2-82ff8e1a2848 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:49.241370 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.274951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port f73b4aea-4090-4998-a2b2-82ff8e1a2848, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73b4aea-4090-4998-a2b2-82ff8e1a2848,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:49.278348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:49.292077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.375999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f03e-fc95-4a34-b637-45cf0c39e239 req-e8d1217d-03a2-4bd4-8174-a46596f6afec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.377763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1978f03e-fc95-4a34-b637-45cf0c39e239 req-e8d1217d-03a2-4bd4-8174-a46596f6afec tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1326585
Mar 26 20:52:49.385041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=f73b4aea-4090-4998-a2b2-82ff8e1a2848,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:49.397485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02f310-2857-4719-b0bf-4f4ff12a6bf9 req-8a99056a-6645-4725-b223-5d72679835c8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.407422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e02f310-2857-4719-b0bf-4f4ff12a6bf9 req-8a99056a-6645-4725-b223-5d72679835c8 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.1319449
Mar 26 20:52:49.425059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:52:49.431182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:52:49.459275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1978f03e-fc95-4a34-b637-45cf0c39e239 req-2f797316-6370-4821-a2cc-30f3e76f4625 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742567
Mar 26 20:52:49.462004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:49.489942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'port_id': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'mac_address': 'fa:16:3e:96:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f37787-9ef4-448c-9b4f-0e34c202e414', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:52:49.515065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e02f310-2857-4719-b0bf-4f4ff12a6bf9 req-2214addd-3c5e-4c9c-bc43-33dd6e2d4de2 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016390
Mar 26 20:52:49.546390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port fb15c4ca-1f95-4280-be6b-6b881e010ddd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:49.546923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.565404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15c4ca-1f95-4280-be6b-6b881e010ddd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:49.586830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:49.594209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.658684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:49.682293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Router 0c6130bd-d4b1-4841-b183-757982318b64 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:49.700402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623f235-5ad5-4192-bfc4-94e97116f2fd req-e0f8a580-aed9-42df-8267-9f7fa3dbc357 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.701824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6623f235-5ad5-4192-bfc4-94e97116f2fd req-e0f8a580-aed9-42df-8267-9f7fa3dbc357 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1465049
Mar 26 20:52:49.797431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c4cfc-6c39-4f2c-bc40-6bbb1649e521 req-c381050d-f3cc-4d7b-b775-f91d435f8b22 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.799004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c30c4cfc-6c39-4f2c-bc40-6bbb1649e521 req-c381050d-f3cc-4d7b-b775-f91d435f8b22 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.0577393
Mar 26 20:52:49.827672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f25c96c2-d0ef-40f4-ae3b-87bb8575ef16 None None] Provisioning complete for port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:49.828265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f25c96c2-d0ef-40f4-ae3b-87bb8575ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:49.857711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c30c4cfc-6c39-4f2c-bc40-6bbb1649e521 req-e48d7801-7a7f-470e-85c6-6e9b61654dfe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506392
Mar 26 20:52:49.864504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f25c96c2-d0ef-40f4-ae3b-87bb8575ef16 None None] Port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:52:49.936705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['fb15c4ca-1f95-4280-be6b-6b881e010ddd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:49.979774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b91d3-02d6-441c-972e-8c1d308691bd req-8e639a7f-f3a4-4a70-9b10-270b1886d97c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:49.984566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c8b91d3-02d6-441c-972e-8c1d308691bd req-8e639a7f-f3a4-4a70-9b10-270b1886d97c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 945 time: 0.0637538
Mar 26 20:52:50.037043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c8b91d3-02d6-441c-972e-8c1d308691bd req-5cf6361f-6743-4e27-8c38-4db15fe6bbca tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499041
Mar 26 20:52:50.112437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6623f235-5ad5-4192-bfc4-94e97116f2fd req-1a0257ab-cca4-4946-b90c-40e165443734 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4023654
Mar 26 20:52:50.133018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:50.139374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a3140834-cbd7-4608-a8f3-5ed90d5625b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c6130bd-d4b1-4841-b183-757982318b64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1796973
Mar 26 20:52:50.297845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63871f1-e99b-498d-bdaa-e41a66e681d2 req-86cddb13-a9b8-4d67-95ff-b84c528e4065 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:50.299502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b63871f1-e99b-498d-bdaa-e41a66e681d2 req-86cddb13-a9b8-4d67-95ff-b84c528e4065 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 946 time: 0.0770113
Mar 26 20:52:50.302307 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Sync routers for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:50.372880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b63871f1-e99b-498d-bdaa-e41a66e681d2 req-755545b7-d365-4b29-9432-184c3dbc8ee8 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664263
Mar 26 20:52:50.408565 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:50.409176 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245cb550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:50.503668 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-cb296d7b-285d-4d9d-abdb-88a2c4200b73 req-d6a61e28-fb90-44ef-a66d-98871b7bd6e6 tempest-FloatingIPDetailsNegativeTestJSON-1360100869 tempest-FloatingIPDetailsNegativeTestJSON-1360100869-project] show failed (client error): The resource could not be found.
Mar 26 20:52:50.504881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb296d7b-285d-4d9d-abdb-88a2c4200b73 req-d6a61e28-fb90-44ef-a66d-98871b7bd6e6 tempest-FloatingIPDetailsNegativeTestJSON-1360100869 tempest-FloatingIPDetailsNegativeTestJSON-1360100869-project] 10.222.0.16 "GET /v2.0/floatingips/43264308-4f8a-4240-a71f-7dbeba406617 HTTP/1.1" status: 404  len: 350 time: 0.0423620
Mar 26 20:52:50.514927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:50.555940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:50.662820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b59e6-5237-4165-9727-f1f909e6e03d req-19b5e620-d04b-47ed-9c83-1eb4650281ad tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:50.671215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d89b59e6-5237-4165-9727-f1f909e6e03d req-19b5e620-d04b-47ed-9c83-1eb4650281ad tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 945 time: 0.0852067
Mar 26 20:52:50.699762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3bf25-1ad3-4672-9a68-b2cb8dfacf9e req-ffad2829-af45-435f-bb1b-0c2e38a4b946 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:50.708194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3bf25-1ad3-4672-9a68-b2cb8dfacf9e req-ffad2829-af45-435f-bb1b-0c2e38a4b946 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1316743
Mar 26 20:52:50.739700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d89b59e6-5237-4165-9727-f1f909e6e03d req-074077b7-da8e-4f1f-a98e-9a2e3a9dfaf2 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583858
Mar 26 20:52:50.804934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3bf25-1ad3-4672-9a68-b2cb8dfacf9e req-587da656-4d79-42c8-9d30-cc4f26aea68b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956993
Mar 26 20:52:50.833176 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245cb550>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:48Z', 'revision_number': 4, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a34f26da-bc06-4c13-9a87-ce6a2cdd46ed', 'name': '', 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'mac_address': 'fa:16:3e:b5:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:47Z', 'updated_at': '2022-03-26T20:52:48Z', 'revision_number': 2, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'subnets': [{'id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:50.893363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Checking router: 0c6130bd-d4b1-4841-b183-757982318b64 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:50.894010 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Updating router 0c6130bd-d4b1-4841-b183-757982318b64 port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:52:50.937056 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:50.947648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-0f9ecd34-93aa-43d1-93d4-863a84e3f40d tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:50.952875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-0f9ecd34-93aa-43d1-93d4-863a84e3f40d tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0801542
Mar 26 20:52:50.974651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f73b4aea-4090-4998-a2b2-82ff8e1a2848 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:51.002764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:51.040806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f73b4aea-4090-4998-a2b2-82ff8e1a2848 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:51.041187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.120981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f17c-d600-4f73-85e3-7168b3fcfaa2 req-5c2facec-4a44-4383-80a5-3e0332a1da62 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:51.128618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c790f17c-d600-4f73-85e3-7168b3fcfaa2 req-5c2facec-4a44-4383-80a5-3e0332a1da62 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1130 time: 0.1746385
Mar 26 20:52:51.131394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.213077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77911d5-6fbb-411d-b1c6-ceb85c5aea9a req-6789916d-ead8-4c94-8d8b-14c5668d5fcd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:51.217191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c790f17c-d600-4f73-85e3-7168b3fcfaa2 req-a96abcaa-1e48-4b58-a741-0efb3be96467 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875506
Mar 26 20:52:51.222001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e77911d5-6fbb-411d-b1c6-ceb85c5aea9a req-6789916d-ead8-4c94-8d8b-14c5668d5fcd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.1925907
Mar 26 20:52:51.234136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0c6130bd-d4b1-4841-b183-757982318b64), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.282994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f73b4aea-4090-4998-a2b2-82ff8e1a2848 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:51.298966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:52:51.304376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:51.343733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:51.405209 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks [] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.413994 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.437538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port fb15c4ca-1f95-4280-be6b-6b881e010ddd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:52:51.453355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:51.475284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port fb15c4ca-1f95-4280-be6b-6b881e010ddd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:51.476004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.534265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ec48-5aba-4606-8b0b-e563cfae2c87 req-1a4496e7-a110-4984-aee6-c53c4293946b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:51.545198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b861ec48-5aba-4606-8b0b-e563cfae2c87 req-1a4496e7-a110-4984-aee6-c53c4293946b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 945 time: 0.1914320
Mar 26 20:52:51.555374 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Attempting to bind port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:51.555752 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Attempting to bind port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:51.556138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Attempting to bind port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed on network 3dd88429-9cff-4a7d-bb74-833aba6b2474 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:51.564621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:51.565006 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Checking segment: {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:51.565401 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.565790 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Bound using segment: {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:51.566265 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Bound port: a34f26da-bc06-4c13-9a87-ce6a2cdd46ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86c1ade-959b-413b-b5e2-499c0737d75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:51.566639 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.568228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e77911d5-6fbb-411d-b1c6-ceb85c5aea9a req-75a5a028-3ab7-437b-ac21-843d84501545 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3420715
Mar 26 20:52:51.575875 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ba78-8fd1-43c3-b2ab-f00b2aaea88b None None] Pushing event updated for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:51.617957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:51.678654 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] For port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:51.681143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b861ec48-5aba-4606-8b0b-e563cfae2c87 req-aab53a0c-1592-4132-9e19-0d774df982a4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344273
Mar 26 20:52:51.698535 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] For port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:51.702239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:52:51.706656 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.716911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-1311a8e0-9201-462a-91fe-9952f72f8f1d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:51.721908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-1311a8e0-9201-462a-91fe-9952f72f8f1d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 946 time: 0.3353791
Mar 26 20:52:51.725054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:51.727726 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dfd279-f82e-4df4-915d-7afea40cd81e" -d '{"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-unplugged", "status": "completed", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:51.732677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks [] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.755018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.769000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port fb15c4ca-1f95-4280-be6b-6b881e010ddd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:51.769409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.785933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:51.787364 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245cb550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:51.801897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:51.804267 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74783383-f95c-4d17-9f7d-9f5c5592af78" -d '{"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:51.827076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:51.834357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Provisioning complete for port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:51.834789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.838934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.910305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3198-c10f-4c9c-ba14-6b7b6d03dfc2 req-d973b1ed-a022-494d-b822-fe70fc6f1558 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:51.913780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-206f3198-c10f-4c9c-ba14-6b7b6d03dfc2 req-d973b1ed-a022-494d-b822-fe70fc6f1558 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.2112434
Mar 26 20:52:51.946377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:51.972995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:52:51.972995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:52:51.973433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:51.979551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:52:51.979551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Attempting to bind port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on network b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:52:51.996540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:52:51.997078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Checking segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:52:51.997563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Bound using segment: {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:52:51.998087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Bound port: f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e80115-8404-4a62-ab8f-a2a6b018a9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'b4f1069c-0aa3-4d88-b2ef-9a5c20f55049'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:52:51.998513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:51.999451 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:52.006247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:52.055641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Current status of the port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:52.056385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.067229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Deleting port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:52.068211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.102449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-206f3198-c10f-4c9c-ba14-6b7b6d03dfc2 req-de2c6152-fb58-4940-8f32-1c647c3cb94e tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815047
Mar 26 20:52:52.124074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] For port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:52.130162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.133851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port a8dae999-0d21-4f61-98cc-9514caf565ba {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:52.134184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.155440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:52.185579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:52:52.208970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14e73-3424-41a2-8887-8a881af32425 None None] Pushing event updated for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:52.233139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.240202 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ba78-8fd1-43c3-b2ab-f00b2aaea88b None None] Pushing event updated for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:52.291526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-92940cc2-92ba-4126-9141-1a7e0a182436 None None] Provisioning complete for port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:52.291893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-92940cc2-92ba-4126-9141-1a7e0a182436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.349924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be03c0-4220-4051-80af-bfe90fbd77a1 req-ed93e67a-3acd-4904-b971-207c83d321d0 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:52.357471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4be03c0-4220-4051-80af-bfe90fbd77a1 req-ed93e67a-3acd-4904-b971-207c83d321d0 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 946 time: 0.0939169
Mar 26 20:52:52.361294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] For port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:52.361926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.397935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Calling delete_port for a34f26da-bc06-4c13-9a87-ce6a2cdd46ed owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:52.402011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=8']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:52.407200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-92940cc2-92ba-4126-9141-1a7e0a182436 None None] Current status of the port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:52:52.411882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:52.412531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.413936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-ea9cc343-ecff-4341-b43b-6c0c53d651a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 1121 time: 1.4277852
Mar 26 20:52:52.417709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port a8dae999-0d21-4f61-98cc-9514caf565ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8dae999-0d21-4f61-98cc-9514caf565ba,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:52.418015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:52.436172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245cb550>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:48Z', 'revision_number': 4, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a34f26da-bc06-4c13-9a87-ce6a2cdd46ed', 'name': '', 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'mac_address': 'fa:16:3e:b5:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:47Z', 'updated_at': '2022-03-26T20:52:51Z', 'revision_number': 4, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'subnets': [{'id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:52.468700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for a8dae999-0d21-4f61-98cc-9514caf565ba owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:52.483974 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4144e-b389-46c9-afb4-2d6d6f6b5cba None None] The sync data for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 is: [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:48Z', 'revision_number': 4, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a34f26da-bc06-4c13-9a87-ce6a2cdd46ed', 'name': '', 'network_id': '3dd88429-9cff-4a7d-bb74-833aba6b2474', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'mac_address': 'fa:16:3e:b5:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:47Z', 'updated_at': '2022-03-26T20:52:51Z', 'revision_number': 4, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'subnets': [{'id': '56c80b7f-a483-4bd5-98de-4596432340b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:52.498273 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c765fa-e72c-433d-b099-23dff8612ccf x-openstack-request-id: req-29c765fa-e72c-433d-b099-23dff8612ccf {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:52.498681 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-unplugged", "status": "completed", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:52.498949 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29c765fa-e72c-433d-b099-23dff8612ccf {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:52.499370 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c765fa-e72c-433d-b099-23dff8612ccf'] response: {'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'code': 200}
Mar 26 20:52:52.542410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['f08b295e-9561-4e2a-bfda-0f96cd0ccef5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:52.598410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['f08b295e-9561-4e2a-bfda-0f96cd0ccef5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:52.625350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4be03c0-4220-4051-80af-bfe90fbd77a1 req-4deab7b1-d107-4431-bbe7-2c00fe35fe76 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668209
Mar 26 20:52:52.695256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-a194357f-a622-4cb1-beee-9ce5ac49e408 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1560934
Mar 26 20:52:52.750150 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bececcb3-9a8a-4790-bf9e-70e0ebf04f52 x-openstack-request-id: req-bececcb3-9a8a-4790-bf9e-70e0ebf04f52 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:52.750614 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:52.750878 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bececcb3-9a8a-4790-bf9e-70e0ebf04f52 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:52.751275 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bececcb3-9a8a-4790-bf9e-70e0ebf04f52'] response: {'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'code': 200}
Mar 26 20:52:52.765413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63274f-5d0e-4279-b49b-ef4ac23166d8 req-33d80d8c-5646-4434-8917-d42d14426ac4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:52.767576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f63274f-5d0e-4279-b49b-ef4ac23166d8 req-33d80d8c-5646-4434-8917-d42d14426ac4 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.1826742
Mar 26 20:52:52.985166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f63274f-5d0e-4279-b49b-ef4ac23166d8 req-680a1a6d-f56f-4db5-b841-2909e0ded902 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079868
Mar 26 20:52:52.994037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a34f26da-bc06-4c13-9a87-ce6a2cdd46ed up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:52:53.000632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1720c-84c9-47a6-a1c5-196a66915c90 req-ca71ff5f-14d9-4d6a-a65a-cfa3afc0bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:53.007131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38e1720c-84c9-47a6-a1c5-196a66915c90 req-ca71ff5f-14d9-4d6a-a65a-cfa3afc0bd6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 1128 time: 0.1486497
Mar 26 20:52:53.013073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a8dae999-0d21-4f61-98cc-9514caf565ba), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:53.060845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a8dae999-0d21-4f61-98cc-9514caf565ba'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:53.063493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:52:53.095823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=a8dae999-0d21-4f61-98cc-9514caf565ba,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:53.210650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a34f26da-bc06-4c13-9a87-ce6a2cdd46ed triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:52:53.211027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:53.212443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port a8dae999-0d21-4f61-98cc-9514caf565ba on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:53.241595 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a19b08-e391-4897-8c08-a5d6afa43389 req-87602acd-8e63-470e-8fad-8c11f032072d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=5befa018-5000-4e02-941b-24ee5d09f607 HTTP/1.1" status: 200  len: 210 time: 0.1127706
Mar 26 20:52:53.241595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:53.242874 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02faa79d-7aff-45cb-8085-48ce7a0407ee req-87b36278-d424-4c35-9c8d-ba1c24475f8b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "DELETE /v2.0/ports/a8dae999-0d21-4f61-98cc-9514caf565ba HTTP/1.1" status: 204  len: 173 time: 1.5075872
Mar 26 20:52:53.280658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38e1720c-84c9-47a6-a1c5-196a66915c90 req-bba6b359-22f0-4cda-aebb-9654acdcb1de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653275
Mar 26 20:52:53.520675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-707700a5-e1a7-4f5b-b59e-c0a09dec3564 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:53.528677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-707700a5-e1a7-4f5b-b59e-c0a09dec3564 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 1127 time: 0.0619509
Mar 26 20:52:53.532745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a34f26da-bc06-4c13-9a87-ce6a2cdd46ed), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:53.563623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Could not find standard attr ID for object a34f26da-bc06-4c13-9a87-ce6a2cdd46ed. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 20:52:53.566501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28257bb0-5304-419a-be6b-fdd5bf76c033 req-e1bd8b86-0e55-4428-9b0a-850da07f16f7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:53.573710 ncdv-master-1 neutron-server[126739]: INFO neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No ports have port_id starting with a34f26da-bc06-4c13-9a87-ce6a2cdd46ed
Mar 26 20:52:53.577276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28257bb0-5304-419a-be6b-fdd5bf76c033 req-e1bd8b86-0e55-4428-9b0a-850da07f16f7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.6836362
Mar 26 20:52:53.643458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34f26da-bc06-4c13-9a87-ce6a2cdd46ed,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:53.689717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-152a0366-1f8a-4cb0-a0b4-a20b683d5ea1 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:53.692318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-152a0366-1f8a-4cb0-a0b4-a20b683d5ea1 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1470239
Mar 26 20:52:53.729643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28257bb0-5304-419a-be6b-fdd5bf76c033 req-45850128-68d7-40e1-83c5-d956aa04744a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514630
Mar 26 20:52:53.774203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-da292ac8-bad8-4639-a0c5-5053695f505f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 696 time: 0.0750368
Mar 26 20:52:53.786185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:53.874741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:54.004555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88d50a-d0c7-4941-8a97-06a0d95ea4aa req-c8c6c18f-d350-4c78-b82e-7a4c14cf25cc tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:54.034625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a88d50a-d0c7-4941-8a97-06a0d95ea4aa req-c8c6c18f-d350-4c78-b82e-7a4c14cf25cc tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1771002
Mar 26 20:52:54.076608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0c6130bd-d4b1-4841-b183-757982318b64), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:54.095374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a88d50a-d0c7-4941-8a97-06a0d95ea4aa req-bbe67954-2c31-428d-a22b-fcfa98409778 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598321
Mar 26 20:52:54.379177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ed3c9-451e-42c1-93e1-bc6bbeac1632 req-89920959-95bb-4234-9281-db977c31c1ca tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:54.380776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-482ed3c9-451e-42c1-93e1-bc6bbeac1632 req-89920959-95bb-4234-9281-db977c31c1ca tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1466663
Mar 26 20:52:54.441608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Router 0c6130bd-d4b1-4841-b183-757982318b64 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:54.451911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-482ed3c9-451e-42c1-93e1-bc6bbeac1632 req-0387f3d7-4813-45d1-920e-d0bbec97050f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644495
Mar 26 20:52:54.503903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'}, {'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'name': 'network-vif-deleted', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:54.506141 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441eca3c-2068-46fe-af60-40ea2949bdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5"}, {"server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "name": "network-vif-deleted", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:54.603901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:54.609361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6699da32-f57c-4f4d-a310-7e611a7e4552 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c6130bd-d4b1-4841-b183-757982318b64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0930583
Mar 26 20:52:54.613843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54692) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:54.616514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Sync routers for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:54.633080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:54.633927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3e4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:54.673828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450aee1-272d-4c1f-8e61-feadc65e70da req-1901af34-3a79-4381-b108-5bd3efff604d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:54.675374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3450aee1-272d-4c1f-8e61-feadc65e70da req-1901af34-3a79-4381-b108-5bd3efff604d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.1501329
Mar 26 20:52:54.693938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:54.699287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:54.769231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3450aee1-272d-4c1f-8e61-feadc65e70da req-721c339e-384f-40a2-9a02-b84444c122fd tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849791
Mar 26 20:52:54.769496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:54.786020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks [] for router (0c6130bd-d4b1-4841-b183-757982318b64), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:54.821395 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d associated. External IP: 172.35.4.121, port: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd.
Mar 26 20:52:54.959905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks [] for router_gateway (0c6130bd-d4b1-4841-b183-757982318b64), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.066581 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37557889-578a-43dd-8c06-86deb5f5f398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.089467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3e4160>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:52Z', 'revision_number': 5, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port': {'id': 'f73b4aea-4090-4998-a2b2-82ff8e1a2848', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:85:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6130bd-d4b1-4841-b183-757982318b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:43Z', 'updated_at': '2022-03-26T20:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:55.118641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Checking router: 0c6130bd-d4b1-4841-b183-757982318b64 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:55.130162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Routers {'0c6130bd-d4b1-4841-b183-757982318b64'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:55.131225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3e4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0c6130bd-d4b1-4841-b183-757982318b64'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:55.137911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-866b2a66-ba82-4c3e-ac7a-20a609536499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.139545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-866b2a66-ba82-4c3e-ac7a-20a609536499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1155 time: 0.1092830
Mar 26 20:52:55.146020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Deleting port f73b4aea-4090-4998-a2b2-82ff8e1a2848 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:55.146360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.154240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6adab-225f-4584-9966-f8c4ea89abf6 req-57ad049c-8df3-4b72-863c-233cf88feec8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.155764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1b6adab-225f-4584-9966-f8c4ea89abf6 req-57ad049c-8df3-4b72-863c-233cf88feec8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1149125
Mar 26 20:52:55.232408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] Set router 0c6130bd-d4b1-4841-b183-757982318b64 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:55.269275 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255875fb-9336-4573-843f-db79d2fbd81b x-openstack-request-id: req-255875fb-9336-4573-843f-db79d2fbd81b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:55.269622 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5", "status": "completed", "code": 200}, {"server_uuid": "5befa018-5000-4e02-941b-24ee5d09f607", "name": "network-vif-deleted", "tag": "a8dae999-0d21-4f61-98cc-9514caf565ba", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:55.269826 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-255875fb-9336-4573-843f-db79d2fbd81b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:55.270323 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255875fb-9336-4573-843f-db79d2fbd81b'] response: {'name': 'network-changed', 'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'status': 'completed', 'code': 200}
Mar 26 20:52:55.270586 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255875fb-9336-4573-843f-db79d2fbd81b'] response: {'server_uuid': '5befa018-5000-4e02-941b-24ee5d09f607', 'name': 'network-vif-deleted', 'tag': 'a8dae999-0d21-4f61-98cc-9514caf565ba', 'status': 'completed', 'code': 200}
Mar 26 20:52:55.291329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-87bb272f-5144-42da-a046-302e32850e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3e4160>, [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:54Z', 'revision_number': 6, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:55.325773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a8dae999-0d21-4f61-98cc-9514caf565ba no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:55.327785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-4682af47-0fe3-4009-ad04-32e5aded095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.328816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb272f-5144-42da-a046-302e32850e72 None None] The sync data for ids ['0c6130bd-d4b1-4841-b183-757982318b64'] in ncdv-master-1 is: [{'id': '0c6130bd-d4b1-4841-b183-757982318b64', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1889385615-router', 'tenant_id': 'ded55fa29e38427a9306edfee6ca165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:42Z', 'updated_at': '2022-03-26T20:52:54Z', 'revision_number': 6, 'project_id': 'ded55fa29e38427a9306edfee6ca165e', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:55.329300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-4682af47-0fe3-4009-ad04-32e5aded095e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1130 time: 0.4362988
Mar 26 20:52:55.353639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: a8dae999-0d21-4f61-98cc-9514caf565ba {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:55.354015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a8dae999-0d21-4f61-98cc-9514caf565ba not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:55.366942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1b6adab-225f-4584-9966-f8c4ea89abf6 req-3d3fd9f9-c775-4c55-90e2-77b5f68c6851 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016380
Mar 26 20:52:55.386031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-4d02c554-ca4b-42d2-bb54-e73eb096f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.387812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-4d02c554-ca4b-42d2-bb54-e73eb096f2c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2311373
Mar 26 20:52:55.402273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] For port f73b4aea-4090-4998-a2b2-82ff8e1a2848, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f73b4aea-4090-4998-a2b2-82ff8e1a2848,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:55.402478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-77ca4db3-7af5-4d61-9975-6af86e66528c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4557438
Mar 26 20:52:55.403009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.457072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-69c221d6-9961-46a7-a324-588c6ab3af89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 217 time: 0.0520036
Mar 26 20:52:55.457072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Calling delete_port for f73b4aea-4090-4998-a2b2-82ff8e1a2848 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:55.542759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-73c98618-e6bc-47e9-9d63-ae409257feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.544285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-73c98618-e6bc-47e9-9d63-ae409257feab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0878050
Mar 26 20:52:55.618631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:52:55.631174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-c3deb0a4-52e3-482b-9173-059365d79b87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722783
Mar 26 20:52:55.631582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-09502620-33ae-4ffc-8df3-1ca4bdb4cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.633537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-09502620-33ae-4ffc-8df3-1ca4bdb4cd06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2959564
Mar 26 20:52:55.648188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-30783bbc-dc57-4c01-a61f-4558cdacbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.649733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-30783bbc-dc57-4c01-a61f-4558cdacbaa1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 1148 time: 0.1020865
Mar 26 20:52:55.751373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-11e22ab1-4738-4504-8dc4-e5c4d9c96c7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0591908
Mar 26 20:52:55.782148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5a31-06fb-4cb1-ae40-82b3cac5c06b req-e081e79a-afbb-4185-a94e-e6bc719a9446 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.783774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54ad5a31-06fb-4cb1-ae40-82b3cac5c06b req-e081e79a-afbb-4185-a94e-e6bc719a9446 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1930151
Mar 26 20:52:55.882042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-5b6f22d4-906b-4b22-ae7e-efa4f1bc54ff service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943460
Mar 26 20:52:55.890144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54ad5a31-06fb-4cb1-ae40-82b3cac5c06b req-e69b65dd-e2c6-4740-9e16-a0ecb880feee tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937400
Mar 26 20:52:55.890739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f73b4aea-4090-4998-a2b2-82ff8e1a2848), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.901009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-a20aa309-260d-49d2-83d4-926bd8aa9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.902446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-a20aa309-260d-49d2-83d4-926bd8aa9e87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1429293
Mar 26 20:52:55.919232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-3b681e96-01b1-4342-bae5-479f7e0d7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:55.920463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-3b681e96-01b1-4342-bae5-479f7e0d7a09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.2357819
Mar 26 20:52:55.923071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:52:55.927757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:55.934955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:52:55.945326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73b4aea-4090-4998-a2b2-82ff8e1a2848,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:55.949079 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:55.950227 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124740490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:56.031377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-272396bc-6586-4a0d-8bad-32295b898238 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 200  len: 217 time: 0.0592165
Mar 26 20:52:56.035873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-5af73066-b94a-4002-aa1b-5efc185c4c13 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "PUT /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 996 time: 2.2570031
Mar 26 20:52:56.051271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-18a53e7e-ce5c-48f3-9ce0-9f991bbd000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.053101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-18a53e7e-ce5c-48f3-9ce0-9f991bbd000c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1434038
Mar 26 20:52:56.088865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:56.116576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (0c6130bd-d4b1-4841-b183-757982318b64), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.160063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-cd41b210-9527-4cb3-8ca7-a0bc770113f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.161537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-cd41b210-9527-4cb3-8ca7-a0bc770113f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.1241138
Mar 26 20:52:56.232019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-c7fd65ce-7040-4902-80f4-1c8aff7be841 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406384
Mar 26 20:52:56.239318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-3a325a0d-4f55-4f02-9423-c24d70818ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.240885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-3a325a0d-4f55-4f02-9423-c24d70818ccf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.1666403
Mar 26 20:52:56.257234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-441eca3c-2068-46fe-af60-40ea2949bdd2 req-35d94a4e-caf8-4372-aae0-a8100a24f22c service neutron] 10.222.0.18 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641531
Mar 26 20:52:56.258805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0c6130bd-d4b1-4841-b183-757982318b64), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.262105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks [] for router_controller (0c6130bd-d4b1-4841-b183-757982318b64), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.270243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d682df4-3336-404c-9ba6-b3c5ef16249c req-a8b8dca5-5ff9-4fa4-bb7d-f3af7fc7e40b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.271988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d682df4-3336-404c-9ba6-b3c5ef16249c req-a8b8dca5-5ff9-4fa4-bb7d-f3af7fc7e40b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.2972393
Mar 26 20:52:56.371676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-e956ba3a-d16b-40c8-b380-342957467ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984071
Mar 26 20:52:56.385682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0c6130bd-d4b1-4841-b183-757982318b64), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.386312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6130bd-d4b1-4841-b183-757982318b64 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:52:56.391995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.395737 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc49ac7b-bff3-4888-8531-f8aa3304a321 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c6130bd-d4b1-4841-b183-757982318b64 HTTP/1.1" status: 204  len: 168 time: 1.7807999
Mar 26 20:52:56.399705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54708) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:56.422770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d682df4-3336-404c-9ba6-b3c5ef16249c req-bd46d98f-ed26-4c4f-8c67-0dd3efa8eae5 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438448
Mar 26 20:52:56.502590 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124740490>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:54Z', 'revision_number': 1, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:56.526422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-3ae42f1e-d6ec-4259-98b5-033443647832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.527987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-3ae42f1e-d6ec-4259-98b5-033443647832 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2746603
Mar 26 20:52:56.549253 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:52:56.563874 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:52:56.564562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124740490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:56.573750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Deleting subnet 56c80b7f-a483-4bd5-98de-4596432340b0 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:52:56.577016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Publish callbacks [] for subnet (56c80b7f-a483-4bd5-98de-4596432340b0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.637894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-21e211bc-2c98-4d9a-8048-d2d1eab79780 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.639575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-21e211bc-2c98-4d9a-8048-d2d1eab79780 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.1244872
Mar 26 20:52:56.662790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-1f007e64-b669-4261-976a-955269604956 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0139740
Mar 26 20:52:56.669886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-97d8fb4b-ca99-4ee4-b982-869449a6287b service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4280126
Mar 26 20:52:56.703205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (56c80b7f-a483-4bd5-98de-4596432340b0), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:56.717366 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:52:56.731537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-ac71450d-a8f6-4d28-870b-fb8a4b5c87f8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0615909
Mar 26 20:52:56.787462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-c085d0fc-d2e3-44f3-b028-2ca6df664c50 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3866897
Mar 26 20:52:56.831515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-6ec3cd69-7e81-4292-80a3-603ad92ba714 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921156
Mar 26 20:52:56.836484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-1d9de16f-169f-42ce-92bc-eb78871c2281 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 999 time: 0.2967525
Mar 26 20:52:56.927813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a34f26da-bc06-4c13-9a87-ce6a2cdd46ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:56.970583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-64c9f3c3-3220-4b9b-acc2-20877bc7fcd9 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277239
Mar 26 20:52:56.972521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a34f26da-bc06-4c13-9a87-ce6a2cdd46ed {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:56.973085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a34f26da-bc06-4c13-9a87-ce6a2cdd46ed not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:56.973665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f73b4aea-4090-4998-a2b2-82ff8e1a2848 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:56.985554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-4454d112-0316-4859-a9b6-157c9d373b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:56.987321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-4454d112-0316-4859-a9b6-157c9d373b5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1210735
Mar 26 20:52:57.004791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f73b4aea-4090-4998-a2b2-82ff8e1a2848 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:57.016760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f73b4aea-4090-4998-a2b2-82ff8e1a2848 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:57.062644 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124740490>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:54Z', 'revision_number': 1, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:57.066829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6cf191-6d74-4665-b710-5c7fc8ffac37 req-acf76716-f9df-492e-b031-3c782e9da4f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3768635
Mar 26 20:52:57.071614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (56c80b7f-a483-4bd5-98de-4596432340b0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.100482 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5e475-dcff-4242-9352-fcd9b7961a04 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:54Z', 'revision_number': 1, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:52:57.128051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-f80b6d5d-7036-42ec-8e4e-0c56d7baaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:57.129676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-f80b6d5d-7036-42ec-8e4e-0c56d7baaf0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1304500
Mar 26 20:52:57.166733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-964ea00e-fad3-42b8-8cdb-9932461d1d65 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:52:57.182835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-964ea00e-fad3-42b8-8cdb-9932461d1d65 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0129249
Mar 26 20:52:57.227676 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (56c80b7f-a483-4bd5-98de-4596432340b0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.277728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:52:57.280286 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109" -d '{"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:52:57.313919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-33fb3835-9389-4390-87b2-5f71ec891a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.319845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c80b7f-a483-4bd5-98de-4596432340b0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:57.321470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27a82-eb3f-420c-b260-1419fcc0991b req-4945f0a5-baed-4da2-95ec-db553bc64fff tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:57.330234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18c27a82-eb3f-420c-b260-1419fcc0991b req-4945f0a5-baed-4da2-95ec-db553bc64fff tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.1255951
Mar 26 20:52:57.333916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742dc0e-3124-4704-a759-d920791e4e22 None None] Network 3dd88429-9cff-4a7d-bb74-833aba6b2474 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:52:57.349038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.356149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d84d5903-f277-45a4-8eda-a329b50e2f0c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/56c80b7f-a483-4bd5-98de-4596432340b0 HTTP/1.1" status: 204  len: 168 time: 0.9407613
Mar 26 20:52:57.358304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:57.419892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18c27a82-eb3f-420c-b260-1419fcc0991b req-a0473573-32b4-4f27-bcd2-4f209d8935fc tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767953
Mar 26 20:52:57.473688 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-49f00546-23f8-4dbe-a058-d36dd4891245 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886796
Mar 26 20:52:57.505801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-a714ba00-af4e-4fdf-bdd0-f37f513f3514 service neutron] 10.222.0.18 "GET /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2016084
Mar 26 20:52:57.520655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3dd88429-9cff-4a7d-bb74-833aba6b2474), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.564001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2fd90-91ad-4bf9-b343-96d8c9b279fe None None] New status for floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:52:57.580720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b2d1-1b59-43a5-9e01-6a86c5b7e8b7 req-56ae2cf4-f188-4dd9-9978-c2b8858f0163 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:57.582671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553b2d1-1b59-43a5-9e01-6a86c5b7e8b7 req-56ae2cf4-f188-4dd9-9978-c2b8858f0163 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0915446
Mar 26 20:52:57.649640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] DHCP port deletion for 3dd88429-9cff-4a7d-bb74-833aba6b2474 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:52:57.695045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553b2d1-1b59-43a5-9e01-6a86c5b7e8b7 req-f26695e9-c11d-4ce4-b9be-1ffddd382c46 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041560
Mar 26 20:52:57.860766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46768c5-df53-42ca-8453-bb6c8456a1f7 req-a58767bb-fe7c-436d-bc35-784de12a9bb5 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:57.869809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Deleting port 32e95090-87db-4a4e-b23f-b701f9c24317 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:57.870723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:57.874498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f46768c5-df53-42ca-8453-bb6c8456a1f7 req-a58767bb-fe7c-436d-bc35-784de12a9bb5 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0924087
Mar 26 20:52:57.971556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f46768c5-df53-42ca-8453-bb6c8456a1f7 req-ca4d7c96-d7af-4e4a-92aa-bf21cb182898 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965753
Mar 26 20:52:57.996342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] For port 32e95090-87db-4a4e-b23f-b701f9c24317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32e95090-87db-4a4e-b23f-b701f9c24317,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:57.996968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.018323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Calling delete_port for 32e95090-87db-4a4e-b23f-b701f9c24317 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:58.083831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de40cb4-d8e7-4c8f-9019-9659a6768ade req-552e2019-523d-415f-8309-3e4424274c99 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5939317
Mar 26 20:52:58.098495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e2494b1-a425-43d6-9388-b3b93680dc88 req-aa8bd439-907d-4b53-8de0-4d3a7fd5ec57 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 210 time: 0.0345078
Mar 26 20:52:58.140019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Deleting port 32e95090-87db-4a4e-b23f-b701f9c24317 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:52:58.140528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.152586 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.206454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] Pushing event deleted for resources: {'Port': ['ID=32e95090-87db-4a4e-b23f-b701f9c24317,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:58.219034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45817a7-5124-47ab-ab1a-7ae194f95735 None None] No DVR routers for this DVR port 32e95090-87db-4a4e-b23f-b701f9c24317 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:58.226403 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cd520e-f085-40ba-8d4e-e053c60c1b44 x-openstack-request-id: req-f8cd520e-f085-40ba-8d4e-e053c60c1b44 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:52:58.226687 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:52:58.226944 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8cd520e-f085-40ba-8d4e-e053c60c1b44 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:52:58.227388 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cd520e-f085-40ba-8d4e-e053c60c1b44'] response: {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:52:58.325187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff2144-d4a0-472b-8ce3-2d282ef12571 req-a6831fa4-f43f-4fef-ab61-c0b2fe6eca22 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:58.333890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ff2144-d4a0-472b-8ce3-2d282ef12571 req-a6831fa4-f43f-4fef-ab61-c0b2fe6eca22 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.0899081
Mar 26 20:52:58.370370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] For port 32e95090-87db-4a4e-b23f-b701f9c24317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32e95090-87db-4a4e-b23f-b701f9c24317,segment=NetworkSegment(e86c1ade-959b-413b-b5e2-499c0737d75f),segment_id=e86c1ade-959b-413b-b5e2-499c0737d75f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:58.370737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.378943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ff2144-d4a0-472b-8ce3-2d282ef12571 req-ed045be7-bc26-458b-b1a9-6e20883febcc tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438349
Mar 26 20:52:58.409378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Calling delete_port for 32e95090-87db-4a4e-b23f-b701f9c24317 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:52:58.416206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:58.482619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:52:58.486684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-2f91d0b7-62b6-4e84-a02f-09e3f82af5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:58.488349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-2f91d0b7-62b6-4e84-a02f-09e3f82af5f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.2164207
Mar 26 20:52:58.559415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6ef05-e24d-4cd0-9917-ca524d9b2075 req-2ea2201a-bca9-496a-805b-5607fd983323 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:58.560914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bef6ef05-e24d-4cd0-9917-ca524d9b2075 req-2ea2201a-bca9-496a-805b-5607fd983323 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.2349172
Mar 26 20:52:58.583385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08b295e-9561-4e2a-bfda-0f96cd0ccef5 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:52:58.589039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-6d50112d-8516-4b81-be77-7f8613020c22 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:58.591104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-6d50112d-8516-4b81-be77-7f8613020c22 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1008689
Mar 26 20:52:58.644761 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.653075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:52:58.690189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.704465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-ece63ab0-c1f8-49d1-b9e9-b520017f589d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1001 time: 0.1072288
Mar 26 20:52:58.710601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (32e95090-87db-4a4e-b23f-b701f9c24317), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.732860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:58.754879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-bce82efc-774a-434b-ba05-29a15ed9d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:58.756393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-bce82efc-774a-434b-ba05-29a15ed9d2fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2446220
Mar 26 20:52:58.762068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bef6ef05-e24d-4cd0-9917-ca524d9b2075 req-e9fa104e-340d-4a28-811c-d418937c6632 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832831
Mar 26 20:52:58.769435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e95090-87db-4a4e-b23f-b701f9c24317,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:58.835655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] No DVR routers for this DVR port 32e95090-87db-4a4e-b23f-b701f9c24317 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:58.867003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:58.932485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32e95090-87db-4a4e-b23f-b701f9c24317 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:52:58.960310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 32e95090-87db-4a4e-b23f-b701f9c24317 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:52:58.960659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32e95090-87db-4a4e-b23f-b701f9c24317 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:52:58.966995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-2c27821a-fadc-4e20-8928-be3fed2115fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 1001 time: 0.2037849
Mar 26 20:52:59.002781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3dd88429-9cff-4a7d-bb74-833aba6b2474), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.074898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e6012b0>,) {'filters': {'network_id': ['3dd88429-9cff-4a7d-bb74-833aba6b2474']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:59.090527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] Transition to ACTIVE for port object f08b295e-9561-4e2a-bfda-0f96cd0ccef5 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:52:59.097695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6012b0>, 'e86c1ade-959b-413b-b5e2-499c0737d75f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:59.097929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6012b0>, 'e86c1ade-959b-413b-b5e2-499c0737d75f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:52:59.107072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b08f1-25e6-4b88-805e-63947e3e1f63 req-f54ca030-584d-49ef-a1f8-b22c9c643528 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.108723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-667b08f1-25e6-4b88-805e-63947e3e1f63 req-f54ca030-584d-49ef-a1f8-b22c9c643528 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 943 time: 0.2709117
Mar 26 20:52:59.117114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.130755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e86c1ade-959b-413b-b5e2-499c0737d75f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.140566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-5b60fa9f-c558-4761-a98e-70534b1c7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.142061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-5b60fa9f-c558-4761-a98e-70534b1c7eca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1415665
Mar 26 20:52:59.229751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e86c1ade-959b-413b-b5e2-499c0737d75f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.263130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-83de1e66-0d3e-49f9-947e-4e0d9b925c78 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.264566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-83de1e66-0d3e-49f9-947e-4e0d9b925c78 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.5589445
Mar 26 20:52:59.282414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] No DVR routers for this DVR port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:52:59.283802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:52:59.284753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:52:59.285179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e86c1ade-959b-413b-b5e2-499c0737d75f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:52:59.293226 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:52:59.308342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] Pushing event updated for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:59.332460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-667b08f1-25e6-4b88-805e-63947e3e1f63 req-a8e18e7a-6821-4866-8f9a-5f1ac26a4495 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089093
Mar 26 20:52:59.385319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-999e353f-eacd-40c9-801a-3258b77a60dd service neutron] 10.222.0.18 "PUT /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8626387
Mar 26 20:52:59.389209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-c073e1c0-fee3-4cf8-9712-c0a8958aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.390197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-c073e1c0-fee3-4cf8-9712-c0a8958aebf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2202659
Mar 26 20:52:59.395097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3dd88429-9cff-4a7d-bb74-833aba6b2474), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.423260 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.429280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3dd88429-9cff-4a7d-bb74-833aba6b2474 HTTP/1.1" status: 204  len: 168 time: 2.0678542
Mar 26 20:52:59.454333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28722ca5-a2c6-4ff9-8c28-7ae3a2413a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd88429-9cff-4a7d-bb74-833aba6b2474,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:52:59.556460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:52:59.560082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.586164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54772) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:59.616211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838d80-77fe-4b0d-8529-16ab27fdd31f req-402cfa05-378e-42f5-ac32-b5e639bcf29a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.617786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38838d80-77fe-4b0d-8529-16ab27fdd31f req-402cfa05-378e-42f5-ac32-b5e639bcf29a tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1797240
Mar 26 20:52:59.619700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-ea5f08a4-6072-4ba4-b955-c8eec8e66f03 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153659
Mar 26 20:52:59.637546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-33877745-aa69-43a3-9a5f-a004d7809aaf tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.638972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-33877745-aa69-43a3-9a5f-a004d7809aaf tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1476679
Mar 26 20:52:59.786241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce9f22a1-76a7-4f71-a7c7-f150361907de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ded55fa29e38427a9306edfee6ca165e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1989608
Mar 26 20:52:59.790258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54774) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:52:59.812256 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38838d80-77fe-4b0d-8529-16ab27fdd31f req-d2405ff4-390b-4001-81bc-902fc074437d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858764
Mar 26 20:52:59.833659 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbe5b8e3-5ff7-424c-b11c-f32f7aafa109 req-61d7d27c-c6e3-4ce2-999e-02c243d28ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026787
Mar 26 20:52:59.836419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-25915ac8-ab1d-4918-a0c3-8e0fda33e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.838451 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-25915ac8-ab1d-4918-a0c3-8e0fda33e627 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82&tenant_id=cac9d686cedf4368ae6e500602e64596 HTTP/1.1" status: 200  len: 1126 time: 0.1818194
Mar 26 20:52:59.842372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.3 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/67eeccc0-3a32-4de1-95bd-053cea3ae6eb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:52:59.915612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-69015ab3-7609-4c72-be9e-a9d5ec6f6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:52:59.917270 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-69015ab3-7609-4c72-be9e-a9d5ec6f6c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cac9d686cedf4368ae6e500602e64596&device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1126 time: 0.0526264
Mar 26 20:52:59.943572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] Publish callbacks [] for security_group (873d9494-3740-44b3-81e2-8b0dacdf4087), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:52:59.955104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:00.010571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.020680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:53:00.021649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:00.039295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] Publish callbacks [] for security_group (873d9494-3740-44b3-81e2-8b0dacdf4087), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.060795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1a8e91c-c544-401d-ba99-8d9d25aaae04 req-17eda926-2743-4a23-9af0-b5bec03a9f13 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 210 time: 0.0351074
Mar 26 20:53:00.075077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.085205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-7af56830-a6f7-45c6-9334-31b57e37de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.087282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-7af56830-a6f7-45c6-9334-31b57e37de38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 200  len: 921 time: 0.1618588
Mar 26 20:53:00.109457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.139967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-23713f97-48ff-4ece-a91b-015b9eb71f15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 200  len: 217 time: 0.0460262
Mar 26 20:53:00.217067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-7ba80241-fd36-4c6f-a66e-858724fef488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.218543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-7ba80241-fd36-4c6f-a66e-858724fef488 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 200  len: 861 time: 0.0598559
Mar 26 20:53:00.231020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2810ae0-0d69-497c-91d4-24af432df35a req-83308e74-e914-429b-afd8-41b88617eea2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.232513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2810ae0-0d69-497c-91d4-24af432df35a req-83308e74-e914-429b-afd8-41b88617eea2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1015582
Mar 26 20:53:00.249979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.254979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (873d9494-3740-44b3-81e2-8b0dacdf4087), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.257683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.261333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/873d9494-3740-44b3-81e2-8b0dacdf4087 HTTP/1.1" status: 204  len: 168 time: 0.4662070
Mar 26 20:53:00.268885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-00c398fe-3052-4a09-b3a6-1525f089b0e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352998
Mar 26 20:53:00.280773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb8ff1-1080-4df3-b1d4-1eb9198702bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d9494-3740-44b3-81e2-8b0dacdf4087,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:00.298806 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d associated. External IP: 172.35.4.121, port: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd.
Mar 26 20:53:00.345830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2810ae0-0d69-497c-91d4-24af432df35a req-77843270-9b3c-4c09-a4ac-fa1f448af083 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027274
Mar 26 20:53:00.408516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-edfcc916-6cce-491a-b5ad-1fbecbe8add5 service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328185
Mar 26 20:53:00.413140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.428158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:00.480819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:00.487405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:00.497182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:00.501854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:00.537988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-5bd74573-57e8-42f9-aea1-12ef20c3ffca service neutron] 10.222.0.21 "GET /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201406
Mar 26 20:53:00.657905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.658538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.689143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-344bafa6-b057-4d59-8ab2-8d1ccbb6fe4f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4090514
Mar 26 20:53:00.701363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Request body: {'port': {'device_id': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:00.775777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f37c6-fc7d-4436-b56e-575fce750b32 req-672bb9e1-4739-4238-8949-cef9a907afd1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.777842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d4f37c6-fc7d-4436-b56e-575fce750b32 req-672bb9e1-4739-4238-8949-cef9a907afd1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0895188
Mar 26 20:53:00.779381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:00.795256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:00.871695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d4f37c6-fc7d-4436-b56e-575fce750b32 req-6e010d59-a36c-42d7-92d1-dc3bd9b20e0a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784950
Mar 26 20:53:00.898081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-47f5062c-24d8-4c21-967d-2e58d8f621cd tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:00.902242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-47f5062c-24d8-4c21-967d-2e58d8f621cd tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82&tenant_id=cac9d686cedf4368ae6e500602e64596&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0886431
Mar 26 20:53:01.027067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:01.041582 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:01.053396 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:01.054149 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:01.073124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-3034fc09-6d94-47a1-89f7-09db30ce738e service neutron] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:01.079255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-3034fc09-6d94-47a1-89f7-09db30ce738e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.080860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa7eefb7-42f6-4e8f-a889-454570cb51cd req-3034fc09-6d94-47a1-89f7-09db30ce738e service neutron] 10.222.0.21 "DELETE /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1708820
Mar 26 20:53:01.091496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d515f-a282-4ac9-b712-42aaa139e062 req-02653ff0-d7ee-40b8-b157-b2eab87fcc00 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.099664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b3d515f-a282-4ac9-b712-42aaa139e062 req-02653ff0-d7ee-40b8-b157-b2eab87fcc00 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.1098559
Mar 26 20:53:01.167866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b3d515f-a282-4ac9-b712-42aaa139e062 req-b5b3909f-0c31-4ebd-a634-eca8737a98d9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668147
Mar 26 20:53:01.197789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:01.301118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67eeccc0-3a32-4de1-95bd-053cea3ae6eb {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:01.329529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf49dd-3d63-46c9-8cae-f84c86f3dd57 req-58bf42ef-9dad-4e7e-afd1-3da5e484e177 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.332137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0bf49dd-3d63-46c9-8cae-f84c86f3dd57 req-58bf42ef-9dad-4e7e-afd1-3da5e484e177 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.0825508
Mar 26 20:53:01.336033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks [] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.361158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Transition to ACTIVE for port object 67eeccc0-3a32-4de1-95bd-053cea3ae6eb will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:01.369709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.396869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0bf49dd-3d63-46c9-8cae-f84c86f3dd57 req-00a62be3-6251-4ce9-a60d-536c23b5711b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583606
Mar 26 20:53:01.409769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:01.431955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Pushing event updated for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:01.547606 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4be0>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:59Z', 'revision_number': 3, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:01.565246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b584f-5fb5-4848-a118-0ad623adc465 req-c50831b6-3e58-4147-bbd8-64979f98122c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.575155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d4b584f-5fb5-4848-a118-0ad623adc465 req-c50831b6-3e58-4147-bbd8-64979f98122c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0819263
Mar 26 20:53:01.576388 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:01.586727 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:01.587618 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:01.598312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Attempting to bind port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:01.598312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Attempting to bind port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:01.598659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Attempting to bind port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:01.608756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:01.609090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Attempting to bind port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:01.620081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:01.620411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:01.620800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:01.621240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Bound port: 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:01.621600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.625142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:01.635251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.647162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d4b584f-5fb5-4848-a118-0ad623adc465 req-1277a593-fd10-459b-89a6-7947540d6ddf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709636
Mar 26 20:53:01.674019 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.694527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:01.697662 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27931879-9e00-4b32-872d-083cfb2486ce" -d '{"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:01.732044 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:01.745452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-57053ba9-3aa6-494a-a1ea-0a3a0ecf1164 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "PUT /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 999 time: 3.0275354
Mar 26 20:53:01.746468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:01.749872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:01.764094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.798830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c93f-1ca9-4d07-9cd7-0ffd068cb1e2 req-efd61dcc-960e-492c-97b1-cb98639a2145 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.804394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7884c93f-1ca9-4d07-9cd7-0ffd068cb1e2 req-efd61dcc-960e-492c-97b1-cb98639a2145 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0701175
Mar 26 20:53:01.831095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.831788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:01.833200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] 10.222.0.18 "PUT /v2.0/ports/67eeccc0-3a32-4de1-95bd-053cea3ae6eb HTTP/1.1" status: 200  len: 1091 time: 1.1365244
Mar 26 20:53:01.841459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-50e28caf-6faa-4b3f-97de-3426e63c4837 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.842880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-50e28caf-6faa-4b3f-97de-3426e63c4837 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports/6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 942 time: 0.0913069
Mar 26 20:53:01.864256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1141-5d9d-44cd-931f-ea360fc92950 service neutron] Pushing event updated for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:01.874487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7884c93f-1ca9-4d07-9cd7-0ffd068cb1e2 req-3bb21ab9-15fa-4843-b6c5-e455abdfa731 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680490
Mar 26 20:53:01.982577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-22780457-7f85-443f-b2ca-f7ae83bc91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.984284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-22780457-7f85-443f-b2ca-f7ae83bc91bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 1125 time: 0.1074603
Mar 26 20:53:01.993442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-a47f2a7c-4e63-4a09-afaf-46b56214cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:01.995719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-a47f2a7c-4e63-4a09-afaf-46b56214cf10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.0627685
Mar 26 20:53:02.019035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbabd9-0dd7-416e-a9af-cf85945897bb req-40d7472d-409a-454f-88f1-cc0da4d1a250 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.020657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14dbabd9-0dd7-416e-a9af-cf85945897bb req-40d7472d-409a-454f-88f1-cc0da4d1a250 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 943 time: 0.0662546
Mar 26 20:53:02.021627 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4be0>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:59Z', 'revision_number': 3, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:02.050755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-50708371-50bb-4f33-bae8-64f4e9368d07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb HTTP/1.1" status: 200  len: 217 time: 0.0540617
Mar 26 20:53:02.054950 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea9b6d-56fe-4271-ae56-a3736aee2ea8 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:52:59Z', 'revision_number': 3, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:02.082939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14dbabd9-0dd7-416e-a9af-cf85945897bb req-18a25f79-0c35-4c0d-b6bb-206367473680 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537245
Mar 26 20:53:02.246785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe75f1-6f8c-47bb-a094-c7014f6a2b0f req-4dd6161e-535f-42db-9f70-354042e1e647 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.252595 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1abe75f1-6f8c-47bb-a094-c7014f6a2b0f req-4dd6161e-535f-42db-9f70-354042e1e647 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.0664523
Mar 26 20:53:02.325867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444fc0b-063f-4331-9f73-2dd84424641e None None] New status for floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:53:02.330680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1abe75f1-6f8c-47bb-a094-c7014f6a2b0f req-9cfcf04b-6efc-450d-b311-5c82f5de5dd3 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762436
Mar 26 20:53:02.487468 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb877ce-fbd5-4f09-a7da-462b9bdb1c73 x-openstack-request-id: req-8fb877ce-fbd5-4f09-a7da-462b9bdb1c73 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:02.488036 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:02.488471 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fb877ce-fbd5-4f09-a7da-462b9bdb1c73 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:02.488879 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb877ce-fbd5-4f09-a7da-462b9bdb1c73'] response: {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:53:02.523338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fe395b2a-bff0-4e93-b932-fa58e57a2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.524973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-fe395b2a-bff0-4e93-b932-fa58e57a2c80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.4337468
Mar 26 20:53:02.530294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-116a9f38-daec-4b20-9f92-f15123dacbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.535662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-116a9f38-daec-4b20-9f92-f15123dacbce service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.5326390
Mar 26 20:53:02.572527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-0590ca50-9f2f-4cd9-90ad-ecc1f86b2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.574281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-0590ca50-9f2f-4cd9-90ad-ecc1f86b2c41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1127 time: 0.1603863
Mar 26 20:53:02.581002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-8049937b-8ea0-4f4c-abc1-b41a3aea9144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442438
Mar 26 20:53:02.611800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931879-9e00-4b32-872d-083cfb2486ce req-73c66133-a069-4cd0-9607-f1c1a9ce08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.614089 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-73c66133-a069-4cd0-9607-f1c1a9ce08cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.1574149
Mar 26 20:53:02.635980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-fa3bdd8a-a48a-46f2-8f28-94e43701437a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0868099
Mar 26 20:53:02.707104 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:02.727771 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:02.730922 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612423b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:02.750919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-c2a65cb7-6a6a-4ebe-99ca-5eec5295c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.758106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-c2a65cb7-6a6a-4ebe-99ca-5eec5295c2c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1212578
Mar 26 20:53:02.868370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-38dbda5d-3365-49d7-9b2a-ee905859eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:02.876168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-38dbda5d-3365-49d7-9b2a-ee905859eb29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1170466
Mar 26 20:53:02.881441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-fa1f404c-5669-400e-8d8c-84d844409e78 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:53:02.888854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-fa1f404c-5669-400e-8d8c-84d844409e78 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0116158
Mar 26 20:53:02.903603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-e296a37b-cfdc-4f1b-86ef-2f2c98ee169d service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855754
Mar 26 20:53:02.905994 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:03.129541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-0e2eabbf-502d-4c6a-bf98-c652a659f5ed service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397966
Mar 26 20:53:03.150987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590df1c1-ba36-4334-96fb-09f98dec4401 req-b746226b-476c-4234-b663-d8dda2902e74 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2360582
Mar 26 20:53:03.153007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-1c19fecd-6079-4b8e-9bb5-f57e1a60f02b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.154685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-1c19fecd-6079-4b8e-9bb5-f57e1a60f02b tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.6498704
Mar 26 20:53:03.271252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-aad4054d-8634-4224-820f-a797c32386c7 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346951
Mar 26 20:53:03.311686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-8824525f-4c4e-4db1-9895-85a1a5255088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.313304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-8824525f-4c4e-4db1-9895-85a1a5255088 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.7277372
Mar 26 20:53:03.352359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-599e7dce-b151-42d0-b54f-86ea9592500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.354537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-599e7dce-b151-42d0-b54f-86ea9592500d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1128 time: 0.0495896
Mar 26 20:53:03.362990 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612423b670>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:02Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:03.389988 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:03.393355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507ee1-5413-418d-80c8-38e1e3d5c445 req-6e1a04d7-1060-41f9-a21f-eb85e9589c85 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.394888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03507ee1-5413-418d-80c8-38e1e3d5c445 req-6e1a04d7-1060-41f9-a21f-eb85e9589c85 tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 1126 time: 0.2522852
Mar 26 20:53:03.397997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-c086c2bb-6466-401f-a086-6acd0081bcd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 217 time: 0.0605619
Mar 26 20:53:03.399410 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:03.400167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931879-9e00-4b32-872d-083cfb2486ce req-4a94eb05-1dce-4c0e-92e0-4d6bef264055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.400296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612423b670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:03.401534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-4a94eb05-1dce-4c0e-92e0-4d6bef264055 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.7768521
Mar 26 20:53:03.464685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-94147930-16ff-4e41-99f8-7030c827cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.466534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-94147930-16ff-4e41-99f8-7030c827cadb service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.1063402
Mar 26 20:53:03.489438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-d32b2c7a-5832-4d9e-b5af-f133330b7a9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0690906
Mar 26 20:53:03.519897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:03.539323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-b7db1409-29af-43d5-9a8c-97ab85230638 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 1002 time: 0.0663033
Mar 26 20:53:03.554846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-f8b27b7c-f99d-4850-b3ec-02a39a42ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.556392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-f8b27b7c-f99d-4850-b3ec-02a39a42ea93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1458361
Mar 26 20:53:03.569470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Deleting port 456ea6bf-b197-4c02-a631-fb2403437d4c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:03.569814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:03.583368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03507ee1-5413-418d-80c8-38e1e3d5c445 req-4f7712e0-f50c-47a8-885d-c4f81e7db0fd tempest-LiveAutoBlockMigrationV225Test-1196014644 tempest-LiveAutoBlockMigrationV225Test-1196014644-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808555
Mar 26 20:53:03.598873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-4b107ab1-274a-4d27-91be-771409840c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.600530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-4b107ab1-274a-4d27-91be-771409840c21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0557625
Mar 26 20:53:03.617005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-80cd03eb-2305-412e-8c6e-54cac58d21a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500546
Mar 26 20:53:03.658651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931879-9e00-4b32-872d-083cfb2486ce req-b098c0e4-1d27-4bc6-baf4-9e74b2f74119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.660091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-b098c0e4-1d27-4bc6-baf4-9e74b2f74119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1619451
Mar 26 20:53:03.672332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968197-48aa-4c8f-a59f-619056e8d792 req-0c1a8989-6781-4210-80cd-7256e4933653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.674102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-0c1a8989-6781-4210-80cd-7256e4933653 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0669007
Mar 26 20:53:03.771159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-346b1e4f-0aca-4670-bccc-27be5eb36f13 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906713
Mar 26 20:53:03.774210 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612423b670>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:02Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:03.808465 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a2233-4e67-4dd7-ab71-db57e10704c6 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:72:d7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c5308d-ab4c-477b-9792-4d069959cf60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:02Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:03.844083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] For port 456ea6bf-b197-4c02-a631-fb2403437d4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=456ea6bf-b197-4c02-a631-fb2403437d4c,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:03.844460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:03.877354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af968197-48aa-4c8f-a59f-619056e8d792 req-e1c94295-7380-48de-a297-d554c2f0c009 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994449
Mar 26 20:53:03.952062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27931879-9e00-4b32-872d-083cfb2486ce req-4e53f6aa-9bef-4846-a354-9080b496f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.953647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-4e53f6aa-9bef-4846-a354-9080b496f4e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2491529
Mar 26 20:53:03.967433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-8a16af01-5615-4494-bad0-56e5dc2d25b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274925
Mar 26 20:53:03.992965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c276a4-5fca-496a-be9e-cf929c25687b req-05d26b04-2890-4ff4-aabc-4d9863e73e99 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:03.994522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70c276a4-5fca-496a-be9e-cf929c25687b req-05d26b04-2890-4ff4-aabc-4d9863e73e99 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 945 time: 0.2784042
Mar 26 20:53:04.003319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152e795-e917-43b9-bebf-7198e2e02f9d req-0e54a679-9738-4c54-b68f-9f56b6435c06 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:04.004964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7152e795-e917-43b9-bebf-7198e2e02f9d req-0e54a679-9738-4c54-b68f-9f56b6435c06 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0613599
Mar 26 20:53:04.054577 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7152e795-e917-43b9-bebf-7198e2e02f9d req-68757fb4-f116-4fc9-b29a-e11794885817 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432696
Mar 26 20:53:04.165427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4bdf-5113-4879-a235-13fe2e9a638b req-f9483c25-4a68-4bba-9fa0-37c19e328a4a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:04.167471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e6e4bdf-5113-4879-a235-13fe2e9a638b req-f9483c25-4a68-4bba-9fa0-37c19e328a4a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0567586
Mar 26 20:53:04.214614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e6e4bdf-5113-4879-a235-13fe2e9a638b req-3e4597f7-0744-414a-badf-8a2cadb30e08 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413885
Mar 26 20:53:04.280963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70c276a4-5fca-496a-be9e-cf929c25687b req-fcee4681-c66e-4efb-84f4-1666f5b489ed tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups?id=04e989ef-a3c0-4b7b-96aa-08997752e203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2593608
Mar 26 20:53:04.299729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-06dd2667-29fa-4eab-b051-5978bb483460 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033271
Mar 26 20:53:04.305685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-4b8c6d81-703d-49d6-a528-fe63b1eb595c service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3323066
Mar 26 20:53:04.323814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:04.325955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:04.326344 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6 disassociated. External IP: 172.35.4.202, port: 456ea6bf-b197-4c02-a631-fb2403437d4c.
Mar 26 20:53:04.326947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Calling delete_port for 456ea6bf-b197-4c02-a631-fb2403437d4c owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:04.346549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba5691-59ab-4698-a046-50177072879c req-cc945e15-b606-43e9-8a42-152ef197f0d7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:04.347864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24ba5691-59ab-4698-a046-50177072879c req-cc945e15-b606-43e9-8a42-152ef197f0d7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 943 time: 0.0799999
Mar 26 20:53:04.419812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24ba5691-59ab-4698-a046-50177072879c req-638376c1-9a89-4985-9b03-02c2080a0e1b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653923
Mar 26 20:53:04.489637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd'}, {'name': 'network-changed', 'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:04.491969 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca00ca0-5a96-4010-bd13-97515d737ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd"}, {"name": "network-changed", "server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:04.504756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27931879-9e00-4b32-872d-083cfb2486ce req-eab98d1d-f906-44cc-aeb1-dd85678f213f service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878374
Mar 26 20:53:04.535725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377c054-0bad-4c7d-bf0d-896b33d614d7 req-a8191bbc-ce6b-4a0f-87d7-e6e2ad9767f9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:04.537384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d377c054-0bad-4c7d-bf0d-896b33d614d7 req-a8191bbc-ce6b-4a0f-87d7-e6e2ad9767f9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1185405
Mar 26 20:53:04.633288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d377c054-0bad-4c7d-bf0d-896b33d614d7 req-0df0d2ef-4fc5-4e18-a163-b0ab9a097f97 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851784
Mar 26 20:53:04.654091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (456ea6bf-b197-4c02-a631-fb2403437d4c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:04.690029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event deleted for resources: {'Port': ['ID=456ea6bf-b197-4c02-a631-fb2403437d4c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:04.713237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925eb281-c752-440b-bec2-c48ef0086bfd req-59200186-5672-4e0d-a847-668824bd9601 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1002 time: 0.0931315
Mar 26 20:53:04.792008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb281-c752-440b-bec2-c48ef0086bfd req-84ba00d7-9747-4bdd-8615-e3748a48420f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:04.808097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925eb281-c752-440b-bec2-c48ef0086bfd req-84ba00d7-9747-4bdd-8615-e3748a48420f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports/303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 943 time: 0.0792601
Mar 26 20:53:04.829602 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2207e06-d24c-4534-84d0-0f1b458fb8eb x-openstack-request-id: req-d2207e06-d24c-4534-84d0-0f1b458fb8eb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:04.829903 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:04.830159 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2207e06-d24c-4534-84d0-0f1b458fb8eb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:04.830978 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2207e06-d24c-4534-84d0-0f1b458fb8eb'] response: {'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'status': 'completed', 'code': 200}
Mar 26 20:53:04.831246 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2207e06-d24c-4534-84d0-0f1b458fb8eb'] response: {'name': 'network-changed', 'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb', 'status': 'completed', 'code': 200}
Mar 26 20:53:04.873661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:04.939228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925eb281-c752-440b-bec2-c48ef0086bfd req-dd097675-5538-4a82-9726-40675d7e3f74 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1002 time: 0.0992980
Mar 26 20:53:05.025789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-62c04fc7-977b-4fd4-ba0b-1dfd2ff68957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.028421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-62c04fc7-977b-4fd4-ba0b-1dfd2ff68957 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1128 time: 0.1496146
Mar 26 20:53:05.036233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:05.047821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:05.068802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:05.069721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f891c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:05.095176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78f771-61f6-4437-806c-bbb165b7876b req-238d4e21-b8f3-48a6-80a0-0d139c6f1ba9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.106731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe78f771-61f6-4437-806c-bbb165b7876b req-238d4e21-b8f3-48a6-80a0-0d139c6f1ba9 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.1789043
Mar 26 20:53:05.115071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] No DVR routers for this DVR port 456ea6bf-b197-4c02-a631-fb2403437d4c on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:05.118166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:05.123427 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fa655a5-9880-47ec-9eec-f1e1f15a6cec req-d2df1936-9873-40e1-8618-b7592767b39d tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.18 "DELETE /v2.0/ports/456ea6bf-b197-4c02-a631-fb2403437d4c HTTP/1.1" status: 204  len: 173 time: 1.9429207
Mar 26 20:53:05.123937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'name': 'network-vif-deleted', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:05.131700 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c8c99b-e0ad-4a12-9263-a4868cefd0d9" -d '{"events": [{"server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "name": "network-vif-deleted", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:05.136197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-e5e66c0a-f22e-4b27-bf89-9196acfe5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.137995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-e5e66c0a-f22e-4b27-bf89-9196acfe5a35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.1029959
Mar 26 20:53:05.207699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe78f771-61f6-4437-806c-bbb165b7876b req-96706fdb-a043-4bab-bb99-c4a5d5d92cb3 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001143
Mar 26 20:53:05.240656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb281-c752-440b-bec2-c48ef0086bfd req-2b6ddaf4-78dc-42e4-967b-67a984eab8e6 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.254889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925eb281-c752-440b-bec2-c48ef0086bfd req-2b6ddaf4-78dc-42e4-967b-67a984eab8e6 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.3110011
Mar 26 20:53:05.309975 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ec09c-b48f-493a-8fbe-da0e21c33ac6 x-openstack-request-id: req-fc7ec09c-b48f-493a-8fbe-da0e21c33ac6 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:05.310526 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6988895-e39c-494d-b277-f819ab920d2e", "name": "network-vif-deleted", "tag": "456ea6bf-b197-4c02-a631-fb2403437d4c", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:05.310946 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc7ec09c-b48f-493a-8fbe-da0e21c33ac6 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:05.312279 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7ec09c-b48f-493a-8fbe-da0e21c33ac6'] response: {'server_uuid': 'a6988895-e39c-494d-b277-f819ab920d2e', 'name': 'network-vif-deleted', 'tag': '456ea6bf-b197-4c02-a631-fb2403437d4c', 'status': 'completed', 'code': 200}
Mar 26 20:53:05.314917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-d99708a7-1cfa-4d6c-8f14-9077f80908f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 1002 time: 0.1587684
Mar 26 20:53:05.382800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-cdb41843-5134-4c48-a366-55b2bdfae834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.393228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-cdb41843-5134-4c48-a366-55b2bdfae834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0735307
Mar 26 20:53:05.441718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879cd52-0150-4a10-91d5-784cb4d51b2b req-74bebbd6-ca89-4b2c-9898-9c22f010fb4f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.452324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e879cd52-0150-4a10-91d5-784cb4d51b2b req-74bebbd6-ca89-4b2c-9898-9c22f010fb4f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0842199
Mar 26 20:53:05.480249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:05.494640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f776cb2-982e-4552-bbbd-23289217f1ce req-4574ca9a-2161-4d49-9d9d-3ae586ae185c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.496484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f776cb2-982e-4552-bbbd-23289217f1ce req-4574ca9a-2161-4d49-9d9d-3ae586ae185c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0999763
Mar 26 20:53:05.508332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-da4156d4-a75e-40f8-b08c-2c1e8f8e095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.511056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e879cd52-0150-4a10-91d5-784cb4d51b2b req-fa8a9187-87e7-46ba-89cf-1803bf06231b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578349
Mar 26 20:53:05.511463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-da4156d4-a75e-40f8-b08c-2c1e8f8e095b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0815811
Mar 26 20:53:05.625998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f776cb2-982e-4552-bbbd-23289217f1ce req-de621ee1-63fb-401c-989c-78500560821e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200209
Mar 26 20:53:05.657372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-536071ea-4e08-4ecd-b0f2-2ec667dc1ca7 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1002 time: 0.1145179
Mar 26 20:53:05.667601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-a36551cc-71b7-459d-b457-8f8cdd6db7e8 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443853
Mar 26 20:53:05.743226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-0868229d-a144-4b3e-8882-0766d35ee22d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.758149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-0868229d-a144-4b3e-8882-0766d35ee22d tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports/303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 943 time: 0.0938380
Mar 26 20:53:05.774966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f891c70>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:05.798794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e53ffa05-8036-42b8-a431-4552b55084a5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.800605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e53ffa05-8036-42b8-a431-4552b55084a5 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.0974901
Mar 26 20:53:05.808534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-ee08cda1-7a13-46d7-8c4d-ac7b5b8f3d01 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241510
Mar 26 20:53:05.820630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:05.836547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:05.838355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f891c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:05.851986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67e44136-cbf8-4216-ab5e-d44e76be2e88 req-ea7d61db-feee-451e-b862-60f32f6b1e8e tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6988895-e39c-494d-b277-f819ab920d2e HTTP/1.1" status: 200  len: 210 time: 0.0422370
Mar 26 20:53:05.975269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 67eeccc0-3a32-4de1-95bd-053cea3ae6eb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:05.977125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 456ea6bf-b197-4c02-a631-fb2403437d4c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:05.986757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-800fe937-75b9-444e-8c49-991dd5c99f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:05.988890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-800fe937-75b9-444e-8c49-991dd5c99f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 1125 time: 0.1029634
Mar 26 20:53:06.003883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-d516302c-a1b0-4861-a317-b4d6ea7a0bd4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1002 time: 0.2021098
Mar 26 20:53:06.024147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad940e8-7c86-4d0d-bd66-597ce5fe97c8 req-30e0f38f-2780-42e8-8d81-3077398e847a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.029246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ad940e8-7c86-4d0d-bd66-597ce5fe97c8 req-30e0f38f-2780-42e8-8d81-3077398e847a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 943 time: 0.0956018
Mar 26 20:53:06.038209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 456ea6bf-b197-4c02-a631-fb2403437d4c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:06.038565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 456ea6bf-b197-4c02-a631-fb2403437d4c not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:06.068382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:06.135448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Deleting port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:06.135817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:06.158446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ad940e8-7c86-4d0d-bd66-597ce5fe97c8 req-f63f078c-e95d-42b0-a92d-b88ed6a258c1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122618
Mar 26 20:53:06.166252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-2fc93c23-b755-4db3-b8b8-075af3000314 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.173675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-63e70e5d-ae25-4d33-8919-7ed6da6c1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.173942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-2fc93c23-b755-4db3-b8b8-075af3000314 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1690135
Mar 26 20:53:06.175679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-63e70e5d-ae25-4d33-8919-7ed6da6c1995 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.1762736
Mar 26 20:53:06.224663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:06.240845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb', 'mac_address': 'fa:16:3e:bc:90:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:06.248194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-b7d40758-a9d9-4f5f-995f-d79d72f54673 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb HTTP/1.1" status: 200  len: 217 time: 0.0572338
Mar 26 20:53:06.311814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-0e23bf95-ef35-4a7c-a1d0-83d19ef85c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.313789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-0e23bf95-ef35-4a7c-a1d0-83d19ef85c0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0568953
Mar 26 20:53:06.357912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-e1ceb4e3-aee5-4240-ae32-bdef344a0dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370104
Mar 26 20:53:06.407276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:06.407585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:06.427572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67eeccc0-3a32-4de1-95bd-053cea3ae6eb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:06.461202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:06.466305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abb503-842d-4a34-a3f4-908884c3c507 req-d24703c5-2645-488f-a764-1ffdb558a5f8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.468322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25abb503-842d-4a34-a3f4-908884c3c507 req-d24703c5-2645-488f-a764-1ffdb558a5f8 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.1373587
Mar 26 20:53:06.469238 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:06.501821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-b177b92c-e64e-4749-ad7b-4b66937dd3cc service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281760
Mar 26 20:53:06.550474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:06.555264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25abb503-842d-4a34-a3f4-908884c3c507 req-ffb1d914-d13b-407a-a696-cf51b779c142 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811663
Mar 26 20:53:06.565175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f891c70>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:06.616815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe64fc4-7f43-4946-bd9c-82a9b605afb2 None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d', 'name': '', 'network_id': 'f8ad645e-691e-4200-a0a6-1147f6f8ec71', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'mac_address': 'fa:16:3e:64:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:21Z', 'updated_at': '2022-03-26T20:50:31Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'subnets': [{'id': '18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:06.629465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-098a2988-b626-48d4-8f56-ec1e7702b0d5 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1002 time: 0.4530799
Mar 26 20:53:06.634409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ca00ca0-5a96-4010-bd13-97515d737ce2 req-31545116-f147-4ee2-8b35-853e0a3e90a4 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227562
Mar 26 20:53:06.649970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:06.714942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e913f2-e093-4357-8000-9cea8b1826e5 req-02282d02-2601-4088-9993-78e4aa491872 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.716711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15e913f2-e093-4357-8000-9cea8b1826e5 req-02282d02-2601-4088-9993-78e4aa491872 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=b68114f8-3943-44b1-854e-7e316161aa82 HTTP/1.1" status: 200  len: 944 time: 0.0589406
Mar 26 20:53:06.727938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] For port f08b295e-9561-4e2a-bfda-0f96cd0ccef5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:06.728819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:06.746735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Calling delete_port for f08b295e-9561-4e2a-bfda-0f96cd0ccef5 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:06.762052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:06.768191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15e913f2-e093-4357-8000-9cea8b1826e5 req-10d81284-8480-4c07-9b99-a10131e9f981 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453606
Mar 26 20:53:06.803474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['67eeccc0-3a32-4de1-95bd-053cea3ae6eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:06.975768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f98fab-ee9b-4b73-85d7-867996c4ca3b req-ced552ad-b975-4dde-a719-931ed4ac8632 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:06.977343 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874be34f-27ff-494f-9470-43dc2d468180 None None] New status for floating IP e4d63f38-d2e7-44be-aee5-279bec9277f6: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:53:06.981313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6f98fab-ee9b-4b73-85d7-867996c4ca3b req-ced552ad-b975-4dde-a719-931ed4ac8632 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0742280
Mar 26 20:53:06.984962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.003124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.003468 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d disassociated. External IP: 172.35.4.121, port: 303d5329-41df-4a9b-a437-bbfb5a9e23bd.
Mar 26 20:53:07.038854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6f98fab-ee9b-4b73-85d7-867996c4ca3b req-a9eb73e2-0eec-462e-9088-2c7f7f154b5e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535984
Mar 26 20:53:07.079794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f08b295e-9561-4e2a-bfda-0f96cd0ccef5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.093010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d6806923-920b-4eab-b4f5-2134464682ab', 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:07.164303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event deleted for resources: {'Port': ['ID=f08b295e-9561-4e2a-bfda-0f96cd0ccef5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:07.165362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8c5a9-463b-439b-bb1f-1356899db88e req-2e9fba43-5d5b-4097-a7f5-00d8b13be44e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:07.173723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73c8c5a9-463b-439b-bb1f-1356899db88e req-2e9fba43-5d5b-4097-a7f5-00d8b13be44e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0689826
Mar 26 20:53:07.203750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.204135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.204562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.204819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.205217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.205879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.205879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.206207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.206542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.206931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.207197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.207530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.207858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.208213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.208894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:07.224914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73c8c5a9-463b-439b-bb1f-1356899db88e req-973d267b-2f99-46b9-b414-ae0ea4d7285d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503247
Mar 26 20:53:07.233808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] No DVR routers for this DVR port f08b295e-9561-4e2a-bfda-0f96cd0ccef5 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:07.237533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.240928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b87e3ba-353b-4d2f-b4f9-42d388725d71 req-e8a904e7-29d0-4764-bab6-74b0335b7896 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "DELETE /v2.0/ports/f08b295e-9561-4e2a-bfda-0f96cd0ccef5 HTTP/1.1" status: 204  len: 173 time: 1.3425839
Mar 26 20:53:07.313440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-deleted', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:07.315750 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b94570f-bd3c-43cf-bc09-169c59629646" -d '{"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-deleted", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:07.394460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:07.530888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:07.543000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:07.545804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.562498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:07.563617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f126e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:07.598981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-9c14b9c4-ab13-4ae2-bbca-10da0dad8701 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "PUT /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 695 time: 0.9633815
Mar 26 20:53:07.717019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ef69b0c4-e02e-4151-b964-c5d429cd3d05 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:07.718965 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-ef69b0c4-e02e-4151-b964-c5d429cd3d05 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1373897
Mar 26 20:53:07.730391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-7ffbd6b6-2e87-4721-a4f7-062e08d52bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:07.732637 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-7ffbd6b6-2e87-4721-a4f7-062e08d52bea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1128 time: 0.1140826
Mar 26 20:53:07.734905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:07.738987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:07.766268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084748-260d-40fc-814e-0913c6e00b50 req-3276c26a-5310-4bd1-b9ad-756f1c7dc6f6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:07.777904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17084748-260d-40fc-814e-0913c6e00b50 req-3276c26a-5310-4bd1-b9ad-756f1c7dc6f6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 944 time: 0.1043565
Mar 26 20:53:07.859018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17084748-260d-40fc-814e-0913c6e00b50 req-c0440f75-e81b-4ced-81af-588a45496531 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754905
Mar 26 20:53:07.900222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:07.916946 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343940ba-cf14-4b2b-9397-996e36d483e1 x-openstack-request-id: req-343940ba-cf14-4b2b-9397-996e36d483e1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:07.917252 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68114f8-3943-44b1-854e-7e316161aa82", "name": "network-vif-deleted", "tag": "f08b295e-9561-4e2a-bfda-0f96cd0ccef5", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:07.917491 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-343940ba-cf14-4b2b-9397-996e36d483e1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:07.917897 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343940ba-cf14-4b2b-9397-996e36d483e1'] response: {'server_uuid': 'b68114f8-3943-44b1-854e-7e316161aa82', 'name': 'network-vif-deleted', 'tag': 'f08b295e-9561-4e2a-bfda-0f96cd0ccef5', 'status': 'completed', 'code': 200}
Mar 26 20:53:07.968423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-06944d76-65db-45ac-a7d6-b21a73de251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:07.969924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-06944d76-65db-45ac-a7d6-b21a73de251e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2010880
Mar 26 20:53:08.010816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 67eeccc0-3a32-4de1-95bd-053cea3ae6eb up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:08.067734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-ebba2978-ef2a-4921-bde8-1796f3dff3ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 217 time: 0.0889969
Mar 26 20:53:08.077314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90a2d2-d3a0-4cc2-a1b8-aa910157c83d req-ca2c6a11-6dcf-49f9-8769-c4a1b2dcacf9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:08.079203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c90a2d2-d3a0-4cc2-a1b8-aa910157c83d req-ca2c6a11-6dcf-49f9-8769-c4a1b2dcacf9 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 945 time: 0.0703714
Mar 26 20:53:08.105162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f126e20>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:08.132775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:08.135487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:08.141383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:08.141767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.164625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-8aa29b89-d667-419e-b2f1-6232eb1126f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:08.165556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c90a2d2-d3a0-4cc2-a1b8-aa910157c83d req-119bf67b-3395-4341-92f4-6885cd47a5e1 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730438
Mar 26 20:53:08.168110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:08.172583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-8aa29b89-d667-419e-b2f1-6232eb1126f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1038694
Mar 26 20:53:08.173215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f126e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:08.229389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:08.258631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-a48187cb-6e34-4fed-b516-f4d72a6a5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:08.267695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-a48187cb-6e34-4fed-b516-f4d72a6a5109 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0942006
Mar 26 20:53:08.375440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:53:08.381908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:08.416878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62267b9-451c-4c83-bbfb-01f00852aa15 req-1609c5fc-4e15-4980-b86b-2ce21b264949 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:08.424555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c62267b9-451c-4c83-bbfb-01f00852aa15 req-1609c5fc-4e15-4980-b86b-2ce21b264949 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0873702
Mar 26 20:53:08.500188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c62267b9-451c-4c83-bbfb-01f00852aa15 req-e1a5a0e9-e0d6-4103-8808-b6261973502c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743635
Mar 26 20:53:08.518350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks [] for port (93403676-99cc-45f4-a873-3df0d3991850), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.544700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-4a455c15-0810-4fcf-851a-18fc118528cb service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761321
Mar 26 20:53:08.552251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.571435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:08.572711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.593801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:08.645568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:08.648335 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754e45d-892f-4a01-a35b-b36f0e224e15" -d '{"events": [{"server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "name": "network-vif-plugged", "status": "completed", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:08.669637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:08.679492 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.710926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e1641-4a67-482d-8847-cb34ab66267f req-d3ad1af8-df4d-44e0-a070-b49c3af61b6f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:08.712467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-117e1641-4a67-482d-8847-cb34ab66267f req-d3ad1af8-df4d-44e0-a070-b49c3af61b6f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1067314
Mar 26 20:53:08.799783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-117e1641-4a67-482d-8847-cb34ab66267f req-04c10e99-a014-4dee-ae27-7cb3d9b87403 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811868
Mar 26 20:53:08.821682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:08.829016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:08.840168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:08.840709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:08.841229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:08.847640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:08.852060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:08.852579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Attempting to bind port 93403676-99cc-45f4-a873-3df0d3991850 on network 3719dfee-4a50-4ee6-a6eb-866a85cdf502 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:08.875022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:08.875370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Checking segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:08.875754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Bound using segment: {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:08.876237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Bound port: 93403676-99cc-45f4-a873-3df0d3991850, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9bbe09-8e63-469d-831c-c324b758ab27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3719dfee-4a50-4ee6-a6eb-866a85cdf502'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:08.876595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.891192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef7d1441-3c5f-4f2b-a7ae-9454f8d4c092 req-d7a2d78b-ce18-40b2-8749-3b5251fd166d service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3338485
Mar 26 20:53:08.922453 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82503da-c5fa-4e72-b34f-ecdd984e1e83 x-openstack-request-id: req-c82503da-c5fa-4e72-b34f-ecdd984e1e83 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:08.922650 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "name": "network-vif-plugged", "status": "completed", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:08.926446 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c82503da-c5fa-4e72-b34f-ecdd984e1e83 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:08.927684 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82503da-c5fa-4e72-b34f-ecdd984e1e83'] response: {'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb', 'code': 200}
Mar 26 20:53:08.956188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f126e20>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:08.968880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:08.972389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:08.975412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (04e989ef-a3c0-4b7b-96aa-08997752e203), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:08.985573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.040382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2db16-e3b3-45b8-94e7-dac95f1f1bc2 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:09.042873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (04e989ef-a3c0-4b7b-96aa-08997752e203), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.099017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec2a2-01d1-49c0-85b4-8701b28e486f req-0e23711a-30c8-4813-bc9e-04dcf0065d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:09.100848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e93ec2a2-01d1-49c0-85b4-8701b28e486f req-0e23711a-30c8-4813-bc9e-04dcf0065d9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 1127 time: 0.0985551
Mar 26 20:53:09.136339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (04e989ef-a3c0-4b7b-96aa-08997752e203), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.139204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.143427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "DELETE /v2.0/security-groups/04e989ef-a3c0-4b7b-96aa-08997752e203 HTTP/1.1" status: 204  len: 168 time: 0.2916265
Mar 26 20:53:09.148739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:09.166827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c49a-53c4-45e8-8c3c-4a2bc4cf9ffb tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e989ef-a3c0-4b7b-96aa-08997752e203,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:09.172306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e93ec2a2-01d1-49c0-85b4-8701b28e486f req-f2f52700-44d1-45b8-a171-79a4a311e4c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652242
Mar 26 20:53:09.183187 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-ecacce18-0e27-4ef4-8e9a-592c0d0b4af5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] show failed (client error): The resource could not be found.
Mar 26 20:53:09.187051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ecacce18-0e27-4ef4-8e9a-592c0d0b4af5 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "GET /v2.0/security-groups/04e989ef-a3c0-4b7b-96aa-08997752e203 HTTP/1.1" status: 404  len: 347 time: 0.0347044
Mar 26 20:53:09.187703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55082) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:09.225564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:09.226338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.227834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] 10.222.0.21 "PUT /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 1121 time: 1.4941106
Mar 26 20:53:09.234870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa919-94b8-49b2-9b75-6396ba6eec81 service neutron] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=8']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:09.256863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d804e75-b9c9-4f2e-815c-5813866b68a1 req-82b8c44f-87e6-4764-907a-ab93308785b0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:09.259583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d804e75-b9c9-4f2e-815c-5813866b68a1 req-82b8c44f-87e6-4764-907a-ab93308785b0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.1840048
Mar 26 20:53:09.342824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['93403676-99cc-45f4-a873-3df0d3991850'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:09.382960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d804e75-b9c9-4f2e-815c-5813866b68a1 req-439e5df6-6387-4908-9d05-c51e1c33a9ee tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171367
Mar 26 20:53:09.443726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 93403676-99cc-45f4-a873-3df0d3991850 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:09.455367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:09.464379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Deleting port ebd49eb1-b702-47c6-944a-955806cf933a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:09.464726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.465257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['93403676-99cc-45f4-a873-3df0d3991850'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:09.537106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da602fb-98b3-45c0-9d63-08234893a86f None None] New status for floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:53:09.567855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-4f4935d6-47ba-4b70-bc97-e75a3d341feb tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:09.570336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-4f4935d6-47ba-4b70-bc97-e75a3d341feb tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0779455
Mar 26 20:53:09.597446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.597770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (ebd49eb1-b702-47c6-944a-955806cf933a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.606894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: f08b295e-9561-4e2a-bfda-0f96cd0ccef5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:09.607252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f08b295e-9561-4e2a-bfda-0f96cd0ccef5 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:09.623797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b8c1f-639a-4ae4-91d3-8c03222d4db6 req-2aefb7c5-7507-400a-bae2-6c61c6468738 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:09.625085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d35b8c1f-639a-4ae4-91d3-8c03222d4db6 req-2aefb7c5-7507-400a-bae2-6c61c6468738 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.1636946
Mar 26 20:53:09.626056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Calling delete_port for ebd49eb1-b702-47c6-944a-955806cf933a owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:09.657576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-40ce474d-927c-4f1d-abe1-75002d36ee4a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 698 time: 0.0801718
Mar 26 20:53:09.670224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:09.730571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.732390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d35b8c1f-639a-4ae4-91d3-8c03222d4db6 req-a1b2f91f-8b1e-421e-8489-1a5a0b65aa6d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003110
Mar 26 20:53:09.764136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:09.808280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 93403676-99cc-45f4-a873-3df0d3991850 has no active binding in host nch1-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 20:53:09.842536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ebd49eb1-b702-47c6-944a-955806cf933a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.877504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Pushing event deleted for resources: {'Port': ['ID=ebd49eb1-b702-47c6-944a-955806cf933a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:09.928879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd'}, {'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93403676-99cc-45f4-a873-3df0d3991850'}, {'name': 'network-changed', 'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'tag': '93403676-99cc-45f4-a873-3df0d3991850'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:09.931077 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd"}, {"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-unplugged", "status": "completed", "tag": "93403676-99cc-45f4-a873-3df0d3991850"}, {"name": "network-changed", "server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "tag": "93403676-99cc-45f4-a873-3df0d3991850"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:09.973251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks [] for floatingip (e4d63f38-d2e7-44be-aee5-279bec9277f6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.976022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:09.977427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a49333ae-034e-470c-94e0-5eacddb06096 tempest-ServersWithSpecificFlavorTestJSON-1481277091 tempest-ServersWithSpecificFlavorTestJSON-1481277091-project] 10.222.0.16 "DELETE /v2.0/floatingips/e4d63f38-d2e7-44be-aee5-279bec9277f6 HTTP/1.1" status: 204  len: 168 time: 0.7885242
Mar 26 20:53:10.055020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-7efa1c78-f816-47d6-b418-0eca3da3219f tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=739cffc409bf4c9b831ae68701acafb1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0211813
Mar 26 20:53:10.105540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:53:10.106175 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:53:10.158544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-5e3b13ea-1326-471c-9bcb-1a1dfc4e9f5c tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.160017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-5e3b13ea-1326-471c-9bcb-1a1dfc4e9f5c tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.0991497
Mar 26 20:53:10.174546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-f5aed18b-c58f-48cd-a050-e9b77dc8445f tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/quotas/739cffc409bf4c9b831ae68701acafb1 HTTP/1.1" status: 200  len: 375 time: 0.0091281
Mar 26 20:53:10.209212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-1d846452-f57f-43da-9a81-f1021c1fa7e7 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0299327
Mar 26 20:53:10.413437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c9b60-3415-4fc2-9127-9d48998f533e req-1a7e228d-4e29-417c-832a-06dc1b279e60 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.415518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a4c9b60-3415-4fc2-9127-9d48998f533e req-1a7e228d-4e29-417c-832a-06dc1b279e60 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0635917
Mar 26 20:53:10.466279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a4c9b60-3415-4fc2-9127-9d48998f533e req-9fa39ab0-f098-437a-857f-60b37bd26875 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439386
Mar 26 20:53:10.589550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bab7b5-6bc0-4e74-b426-c00b687a7a32 req-3a5b0043-7039-4394-a3f5-568b19d91604 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.591045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15bab7b5-6bc0-4e74-b426-c00b687a7a32 req-3a5b0043-7039-4394-a3f5-568b19d91604 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0649033
Mar 26 20:53:10.609874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:10.645817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15bab7b5-6bc0-4e74-b426-c00b687a7a32 req-0915596f-6d44-48b2-81a3-1a4aee0fd8df tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482740
Mar 26 20:53:10.715665 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ca112-b2ad-4d70-a36f-bcc11133011d x-openstack-request-id: req-db8ca112-b2ad-4d70-a36f-bcc11133011d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:10.716168 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd", "status": "completed", "code": 200}, {"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-unplugged", "status": "completed", "tag": "93403676-99cc-45f4-a873-3df0d3991850", "code": 200}, {"name": "network-changed", "server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "tag": "93403676-99cc-45f4-a873-3df0d3991850", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:10.716607 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db8ca112-b2ad-4d70-a36f-bcc11133011d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:10.717017 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ca112-b2ad-4d70-a36f-bcc11133011d'] response: {'name': 'network-changed', 'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'status': 'completed', 'code': 200}
Mar 26 20:53:10.717287 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ca112-b2ad-4d70-a36f-bcc11133011d'] response: {'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93403676-99cc-45f4-a873-3df0d3991850', 'code': 200}
Mar 26 20:53:10.717547 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ca112-b2ad-4d70-a36f-bcc11133011d'] response: {'name': 'network-changed', 'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'tag': '93403676-99cc-45f4-a873-3df0d3991850', 'status': 'completed', 'code': 200}
Mar 26 20:53:10.765964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0fd6c336-26a7-4066-aaa0-eaa504757801 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.767482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0fd6c336-26a7-4066-aaa0-eaa504757801 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 945 time: 0.1664128
Mar 26 20:53:10.826168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-c7f7436b-7aa3-44c4-89a2-51062a7c4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.827760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-c7f7436b-7aa3-44c4-89a2-51062a7c4c30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 1128 time: 0.0849288
Mar 26 20:53:10.842877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a5f5-9e6d-4591-a5b5-df864543a012 req-a6d07c6e-7e6d-4106-a709-bb6a996f4de6 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.844450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e0a5f5-9e6d-4591-a5b5-df864543a012 req-a6d07c6e-7e6d-4106-a709-bb6a996f4de6 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 945 time: 0.0682981
Mar 26 20:53:10.957159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e0a5f5-9e6d-4591-a5b5-df864543a012 req-43422306-f378-449e-b390-6af19868c921 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038184
Mar 26 20:53:10.977736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-8820ce1e-cfa4-4762-b72d-94b61b5e1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:10.979668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-8820ce1e-cfa4-4762-b72d-94b61b5e1147 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.1340580
Mar 26 20:53:11.058798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-fbd6c33f-f728-46bb-98e7-b7d95b0baca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 200  len: 217 time: 0.0674055
Mar 26 20:53:11.124856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-a4a8f349-4450-45cd-9750-6c355499ab40 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=739cffc409bf4c9b831ae68701acafb1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0286138
Mar 26 20:53:11.144265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-88afcbb6-438c-44fb-af9a-1eceba720c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.145701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-88afcbb6-438c-44fb-af9a-1eceba720c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0791800
Mar 26 20:53:11.262075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-7e4de4a3-5169-41f0-9809-b4db276d2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.263634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-7e4de4a3-5169-41f0-9809-b4db276d2553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1035562
Mar 26 20:53:11.273795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-5fa0382e-1465-4d85-b8cf-db6946160fe5 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.275724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-5fa0382e-1465-4d85-b8cf-db6946160fe5 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1444836
Mar 26 20:53:11.314278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-8aa5c74a-4bfd-46c9-a8d2-acd00539f204 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/quotas/739cffc409bf4c9b831ae68701acafb1 HTTP/1.1" status: 200  len: 375 time: 0.0305183
Mar 26 20:53:11.374889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-b9dec8d2-f05b-42d3-8e18-ddd982db3d16 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0319638
Mar 26 20:53:11.389474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Deleting port d6806923-920b-4eab-b4f5-2134464682ab {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:11.390068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d6806923-920b-4eab-b4f5-2134464682ab), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:11.398734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-2d9ec7c1-1d2b-4e82-a73c-aa42dfc8528b service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220338
Mar 26 20:53:11.507862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-c0616bd9-4e88-48bc-a8d7-d02954dd2792 service neutron] 10.222.0.18 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025467
Mar 26 20:53:11.518674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-c34a1069-1c16-4369-afa7-a402d8c0cebf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.520278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-c34a1069-1c16-4369-afa7-a402d8c0cebf tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.18 "GET /v2.0/ports?device_id=29c5308d-ab4c-477b-9792-4d069959cf60 HTTP/1.1" status: 200  len: 946 time: 0.2187808
Mar 26 20:53:11.626139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] For port d6806923-920b-4eab-b4f5-2134464682ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6806923-920b-4eab-b4f5-2134464682ab,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:11.626507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d6806923-920b-4eab-b4f5-2134464682ab), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:11.682724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Calling delete_port for d6806923-920b-4eab-b4f5-2134464682ab owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:11.688236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473db19-3bb9-407d-b91b-e8aacd51f07c req-b6a423ee-0d5e-45c2-82a8-743c6616bc7e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.698023 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d473db19-3bb9-407d-b91b-e8aacd51f07c req-b6a423ee-0d5e-45c2-82a8-743c6616bc7e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.1417344
Mar 26 20:53:11.714886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-ebe124f8-93ba-4e6b-8472-4a406ba8c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.716655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-ebe124f8-93ba-4e6b-8472-4a406ba8c437 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1155 time: 0.1158602
Mar 26 20:53:11.739744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-008deaf8-eeb7-4fe3-8a17-bdbe96f793b6 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=739cffc409bf4c9b831ae68701acafb1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1324525
Mar 26 20:53:11.749753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:53:11.832916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d473db19-3bb9-407d-b91b-e8aacd51f07c req-f67f2e71-efae-4c3e-9cfc-5bbb9c9654f6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321332
Mar 26 20:53:11.970438 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:11.979025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-56271771-0c89-4fde-bc72-deeac3daa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:11.980903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-56271771-0c89-4fde-bc72-deeac3daa4f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.2532098
Mar 26 20:53:11.990197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.048184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-69b20ebe-e7ce-483a-8025-3754a9bdf002 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 217 time: 0.0593865
Mar 26 20:53:12.064591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Deleting port 303d5329-41df-4a9b-a437-bbfb5a9e23bd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:12.064937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.190198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-025d40cb-ae7d-42e9-aba9-e73685dd1f3e tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:12.191742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-025d40cb-ae7d-42e9-aba9-e73685dd1f3e tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3770032
Mar 26 20:53:12.237596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Request body: {'port': {'device_id': 'e33401ac-938b-4afe-9405-e4fca20980de', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '739cffc409bf4c9b831ae68701acafb1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:12.343140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d6806923-920b-4eab-b4f5-2134464682ab), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.393686 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d associated. External IP: 172.35.4.121, port: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd.
Mar 26 20:53:12.404060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event deleted for resources: {'Port': ['ID=d6806923-920b-4eab-b4f5-2134464682ab,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:12.420078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe81879-c5d4-4221-a51b-514bf53e5cf1 req-1b0fa573-d604-4638-9db0-b3dbcea30003 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:12.421567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe81879-c5d4-4221-a51b-514bf53e5cf1 req-1b0fa573-d604-4638-9db0-b3dbcea30003 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.4823058
Mar 26 20:53:12.455754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-1ea8b733-38cb-4ee5-9bea-e54b9d8b8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:12.456768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-1ea8b733-38cb-4ee5-9bea-e54b9d8b8e10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.3980069
Mar 26 20:53:12.495224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] For port 303d5329-41df-4a9b-a437-bbfb5a9e23bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=303d5329-41df-4a9b-a437-bbfb5a9e23bd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:12.495599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.498450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-507dc9ac-5d7b-4b4f-9c01-ddb8f4c70dff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344219
Mar 26 20:53:12.502722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fe81879-c5d4-4221-a51b-514bf53e5cf1 req-5e0bb73d-5423-4a05-a235-2f97a09d8f32 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752571
Mar 26 20:53:12.563433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] No DVR routers for this DVR port d6806923-920b-4eab-b4f5-2134464682ab on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:12.571147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.574614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45d28b41-dce4-4ad6-80a3-071a88c7003c req-0485749a-9ebe-4afc-9d30-b791ed95d563 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "DELETE /v2.0/ports/d6806923-920b-4eab-b4f5-2134464682ab HTTP/1.1" status: 204  len: 173 time: 1.7585011
Mar 26 20:53:12.575402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Calling delete_port for 303d5329-41df-4a9b-a437-bbfb5a9e23bd owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:12.606911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-44dc7e33-574e-4ada-bb1a-cc179fc063ca service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988667
Mar 26 20:53:12.646691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Made reservation on behalf of 739cffc409bf4c9b831ae68701acafb1 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:12.650116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.670311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.726572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-deleted', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:12.729418 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72621bdf-6c22-4f1c-b262-8bedd22d32ba" -d '{"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-deleted", "tag": "d6806923-920b-4eab-b4f5-2134464682ab"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:12.737304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3bfad-7a6b-40b1-8a7a-21380a8509b7 req-903ffb35-4541-40ce-8fd6-589814117b1c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:12.738869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3be3bfad-7a6b-40b1-8a7a-21380a8509b7 req-903ffb35-4541-40ce-8fd6-589814117b1c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1174057
Mar 26 20:53:12.745698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc7debf-a33f-41c1-a4c0-9bb30548f7c8 req-198e77aa-bb42-41ef-b2a9-5dc402a8bf2e service neutron] 10.222.0.18 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327991
Mar 26 20:53:12.796856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3be3bfad-7a6b-40b1-8a7a-21380a8509b7 req-29a1c714-091c-4091-ac9b-efeb9282f6d6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498242
Mar 26 20:53:12.845079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-9d47d175-98cf-49e5-911b-49f2fd9ed279 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=739cffc409bf4c9b831ae68701acafb1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0226991
Mar 26 20:53:12.889594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:12.893111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (303d5329-41df-4a9b-a437-bbfb5a9e23bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:12.904628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['303d5329-41df-4a9b-a437-bbfb5a9e23bd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:12.911398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6fa41142-bff0-4477-bc27-c57a3d2eb5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:12.919608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e55b504d-c165-45d7-9a11-2c167c168047 req-cdb0629b-21c7-4af5-83db-78db3f2019ed tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 210 time: 0.0510926
Mar 26 20:53:12.944485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event deleted for resources: {'Port': ['ID=303d5329-41df-4a9b-a437-bbfb5a9e23bd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:13.067994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-a3ed5ca7-ede1-45ac-a96b-0019f2ae9ba5 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.069508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-a3ed5ca7-ede1-45ac-a96b-0019f2ae9ba5 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2173846
Mar 26 20:53:13.083597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] No DVR routers for this DVR port 303d5329-41df-4a9b-a437-bbfb5a9e23bd on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:13.084307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Request body: {'port': {'device_id': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '739cffc409bf4c9b831ae68701acafb1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:13.086548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks [] for security_group (0fb9375c-9696-4180-b8de-a66215cef844), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.090583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.094314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da5199a3-9ed9-4ea5-8dce-d96f3274fadc req-975c1dff-f92c-4cbb-aa7a-aea47b229dd9 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.18 "DELETE /v2.0/ports/303d5329-41df-4a9b-a437-bbfb5a9e23bd HTTP/1.1" status: 204  len: 173 time: 1.5685315
Mar 26 20:53:13.098821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0fb9375c-9696-4180-b8de-a66215cef844), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.175359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515176b-f755-49b7-a2e8-cf6051bde3e7 req-ad4267c9-2582-447d-a909-0e4400b48889 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.185969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4515176b-f755-49b7-a2e8-cf6051bde3e7 req-ad4267c9-2582-447d-a909-0e4400b48889 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1150503
Mar 26 20:53:13.253487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb9375c-9696-4180-b8de-a66215cef844,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:13.283081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:13.287740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.301904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:13.328382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:13.332269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f336460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:13.348681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4515176b-f755-49b7-a2e8-cf6051bde3e7 req-fbc0080a-b222-4735-bd8e-eeaa1bf10791 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607687
Mar 26 20:53:13.358166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-13b6d368-79b9-45b7-a035-fdc2505b0d55 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "PUT /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 996 time: 3.6938946
Mar 26 20:53:13.385934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Allocated IP 192.168.233.100 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/5f93aa05-948a-4603-ac9e-ad8d14873f3f) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:13.435627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6806923-920b-4eab-b4f5-2134464682ab no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:13.439226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Made reservation on behalf of 739cffc409bf4c9b831ae68701acafb1 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:13.451899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.463230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d6806923-920b-4eab-b4f5-2134464682ab {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:13.463695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6806923-920b-4eab-b4f5-2134464682ab not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:13.473250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-34ebbb7c-4170-4ad0-9681-7bfa5f0a13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.474408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-34ebbb7c-4170-4ad0-9681-7bfa5f0a13ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.0978229
Mar 26 20:53:13.573920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:13.651234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ba244bb-5ba0-4725-87b9-8c921f68ebaf req-ca0eea14-fcc1-410b-b37d-2db096cf2e77 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20 HTTP/1.1" status: 200  len: 210 time: 0.1396546
Mar 26 20:53:13.652873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-afe44fcd-d46b-46ec-8c15-dee6db891577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.654377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-afe44fcd-d46b-46ec-8c15-dee6db891577 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.1719644
Mar 26 20:53:13.686504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks [] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.809370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-294d513f-6d77-46bc-a5cb-4c6df19c8a54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 999 time: 0.1432996
Mar 26 20:53:13.830693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-e902df51-6c98-454d-b5d9-b89e7f2aaae3 service neutron] 10.222.0.18 "GET /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1539178
Mar 26 20:53:13.862464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.902231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:13.923272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f336460>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:11Z', 'revision_number': 8, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:13.960369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:13.963681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:13.963997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Allocated IP 192.168.233.129 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/2b326ee0-26a1-418e-8493-4f045fa716a8) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:13.969591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-84f4ea51-c00c-43db-9f6e-6c285481eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.971077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-84f4ea51-c00c-43db-9f6e-6c285481eda4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1517067
Mar 26 20:53:13.972741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:13.973362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f336460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:13.974722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:13.976481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:13.985741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-4aa6a748-2e3d-495b-85a6-d06038984a5d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:13.987196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:13.993344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-4aa6a748-2e3d-495b-85a6-d06038984a5d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.2118452
Mar 26 20:53:14.032454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-bc54be29-d7f0-405e-a1e4-c23fd9bdc549 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0386753
Mar 26 20:53:14.141965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:14.196412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-ea50022f-2864-4780-a3b5-efbcb5804255 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1623211
Mar 26 20:53:14.321985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks [] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.359024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-2d4b695b-42e6-4be5-bde5-3b948ebb1361 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536870
Mar 26 20:53:14.452085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:14.452832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.479092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-27221c25-9991-4164-b4df-5dddd0ce78e3 None None] Provisioning complete for port 5f93aa05-948a-4603-ac9e-ad8d14873f3f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:14.479367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27221c25-9991-4164-b4df-5dddd0ce78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.487230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.498609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7804f5f-f595-4339-b93e-0c08eaf64618 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2725060
Mar 26 20:53:14.500644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-9bc1c315-8e5a-469f-ba7d-267806b46ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:14.502074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-9bc1c315-8e5a-469f-ba7d-267806b46ef5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5220640
Mar 26 20:53:14.525487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-27221c25-9991-4164-b4df-5dddd0ce78e3 None None] Port 5f93aa05-948a-4603-ac9e-ad8d14873f3f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:53:14.533445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f336460>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:11Z', 'revision_number': 8, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:14.554032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Request body: {'port': {'device_id': 'e33401ac-938b-4afe-9405-e4fca20980de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:14.561132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:14.563393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c10f3-ec27-4693-b757-e12580e73256 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '70fe7cc5-68de-404f-9a0a-c111d630399d', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'floating_ip_address': '172.35.4.121', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'port_id': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'mac_address': 'fa:16:3e:a5:79:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:52:29Z', 'updated_at': '2022-03-26T20:53:11Z', 'revision_number': 8, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:14.576951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-e97f0872-9587-4295-93b3-ffcdb7584924 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091482
Mar 26 20:53:14.577814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:14.580413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:14.583166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:14.645457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:14.646341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.670437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-1734d6ae-bb87-4ac5-ae11-f1f7ceb2bc94 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5898468
Mar 26 20:53:14.689434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Request body: {'port': {'device_id': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:14.713506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:14.770294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:14.793351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.830915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:14.889182 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a876aa5-0965-4870-95c1-cb30e7e1d9f6 x-openstack-request-id: req-3a876aa5-0965-4870-95c1-cb30e7e1d9f6 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:14.889756 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20", "name": "network-vif-deleted", "tag": "d6806923-920b-4eab-b4f5-2134464682ab", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:14.889935 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a876aa5-0965-4870-95c1-cb30e7e1d9f6 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:14.890353 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a876aa5-0965-4870-95c1-cb30e7e1d9f6'] response: {'server_uuid': 'e2f54cb0-6c54-4fdf-81a5-1797c6ee3a20', 'name': 'network-vif-deleted', 'tag': 'd6806923-920b-4eab-b4f5-2134464682ab', 'status': 'completed', 'code': 200}
Mar 26 20:53:14.913085 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-550af219-1cc3-447d-8ae0-b8d96a7104e9 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3726561
Mar 26 20:53:14.922070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93403676-99cc-45f4-a873-3df0d3991850 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:14.972117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-473d5692-be3a-49d3-b52b-50e75287e76f None None] Provisioning complete for port 2b326ee0-26a1-418e-8493-4f045fa716a8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:14.986201 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f0afe-9208-4ba1-b621-59f80e945e09 None None] New status for floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:53:14.989701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-473d5692-be3a-49d3-b52b-50e75287e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.079008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-473d5692-be3a-49d3-b52b-50e75287e76f None None] Port 2b326ee0-26a1-418e-8493-4f045fa716a8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:53:15.115245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796044d-c950-4606-873c-2dee0b49b542 req-d878d52e-9233-45a8-aca6-7efbb0ca6dd4 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:15.116905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8796044d-c950-4606-873c-2dee0b49b542 req-d878d52e-9233-45a8-aca6-7efbb0ca6dd4 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 943 time: 0.1349325
Mar 26 20:53:15.145859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:15.257717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.310325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8796044d-c950-4606-873c-2dee0b49b542 req-02f18174-ce3a-447a-bfa3-bdfe37f91156 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857021
Mar 26 20:53:15.317148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5953e619-f355-4b7f-b3c7-7dcddf472f39 req-5927a1d0-690e-458f-a68c-a7782d9a65ab service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922157
Mar 26 20:53:15.318390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b326ee0-26a1-418e-8493-4f045fa716a8 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:15.331156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks [] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.356549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Transition to ACTIVE for port object 2b326ee0-26a1-418e-8493-4f045fa716a8 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:15.365960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.464169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:15.469011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] Transition to ACTIVE for port object 93403676-99cc-45f4-a873-3df0d3991850 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:15.477420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.505112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.505112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.505395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.505558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.505964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.507034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.507034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.507034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.507481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.507822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.508977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.508977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.508977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.509235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.510018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:15.540877 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.550955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791d61-5592-42c3-bd22-d240014a25d8 req-1eb77bd1-4aa4-4cc7-a3c5-f8ad04ec0fe8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:15.552732 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79791d61-5592-42c3-bd22-d240014a25d8 req-1eb77bd1-4aa4-4cc7-a3c5-f8ad04ec0fe8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1423655
Mar 26 20:53:15.619722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] Pushing event updated for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:15.664253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] No DVR routers for this DVR port 93403676-99cc-45f4-a873-3df0d3991850 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:15.690108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d514ab-1ec8-4eb7-844e-1c80967ed7d7 req-2191370b-615d-48d8-8831-89d93998a9cd tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:15.694408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74d514ab-1ec8-4eb7-844e-1c80967ed7d7 req-2191370b-615d-48d8-8831-89d93998a9cd tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.2754571
Mar 26 20:53:15.703342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Attempting to bind port 2b326ee0-26a1-418e-8493-4f045fa716a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:15.703676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Attempting to bind port 2b326ee0-26a1-418e-8493-4f045fa716a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:15.704035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Attempting to bind port 2b326ee0-26a1-418e-8493-4f045fa716a8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:15.714152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79791d61-5592-42c3-bd22-d240014a25d8 req-c63079cd-26f4-4998-aadb-cfd38e4f320e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179311
Mar 26 20:53:15.718994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Port 2b326ee0-26a1-418e-8493-4f045fa716a8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:15.719347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Attempting to bind port 2b326ee0-26a1-418e-8493-4f045fa716a8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:15.725045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:15.725393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:15.725840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:15.726273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Bound port: 2b326ee0-26a1-418e-8493-4f045fa716a8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:15.726691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.746485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-fc7fe443-2dc0-46da-b3ae-5f2b8dd7d869 service neutron] 10.222.0.18 "PUT /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.8964250
Mar 26 20:53:15.810713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:15.817612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:15.831215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.890413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:15.891031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.892464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] 10.222.0.18 "PUT /v2.0/ports/2b326ee0-26a1-418e-8493-4f045fa716a8 HTTP/1.1" status: 200  len: 1096 time: 1.2073817
Mar 26 20:53:15.892963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:15.895322 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f94694-7a14-4437-aa81-f3b9f0ea577c" -d '{"events": [{"name": "network-changed", "server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:15.936521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74d514ab-1ec8-4eb7-844e-1c80967ed7d7 req-027eb371-aa29-41e9-85ab-ceec23edf8d8 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102697
Mar 26 20:53:15.951695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:15.975192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks [] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:15.976999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbcb68-177b-42a8-908a-39d64357e31e service neutron] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:16.014972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-157497c8-4e74-42d0-a3e7-c5a710b48bb5 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.017679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-157497c8-4e74-42d0-a3e7-c5a710b48bb5 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1670763
Mar 26 20:53:16.018824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Transition to ACTIVE for port object 5f93aa05-948a-4603-ac9e-ad8d14873f3f will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:16.040512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 303d5329-41df-4a9b-a437-bbfb5a9e23bd no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:16.043513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999691cc-494d-4b9a-9fed-6948f567194d req-5643f153-c8d0-4914-aa89-dc5f1b4290cd tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.051484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:16.057235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-999691cc-494d-4b9a-9fed-6948f567194d req-5643f153-c8d0-4914-aa89-dc5f1b4290cd tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1862373
Mar 26 20:53:16.089960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 303d5329-41df-4a9b-a437-bbfb5a9e23bd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:16.089960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 303d5329-41df-4a9b-a437-bbfb5a9e23bd not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:16.094714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-e4b7b37a-7850-45c4-886b-983a465e639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.097035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-e4b7b37a-7850-45c4-886b-983a465e639b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 1130 time: 0.1605763
Mar 26 20:53:16.175190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-0cf8d8e3-ccd4-4151-98d5-df7876e8c83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2b326ee0-26a1-418e-8493-4f045fa716a8 HTTP/1.1" status: 200  len: 217 time: 0.0681212
Mar 26 20:53:16.177313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd774f00-5ec5-4566-a96c-a0c541ba2d01 req-14af1945-aa50-4497-a7ce-a3725bc4e39a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 210 time: 0.0450952
Mar 26 20:53:16.213966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:16.214197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-999691cc-494d-4b9a-9fed-6948f567194d req-dc25aec9-20e4-4c59-9d99-191ed3392df6 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557641
Mar 26 20:53:16.227304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-39ead012-f023-47c3-86c6-a352fc711944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.229992 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-39ead012-f023-47c3-86c6-a352fc711944 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c&tenant_id=cf51b08278d246e498f59455e299ba89 HTTP/1.1" status: 200  len: 1126 time: 0.2026186
Mar 26 20:53:16.324825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-e9914c79-ae07-42ba-a15c-4d68f20efa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.326395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-e9914c79-ae07-42ba-a15c-4d68f20efa8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1393101
Mar 26 20:53:16.401857 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794ba690-989b-45bc-8011-1fdfd08d6a04 x-openstack-request-id: req-794ba690-989b-45bc-8011-1fdfd08d6a04 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:16.402178 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:16.402412 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-794ba690-989b-45bc-8011-1fdfd08d6a04 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:16.402842 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794ba690-989b-45bc-8011-1fdfd08d6a04'] response: {'name': 'network-changed', 'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'status': 'completed', 'code': 200}
Mar 26 20:53:16.417180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-cb747030-344d-4ae9-9704-c0327d380ea5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.421941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-cb747030-344d-4ae9-9704-c0327d380ea5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.1886930
Mar 26 20:53:16.433105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-82fcdabd-fec7-4963-ab0b-96bc7579f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.434642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-82fcdabd-fec7-4963-ab0b-96bc7579f332 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1008298
Mar 26 20:53:16.444323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:16.492669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-490355b9-837e-4552-b75c-8c87aac0c0a9 req-f8eafff0-1160-41d9-9ab4-75d9660a652f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 998 time: 0.1975367
Mar 26 20:53:16.531909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Attempting to bind port 5f93aa05-948a-4603-ac9e-ad8d14873f3f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:16.532269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Attempting to bind port 5f93aa05-948a-4603-ac9e-ad8d14873f3f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:16.532598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Attempting to bind port 5f93aa05-948a-4603-ac9e-ad8d14873f3f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:16.549986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Port 5f93aa05-948a-4603-ac9e-ad8d14873f3f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:16.550312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Attempting to bind port 5f93aa05-948a-4603-ac9e-ad8d14873f3f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:16.591693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:16.591961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:16.592358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:16.592807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Bound port: 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:16.593399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:16.638339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-654450a0-0aca-45fc-bb19-7a59d5b8151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.639844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-654450a0-0aca-45fc-bb19-7a59d5b8151a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf51b08278d246e498f59455e299ba89&device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1126 time: 0.3460503
Mar 26 20:53:16.668348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-f04a2648-e7ac-45d0-bcaf-513f6504efc3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201700
Mar 26 20:53:16.727933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490355b9-837e-4552-b75c-8c87aac0c0a9 req-1f24f819-8799-4477-bef3-b4cf28dee74f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.729847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-490355b9-837e-4552-b75c-8c87aac0c0a9 req-1f24f819-8799-4477-bef3-b4cf28dee74f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2245126
Mar 26 20:53:16.738974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:16.742633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:16.770708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-490355b9-837e-4552-b75c-8c87aac0c0a9 req-3eea0f90-d62c-4ead-9a25-86c1bc2e89e4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:53:16.771601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-490355b9-837e-4552-b75c-8c87aac0c0a9 req-3eea0f90-d62c-4ead-9a25-86c1bc2e89e4 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0126376
Mar 26 20:53:16.788014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:16.793112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:16.803300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:16.844271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-a6a402ae-242c-49bd-ba2e-4d989c31e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.845685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-a6a402ae-242c-49bd-ba2e-4d989c31e903 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 200  len: 908 time: 0.1846673
Mar 26 20:53:16.878129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00290f9-94d5-4d4d-bc4b-b68f38ff3d3f req-b2ea488c-3072-4394-8419-6e55f6a30c76 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.879993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00290f9-94d5-4d4d-bc4b-b68f38ff3d3f req-b2ea488c-3072-4394-8419-6e55f6a30c76 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.1939776
Mar 26 20:53:16.881818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:16.883089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:16.884264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f93aa05-948a-4603-ac9e-ad8d14873f3f HTTP/1.1" status: 200  len: 1096 time: 2.3352072
Mar 26 20:53:16.885958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aad5b071-8c84-4e55-aa0c-55b529d59413 req-b2abc4dd-c2fa-4296-9ec3-e35b03e236ac service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2114792
Mar 26 20:53:16.920947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'name': 'network-vif-deleted', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd'}, {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}, {'name': 'network-changed', 'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:16.923526 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527" -d '{"events": [{"server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "name": "network-vif-deleted", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd"}, {"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}, {"name": "network-changed", "server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:16.951539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-e768864b-d7db-4f05-b409-18c397212e3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 200  len: 217 time: 0.0940535
Mar 26 20:53:16.991996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd745-6425-465c-be2c-a628883ef401 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:17.036505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00290f9-94d5-4d4d-bc4b-b68f38ff3d3f req-ca082c77-9268-492f-9be1-c589a10fa265 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291089
Mar 26 20:53:17.059931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f58efe-2dfe-4b74-8465-d53f2a0f22dc req-f317f909-bd89-4dab-9964-72d26ca3b700 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.059931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84f58efe-2dfe-4b74-8465-d53f2a0f22dc req-f317f909-bd89-4dab-9964-72d26ca3b700 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.2180345
Mar 26 20:53:17.060202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.10 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/1de64d43-e5c1-4912-bce7-2fb0a645bc07) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:17.068923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-1eba1ce3-6297-4025-b2bd-e0ca1dfe6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.070479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-1eba1ce3-6297-4025-b2bd-e0ca1dfe6307 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 1130 time: 0.1289682
Mar 26 20:53:17.080387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-f81579d8-7384-4579-a3a3-bfe851138074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.080856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-53c55b95-d434-4d30-94ff-9da8662ea13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.081961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-f81579d8-7384-4579-a3a3-bfe851138074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 200  len: 848 time: 0.1212018
Mar 26 20:53:17.084260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-53c55b95-d434-4d30-94ff-9da8662ea13e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 1130 time: 0.1183648
Mar 26 20:53:17.171620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-73aaf42e-9979-4f84-8064-c2ca72dc91e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f HTTP/1.1" status: 200  len: 217 time: 0.0805631
Mar 26 20:53:17.178289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-920c016f-9de6-420d-8088-fd6ee5e8db76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3719dfee-4a50-4ee6-a6eb-866a85cdf502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0794148
Mar 26 20:53:17.243862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84f58efe-2dfe-4b74-8465-d53f2a0f22dc req-5cf75835-f4d6-4f76-945d-9731000dce6d tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721265
Mar 26 20:53:17.304268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-01ed342b-5ca0-484b-9b95-63e808c5864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.305601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-01ed342b-5ca0-484b-9b95-63e808c5864b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1264920
Mar 26 20:53:17.367507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-17ab4bc4-36e8-4a81-a195-984fc3d9b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.370283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-17ab4bc4-36e8-4a81-a195-984fc3d9b304 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2749796
Mar 26 20:53:17.377656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-7c4da3e0-ddb2-42ae-9a64-59b858f00f92 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.378748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-7c4da3e0-ddb2-42ae-9a64-59b858f00f92 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 944 time: 0.2443788
Mar 26 20:53:17.381389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 93403676-99cc-45f4-a873-3df0d3991850 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:17.411991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-175af207-ea85-462e-9bf7-1bdff9f2e2ec tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1001 time: 0.1167452
Mar 26 20:53:17.418988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-3f14c74a-3802-47ef-b5b4-e6c83698ce25 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300408
Mar 26 20:53:17.460459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7eef224-2cac-480b-973b-4790552eaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.461952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-e7eef224-2cac-480b-973b-4790552eaedc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1491139
Mar 26 20:53:17.494725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 93403676-99cc-45f4-a873-3df0d3991850 is: DOWN; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:17.522236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-6ed2cf8f-6482-4b92-bd86-d3388d76d0eb tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.523708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-6ed2cf8f-6482-4b92-bd86-d3388d76d0eb tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports/6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 942 time: 0.1029193
Mar 26 20:53:17.759281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31de2f0-aa07-42dc-a52f-d7e8e2eff8f1 req-c1366db5-d6a3-4971-97ec-dc71d3160102 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.760908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e31de2f0-aa07-42dc-a52f-d7e8e2eff8f1 req-c1366db5-d6a3-4971-97ec-dc71d3160102 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.5894186
Mar 26 20:53:17.785284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-f5bcb2bf-78b0-457a-a3dd-9b2fb9f0f037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=2b326ee0-26a1-418e-8493-4f045fa716a8 HTTP/1.1" status: 200  len: 217 time: 0.4015174
Mar 26 20:53:17.897978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:17.960464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-f87bb324-150f-4afa-8dc0-9b3c56425b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:17.961935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-f87bb324-150f-4afa-8dc0-9b3c56425b6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1682229
Mar 26 20:53:17.973558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e31de2f0-aa07-42dc-a52f-d7e8e2eff8f1 req-d66136e7-b62a-4c87-9732-4b4c8b6aa247 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873479
Mar 26 20:53:17.991872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-01681875-deb1-4b1a-85aa-7912328f1a32 service neutron] 10.222.0.21 "GET /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5590329
Mar 26 20:53:18.015802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-48cf3a2b-805d-41a2-8308-5a902dfc4666 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1001 time: 0.4174411
Mar 26 20:53:18.034746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-c83f73b1-bc6d-4a9a-81a3-4288b76941cb service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5582006
Mar 26 20:53:18.064893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93403676-99cc-45f4-a873-3df0d3991850 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:18.069488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.077147 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9c8ef6-2003-4324-b545-b50204702bfd x-openstack-request-id: req-3d9c8ef6-2003-4324-b545-b50204702bfd {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:18.077659 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29c5308d-ab4c-477b-9792-4d069959cf60", "name": "network-vif-deleted", "tag": "303d5329-41df-4a9b-a437-bbfb5a9e23bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:18.077953 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d9c8ef6-2003-4324-b545-b50204702bfd {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:18.078391 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9c8ef6-2003-4324-b545-b50204702bfd'] response: {'server_uuid': '29c5308d-ab4c-477b-9792-4d069959cf60', 'name': 'network-vif-deleted', 'tag': '303d5329-41df-4a9b-a437-bbfb5a9e23bd', 'status': 'completed', 'code': 200}
Mar 26 20:53:18.078810 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9c8ef6-2003-4324-b545-b50204702bfd'] response: {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:53:18.078995 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9c8ef6-2003-4324-b545-b50204702bfd'] response: {'name': 'network-changed', 'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'status': 'completed', 'code': 200}
Mar 26 20:53:18.146279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0', '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:18.199730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:18.216119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Deleting port ae943f51-447b-434d-a20b-ea825ed34c1a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:18.216474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.218625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 93403676-99cc-45f4-a873-3df0d3991850 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:53:18.219758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93403676-99cc-45f4-a873-3df0d3991850 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:18.231232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:18.234945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:18.241240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:18.262425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f8dfed7e-71aa-4f0a-92e7-3bb66a42dad6 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.272498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f8dfed7e-71aa-4f0a-92e7-3bb66a42dad6 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2493646
Mar 26 20:53:18.279460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-0559782b-edd1-41df-9ee9-7abc796db7e8 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331457
Mar 26 20:53:18.306776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-29bd8bdd-638d-4084-84ba-9b64b68608ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.309038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-29bd8bdd-638d-4084-84ba-9b64b68608ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3329868
Mar 26 20:53:18.328997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-217ba04d-0faf-4edc-918e-e5e823d58cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.330568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-217ba04d-0faf-4edc-918e-e5e823d58cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.2112041
Mar 26 20:53:18.379049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7504a-b362-4700-9663-c284b70e30b1 req-70d0938f-2794-4975-b16b-1e48f2715d31 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.383999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-af8111db-b228-4449-9b89-a6101836e6b6 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 1001 time: 0.1101592
Mar 26 20:53:18.386364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5b7504a-b362-4700-9663-c284b70e30b1 req-70d0938f-2794-4975-b16b-1e48f2715d31 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.2492814
Mar 26 20:53:18.396736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:18.495288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.496395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.508955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.550861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-cdde4fc0-f6a2-4bf8-9280-c2e5bf148003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.552278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-cdde4fc0-f6a2-4bf8-9280-c2e5bf148003 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2092597
Mar 26 20:53:18.591272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-b809cf25-0fec-440e-95cb-387e2214fc68 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1556225
Mar 26 20:53:18.596399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-9a5eb3c6-817a-4f4e-9c9a-0133682f6196 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.597846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-9a5eb3c6-817a-4f4e-9c9a-0133682f6196 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c&tenant_id=cf51b08278d246e498f59455e299ba89&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2878511
Mar 26 20:53:18.606658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5b7504a-b362-4700-9663-c284b70e30b1 req-62607fc8-6b77-4210-8aed-7b7b55f0aece tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193677
Mar 26 20:53:18.610346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] For port ae943f51-447b-434d-a20b-ea825ed34c1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae943f51-447b-434d-a20b-ea825ed34c1a,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:18.611008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.617135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Request body: {'port': {'device_id': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:18.668854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-f1c44563-f954-4e54-b5e5-5b86405a790d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 1001 time: 0.1080849
Mar 26 20:53:18.686047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Calling delete_port for ae943f51-447b-434d-a20b-ea825ed34c1a owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:18.706275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-0b8d2242-2808-4102-bfd1-26560ece0ea7 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3739846
Mar 26 20:53:18.755555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.760912 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:18.761259 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d disassociated. External IP: 172.35.4.121, port: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd.
Mar 26 20:53:18.810292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-f450474c-d709-4399-bbcc-9345d5512648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.811686 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-f450474c-d709-4399-bbcc-9345d5512648 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1330116
Mar 26 20:53:18.914753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-9ccc5424-8053-4ebe-8085-865f99681b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:18.916336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-9ccc5424-8053-4ebe-8085-865f99681b32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0944233
Mar 26 20:53:18.921299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.020333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfe1f4-d48e-4835-bc8e-c7d58658e52e req-ed440a8f-6808-482b-8461-879f7b55574b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.027464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5cfe1f4-d48e-4835-bc8e-c7d58658e52e req-ed440a8f-6808-482b-8461-879f7b55574b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.2940114
Mar 26 20:53:19.038883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f94694-7a14-4437-aa81-f3b9f0ea577c req-50cacca1-7d30-4a06-97a1-06ae3aa211fd service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213961
Mar 26 20:53:19.100160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-06309a3f-a5a7-493c-ad2b-b088d2c07c8b service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488721
Mar 26 20:53:19.101822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:19.117570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-1dc16f58-70c8-464c-93b1-ea966cfbe4e0 service neutron] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:19.135436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-1dc16f58-70c8-464c-93b1-ea966cfbe4e0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.136615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-1dc16f58-70c8-464c-93b1-ea966cfbe4e0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5235353
Mar 26 20:53:19.206657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ae943f51-447b-434d-a20b-ea825ed34c1a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.253652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5cfe1f4-d48e-4835-bc8e-c7d58658e52e req-577a6b53-5b82-4717-8151-f052fa86c65a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253151
Mar 26 20:53:19.264083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event deleted for resources: {'Port': ['ID=ae943f51-447b-434d-a20b-ea825ed34c1a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:19.292919 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-2dedbf83-fd67-438b-8df0-031f666e66e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837866
Mar 26 20:53:19.315097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:19.325664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:19.326962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.345126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:19.348251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f70e8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:19.387315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-4c2f364e-ec40-4994-8f94-50855d3a6d70 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "PUT /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 696 time: 1.0022399
Mar 26 20:53:19.409154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] No DVR routers for this DVR port ae943f51-447b-434d-a20b-ea825ed34c1a on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:19.417755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-f16e3225-8d2f-45dd-acce-d49f9317f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.419617 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-f16e3225-8d2f-45dd-acce-d49f9317f3a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=739cffc409bf4c9b831ae68701acafb1&device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 1130 time: 0.0651309
Mar 26 20:53:19.428845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.432900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19f1bafb-3d13-4d1c-b8a9-82d8b3d84403 req-d596af24-577c-40a8-9a67-ae114616a95f tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "DELETE /v2.0/ports/ae943f51-447b-434d-a20b-ea825ed34c1a HTTP/1.1" status: 204  len: 173 time: 2.0347517
Mar 26 20:53:19.439065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-deleted', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:19.441354 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af036a-356f-43b3-9332-0f2abf40137a" -d '{"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-deleted", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:19.502524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea48e61-953a-43d1-bee0-8e36f249890f req-e09878d0-f870-4663-a4bb-2b71d22ed4ed tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.504457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ea48e61-953a-43d1-bee0-8e36f249890f req-e09878d0-f870-4663-a4bb-2b71d22ed4ed tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 932 time: 0.1318495
Mar 26 20:53:19.532456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f2082040-ede6-49ef-a077-0d2341caec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.534281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f2082040-ede6-49ef-a077-0d2341caec6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.1275003
Mar 26 20:53:19.568988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:19.576967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-627fccd3-60e5-471b-aefe-426a4e94b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.578533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-627fccd3-60e5-471b-aefe-426a4e94b7ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1368599
Mar 26 20:53:19.604391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de64d43-e5c1-4912-bce7-2fb0a645bc07 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:19.620492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks [] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.636575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ea48e61-953a-43d1-bee0-8e36f249890f req-393d0fc3-72ae-4a5c-83b4-0cff9dd786bb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183724
Mar 26 20:53:19.665230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-5f3fc995-f13e-4492-9e11-41883499e04a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f HTTP/1.1" status: 200  len: 217 time: 0.0736761
Mar 26 20:53:19.688021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Transition to ACTIVE for port object 1de64d43-e5c1-4912-bce7-2fb0a645bc07 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:19.698071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.745673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-01a98451-a134-447b-8804-85603c0a79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.747223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-01a98451-a134-447b-8804-85603c0a79e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0746112
Mar 26 20:53:19.748687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f30a34dc-060b-4a94-8d4b-999c96b67f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.750315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-f30a34dc-060b-4a94-8d4b-999c96b67f76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.2077582
Mar 26 20:53:19.826816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Pushing event updated for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:19.829349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-b5b51986-afa7-4bd8-ad82-f267ba402bd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0629587
Mar 26 20:53:19.849211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-9da058d2-48c0-4a44-9a26-0d722986885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.850779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-9da058d2-48c0-4a44-9a26-0d722986885b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0938330
Mar 26 20:53:19.906218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd7775-a7d1-41f2-bc64-a9bc484ba672 req-c2bd5d9d-f01d-49ec-a7de-da3fe16d0f4a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.907835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46fd7775-a7d1-41f2-bc64-a9bc484ba672 req-c2bd5d9d-f01d-49ec-a7de-da3fe16d0f4a tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.1373930
Mar 26 20:53:19.923372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Attempting to bind port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:19.923738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Attempting to bind port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:19.924130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Attempting to bind port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:19.937303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:19.937665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Attempting to bind port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:19.952652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:19.953060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:19.953414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:19.953860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Bound port: 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:19.954256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:19.968830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-c603f575-9c67-45a0-8b65-e07826e5b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:19.970386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-c603f575-9c67-45a0-8b65-e07826e5b319 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.1186986
Mar 26 20:53:20.018835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46fd7775-a7d1-41f2-bc64-a9bc484ba672 req-1afe289c-b2ad-458d-bc18-0b0ba193f517 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918751
Mar 26 20:53:20.068839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:20.084053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:20.091859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:20.092102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:20.096090 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c39f3d-6474-48ad-8def-143d55300843" -d '{"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:20.097053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f70e8e0>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:20.102539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:20.130521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-7c804f6a-7cf8-4c4b-ba36-b4d4ea729dae service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692232
Mar 26 20:53:20.142492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:20.158174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:20.158568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.159096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f70e8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:20.159398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:20.163606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] 10.222.0.21 "PUT /v2.0/ports/1de64d43-e5c1-4912-bce7-2fb0a645bc07 HTTP/1.1" status: 200  len: 1092 time: 1.5647771
Mar 26 20:53:20.215241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-6d3159d0-320a-4112-a718-9ce51fcdb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.216971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-6d3159d0-320a-4112-a718-9ce51fcdb1a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2310989
Mar 26 20:53:20.241573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a89a496-dd83-47f1-a7bc-a0147dcfa1c2 req-140e8690-c0a2-4cbe-a047-00c4aa65d0b0 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e84a2e73-0c4f-4855-a4b0-1dfe9af6db24 HTTP/1.1" status: 200  len: 210 time: 0.0716829
Mar 26 20:53:20.286010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:53:20.302650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbff49-a4e7-4a64-921f-d920208ab627 service neutron] Pushing event updated for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:20.335816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:20.379878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:20.404180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-d81b7a56-8a36-4431-99ca-04001553c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.406005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-d81b7a56-8a36-4431-99ca-04001553c471 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 1126 time: 0.1418643
Mar 26 20:53:20.410293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57aa4e99-fd3b-43ec-bcb2-c7cf96f5d527 req-6b2dc437-b667-4608-b910-ef0b6d0eb07f service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2703357
Mar 26 20:53:20.440845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-89a2df34-4a34-4bac-8a10-04b59bd18d11 service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740546
Mar 26 20:53:20.450497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:20.502232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'mac_address': 'fa:16:3e:19:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:20.525539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-fd3d82b4-0459-4303-a614-7a199c53e6b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07 HTTP/1.1" status: 200  len: 217 time: 0.0741186
Mar 26 20:53:20.567243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b909a4c3-2b79-4ddb-bfe9-f6e9f38a4963 req-2de8c07b-bd28-4578-b1c0-74b9c334a55b service neutron] 10.222.0.16 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1168180
Mar 26 20:53:20.601265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2b326ee0-26a1-418e-8493-4f045fa716a8 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:20.601704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:20.627240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b326ee0-26a1-418e-8493-4f045fa716a8 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:20.651804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b6602-39af-4cde-ac9b-297f868c4db4 req-29020a89-ca0b-4086-9bf8-fef81259d483 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.653643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca1b6602-39af-4cde-ac9b-297f868c4db4 req-29020a89-ca0b-4086-9bf8-fef81259d483 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.2011275
Mar 26 20:53:20.659041 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db9676-f596-4547-8099-c6e8c424e154 x-openstack-request-id: req-a5db9676-f596-4547-8099-c6e8c424e154 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:20.659505 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84a2e73-0c4f-4855-a4b0-1dfe9af6db24", "name": "network-vif-deleted", "tag": "ae943f51-447b-434d-a20b-ea825ed34c1a", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:20.659803 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5db9676-f596-4547-8099-c6e8c424e154 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:20.660248 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5db9676-f596-4547-8099-c6e8c424e154'] response: {'server_uuid': 'e84a2e73-0c4f-4855-a4b0-1dfe9af6db24', 'name': 'network-vif-deleted', 'tag': 'ae943f51-447b-434d-a20b-ea825ed34c1a', 'status': 'completed', 'code': 200}
Mar 26 20:53:20.666965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fccdc-de55-428d-8702-629185e019c7 req-24d36694-4a1b-4ded-a441-d62e622e15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.668663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-24d36694-4a1b-4ded-a441-d62e622e15df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.1346173
Mar 26 20:53:20.677037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:20.685301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:20.743281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:20.749318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f70e8e0>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:20.769631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bb85-c327-4be1-8e51-78801f30a043 req-254b184e-fd32-4796-a10e-7cdb208d16c3 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:20.771342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0512bb85-c327-4be1-8e51-78801f30a043 req-254b184e-fd32-4796-a10e-7cdb208d16c3 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 949 time: 0.0682878
Mar 26 20:53:20.774413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-6e6363ad-6641-412d-9a2b-494b83233b63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824935
Mar 26 20:53:20.779389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9169c3-ca79-4015-94f8-60f80b1ed485 None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:52:08Z', 'revision_number': 4, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '299bafd0-32ef-47ec-887a-f28f38a4f992', 'name': '', 'network_id': '3cefd6de-90d8-4688-a242-74a2eb770644', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'mac_address': 'fa:16:3e:51:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:07Z', 'updated_at': '2022-03-26T20:52:14Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'subnets': [{'id': 'c973526d-5ac5-4110-b5d6-a0251306ae70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:20.834917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca1b6602-39af-4cde-ac9b-297f868c4db4 req-589319a9-e55f-4d83-8772-726c0e80ad20 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711683
Mar 26 20:53:20.856566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0512bb85-c327-4be1-8e51-78801f30a043 req-7c862934-952d-4668-8a00-b14b661d66d4 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756381
Mar 26 20:53:20.924450 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bc35ea-6192-439e-86f2-bab76b578a91 x-openstack-request-id: req-91bc35ea-6192-439e-86f2-bab76b578a91 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:20.924932 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:20.925390 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91bc35ea-6192-439e-86f2-bab76b578a91 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:20.926002 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bc35ea-6192-439e-86f2-bab76b578a91'] response: {'name': 'network-changed', 'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:53:20.961745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['2b326ee0-26a1-418e-8493-4f045fa716a8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:20.979627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-6e8903bf-9199-40cc-9f8a-3506bf3325fd service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921165
Mar 26 20:53:21.062081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c39f3d-6474-48ad-8def-143d55300843 req-3ace72ee-5140-4b21-8cfb-02b616d45f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.063583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-3ace72ee-5140-4b21-8cfb-02b616d45f97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 1127 time: 0.1085935
Mar 26 20:53:21.115285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bddad-0cd0-467c-95e5-e90db15dcab7 req-ef07981c-3660-4b59-ba34-e58f9335522b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.116931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-379bddad-0cd0-467c-95e5-e90db15dcab7 req-ef07981c-3660-4b59-ba34-e58f9335522b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1750960
Mar 26 20:53:21.177002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed7fccdc-de55-428d-8702-629185e019c7 req-52e19f6a-fce9-4716-ae52-c2f03c72b004 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806235
Mar 26 20:53:21.221136 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cec1ef-48e3-4594-bd12-f02aee1c9525 None None] New status for floating IP 70fe7cc5-68de-404f-9a0a-c111d630399d: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:53:21.236755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-379bddad-0cd0-467c-95e5-e90db15dcab7 req-312706eb-23d6-445e-96cc-ce8ee076446f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021857
Mar 26 20:53:21.280193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:21.404952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:21.410261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:21.443222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: ae943f51-447b-434d-a20b-ea825ed34c1a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:21.443898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ae943f51-447b-434d-a20b-ea825ed34c1a not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:21.566944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20080f8-760d-4cd9-8dc5-18eb52cc2cc5 req-0f70a1ea-1da8-45b2-9844-a800b93d39c3 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.568649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e20080f8-760d-4cd9-8dc5-18eb52cc2cc5 req-0f70a1ea-1da8-45b2-9844-a800b93d39c3 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 944 time: 0.5256126
Mar 26 20:53:21.584710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:21.605421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'mac_address': 'fa:16:3e:b3:2a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:21.622476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c39f3d-6474-48ad-8def-143d55300843 req-4b3d3f9c-8f8d-4250-bc16-9fbac87f2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.623962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-4b3d3f9c-8f8d-4250-bc16-9fbac87f2a51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 200  len: 921 time: 0.5447400
Mar 26 20:53:21.650928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:21.651374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:21.666780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:21.678951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e20080f8-760d-4cd9-8dc5-18eb52cc2cc5 req-20c79755-e9d3-4997-b347-1efadd5420ef tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022379
Mar 26 20:53:21.680432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-98b56179-8faa-44d3-9f71-f54cfccbf98c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 200  len: 217 time: 0.0464058
Mar 26 20:53:21.690624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:21.699180 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:21.757207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c39f3d-6474-48ad-8def-143d55300843 req-3f23ca97-9b5f-4d0a-978f-c9715efdfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.758811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-3f23ca97-9b5f-4d0a-978f-c9715efdfce4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 200  len: 860 time: 0.0710640
Mar 26 20:53:21.767248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:21.810892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743d8a2-d81e-4f87-a825-6509fe415e3f req-5b798877-fa9a-4bbb-bb54-582a432c9b96 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.812461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8743d8a2-d81e-4f87-a825-6509fe415e3f req-5b798877-fa9a-4bbb-bb54-582a432c9b96 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 1126 time: 0.4867425
Mar 26 20:53:21.855453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-faaaddd2-3f08-4390-bf36-8b0b4466946b tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 200  len: 694 time: 0.0573878
Mar 26 20:53:21.875741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c39f3d-6474-48ad-8def-143d55300843 req-d4d11fd2-30c6-4240-9e63-29e10c091d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:21.877250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-d4d11fd2-30c6-4240-9e63-29e10c091d90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cefd6de-90d8-4688-a242-74a2eb770644&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1119099
Mar 26 20:53:21.920062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8743d8a2-d81e-4f87-a825-6509fe415e3f req-a2c715fd-3eb3-48a8-b923-dd8b59453ef1 tempest-LiveMigrationTest-1397668550 tempest-LiveMigrationTest-1397668550-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006389
Mar 26 20:53:22.040142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5f93aa05-948a-4603-ac9e-ad8d14873f3f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:22.044210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-302c6af7-efe9-4022-83a1-2b9517d804dc tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:22.045665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-302c6af7-efe9-4022-83a1-2b9517d804dc tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1821480
Mar 26 20:53:22.057735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Deleting port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:22.058451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.073678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:22.099247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-6f5ff4cd-7133-4d9e-9827-3d872c90cb56 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088923
Mar 26 20:53:22.110660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-978d37d1-d2f5-4ce6-88d2-7d828482d83b tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 697 time: 0.0556011
Mar 26 20:53:22.175899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] For port a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:22.176504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.195189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Calling delete_port for a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:22.233732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-e962c2a0-e0c3-45c1-a68e-b48d4978e48f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.121 HTTP/1.1" status: 200  len: 697 time: 0.0900555
Mar 26 20:53:22.241649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 2b326ee0-26a1-418e-8493-4f045fa716a8 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:22.252795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 2b326ee0-26a1-418e-8493-4f045fa716a8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:22.253257 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.261318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0c39f3d-6474-48ad-8def-143d55300843 req-5e0b9909-a5cc-43ba-887a-e6e12dd3b483 service neutron] 10.222.0.21 "GET /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543741
Mar 26 20:53:22.368403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2b326ee0-26a1-418e-8493-4f045fa716a8 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:22.370082 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.379349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a18558-f187-4145-956a-e76c772ce708 req-20994321-4887-4cdb-be1d-7ff9ea410800 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:22.381297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a18558-f187-4145-956a-e76c772ce708 req-20994321-4887-4cdb-be1d-7ff9ea410800 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1270299
Mar 26 20:53:22.392363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Deleting port 377f71e9-b545-4309-95a8-60c75ee1dfa8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:22.392363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.398536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:22.401352 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967be97e-f8e4-4980-b6ec-60176dae930b" -d '{"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-plugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:22.416453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:22.423831 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.469517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a18558-f187-4145-956a-e76c772ce708 req-8bcdf380-9700-4d64-9f7e-324216bb97dd tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705705
Mar 26 20:53:22.489309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:22.516329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.516661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (377f71e9-b545-4309-95a8-60c75ee1dfa8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.531944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.536022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Calling delete_port for 377f71e9-b545-4309-95a8-60c75ee1dfa8 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:22.571877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:22.661360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:22.663763 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c291518c-d539-4bf5-81f7-78a7303b695b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:22.737318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64545302-dd44-4c1b-b603-43a5029c7133 req-0182e49f-7d2a-4573-99fd-dffa503a6077 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:22.739038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64545302-dd44-4c1b-b603-43a5029c7133 req-0182e49f-7d2a-4573-99fd-dffa503a6077 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 950 time: 0.1744177
Mar 26 20:53:22.740910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (377f71e9-b545-4309-95a8-60c75ee1dfa8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.793540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-1e739a1f-4c8e-45f2-b873-5db86c6fa905 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:22.795040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-1e739a1f-4c8e-45f2-b873-5db86c6fa905 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 966 time: 0.1269398
Mar 26 20:53:22.796127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event deleted for resources: {'Port': ['ID=377f71e9-b545-4309-95a8-60c75ee1dfa8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:22.845829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64545302-dd44-4c1b-b603-43a5029c7133 req-50f75544-7f43-40ed-ba96-24abfd470e59 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954595
Mar 26 20:53:22.846532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.923858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks [] for floatingip (70fe7cc5-68de-404f-9a0a-c111d630399d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.926569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:22.927725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-456ee9db-bb6b-4783-9941-f67800fa92e7 req-4bbe63c4-d634-43b0-953a-3c974b536755 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "DELETE /v2.0/floatingips/70fe7cc5-68de-404f-9a0a-c111d630399d HTTP/1.1" status: 204  len: 173 time: 0.6792710
Mar 26 20:53:22.958312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Deleting port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:22.958660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.092141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] For port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,segment=NetworkSegment(59e80115-8404-4a62-ab8f-a2a6b018a9db),segment_id=59e80115-8404-4a62-ab8f-a2a6b018a9db)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:23.092478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.107124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Calling delete_port for 20d1d1b1-7ff8-4820-b9ce-973be1edd28e owned by compute:tempest-test_az-1612479973 {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:23.137084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:23.224362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78a8c4-63de-42a9-9a81-b77e05dcfe64 req-431cfda5-1400-4a0c-9329-beabafefe660 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.226107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bc78a8c4-63de-42a9-9a81-b77e05dcfe64 req-431cfda5-1400-4a0c-9329-beabafefe660 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5d38e4f-c583-4136-8c24-99e1f3d95bf7 HTTP/1.1" status: 200  len: 966 time: 0.2204335
Mar 26 20:53:23.275478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952df56d-2e0e-4a2e-9793-d1c346003d3c req-31c7eafb-f1bb-40e9-8d4d-ec047e977610 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.277122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-952df56d-2e0e-4a2e-9793-d1c346003d3c req-31c7eafb-f1bb-40e9-8d4d-ec047e977610 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1532218
Mar 26 20:53:23.316602 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bc78a8c4-63de-42a9-9a81-b77e05dcfe64 req-4614cf57-d033-4f4e-8937-e2cf10553b01 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.16 "GET /v2.0/security-groups?id=e26c355c-8996-4200-b20d-3f72bc791703&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824370
Mar 26 20:53:23.331698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (20d1d1b1-7ff8-4820-b9ce-973be1edd28e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.338892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:23.345007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-952df56d-2e0e-4a2e-9793-d1c346003d3c req-84e0e55c-0628-43aa-a1c4-a9f2a8c8a7ac tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594556
Mar 26 20:53:23.350376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Sync routers for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:23.354808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dbd5c73b-39e1-4413-886d-2b727f8f1475 admin admin] 10.222.0.16 "PUT /v2.0/routers/1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0106711
Mar 26 20:53:23.359357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:23.376905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:23.376905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1169d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:23.377355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Pushing event deleted for resources: {'Port': ['ID=20d1d1b1-7ff8-4820-b9ce-973be1edd28e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:23.419469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] No DVR routers for this DVR port 20d1d1b1-7ff8-4820-b9ce-973be1edd28e on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:23.421980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.426533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e125f8b-89f9-409f-94c1-b3a4a5904b1e req-09d9a5e0-58f8-4c5f-bf52-fe9f1d985b83 tempest-LiveAutoBlockMigrationV225Test-521486661 tempest-LiveAutoBlockMigrationV225Test-521486661-project] 10.222.0.21 "DELETE /v2.0/ports/20d1d1b1-7ff8-4820-b9ce-973be1edd28e HTTP/1.1" status: 204  len: 173 time: 0.6149886
Mar 26 20:53:23.427504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-deleted', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:23.430296 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a47a0-6acc-45d8-a7f2-6d17fd1147da" -d '{"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-deleted", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:23.443892 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1413c1be-6d07-4032-a127-08cebe20ab18 x-openstack-request-id: req-1413c1be-6d07-4032-a127-08cebe20ab18 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:23.444674 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-plugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:23.444674 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1413c1be-6d07-4032-a127-08cebe20ab18 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:23.445108 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1413c1be-6d07-4032-a127-08cebe20ab18'] response: {'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'code': 200}
Mar 26 20:53:23.448384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 1de64d43-e5c1-4912-bce7-2fb0a645bc07 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:23.451083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:23.479162 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d899bd00-e745-4c5c-8722-80368928e3ee x-openstack-request-id: req-d899bd00-e745-4c5c-8722-80368928e3ee {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:23.479454 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:23.479712 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d899bd00-e745-4c5c-8722-80368928e3ee {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:23.480142 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d899bd00-e745-4c5c-8722-80368928e3ee'] response: {'name': 'network-changed', 'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07', 'status': 'completed', 'code': 200}
Mar 26 20:53:23.586973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5100100-92c4-4c4e-be3e-d1c2de81111e req-e2fb0d12-6511-4bd5-97af-86907d387dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.589878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5100100-92c4-4c4e-be3e-d1c2de81111e req-e2fb0d12-6511-4bd5-97af-86907d387dde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 1132 time: 0.0740254
Mar 26 20:53:23.590422 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks [] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.652688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291518c-d539-4bf5-81f7-78a7303b695b req-cb2fe203-4180-40b2-8d17-8d9b60ec6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.656129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-cb2fe203-4180-40b2-8d17-8d9b60ec6e28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 1126 time: 0.1452951
Mar 26 20:53:23.665207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad759-c414-4276-97e4-01a475e08b58 req-8072797d-8992-4ca4-972e-7604de9aaf5c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.674921 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-170ad759-c414-4276-97e4-01a475e08b58 req-8072797d-8992-4ca4-972e-7604de9aaf5c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 944 time: 0.1741133
Mar 26 20:53:23.721153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5100100-92c4-4c4e-be3e-d1c2de81111e req-d8c4424d-b42c-40f2-a825-ca7c1f04d7fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851219
Mar 26 20:53:23.740694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:23.742511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 5f93aa05-948a-4603-ac9e-ad8d14873f3f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:23.750835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks [] for router_gateway (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.797288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5f93aa05-948a-4603-ac9e-ad8d14873f3f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:23.797969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.805346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-170ad759-c414-4276-97e4-01a475e08b58 req-979bd5d9-2be1-424f-b83a-d5a93a3455bc tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293476
Mar 26 20:53:23.840825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291518c-d539-4bf5-81f7-78a7303b695b req-ee327533-71b3-4824-8e2b-2a0e9bf916f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.841039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efffa8-f08b-4c5c-9d9b-038f317e8368 req-1ceac189-f6ef-40ae-96cb-d1f957ef0c67 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.842751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-ee327533-71b3-4824-8e2b-2a0e9bf916f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.1531639
Mar 26 20:53:23.842894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3efffa8-f08b-4c5c-9d9b-038f317e8368 req-1ceac189-f6ef-40ae-96cb-d1f957ef0c67 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.0847375
Mar 26 20:53:23.909548 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-daf611ee-7365-4c40-81f1-7d55ed470658 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07 HTTP/1.1" status: 200  len: 217 time: 0.0582190
Mar 26 20:53:23.911964 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f8c7e-bd71-4f81-b460-f8996cf00366 x-openstack-request-id: req-950f8c7e-bd71-4f81-b460-f8996cf00366 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:23.911964 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d38e4f-c583-4136-8c24-99e1f3d95bf7", "name": "network-vif-deleted", "tag": "20d1d1b1-7ff8-4820-b9ce-973be1edd28e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:23.911964 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-950f8c7e-bd71-4f81-b460-f8996cf00366 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:23.912266 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f8c7e-bd71-4f81-b460-f8996cf00366'] response: {'server_uuid': 'e5d38e4f-c583-4136-8c24-99e1f3d95bf7', 'name': 'network-vif-deleted', 'tag': '20d1d1b1-7ff8-4820-b9ce-973be1edd28e', 'status': 'completed', 'code': 200}
Mar 26 20:53:23.940646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Deleting port 0a8ef525-3d63-4c29-a96f-5de813814b91 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:23.941213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:23.958554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3efffa8-f08b-4c5c-9d9b-038f317e8368 req-0baa4275-dc7f-43b6-8c5e-6133159a8b0f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052108
Mar 26 20:53:23.986351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-3383fd70-8efe-4070-8c0c-8e6092b273ac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.989033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-3383fd70-8efe-4070-8c0c-8e6092b273ac tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 944 time: 0.1453278
Mar 26 20:53:23.996734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291518c-d539-4bf5-81f7-78a7303b695b req-a7674cdf-dddb-418d-82d9-d59482b203e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:23.998537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-a7674cdf-dddb-418d-82d9-d59482b203e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0760341
Mar 26 20:53:24.013007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:24.068094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '1de64d43-e5c1-4912-bce7-2fb0a645bc07', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': '1de64d43-e5c1-4912-bce7-2fb0a645bc07', 'mac_address': 'fa:16:3e:0c:5b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:24.112932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-c4ffe076-2542-4c47-9483-238fb2b6ec29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967798
Mar 26 20:53:24.158379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] For port 0a8ef525-3d63-4c29-a96f-5de813814b91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a8ef525-3d63-4c29-a96f-5de813814b91,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:24.158781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.171941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:24.172662 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.185432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Calling delete_port for 0a8ef525-3d63-4c29-a96f-5de813814b91 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:24.198784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de64d43-e5c1-4912-bce7-2fb0a645bc07 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:24.205473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:24.206345 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.219129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41107379-4b54-4414-9f57-49cf3f8d8765 req-b4506b3e-eca1-47f6-ad3b-3de4eca7d450 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:24.220689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41107379-4b54-4414-9f57-49cf3f8d8765 req-b4506b3e-eca1-47f6-ad3b-3de4eca7d450 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 945 time: 0.1307387
Mar 26 20:53:24.233217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:24.233530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10120311-2cf2-4edf-bb51-7b655a36c0ed req-b4bfcbc4-1c47-432a-986e-dee3a2b62413 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:24.241194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10120311-2cf2-4edf-bb51-7b655a36c0ed req-b4bfcbc4-1c47-432a-986e-dee3a2b62413 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.2907302
Mar 26 20:53:24.242416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.260249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Deleting port 93403676-99cc-45f4-a873-3df0d3991850 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:24.260249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (93403676-99cc-45f4-a873-3df0d3991850), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.275345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-a19efe85-f7ef-42cc-b73f-bbd447a79b15 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536500
Mar 26 20:53:24.289856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:24.300274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.316041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1169d0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:53:22Z', 'revision_number': 5, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port': {'id': '0a8ef525-3d63-4c29-a96f-5de813814b91', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:15Z', 'updated_at': '2022-03-26T20:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:24.320523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10120311-2cf2-4edf-bb51-7b655a36c0ed req-b0256a75-84b2-483e-aa2c-e159d5b55cf0 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783737
Mar 26 20:53:24.347378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Checking router: 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:24.349141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:24.411159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Routers {'1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:24.411986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1169d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:52:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:24.424025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41107379-4b54-4414-9f57-49cf3f8d8765 req-c0889447-b267-4bfe-8b19-69c83c787968 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675236
Mar 26 20:53:24.451841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] For port 93403676-99cc-45f4-a873-3df0d3991850, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=93403676-99cc-45f4-a873-3df0d3991850,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:24.452294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (93403676-99cc-45f4-a873-3df0d3991850), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.455077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c291518c-d539-4bf5-81f7-78a7303b695b req-64e630d5-2404-4742-b2e8-26899e70e860 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720595
Mar 26 20:53:24.467592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Calling delete_port for 93403676-99cc-45f4-a873-3df0d3991850 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:24.497137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eeff5-2c2f-4bed-bf88-2b66fb6b77cb req-a5823566-1f66-4621-8f21-a9d5032b0446 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:24.510132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f84eeff5-2c2f-4bed-bf88-2b66fb6b77cb req-a5823566-1f66-4621-8f21-a9d5032b0446 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 950 time: 0.1036150
Mar 26 20:53:24.513945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55304) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:24.538860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:24.562635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['1de64d43-e5c1-4912-bce7-2fb0a645bc07'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:24.602364 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0a8ef525-3d63-4c29-a96f-5de813814b91), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.609966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Deleting subnet 816baad8-fa89-447b-9930-1d11c8f49789 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:24.614926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Publish callbacks [] for subnet (816baad8-fa89-447b-9930-1d11c8f49789), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.622206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f84eeff5-2c2f-4bed-bf88-2b66fb6b77cb req-9e7ad9fe-ffff-459f-890a-bf8b5d57f016 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095414
Mar 26 20:53:24.639502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] Set router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:24.649115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8ef525-3d63-4c29-a96f-5de813814b91,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:24.685405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (816baad8-fa89-447b-9930-1d11c8f49789), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.722339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1169d0>, [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:53:23Z', 'revision_number': 6, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:24.740991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (816baad8-fa89-447b-9930-1d11c8f49789), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.745312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed0961-6404-447a-99c2-cbc5ed8d955e req-e5895462-4957-4ff5-8419-ceb15143db06 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:24.746843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0bed0961-6404-447a-99c2-cbc5ed8d955e req-e5895462-4957-4ff5-8419-ceb15143db06 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1895854
Mar 26 20:53:24.764455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bed226-1e27-43cc-8a19-73de1c6347d8 None None] The sync data for ids ['1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5'] in ncdv-master-1 is: [{'id': '1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030869323-router', 'tenant_id': 'c71abac018054ac59df8204f06278c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:12Z', 'updated_at': '2022-03-26T20:53:23Z', 'revision_number': 6, 'project_id': 'c71abac018054ac59df8204f06278c20', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:24.789621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.810768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (816baad8-fa89-447b-9930-1d11c8f49789), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.855308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.862375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/816baad8-fa89-447b-9930-1d11c8f49789 HTTP/1.1" status: 204  len: 168 time: 0.3474405
Mar 26 20:53:24.864482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:24.867025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3d9ee-3663-47a9-8428-6be9f9a51902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816baad8-fa89-447b-9930-1d11c8f49789,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:24.977247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:24.983676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b51922e-8b0c-4b5b-96db-9f4721bb1fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.025802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b84f3-6960-46b2-8274-f37cb0d4cbad req-e1343ea0-fda4-4e6c-a339-ffe185b8b459 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:25.027366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b48b84f3-6960-46b2-8274-f37cb0d4cbad req-e1343ea0-fda4-4e6c-a339-ffe185b8b459 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 945 time: 0.1255665
Mar 26 20:53:25.103585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.139508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d434160>,) {'filters': {'network_id': ['b4f1069c-0aa3-4d88-b2ef-9a5c20f55049']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:25.145876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b48b84f3-6960-46b2-8274-f37cb0d4cbad req-54140213-d521-49f5-9846-46a5dc37b1db tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041722
Mar 26 20:53:25.153959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d434160>, '59e80115-8404-4a62-ab8f-a2a6b018a9db') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:25.154271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d434160>, '59e80115-8404-4a62-ab8f-a2a6b018a9db') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:25.164456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (59e80115-8404-4a62-ab8f-a2a6b018a9db), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.191567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (59e80115-8404-4a62-ab8f-a2a6b018a9db), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.195037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (93403676-99cc-45f4-a873-3df0d3991850), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.200227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:25.200984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (59e80115-8404-4a62-ab8f-a2a6b018a9db), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:25.202895 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:25.207464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:25.244442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.246998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event deleted for resources: {'Port': ['ID=93403676-99cc-45f4-a873-3df0d3991850,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:25.249340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks [] for router_controller (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.268048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0bed0961-6404-447a-99c2-cbc5ed8d955e req-4f36ca8d-02b4-4970-a21c-1574e8ffdb3c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5080831
Mar 26 20:53:25.300495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:25.332646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:25.333381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a9ec9b83-3a35-4e3c-921c-3cb3ad123e2d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:25.365375 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.366205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:53:25.374902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.378652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-684c3aa1-a6c3-4643-93f0-e179ff180c1c admin admin] 10.222.0.16 "DELETE /v2.0/routers/1422c1e4-b29b-4f2a-8f20-5c0bf00b85e5 HTTP/1.1" status: 204  len: 168 time: 2.0182540
Mar 26 20:53:25.381322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55314) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:25.403793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] No DVR routers for this DVR port 93403676-99cc-45f4-a873-3df0d3991850 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:25.413268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:25.419888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b1b26c2-682a-41cc-92ab-40538f2298b0 req-562c38f5-fd2c-47f2-9be1-848814409e76 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=5511f470-27c0-4ddf-822f-d673e8af803c HTTP/1.1" status: 200  len: 210 time: 0.0417204
Mar 26 20:53:25.425142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.430053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-099f32c4-e33e-432c-b05a-4bab7a1bced9 req-6c4fe5b0-53e5-43ad-9002-0e99c85e9c01 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "DELETE /v2.0/ports/93403676-99cc-45f4-a873-3df0d3991850 HTTP/1.1" status: 204  len: 173 time: 1.4296312
Mar 26 20:53:25.444717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b4f1069c-0aa3-4d88-b2ef-9a5c20f55049), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.446278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:25.450036 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fafab89-013b-45ed-94a6-e0e46321f8e7" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:25.454087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 20d1d1b1-7ff8-4820-b9ce-973be1edd28e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:25.454606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 20d1d1b1-7ff8-4820-b9ce-973be1edd28e not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:25.455172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 93403676-99cc-45f4-a873-3df0d3991850 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:25.462341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-fe58293b-e1ab-4eb4-8803-9cb762a8ba29 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:25.463911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-fe58293b-e1ab-4eb4-8803-9cb762a8ba29 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.21 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 945 time: 0.1591096
Mar 26 20:53:25.466066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.469439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] 10.222.0.16 "DELETE /v2.0/networks/b4f1069c-0aa3-4d88-b2ef-9a5c20f55049 HTTP/1.1" status: 204  len: 168 time: 0.6038446
Mar 26 20:53:25.475513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:25.486250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 93403676-99cc-45f4-a873-3df0d3991850 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:25.486764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 93403676-99cc-45f4-a873-3df0d3991850 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:25.493943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-deleted', 'tag': '93403676-99cc-45f4-a873-3df0d3991850'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:25.496826 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a552281-bae8-49bf-bfe1-b1d9c1860fed" -d '{"events": [{"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-deleted", "tag": "93403676-99cc-45f4-a873-3df0d3991850"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:25.507804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1cf0b-6a24-4831-b091-18a1acd35eff admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f1069c-0aa3-4d88-b2ef-9a5c20f55049,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:25.553616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Deleting subnet 18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:25.562726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Publish callbacks [] for subnet (18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.593277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Deleting subnet 9f5a40a2-a1e7-4064-811f-4fef4d73ae02 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:25.606664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe6bb8-99e6-4b67-86e5-8af7d3bd8cb4 req-1fa62d08-024b-473f-8de4-be9753e15294 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:25.617094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1afe6bb8-99e6-4b67-86e5-8af7d3bd8cb4 req-1fa62d08-024b-473f-8de4-be9753e15294 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1927645
Mar 26 20:53:25.637519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Publish callbacks [] for subnet (9f5a40a2-a1e7-4064-811f-4fef4d73ae02), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.651887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Deleting port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:25.652339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.663717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971628-afff-4d15-aca8-2103f09bb3dd req-098fa3ec-883b-4fdf-901a-6e1a34ca640f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:25.664934 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43971628-afff-4d15-aca8-2103f09bb3dd req-098fa3ec-883b-4fdf-901a-6e1a34ca640f tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 945 time: 0.0798159
Mar 26 20:53:25.677176 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.725885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (9f5a40a2-a1e7-4064-811f-4fef4d73ae02), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.770754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1afe6bb8-99e6-4b67-86e5-8af7d3bd8cb4 req-356b54e1-a058-423f-88d5-b40bbdfeb11d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518655
Mar 26 20:53:25.786885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43971628-afff-4d15-aca8-2103f09bb3dd req-b3f52662-8176-4f61-bd46-615fc4d0cb72 tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/security-groups?id=08f3986b-203f-4c09-b7a2-05b3599d5e0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078796
Mar 26 20:53:25.820459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9f5a40a2-a1e7-4064-811f-4fef4d73ae02), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.832729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] For port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:25.833245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.865591 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d2f69-39c8-4300-ad4f-bdc19be1c482 x-openstack-request-id: req-358d2f69-39c8-4300-ad4f-bdc19be1c482 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:25.865884 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5511f470-27c0-4ddf-822f-d673e8af803c", "name": "network-vif-deleted", "tag": "93403676-99cc-45f4-a873-3df0d3991850", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:25.866146 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-358d2f69-39c8-4300-ad4f-bdc19be1c482 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:25.866532 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358d2f69-39c8-4300-ad4f-bdc19be1c482'] response: {'server_uuid': '5511f470-27c0-4ddf-822f-d673e8af803c', 'name': 'network-vif-deleted', 'tag': '93403676-99cc-45f4-a873-3df0d3991850', 'status': 'completed', 'code': 200}
Mar 26 20:53:25.875227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Calling delete_port for 6fa41142-bff0-4477-bc27-c57a3d2eb5fd owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:25.875502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.880106 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2db00-3327-4f31-992b-498c6ac9afd7 x-openstack-request-id: req-f1d2db00-3327-4f31-992b-498c6ac9afd7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:25.880613 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:25.884573 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1d2db00-3327-4f31-992b-498c6ac9afd7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:25.885367 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d2db00-3327-4f31-992b-498c6ac9afd7'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'code': 200}
Mar 26 20:53:25.933187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (9f5a40a2-a1e7-4064-811f-4fef4d73ae02), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.956835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:25.963867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9f5a40a2-a1e7-4064-811f-4fef4d73ae02 HTTP/1.1" status: 204  len: 168 time: 0.4804468
Mar 26 20:53:25.975458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55330) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:26.015836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad8c1f-ec53-4e2c-b309-8d8956822da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5a40a2-a1e7-4064-811f-4fef4d73ae02,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.073403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.084893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1eb9c91c-4b34-49be-a10a-1f15b59dec34), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.110689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.116256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.119675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea94f722-2733-4f47-b10c-a6907dad1a02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18d2c46a-1694-4dcd-a0cb-cabfe7c7fb14 HTTP/1.1" status: 204  len: 168 time: 0.7377715
Mar 26 20:53:26.122817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55338) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:26.124109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a6c0bd-db8c-40b3-b82d-6da010dcbb37 None None] Network f8ad645e-691e-4200-a0a6-1147f6f8ec71 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:26.213867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0869f-62d8-46d5-b3a8-8d9ca58d9ef9 req-883c156b-9c26-479f-9e99-59de4a98e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:26.216045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80e0869f-62d8-46d5-b3a8-8d9ca58d9ef9 req-883c156b-9c26-479f-9e99-59de4a98e4f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 1132 time: 0.2262046
Mar 26 20:53:26.234212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb461a16-948a-4b48-bf96-82c6fc4d607c req-d69fcb0b-b6df-4d2a-8d02-0983ccdefc6a tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:26.236092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb461a16-948a-4b48-bf96-82c6fc4d607c req-d69fcb0b-b6df-4d2a-8d02-0983ccdefc6a tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 950 time: 0.2475793
Mar 26 20:53:26.267733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f8ad645e-691e-4200-a0a6-1147f6f8ec71), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.329285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1eb9c91c-4b34-49be-a10a-1f15b59dec34), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.363175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6fa41142-bff0-4477-bc27-c57a3d2eb5fd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.378867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80e0869f-62d8-46d5-b3a8-8d9ca58d9ef9 req-5c9f6f4d-bb7f-4045-a5f3-743f4fadf0a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404145
Mar 26 20:53:26.387943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb461a16-948a-4b48-bf96-82c6fc4d607c req-c1c6c40e-d9a7-432f-9426-a9bc911fe708 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117897
Mar 26 20:53:26.388401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6fa41142-bff0-4477-bc27-c57a3d2eb5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:26.392483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d028d00>,) {'filters': {'network_id': ['1eb9c91c-4b34-49be-a10a-1f15b59dec34']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:26.407087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Deleting port f176c82e-6cb8-4a66-a48f-284d8fae2c18 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:26.407439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.432327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] DHCP port deletion for f8ad645e-691e-4200-a0a6-1147f6f8ec71 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:53:26.446433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d028d00>, '2b657133-0a09-4418-83b5-ec974df41b76') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:26.446735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d028d00>, '2b657133-0a09-4418-83b5-ec974df41b76') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:26.461288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Pushing event deleted for resources: {'Port': ['ID=6fa41142-bff0-4477-bc27-c57a3d2eb5fd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.499349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (2b657133-0a09-4418-83b5-ec974df41b76), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.500660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] For port f176c82e-6cb8-4a66-a48f-284d8fae2c18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f176c82e-6cb8-4a66-a48f-284d8fae2c18,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:26.500998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.529844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Deleting port f176c82e-6cb8-4a66-a48f-284d8fae2c18 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:26.530156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.534436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Calling delete_port for f176c82e-6cb8-4a66-a48f-284d8fae2c18 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:26.538347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e6aa2-8d8c-42c2-bb98-56964ffc2eae req-4b501710-de6a-4d3c-af93-7af00b5f2ac6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:26.539895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-561e6aa2-8d8c-42c2-bb98-56964ffc2eae req-4b501710-de6a-4d3c-af93-7af00b5f2ac6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 945 time: 0.2437210
Mar 26 20:53:26.541577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] No DVR routers for this DVR port 6fa41142-bff0-4477-bc27-c57a3d2eb5fd on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:26.544137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2b657133-0a09-4418-83b5-ec974df41b76), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.547059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.550862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12df7752-b188-4718-a9d1-eba16ced68a1 req-4b4c4b38-92d0-4ed2-ac90-fd3cc7fb445a tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.21 "DELETE /v2.0/ports/6fa41142-bff0-4477-bc27-c57a3d2eb5fd HTTP/1.1" status: 204  len: 173 time: 1.0538652
Mar 26 20:53:26.551343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'name': 'network-vif-deleted', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:26.554103 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf24fd-ee4a-4fe7-ae87-983daaf2e872" -d '{"events": [{"server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "name": "network-vif-deleted", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:26.569416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:26.569843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (2b657133-0a09-4418-83b5-ec974df41b76), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:26.571855 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:26.642116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] For port f176c82e-6cb8-4a66-a48f-284d8fae2c18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f176c82e-6cb8-4a66-a48f-284d8fae2c18,segment=NetworkSegment(4a8dcb65-e9a4-45ef-b602-85560aa301d7),segment_id=4a8dcb65-e9a4-45ef-b602-85560aa301d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:26.642926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.667455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff9fc7-8a0b-4d85-892a-b5050b716563 req-99edeabc-706c-484b-819f-28a6aafdce7f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:26.669380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dff9fc7-8a0b-4d85-892a-b5050b716563 req-99edeabc-706c-484b-819f-28a6aafdce7f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1468790
Mar 26 20:53:26.673912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Calling delete_port for f176c82e-6cb8-4a66-a48f-284d8fae2c18 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:26.707123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1eb9c91c-4b34-49be-a10a-1f15b59dec34), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.715590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-561e6aa2-8d8c-42c2-bb98-56964ffc2eae req-8b37fe40-454f-415d-b505-3e419017bea5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556845
Mar 26 20:53:26.716718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.731422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1eb9c91c-4b34-49be-a10a-1f15b59dec34 HTTP/1.1" status: 204  len: 168 time: 0.7516859
Mar 26 20:53:26.763606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed99e76-3413-4002-98c5-14af85a5506c admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb9c91c-4b34-49be-a10a-1f15b59dec34,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.775250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dff9fc7-8a0b-4d85-892a-b5050b716563 req-3fa56e13-ee77-477b-aab2-f0ac1944f55b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931761
Mar 26 20:53:26.776046 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.813237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (f176c82e-6cb8-4a66-a48f-284d8fae2c18), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:26.838627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f176c82e-6cb8-4a66-a48f-284d8fae2c18,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.854033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] No DVR routers for this DVR port f176c82e-6cb8-4a66-a48f-284d8fae2c18 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:26.856249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed51b2-e2ca-4301-97db-22f277f3b58c None None] Pushing event deleted for resources: {'Port': ['ID=f176c82e-6cb8-4a66-a48f-284d8fae2c18,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:26.857906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] No DVR routers for this DVR port f176c82e-6cb8-4a66-a48f-284d8fae2c18 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:26.917767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfa105-fd03-47fc-8ad7-764580977b6c req-2db2ef37-831a-4a04-a6b3-809c41658441 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:26.920199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5dfa105-fd03-47fc-8ad7-764580977b6c req-2db2ef37-831a-4a04-a6b3-809c41658441 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 950 time: 0.0936739
Mar 26 20:53:26.929993 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef442b9-5e1c-4e26-9ac4-b0366605e4f9 x-openstack-request-id: req-aef442b9-5e1c-4e26-9ac4-b0366605e4f9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:26.930361 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e63d03-35e2-483a-9c79-1bf148fccfbb", "name": "network-vif-deleted", "tag": "6fa41142-bff0-4477-bc27-c57a3d2eb5fd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:26.932483 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aef442b9-5e1c-4e26-9ac4-b0366605e4f9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:26.934470 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef442b9-5e1c-4e26-9ac4-b0366605e4f9'] response: {'server_uuid': '57e63d03-35e2-483a-9c79-1bf148fccfbb', 'name': 'network-vif-deleted', 'tag': '6fa41142-bff0-4477-bc27-c57a3d2eb5fd', 'status': 'completed', 'code': 200}
Mar 26 20:53:27.020077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f176c82e-6cb8-4a66-a48f-284d8fae2c18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:27.020657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5dfa105-fd03-47fc-8ad7-764580977b6c req-731a466e-7c76-40c1-b095-8de66064581e tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947826
Mar 26 20:53:27.078549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f8ad645e-691e-4200-a0a6-1147f6f8ec71), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.079012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f176c82e-6cb8-4a66-a48f-284d8fae2c18 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:27.079480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f176c82e-6cb8-4a66-a48f-284d8fae2c18 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:27.080781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0a8ef525-3d63-4c29-a96f-5de813814b91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:27.110891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 0a8ef525-3d63-4c29-a96f-5de813814b91 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:27.111579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0a8ef525-3d63-4c29-a96f-5de813814b91 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:27.145273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44823996-6abe-46bb-a9c3-290404a22e5d req-3836ddf6-01e3-4d8d-8223-63c46fc06c8b tempest-FloatingIPsAssociationTestJSON-1066627911 tempest-FloatingIPsAssociationTestJSON-1066627911-project] 10.222.0.16 "GET /v2.0/ports?device_id=57e63d03-35e2-483a-9c79-1bf148fccfbb HTTP/1.1" status: 200  len: 210 time: 0.0646515
Mar 26 20:53:27.170337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dbfc5b0>,) {'filters': {'network_id': ['f8ad645e-691e-4200-a0a6-1147f6f8ec71']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:27.189082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:27.195696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dbfc5b0>, '4a8dcb65-e9a4-45ef-b602-85560aa301d7') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:27.196032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dbfc5b0>, '4a8dcb65-e9a4-45ef-b602-85560aa301d7') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:27.204815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6e490-5cdb-4dfe-ba20-b4b3e2e5e1d7 req-9c5a901e-45bd-4fa2-bf7a-bb1b2c831fc8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:27.206328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99c6e490-5cdb-4dfe-ba20-b4b3e2e5e1d7 req-9c5a901e-45bd-4fa2-bf7a-bb1b2c831fc8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0731874
Mar 26 20:53:27.207582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (4a8dcb65-e9a4-45ef-b602-85560aa301d7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.225577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a8dcb65-e9a4-45ef-b602-85560aa301d7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.233067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:27.233680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (4a8dcb65-e9a4-45ef-b602-85560aa301d7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:27.235469 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:27.263068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f6039bc-71a1-4c2e-94f5-5902039b9530 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cac9d686cedf4368ae6e500602e64596&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0721984
Mar 26 20:53:27.268472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55362) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:27.297975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f8ad645e-691e-4200-a0a6-1147f6f8ec71), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.300277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99c6e490-5cdb-4dfe-ba20-b4b3e2e5e1d7 req-5e1cb941-9ad7-45d3-8af4-778d847e5ce6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848949
Mar 26 20:53:27.309415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.312840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8ad645e-691e-4200-a0a6-1147f6f8ec71 HTTP/1.1" status: 204  len: 168 time: 1.1872256
Mar 26 20:53:27.316272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55364) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:27.317233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-617b4258-9cbc-406b-9b87-da621b32ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.322850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d91a-591b-4100-9c8b-71ebccc79c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ad645e-691e-4200-a0a6-1147f6f8ec71,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:27.410641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 1de64d43-e5c1-4912-bce7-2fb0a645bc07 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:27.424251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] Publish callbacks [] for security_group (e26c355c-8996-4200-b20d-3f72bc791703), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.460629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] Publish callbacks [] for security_group (e26c355c-8996-4200-b20d-3f72bc791703), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.464461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:27.468570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:27.469167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.559583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:27.559982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.605801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:27.618713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.621084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6fa41142-bff0-4477-bc27-c57a3d2eb5fd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:27.668546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 6fa41142-bff0-4477-bc27-c57a3d2eb5fd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:27.669457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6fa41142-bff0-4477-bc27-c57a3d2eb5fd not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:27.699799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:27.887067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:27.889565 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a178c-061b-49ae-a31b-efd1990ba4a7" -d '{"events": [{"server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "name": "network-vif-plugged", "status": "completed", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:27.911073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df155652-e0e7-4b78-991b-1b1f451f96bd req-25191e98-5b0f-4c63-a6b6-13dad95f8faf tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:27.912587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df155652-e0e7-4b78-991b-1b1f451f96bd req-25191e98-5b0f-4c63-a6b6-13dad95f8faf tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.1032243
Mar 26 20:53:27.954917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e26c355c-8996-4200-b20d-3f72bc791703), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.957771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:27.961951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e26c355c-8996-4200-b20d-3f72bc791703 HTTP/1.1" status: 204  len: 168 time: 0.6923857
Mar 26 20:53:27.978134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebe5c0-ba75-4b27-b1c3-8c61e2dbbee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c355c-8996-4200-b20d-3f72bc791703,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:28.004743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df155652-e0e7-4b78-991b-1b1f451f96bd req-72ade196-c36e-460a-b3fd-698086aab542 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827522
Mar 26 20:53:28.023930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc62f7-a1d6-4a77-ba4a-8952fbb9fc5c req-280cdfd0-c820-47b1-85ff-84438e7d2b6e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:28.026901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90bc62f7-a1d6-4a77-ba4a-8952fbb9fc5c req-280cdfd0-c820-47b1-85ff-84438e7d2b6e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1351511
Mar 26 20:53:28.082241 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac14a4-5901-482d-8a7a-8b07ddc2ad1c x-openstack-request-id: req-6aac14a4-5901-482d-8a7a-8b07ddc2ad1c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:28.082781 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "name": "network-vif-plugged", "status": "completed", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:28.082781 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aac14a4-5901-482d-8a7a-8b07ddc2ad1c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:28.083575 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aac14a4-5901-482d-8a7a-8b07ddc2ad1c'] response: {'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07', 'code': 200}
Mar 26 20:53:28.158671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90bc62f7-a1d6-4a77-ba4a-8952fbb9fc5c req-f48dce11-73a8-4e42-b46c-0352100f3937 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138477
Mar 26 20:53:28.228844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13914ca-c8e3-4748-9580-51d8614b7e78 req-3e010923-4860-4c91-8bc0-dce55e44651f tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:28.237062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26a9a6-4838-467c-bdab-e12026feebcb req-2b414c53-62b1-4e9b-a53b-33d21a6559dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:28.238537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b13914ca-c8e3-4748-9580-51d8614b7e78 req-3e010923-4860-4c91-8bc0-dce55e44651f tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 950 time: 0.1025753
Mar 26 20:53:28.246787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed26a9a6-4838-467c-bdab-e12026feebcb req-2b414c53-62b1-4e9b-a53b-33d21a6559dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 1128 time: 0.0851595
Mar 26 20:53:28.247464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55406) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:28.292469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b13914ca-c8e3-4748-9580-51d8614b7e78 req-e19dcf68-10b4-40f0-8ece-6ab27b8194de tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529540
Mar 26 20:53:28.394972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed26a9a6-4838-467c-bdab-e12026feebcb req-b46111f0-b7b4-4b88-9335-b8085cb5b7eb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394746
Mar 26 20:53:28.465523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3f310-921f-4533-948f-17d01d14f92c req-3f09154d-ee27-4a84-a196-1f2c44f2e3fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:28.473059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62a3f310-921f-4533-948f-17d01d14f92c req-3f09154d-ee27-4a84-a196-1f2c44f2e3fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0732031
Mar 26 20:53:28.491406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.522882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62a3f310-921f-4533-948f-17d01d14f92c req-4e156287-d880-4d14-bf17-39f0330ed10c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488844
Mar 26 20:53:28.523567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:28.570983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c8e5a4e-6931-4b53-9ef1-e5a7da95050a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1a411b39e0e48a6b4db8a57265e3e1f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460799
Mar 26 20:53:28.576433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55440) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:28.640112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.652180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] Publish callbacks [] for security_group (3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.676110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] Publish callbacks [] for security_group (3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.735224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.740306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:28.744501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae HTTP/1.1" status: 204  len: 168 time: 0.1668169
Mar 26 20:53:28.764714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54115c0c-52fa-406a-8289-94efe0e46405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf6ec7d-0e45-40c0-a19f-4d217bfb0fae,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:29.000625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Deleting port 1beacc26-0ec3-404f-9041-48f960a7f35e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:29.001226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.020668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.097315 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-fddb9a8e-659e-4608-8086-acfeb93fa06d service neutron] show failed (client error): The resource could not be found.
Mar 26 20:53:29.098277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-fddb9a8e-659e-4608-8086-acfeb93fa06d service neutron] 10.222.0.18 "GET /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0697308
Mar 26 20:53:29.210911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] For port 1beacc26-0ec3-404f-9041-48f960a7f35e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1beacc26-0ec3-404f-9041-48f960a7f35e,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:29.211307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.233185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Calling delete_port for 1beacc26-0ec3-404f-9041-48f960a7f35e owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:29.277394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902ca5e-67aa-4160-afe0-803bb7a9e870 req-4c4de8ea-af9d-4a92-8300-556dc1e819f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:29.279394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6902ca5e-67aa-4160-afe0-803bb7a9e870 req-4c4de8ea-af9d-4a92-8300-556dc1e819f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.1806865
Mar 26 20:53:29.326625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006523d-f2ed-41d2-8966-8e022de638b8 req-8a01d975-7a45-4b43-aa43-e6f251ad0b65 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:29.332610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5006523d-f2ed-41d2-8966-8e022de638b8 req-8a01d975-7a45-4b43-aa43-e6f251ad0b65 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.0852261
Mar 26 20:53:29.383327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5006523d-f2ed-41d2-8966-8e022de638b8 req-fdcf1dd1-ecc2-47dc-ba2c-157d68bc06b7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494103
Mar 26 20:53:29.450449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6902ca5e-67aa-4160-afe0-803bb7a9e870 req-06357645-0569-45dc-8d86-07d5b6f28d28 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609266
Mar 26 20:53:29.462870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-afb7c6bd-5931-4b66-9b8e-2fa60dcb9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:29.464284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-afb7c6bd-5931-4b66-9b8e-2fa60dcb9a4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1130 time: 0.1502476
Mar 26 20:53:29.508020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:29.686056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fada43-786e-4490-8699-f80c1d342863 req-8f13997f-f0ee-482b-b086-be580fe94d67 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:29.686906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.687614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fada43-786e-4490-8699-f80c1d342863 req-8f13997f-f0ee-482b-b086-be580fe94d67 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0634964
Mar 26 20:53:29.752202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fada43-786e-4490-8699-f80c1d342863 req-ffdcebf5-0622-4a3a-9e42-971215df0247 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574672
Mar 26 20:53:29.795071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6e60-2859-4c2c-92e9-330258d1b216 req-7c3d8abc-fa30-4714-ba60-9cc98cc4cfc6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:29.796751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e8e6e60-2859-4c2c-92e9-330258d1b216 req-7c3d8abc-fa30-4714-ba60-9cc98cc4cfc6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.1821175
Mar 26 20:53:29.822724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1beacc26-0ec3-404f-9041-48f960a7f35e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.879230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Deleting port 299bafd0-32ef-47ec-887a-f28f38a4f992 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:29.879562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:29.936352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1beacc26-0ec3-404f-9041-48f960a7f35e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:29.986249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.146827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e8e6e60-2859-4c2c-92e9-330258d1b216 req-ca0dc43f-be3a-4a5a-92da-d6915c22159d tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3363566
Mar 26 20:53:30.178545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] For port 299bafd0-32ef-47ec-887a-f28f38a4f992, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=299bafd0-32ef-47ec-887a-f28f38a4f992,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:30.178915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.219164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-449ff6fd-6fd8-45a0-a0a8-87950dde0817 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:30.220771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-449ff6fd-6fd8-45a0-a0a8-87950dde0817 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 945 time: 0.0568349
Mar 26 20:53:30.336319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Deleting port c7df1940-2f47-4d41-b48f-8078b14b9cc2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:30.337049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.436196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] For port c7df1940-2f47-4d41-b48f-8078b14b9cc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c7df1940-2f47-4d41-b48f-8078b14b9cc2,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:30.436650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.452495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Calling delete_port for c7df1940-2f47-4d41-b48f-8078b14b9cc2 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:30.552504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Calling delete_port for 299bafd0-32ef-47ec-887a-f28f38a4f992 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:30.622969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:30.638006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c7df1940-2f47-4d41-b48f-8078b14b9cc2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.650999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c7df1940-2f47-4d41-b48f-8078b14b9cc2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:30.689834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event deleted for resources: {'Port': ['ID=c7df1940-2f47-4d41-b48f-8078b14b9cc2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:30.715220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.737749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] No DVR routers for this DVR port c7df1940-2f47-4d41-b48f-8078b14b9cc2 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:30.740536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.743331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668aa327-0a43-4b98-bb4b-47b11cab11be req-5b1d20b2-fce8-41bc-a143-e9ae5c2a0642 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:30.743739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4efbed7-9b3d-46b5-aa67-f41e26f029ee req-718246bf-e158-47e4-a693-dfef98d3b38f tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.21 "DELETE /v2.0/ports/c7df1940-2f47-4d41-b48f-8078b14b9cc2 HTTP/1.1" status: 204  len: 173 time: 0.5168853
Mar 26 20:53:30.745409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-668aa327-0a43-4b98-bb4b-47b11cab11be req-5b1d20b2-fce8-41bc-a143-e9ae5c2a0642 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.2348039
Mar 26 20:53:30.745762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-deleted', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:30.747983 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f76a7ae-3993-4628-b20b-28583a46113b" -d '{"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-deleted", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:30.751960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:30.760795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb84412-bf69-40db-9212-7a7ba5caeee5 req-4360ebeb-5582-4261-b48a-e267cb6120d8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:30.764144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8bb84412-bf69-40db-9212-7a7ba5caeee5 req-4360ebeb-5582-4261-b48a-e267cb6120d8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.1359935
Mar 26 20:53:30.818408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8bb84412-bf69-40db-9212-7a7ba5caeee5 req-0eda8130-461b-42b0-aff7-314511e4be2e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484400
Mar 26 20:53:30.892422 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1985f47b-7fc3-4ff9-ab55-dfb91d607d8b x-openstack-request-id: req-1985f47b-7fc3-4ff9-ab55-dfb91d607d8b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:30.892822 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e17aad-e4e4-48db-a406-de8c22855a57", "name": "network-vif-deleted", "tag": "c7df1940-2f47-4d41-b48f-8078b14b9cc2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:30.893367 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1985f47b-7fc3-4ff9-ab55-dfb91d607d8b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:30.893952 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1985f47b-7fc3-4ff9-ab55-dfb91d607d8b'] response: {'server_uuid': 'd2e17aad-e4e4-48db-a406-de8c22855a57', 'name': 'network-vif-deleted', 'tag': 'c7df1940-2f47-4d41-b48f-8078b14b9cc2', 'status': 'completed', 'code': 200}
Mar 26 20:53:30.921156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:30.923442 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcac77b-bffc-49f0-a7b3-c4cc1be287f5" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-unplugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:30.955736 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks [] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:30.997322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-668aa327-0a43-4b98-bb4b-47b11cab11be req-ce221e93-3214-46d7-b4e5-10cee7cf0376 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871309
Mar 26 20:53:31.010923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325f3c-6f18-4589-89d0-58ebc58aacaf req-4faa4abb-d25c-4282-a748-3d39c7a81a05 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:31.010923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24325f3c-6f18-4589-89d0-58ebc58aacaf req-4faa4abb-d25c-4282-a748-3d39c7a81a05 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.0590527
Mar 26 20:53:31.067449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24325f3c-6f18-4589-89d0-58ebc58aacaf req-c38a38a6-cd2f-495a-b7c9-34261308d33f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518215
Mar 26 20:53:31.114469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Transition to ACTIVE for port object 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:31.132256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (299bafd0-32ef-47ec-887a-f28f38a4f992), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.146202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.208299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Pushing event deleted for resources: {'Port': ['ID=299bafd0-32ef-47ec-887a-f28f38a4f992,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:31.305414 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0228ee77-ba77-44ec-a340-61d9f80f1812 x-openstack-request-id: req-0228ee77-ba77-44ec-a340-61d9f80f1812 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:31.305736 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-unplugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:31.305997 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0228ee77-ba77-44ec-a340-61d9f80f1812 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:31.306468 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0228ee77-ba77-44ec-a340-61d9f80f1812'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'code': 200}
Mar 26 20:53:31.362816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] No DVR routers for this DVR port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:31.378231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=6']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:31.399465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e05f4-6b6c-478f-9bfd-059fdcf3cebb req-c0eed560-e828-4cef-85ea-edcd80a61354 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:31.409659 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-124e05f4-6b6c-478f-9bfd-059fdcf3cebb req-c0eed560-e828-4cef-85ea-edcd80a61354 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.3110614
Mar 26 20:53:31.480126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ca6a8c3-d104-4fed-9f6f-114bb7c63f76 req-ce8b95b9-37d7-4036-8927-98b6694c31c2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2e17aad-e4e4-48db-a406-de8c22855a57 HTTP/1.1" status: 200  len: 210 time: 0.0665116
Mar 26 20:53:31.493978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:31.558168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:31.559542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:31.560083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:31.583234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55546) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:31.589648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:31.589884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:31.631872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-124e05f4-6b6c-478f-9bfd-059fdcf3cebb req-194d836f-4a5b-4a31-b3ba-6e5add921d9a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212033
Mar 26 20:53:31.637941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:31.638301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:31.638937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:31.639285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Bound port: 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:31.639760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.685187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.733841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8eae-f84c-444e-93b9-db6e11a1b10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.796682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.802956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366ee83-31a7-4c40-858d-0c098d1f659b req-ff313b97-9f8c-470d-af82-83cbcaa7e7f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:31.804488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2366ee83-31a7-4c40-858d-0c098d1f659b req-ff313b97-9f8c-470d-af82-83cbcaa7e7f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.0866497
Mar 26 20:53:31.841724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:31.875658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8eae-f84c-444e-93b9-db6e11a1b10b admin admin] Publish callbacks [] for security_group (24f70e05-dfa1-4e12-b791-0b021ce494f5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.877755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:31.883911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8eae-f84c-444e-93b9-db6e11a1b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (24f70e05-dfa1-4e12-b791-0b021ce494f5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:31.886307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ffb13c8-cf31-4b5e-9160-d75aa0bedcc3 admin admin] 10.222.0.16 "PUT /v2.0/routers/905a0c0a-3528-4cd3-90af-5b3a514ea4bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5688167
Mar 26 20:53:31.895078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55552) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:31.895298 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Sync routers for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:31.906111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:31.908762 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:31.909488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2366ee83-31a7-4c40-858d-0c098d1f659b req-4178245a-0c5d-4cb8-9fe3-5973eb7d9ec6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839202
Mar 26 20:53:31.909612 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:31.934129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8eae-f84c-444e-93b9-db6e11a1b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f70e05-dfa1-4e12-b791-0b021ce494f5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:31.941109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3a1e8eae-f84c-444e-93b9-db6e11a1b10b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a72b734ba0244ebe8dc6aae0a9f46e09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3564641
Mar 26 20:53:31.942480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55556) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:32.002527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] Publish callbacks [] for security_group (24f70e05-dfa1-4e12-b791-0b021ce494f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.022563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.053324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] Publish callbacks [] for security_group (24f70e05-dfa1-4e12-b791-0b021ce494f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.095853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:32.119807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:32.120639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.124929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] 10.222.0.21 "PUT /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 1094 time: 2.6221008
Mar 26 20:53:32.209192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (24f70e05-dfa1-4e12-b791-0b021ce494f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.221632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.229041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:53:32.229622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:32.240148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24f70e05-dfa1-4e12-b791-0b021ce494f5 HTTP/1.1" status: 204  len: 168 time: 0.2878580
Mar 26 20:53:32.283892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9254806-1919-49ff-b96b-85acc69d0cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f70e05-dfa1-4e12-b791-0b021ce494f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:32.344204 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:32.347442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fb351-7572-48f4-ab63-466f52dc5eca req-faeae37c-6d28-4836-8255-f3c4a0b153ec tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:32.353906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b0fb351-7572-48f4-ab63-466f52dc5eca req-faeae37c-6d28-4836-8255-f3c4a0b153ec tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.2312686
Mar 26 20:53:32.448025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b0fb351-7572-48f4-ab63-466f52dc5eca req-c58dd800-73e4-4e4f-b49f-f8dff6332586 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825567
Mar 26 20:53:32.483531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce813-8a91-4b2f-b8c0-e6ed4909751a service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:32.517563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks [] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.555459 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364be0>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:53:29Z', 'revision_number': 5, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:32.591481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-993ddf43-3afa-42f8-9395-fd6d777b93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:32.593050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-993ddf43-3afa-42f8-9395-fd6d777b93b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1128 time: 0.3593380
Mar 26 20:53:32.604419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0456e-576a-43c1-9a95-a2bc84b8636f req-131807d1-c42e-47dc-be2e-315484732d28 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:32.608128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Checking router: 905a0c0a-3528-4cd3-90af-5b3a514ea4bd for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:32.611878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ba0456e-576a-43c1-9a95-a2bc84b8636f req-131807d1-c42e-47dc-be2e-315484732d28 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.2833877
Mar 26 20:53:32.616355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18aa75-b338-4ab2-9c11-414a4f4a6b78 req-1d0bbcba-9303-4508-803a-4caf661a0825 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:32.617944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c18aa75-b338-4ab2-9c11-414a4f4a6b78 req-1d0bbcba-9303-4508-803a-4caf661a0825 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.0872121
Mar 26 20:53:32.619942 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Routers {'905a0c0a-3528-4cd3-90af-5b3a514ea4bd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:32.620603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:32.707167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c18aa75-b338-4ab2-9c11-414a4f4a6b78 req-257f5bb9-8187-49c8-983a-67265ad52044 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823545
Mar 26 20:53:32.781733 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] Set router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:32.813142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55598) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:32.828383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0e73-bde9-4b8e-a085-95782d166778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.982868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0e73-bde9-4b8e-a085-95782d166778 admin admin] Publish callbacks [] for security_group (15183929-ebad-407d-8ba2-6be4fad70ddd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:32.988702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ffd0e73-bde9-4b8e-a085-95782d166778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15183929-ebad-407d-8ba2-6be4fad70ddd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.062902 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ffd0e73-bde9-4b8e-a085-95782d166778 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a257529852c4930b30cc4178af44eec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2486019
Mar 26 20:53:33.066527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd0e73-bde9-4b8e-a085-95782d166778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15183929-ebad-407d-8ba2-6be4fad70ddd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:33.070021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55602) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:33.099492 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc842431-0abe-4764-b181-4068afcee000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364be0>, [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:53:29Z', 'revision_number': 5, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:33.137993 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc842431-0abe-4764-b181-4068afcee000 None None] The sync data for ids ['905a0c0a-3528-4cd3-90af-5b3a514ea4bd'] in ncdv-master-1 is: [{'id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1834237676-router', 'tenant_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138'}], 'enable_snat': True}, 'gw_port_id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:50:29Z', 'updated_at': '2022-03-26T20:53:29Z', 'revision_number': 5, 'project_id': 'e0273c95d29a40b28247cc2d3f2bd7c2', 'gw_port': {'id': '42ff8c05-00ab-4c05-b7c4-eee4121c582c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905a0c0a-3528-4cd3-90af-5b3a514ea4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:50:30Z', 'updated_at': '2022-03-26T20:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:33.164252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] Publish callbacks [] for security_group (15183929-ebad-407d-8ba2-6be4fad70ddd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.198774 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ba0456e-576a-43c1-9a95-a2bc84b8636f req-200cf916-3800-4c2f-8e20-95f299497991 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5857873
Mar 26 20:53:33.234551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] Publish callbacks [] for security_group (15183929-ebad-407d-8ba2-6be4fad70ddd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.270781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef391c91-23f7-41f5-8a33-8a84c2dd9e42 req-a881cba9-a4ae-4b57-9330-821be4109bc0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.272065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Router 130fb482-ef61-4b9a-9469-ab921ad3ceaf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:53:33.272887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef391c91-23f7-41f5-8a33-8a84c2dd9e42 req-a881cba9-a4ae-4b57-9330-821be4109bc0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 944 time: 0.1097484
Mar 26 20:53:33.312397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:33.315001 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:33.320226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-60a9b69d-f0d1-489b-8366-b1e1c3614305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.326545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-60a9b69d-f0d1-489b-8366-b1e1c3614305 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.7064044
Mar 26 20:53:33.331263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks [] for router_gateway (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.378943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef391c91-23f7-41f5-8a33-8a84c2dd9e42 req-7c729623-22b6-44c7-acbd-f8b01b4761de tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867777
Mar 26 20:53:33.381431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15183929-ebad-407d-8ba2-6be4fad70ddd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.386066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.398867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15183929-ebad-407d-8ba2-6be4fad70ddd HTTP/1.1" status: 204  len: 168 time: 0.3232803
Mar 26 20:53:33.424937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6e686-e12e-467e-8d5e-f68def31e56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15183929-ebad-407d-8ba2-6be4fad70ddd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:33.457299 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b99f5-88bb-410d-8820-07940f7f659b x-openstack-request-id: req-b03b99f5-88bb-410d-8820-07940f7f659b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:33.457511 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:33.458234 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03b99f5-88bb-410d-8820-07940f7f659b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:33.458648 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03b99f5-88bb-410d-8820-07940f7f659b'] response: {'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'status': 'completed', 'code': 200}
Mar 26 20:53:33.464710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-a567726d-3ac1-414e-a4ae-c5c0a3672bf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.1258411
Mar 26 20:53:33.475170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:33.480096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:33.566104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-a510cc55-853d-4938-b05d-dec226882db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.568047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: c7df1940-2f47-4d41-b48f-8078b14b9cc2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:33.568401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c7df1940-2f47-4d41-b48f-8078b14b9cc2 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:33.573021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-a510cc55-853d-4938-b05d-dec226882db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1128 time: 0.1074154
Mar 26 20:53:33.575521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-edd14069-a271-4379-9545-1bdd2c8cf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.577577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-edd14069-a271-4379-9545-1bdd2c8cf816 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0884528
Mar 26 20:53:33.728992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:33.748577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'mac_address': 'fa:16:3e:b3:2a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:33.793265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-81bc4a71-f5e5-454c-a9ee-2aa21d7adbe0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.795259 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-81bc4a71-f5e5-454c-a9ee-2aa21d7adbe0 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 944 time: 0.2142029
Mar 26 20:53:33.798493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-0609bdcd-d9f2-455e-816c-e6f5addbf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.800091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-0609bdcd-d9f2-455e-816c-e6f5addbf5a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1738975
Mar 26 20:53:33.803756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:33.809860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0fa2c10e-f1ad-47e6-a8cc-a9f25e008916 admin admin] 10.222.0.16 "PUT /v2.0/routers/130fb482-ef61-4b9a-9469-ab921ad3ceaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5604165
Mar 26 20:53:33.815085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:33.815709 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.820082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Sync routers for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:33.841664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-28e33fd7-454e-4a16-8f08-cea5152478dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:33.843213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-28e33fd7-454e-4a16-8f08-cea5152478dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2605422
Mar 26 20:53:33.843645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:33.851521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:33.853092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:33.854798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:33.903392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Deleting port 42ff8c05-00ab-4c05-b7c4-eee4121c582c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:33.903745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:33.928212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-9a7a86cf-0a04-454c-b241-17d58c5e8107 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0471311
Mar 26 20:53:33.933295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:34.015837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:34.088843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:34.132873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:34.211850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5f93aa05-948a-4603-ac9e-ad8d14873f3f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:34.263298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4ac2-2921-4fd8-a753-a8e332275950 req-9bb563e0-42d1-419f-90ef-8d33a2db0833 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:34.271045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ded4ac2-2921-4fd8-a753-a8e332275950 req-9bb563e0-42d1-419f-90ef-8d33a2db0833 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.4165213
Mar 26 20:53:34.278418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-ea2d3ae7-ccc9-4cb4-926a-b83553df5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:34.280327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-ea2d3ae7-ccc9-4cb4-926a-b83553df5eb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.3416016
Mar 26 20:53:34.325351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Deleting port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:34.326048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:34.371082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-e9306d58-1b58-449c-8591-5b0b3f1f1fe5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:34.372933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-e9306d58-1b58-449c-8591-5b0b3f1f1fe5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.5203915
Mar 26 20:53:34.378570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] For port 42ff8c05-00ab-4c05-b7c4-eee4121c582c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42ff8c05-00ab-4c05-b7c4-eee4121c582c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:34.379250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:34.389814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-cd56cb32-2880-4843-bf03-929df6083f4d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5127397
Mar 26 20:53:34.399383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3edd-93ee-4a30-915c-c28300657ced req-a1948932-c11a-4265-9afb-52939e41e676 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:34.408696 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2da3edd-93ee-4a30-915c-c28300657ced req-a1948932-c11a-4265-9afb-52939e41e676 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.4330046
Mar 26 20:53:34.508765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks [] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:34.541265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Calling delete_port for 42ff8c05-00ab-4c05-b7c4-eee4121c582c owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:34.604277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ded4ac2-2921-4fd8-a753-a8e332275950 req-c8a2bc00-b19f-4011-964f-4d7fa69396d4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3295736
Mar 26 20:53:34.833612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3490>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:53:31Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:34.886364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Checking router: 130fb482-ef61-4b9a-9469-ab921ad3ceaf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:34.898298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-7e2ae852-4f51-4279-8c6d-ac41ce712789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:34.900889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-7e2ae852-4f51-4279-8c6d-ac41ce712789 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5777125
Mar 26 20:53:34.909771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1beacc26-0ec3-404f-9041-48f960a7f35e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:34.960599 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2da3edd-93ee-4a30-915c-c28300657ced req-55fcac99-64fa-4fff-947f-698b495cc8d3 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5493808
Mar 26 20:53:34.967894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-f5800b77-0fe9-42b6-bf75-94429171d9f3 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5368333
Mar 26 20:53:34.995428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1beacc26-0ec3-404f-9041-48f960a7f35e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:34.996027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1beacc26-0ec3-404f-9041-48f960a7f35e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:34.998840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Routers {'130fb482-ef61-4b9a-9469-ab921ad3ceaf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:35.008647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:35.172477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] For port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:35.173063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.190630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks [] for router_gateway (130fb482-ef61-4b9a-9469-ab921ad3ceaf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.193261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Calling delete_port for 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:35.320288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] Set router 130fb482-ef61-4b9a-9469-ab921ad3ceaf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:35.323456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611bda-e7d4-42d6-bf30-0d540874c603 req-f74609c1-fb7a-425e-98ce-3a8a600f98b7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:35.330475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca611bda-e7d4-42d6-bf30-0d540874c603 req-f74609c1-fb7a-425e-98ce-3a8a600f98b7 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.4738302
Mar 26 20:53:35.336824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:35.337166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.412632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca611bda-e7d4-42d6-bf30-0d540874c603 req-d809f019-86f1-4018-8499-cf7d2dab0ef8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811849
Mar 26 20:53:35.479839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (42ff8c05-00ab-4c05-b7c4-eee4121c582c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.484647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:35.491625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.576731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-79e4d450-6939-490c-80fa-3f7a2244f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:35.579545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-79e4d450-6939-490c-80fa-3f7a2244f7ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1128 time: 0.5239451
Mar 26 20:53:35.581227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ff8c05-00ab-4c05-b7c4-eee4121c582c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:35.584494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9bee6267-176b-42ce-ba09-2f733f55561d req-eb6917f2-b61c-4a8c-955a-c3b5d5534acb tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ff44aab-d15a-47cd-a2d7-217166bc5e87 HTTP/1.1" status: 200  len: 210 time: 0.2108078
Mar 26 20:53:35.732417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5f93aa05-948a-4603-ac9e-ad8d14873f3f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:35.733594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.742052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event deleted for resources: {'Port': ['ID=3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:35.878267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] No DVR routers for this DVR port 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:35.895584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:35.899644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1422eec8-bfdd-4030-b4d1-343499d1e8f0 req-26da7f9e-a7ac-4dab-8cf3-3effb78e2ad2 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "DELETE /v2.0/ports/3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 HTTP/1.1" status: 204  len: 173 time: 2.0972345
Mar 26 20:53:35.901807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-deleted', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:35.904393 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9297a64-e539-4065-a655-b572160b1581" -d '{"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-deleted", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:35.911933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.041074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3490>, [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:53:31Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:36.087334 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8bc071-9f2f-496c-81d4-effcea4f2748 x-openstack-request-id: req-df8bc071-9f2f-496c-81d4-effcea4f2748 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:36.088010 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff44aab-d15a-47cd-a2d7-217166bc5e87", "name": "network-vif-deleted", "tag": "3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:36.088010 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8bc071-9f2f-496c-81d4-effcea4f2748 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:36.088255 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8bc071-9f2f-496c-81d4-effcea4f2748'] response: {'server_uuid': '3ff44aab-d15a-47cd-a2d7-217166bc5e87', 'name': 'network-vif-deleted', 'tag': '3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54', 'status': 'completed', 'code': 200}
Mar 26 20:53:36.090964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-053ffae6-af66-4ba2-ae22-72b4f66a2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:36.095968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-053ffae6-af66-4ba2-ae22-72b4f66a2c71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4782672
Mar 26 20:53:36.100290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c3be7-f6e8-487a-a8d0-d0bb5c275d2d None None] The sync data for ids ['130fb482-ef61-4b9a-9469-ab921ad3ceaf'] in ncdv-master-1 is: [{'id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'name': 'tempest-FloatingIPsAssociationTestJSON-1328734632-router', 'tenant_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100'}], 'enable_snat': True}, 'gw_port_id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:52:02Z', 'updated_at': '2022-03-26T20:53:31Z', 'revision_number': 5, 'project_id': 'd6be1f9d2cf4446c9e936785fc70de17', 'gw_port': {'id': '7ba51bac-b6cf-4c7a-bf08-95151e02d28a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130fb482-ef61-4b9a-9469-ab921ad3ceaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:52:03Z', 'updated_at': '2022-03-26T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:36.100878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-d30340e9-b125-4af2-9266-a4e45a3fd625 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0783637
Mar 26 20:53:36.124164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:36.126411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.128815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.135243 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks [] for router_controller (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.181920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-15589729-5e86-45df-8643-c21cf4b0c003 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0634401
Mar 26 20:53:36.188047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:36.190951 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6892ef1-d0f7-4a3c-9195-31fc1129b45d" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:36.212848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:36.225444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.226375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:36.319072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (905a0c0a-3528-4cd3-90af-5b3a514ea4bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.319779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905a0c0a-3528-4cd3-90af-5b3a514ea4bd {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:53:36.326486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.327227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d518cbe-0f8e-4bff-99dd-697780588251 admin admin] 10.222.0.16 "DELETE /v2.0/routers/905a0c0a-3528-4cd3-90af-5b3a514ea4bd HTTP/1.1" status: 204  len: 168 time: 4.4316211
Mar 26 20:53:36.331467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Deleting port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:36.331827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.335813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55690) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:36.341095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port 1de64d43-e5c1-4912-bce7-2fb0a645bc07, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1de64d43-e5c1-4912-bce7-2fb0a645bc07,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:36.341409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.390517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-4cf75f58-1629-43b3-a1c4-bac7da47d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:36.392111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-4cf75f58-1629-43b3-a1c4-bac7da47d577 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1996274
Mar 26 20:53:36.420883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:36.484036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.484385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.484632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.484966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.485302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.485656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.485959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.486286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.486620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.486939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.487279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.487584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.487905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.496551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.498195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:36.510115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] For port 7ba51bac-b6cf-4c7a-bf08-95151e02d28a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:36.510492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.514213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port fb15c4ca-1f95-4280-be6b-6b881e010ddd is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:36.514660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.522137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Deleting subnet 17a8ae86-c7be-481d-b966-34aeb63c2a5d {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:36.530339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Calling delete_port for 7ba51bac-b6cf-4c7a-bf08-95151e02d28a owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:36.544567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Publish callbacks [] for subnet (17a8ae86-c7be-481d-b966-34aeb63c2a5d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.606771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:36.622450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.623256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (17a8ae86-c7be-481d-b966-34aeb63c2a5d), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.675567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa497581-b539-43cd-ad18-ff829a166451 req-ade5b9c2-9fa9-4533-93f1-d2b359ab8c3b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:36.684053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa497581-b539-43cd-ad18-ff829a166451 req-ade5b9c2-9fa9-4533-93f1-d2b359ab8c3b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 946 time: 0.4932342
Mar 26 20:53:36.745194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for 1de64d43-e5c1-4912-bce7-2fb0a645bc07 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:36.750806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:36.773688 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa497581-b539-43cd-ad18-ff829a166451 req-8ce11220-b24d-4589-a16b-6e996f5c7f58 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841272
Mar 26 20:53:36.807875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-a2e503dd-d603-4dfb-b1e8-a8314979f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:36.812684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-6eea062f-cb19-4b19-a9a6-82ba66bc5817 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6690874
Mar 26 20:53:36.817207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-a2e503dd-d603-4dfb-b1e8-a8314979f343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4049616
Mar 26 20:53:36.830986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bbc9b-b5db-415e-bcff-2ad8090f49d4 req-54b85170-cb02-490c-b8e4-a1aff449f08d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:36.840725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-202bbc9b-b5db-415e-bcff-2ad8090f49d4 req-54b85170-cb02-490c-b8e4-a1aff449f08d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.7306650
Mar 26 20:53:36.850052 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355af330-e576-4b69-a4a3-8de8fb770434 x-openstack-request-id: req-355af330-e576-4b69-a4a3-8de8fb770434 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:36.850312 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:36.850639 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-355af330-e576-4b69-a4a3-8de8fb770434 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:36.851112 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355af330-e576-4b69-a4a3-8de8fb770434'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'code': 200}
Mar 26 20:53:36.877365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (17a8ae86-c7be-481d-b966-34aeb63c2a5d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:36.965675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (17a8ae86-c7be-481d-b966-34aeb63c2a5d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.023894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-202bbc9b-b5db-415e-bcff-2ad8090f49d4 req-79352bac-8b57-42ac-a8fc-1c5e25eebee9 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756101
Mar 26 20:53:37.037584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.043521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f29bd8-402e-45fc-b632-a7eedc6e2f21 None None] Network 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:37.071185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:37.075039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17a8ae86-c7be-481d-b966-34aeb63c2a5d HTTP/1.1" status: 204  len: 168 time: 0.7221708
Mar 26 20:53:37.131432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 299bafd0-32ef-47ec-887a-f28f38a4f992 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:37.197320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb88ff-5b23-41db-8b2a-abb42a536bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a8ae86-c7be-481d-b966-34aeb63c2a5d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:37.233790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 299bafd0-32ef-47ec-887a-f28f38a4f992 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:37.234240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 299bafd0-32ef-47ec-887a-f28f38a4f992 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:37.234998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42ff8c05-00ab-4c05-b7c4-eee4121c582c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:37.304623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 42ff8c05-00ab-4c05-b7c4-eee4121c582c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:37.305242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42ff8c05-00ab-4c05-b7c4-eee4121c582c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:37.357637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7ba51bac-b6cf-4c7a-bf08-95151e02d28a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.384970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-3928a92f-4ca9-4dc0-8493-6a9602132465 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4321377
Mar 26 20:53:37.386227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.452447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57181e88-da31-469b-9b9e-149337e22708 None None] DHCP port deletion for 6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:53:37.464410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba51bac-b6cf-4c7a-bf08-95151e02d28a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:37.495949 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1de64d43-e5c1-4912-bce7-2fb0a645bc07), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.501390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:37.522718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 1de64d43-e5c1-4912-bce7-2fb0a645bc07 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:37.534326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b983f7fa-1199-45c0-8224-d4e0a9ba32e8 req-ca72c80c-ec68-415a-8eb6-ce84c8e4b421 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422443
Mar 26 20:53:37.541591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0', '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:37.613306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8653b07-2d1d-4b05-9b60-d14265fefa11 req-381ae15a-55e9-4411-a829-8bf396846496 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:37.621438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8653b07-2d1d-4b05-9b60-d14265fefa11 req-381ae15a-55e9-4411-a829-8bf396846496 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.4051042
Mar 26 20:53:37.647823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=1de64d43-e5c1-4912-bce7-2fb0a645bc07,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:37.693258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 1de64d43-e5c1-4912-bce7-2fb0a645bc07 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:37.693715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 1de64d43-e5c1-4912-bce7-2fb0a645bc07 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:37.719263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:53:37.771950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Deleting port 5c597d4d-53ef-4285-aaa0-6a87252ff20a {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:37.771950 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.773086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port 1de64d43-e5c1-4912-bce7-2fb0a645bc07 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:37.778347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.781819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39757a86-fef5-432c-a2a3-5e2a3520960e req-bd72820d-3149-422b-ad90-b5c8c30a7f46 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "DELETE /v2.0/ports/1de64d43-e5c1-4912-bce7-2fb0a645bc07 HTTP/1.1" status: 204  len: 173 time: 3.3924322
Mar 26 20:53:37.796558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8653b07-2d1d-4b05-9b60-d14265fefa11 req-a1625dea-42dd-4673-8e9c-b75c45efdde6 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741569
Mar 26 20:53:37.798221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'name': 'network-vif-deleted', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:37.804275 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f3633-9a72-4fea-aec1-8d06e0f96c01" -d '{"events": [{"server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "name": "network-vif-deleted", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:37.812908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:37.936517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725352-cc08-4f25-8d7c-1580ff470d96 req-5ecb689f-4cd1-48a8-adae-0d968b0ae212 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:37.938828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b725352-cc08-4f25-8d7c-1580ff470d96 req-5ecb689f-4cd1-48a8-adae-0d968b0ae212 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.1690001
Mar 26 20:53:37.991976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-57181e88-da31-469b-9b9e-149337e22708 None None] For port 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c597d4d-53ef-4285-aaa0-6a87252ff20a,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:37.992567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.008654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Calling delete_port for 5c597d4d-53ef-4285-aaa0-6a87252ff20a owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:38.042547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b725352-cc08-4f25-8d7c-1580ff470d96 req-6450611c-76b1-4507-a4cf-2ccad05f9a47 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892150
Mar 26 20:53:38.077010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f69da7d-cede-4208-93f7-1e2479b8c068 req-37f52ea2-980d-4278-99b7-46f48d0e86a7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb010a-69af-469c-baa2-e3ef4c4694d8 HTTP/1.1" status: 200  len: 210 time: 0.0409188
Mar 26 20:53:38.083862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.087171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks [] for router_controller (130fb482-ef61-4b9a-9469-ab921ad3ceaf), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.091718 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab6099-b114-46be-a7ab-92b1dacfd42d x-openstack-request-id: req-72ab6099-b114-46be-a7ab-92b1dacfd42d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:38.092718 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb010a-69af-469c-baa2-e3ef4c4694d8", "name": "network-vif-deleted", "tag": "1de64d43-e5c1-4912-bce7-2fb0a645bc07", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:38.092976 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72ab6099-b114-46be-a7ab-92b1dacfd42d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:38.093379 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ab6099-b114-46be-a7ab-92b1dacfd42d'] response: {'server_uuid': 'dbdb010a-69af-469c-baa2-e3ef4c4694d8', 'name': 'network-vif-deleted', 'tag': '1de64d43-e5c1-4912-bce7-2fb0a645bc07', 'status': 'completed', 'code': 200}
Mar 26 20:53:38.150108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:38.164162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:38.197726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:38.198217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a424d5c-848e-4f7a-ae8b-4bdcbb58ad54 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:38.216390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Deleting port 5c597d4d-53ef-4285-aaa0-6a87252ff20a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:38.216891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.225299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'port_id': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'mac_address': 'fa:16:3e:96:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f37787-9ef4-448c-9b4f-0e34c202e414', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:38.303391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (130fb482-ef61-4b9a-9469-ab921ad3ceaf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.304965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130fb482-ef61-4b9a-9469-ab921ad3ceaf {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:53:38.320826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.322645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0da59c5e-da2c-4fe4-b99d-e7c359cbbbac admin admin] 10.222.0.16 "DELETE /v2.0/routers/130fb482-ef61-4b9a-9469-ab921ad3ceaf HTTP/1.1" status: 204  len: 168 time: 4.4672089
Mar 26 20:53:38.325218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:38.343238 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.463828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Deleting subnet c973526d-5ac5-4110-b5d6-a0251306ae70 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:38.471143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port fb15c4ca-1f95-4280-be6b-6b881e010ddd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:38.473290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Publish callbacks [] for subnet (c973526d-5ac5-4110-b5d6-a0251306ae70), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.473780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.497605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] For port 5c597d4d-53ef-4285-aaa0-6a87252ff20a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c597d4d-53ef-4285-aaa0-6a87252ff20a,segment=NetworkSegment(6054117b-047d-4260-9b98-ca98d544e06c),segment_id=6054117b-047d-4260-9b98-ca98d544e06c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:38.502689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.518125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fcb4e-985a-437e-bf47-2a1bc6dd07c8 req-9c5148d3-0c92-40e7-a1fd-baab993c7d68 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:38.520841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57181e88-da31-469b-9b9e-149337e22708 None None] Pushing event deleted for resources: {'Port': ['ID=5c597d4d-53ef-4285-aaa0-6a87252ff20a,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:38.528839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-365fcb4e-985a-437e-bf47-2a1bc6dd07c8 req-9c5148d3-0c92-40e7-a1fd-baab993c7d68 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 944 time: 0.3323243
Mar 26 20:53:38.560033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837ff57-09bb-411c-9beb-669387887087 req-ca83eeb2-a860-47de-adf4-a04bb5f06307 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:38.561571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7837ff57-09bb-411c-9beb-669387887087 req-ca83eeb2-a860-47de-adf4-a04bb5f06307 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.4117050
Mar 26 20:53:38.569147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57181e88-da31-469b-9b9e-149337e22708 None None] No DVR routers for this DVR port 5c597d4d-53ef-4285-aaa0-6a87252ff20a on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:38.578964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Calling delete_port for 5c597d4d-53ef-4285-aaa0-6a87252ff20a owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:38.583147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c973526d-5ac5-4110-b5d6-a0251306ae70), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.613161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15c4ca-1f95-4280-be6b-6b881e010ddd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:38.787655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:38.790407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c973526d-5ac5-4110-b5d6-a0251306ae70), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.829249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.856494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:38.858830 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf89d0f-fa21-4298-bd1a-6ed7745d962c" -d '{"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:38.872538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c973526d-5ac5-4110-b5d6-a0251306ae70), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.929431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c973526d-5ac5-4110-b5d6-a0251306ae70,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:38.933616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:38.937189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-365fcb4e-985a-437e-bf47-2a1bc6dd07c8 req-ab65fd33-a23e-4d1f-a794-fddc12ac73a1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4010792
Mar 26 20:53:38.937487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17f1020e-1b6a-4ea2-821a-3c68476e6778 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c973526d-5ac5-4110-b5d6-a0251306ae70 HTTP/1.1" status: 204  len: 168 time: 0.6106837
Mar 26 20:53:38.941215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55770) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:38.961450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9704e9-981b-46f8-9fe2-08c261a0de8b None None] Network 3cefd6de-90d8-4688-a242-74a2eb770644 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:39.034080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5c597d4d-53ef-4285-aaa0-6a87252ff20a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.037079 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab4bbc7-fcf9-4812-be31-f2e40ef95c68 x-openstack-request-id: req-7ab4bbc7-fcf9-4812-be31-f2e40ef95c68 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:39.037368 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-unplugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:39.037636 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ab4bbc7-fcf9-4812-be31-f2e40ef95c68 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:39.038027 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab4bbc7-fcf9-4812-be31-f2e40ef95c68'] response: {'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'code': 200}
Mar 26 20:53:39.050651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ba51bac-b6cf-4c7a-bf08-95151e02d28a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:39.076095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] No DVR routers for this DVR port 5c597d4d-53ef-4285-aaa0-6a87252ff20a on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:39.116927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3cefd6de-90d8-4688-a242-74a2eb770644), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.141624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ac03-9e1c-4986-8ab2-b08d0c2e301a req-26a4bd18-7e63-4580-9e0b-418843021e97 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:39.150476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8049ac03-9e1c-4986-8ab2-b08d0c2e301a req-26a4bd18-7e63-4580-9e0b-418843021e97 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.1408525
Mar 26 20:53:39.204181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=5c597d4d-53ef-4285-aaa0-6a87252ff20a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:39.211220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['fb15c4ca-1f95-4280-be6b-6b881e010ddd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:39.220979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:39.224957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 7ba51bac-b6cf-4c7a-bf08-95151e02d28a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:39.225581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ba51bac-b6cf-4c7a-bf08-95151e02d28a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:39.225916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5c597d4d-53ef-4285-aaa0-6a87252ff20a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:39.292508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5c597d4d-53ef-4285-aaa0-6a87252ff20a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:39.292859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5c597d4d-53ef-4285-aaa0-6a87252ff20a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:39.332970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8049ac03-9e1c-4986-8ab2-b08d0c2e301a req-a7453f1b-fa8e-42aa-8e09-89a098a3de40 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813478
Mar 26 20:53:39.361693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Deleting port 5fe172c5-161b-468f-9dca-e8ce86d1276d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:39.362380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.447729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Deleting port 29aa9240-7fae-4127-aa8a-eca7df73d597 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:39.448341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.486893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] For port 5fe172c5-161b-468f-9dca-e8ce86d1276d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fe172c5-161b-468f-9dca-e8ce86d1276d,segment=NetworkSegment(6ca7f350-6399-442d-b988-3d30fdbe4fd2),segment_id=6ca7f350-6399-442d-b988-3d30fdbe4fd2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:39.487546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.494434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] DHCP port deletion for 3cefd6de-90d8-4688-a242-74a2eb770644 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:53:39.505947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:39.509488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Calling delete_port for 5fe172c5-161b-468f-9dca-e8ce86d1276d owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:39.560924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:39.562552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.640134 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.648466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ced4910>,) {'filters': {'network_id': ['6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.668373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f183-4eab-4f64-a318-710c6b2b3382 req-a63d5cf3-770a-4ca2-8456-2fa35a95807b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:39.675679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54e8f183-4eab-4f64-a318-710c6b2b3382 req-a63d5cf3-770a-4ca2-8456-2fa35a95807b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 944 time: 0.4750257
Mar 26 20:53:39.682127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ced4910>, '6054117b-047d-4260-9b98-ca98d544e06c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.682563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ced4910>, '6054117b-047d-4260-9b98-ca98d544e06c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.694762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Deleting port 5fe172c5-161b-468f-9dca-e8ce86d1276d {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:39.700007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (6054117b-047d-4260-9b98-ca98d544e06c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.708200 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.709568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe172c5-161b-468f-9dca-e8ce86d1276d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:39.730562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] No DVR routers for this DVR port 5fe172c5-161b-468f-9dca-e8ce86d1276d on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:39.736622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6054117b-047d-4260-9b98-ca98d544e06c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.755386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:39.755798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (6054117b-047d-4260-9b98-ca98d544e06c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:39.759495 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:39.804926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] For port 29aa9240-7fae-4127-aa8a-eca7df73d597, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=29aa9240-7fae-4127-aa8a-eca7df73d597,segment=NetworkSegment(8e9bbe09-8e63-469d-831c-c324b758ab27),segment_id=8e9bbe09-8e63-469d-831c-c324b758ab27)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:39.805314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.887331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3cefd6de-90d8-4688-a242-74a2eb770644), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.915207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d436e20>,) {'filters': {'network_id': ['3cefd6de-90d8-4688-a242-74a2eb770644']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.927674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d436e20>, '6ca7f350-6399-442d-b988-3d30fdbe4fd2') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.928384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d436e20>, '6ca7f350-6399-442d-b988-3d30fdbe4fd2') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:39.930716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] For port 5fe172c5-161b-468f-9dca-e8ce86d1276d, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:39.931223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.945456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (6ca7f350-6399-442d-b988-3d30fdbe4fd2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.969011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Calling delete_port for 5fe172c5-161b-468f-9dca-e8ce86d1276d owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:39.969852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54e8f183-4eab-4f64-a318-710c6b2b3382 req-c3209be4-b750-4aee-9f5a-c057c26db4f6 tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ca38fab-5758-426b-9916-c56f941d0efb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930896
Mar 26 20:53:39.970996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:39.974814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Port 5fe172c5-161b-468f-9dca-e8ce86d1276d was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 20:53:39.984582 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (5fe172c5-161b-468f-9dca-e8ce86d1276d), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:39.986347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6ca7f350-6399-442d-b988-3d30fdbe4fd2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.010141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] No DVR routers for this DVR port 5fe172c5-161b-468f-9dca-e8ce86d1276d on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:40.018263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:40.018695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (6ca7f350-6399-442d-b988-3d30fdbe4fd2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.054950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Calling delete_port for 29aa9240-7fae-4127-aa8a-eca7df73d597 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:40.055952 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:40.058901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58161d9b-b2c8-4552-948f-44e9be88de0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.098393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'mac_address': 'fa:16:3e:73:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:40.102799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.105514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40716b39-b97c-42da-afc5-9213fbc6da74 None None] Pushing event deleted for resources: {'Port': ['ID=5fe172c5-161b-468f-9dca-e8ce86d1276d,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.113213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.125888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2 HTTP/1.1" status: 204  len: 168 time: 3.0502055
Mar 26 20:53:40.140149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3cefd6de-90d8-4688-a242-74a2eb770644), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.146446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.154293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3cefd6de-90d8-4688-a242-74a2eb770644 HTTP/1.1" status: 204  len: 168 time: 1.2098997
Mar 26 20:53:40.167507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad284f-ae58-4508-a98e-bed01178b882 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cefd6de-90d8-4688-a242-74a2eb770644,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.194247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:40.199662 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.224544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17aee9-faf9-46dd-a8cd-367342ab8fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2dec7d-0a5c-4d1c-89a6-cf56f99d91c2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.241152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:40.271822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-e0a5dbe8-c0b6-4657-b2a3-0462fbb3435d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:40.272710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4066e9-3942-4b14-8a5e-99d7c148d087 req-5044d8a5-a6e2-478c-b920-9af10c65583a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:40.273961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-e0a5dbe8-c0b6-4657-b2a3-0462fbb3435d tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4&tenant_id=70c93c47827247b8b178018931efb9a4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 946 time: 0.4988451
Mar 26 20:53:40.284083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e4066e9-3942-4b14-8a5e-99d7c148d087 req-5044d8a5-a6e2-478c-b920-9af10c65583a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 945 time: 0.0943470
Mar 26 20:53:40.298133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:40.333302 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.359591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e4066e9-3942-4b14-8a5e-99d7c148d087 req-995731a5-7238-4adc-9511-e410b5762821 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741179
Mar 26 20:53:40.474171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55806) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:40.485628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741767-3084-4f10-bc1a-8c05f3a73855 req-577a1753-9771-475e-a20f-de01ce82999e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:40.490397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.493081 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03741767-3084-4f10-bc1a-8c05f3a73855 req-577a1753-9771-475e-a20f-de01ce82999e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 946 time: 0.2744567
Mar 26 20:53:40.499738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55808) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:40.534185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-27d4f4af-ad7d-4c58-9b5e-01248d1bec4f service neutron] 10.222.0.21 "GET /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2409604
Mar 26 20:53:40.568704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c328cc73-ab63-4046-be00-40e25c569488 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c71abac018054ac59df8204f06278c20&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0917022
Mar 26 20:53:40.573554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:40.598932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465380-39df-414d-9fad-04b4f405c596 req-3b39e9f3-5445-4c31-b7d9-afaa2ff36c4a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:40.600528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba465380-39df-414d-9fad-04b4f405c596 req-3b39e9f3-5445-4c31-b7d9-afaa2ff36c4a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.1800013
Mar 26 20:53:40.605097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58161d9b-b2c8-4552-948f-44e9be88de0e admin admin] Publish callbacks [] for security_group (aaa8f237-ea87-453a-920b-cb87346bfaf6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.649025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58161d9b-b2c8-4552-948f-44e9be88de0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aaa8f237-ea87-453a-920b-cb87346bfaf6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.666540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (29aa9240-7fae-4127-aa8a-eca7df73d597), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.683900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['988b452a-5ed3-47d7-8ebe-f1dfe42561e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:40.710661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba465380-39df-414d-9fad-04b4f405c596 req-0eb2630e-33df-451b-85a6-dad6b1e32125 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027648
Mar 26 20:53:40.776908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Pushing event deleted for resources: {'Port': ['ID=29aa9240-7fae-4127-aa8a-eca7df73d597,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.797074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-717f29cb-5795-454f-a2a6-7717b48ad13f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6be1f9d2cf4446c9e936785fc70de17&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2912757
Mar 26 20:53:40.797638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:40.828560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03741767-3084-4f10-bc1a-8c05f3a73855 req-a57c807b-b321-4653-a824-376299ebee39 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344285
Mar 26 20:53:40.833140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58161d9b-b2c8-4552-948f-44e9be88de0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=694d75f444f945149291f9eff6970f64&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2652595
Mar 26 20:53:40.837987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:40.841777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161d9b-b2c8-4552-948f-44e9be88de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa8f237-ea87-453a-920b-cb87346bfaf6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:40.891951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] Publish callbacks [] for security_group (08f3986b-203f-4c09-b7a2-05b3599d5e0a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.892110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] Publish callbacks [] for security_group (34929278-cb6c-4644-852b-18de324ee6f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.928607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] Publish callbacks [] for security_group (34929278-cb6c-4644-852b-18de324ee6f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.950575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] Publish callbacks [] for security_group (08f3986b-203f-4c09-b7a2-05b3599d5e0a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:40.953296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] Publish callbacks [] for security_group (aaa8f237-ea87-453a-920b-cb87346bfaf6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.034789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-0ffd1dca-474d-41ab-8b6b-a155ccaf104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.041734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-0ffd1dca-474d-41ab-8b6b-a155ccaf104d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1129 time: 0.4649258
Mar 26 20:53:41.047897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] Publish callbacks [] for security_group (aaa8f237-ea87-453a-920b-cb87346bfaf6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.061436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5fe172c5-161b-468f-9dca-e8ce86d1276d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:41.097573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5fe172c5-161b-468f-9dca-e8ce86d1276d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:41.099758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5fe172c5-161b-468f-9dca-e8ce86d1276d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:41.104882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] No DVR routers for this DVR port 29aa9240-7fae-4127-aa8a-eca7df73d597 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:41.213108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be2f6ca4-e78a-4e07-8097-8f706914f8e5 req-d08aca6a-bfa0-4c99-b81b-82c0385f2fcf tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.16 "GET /v2.0/ports?device_id=13dea79e-7497-4064-8dbe-d3e455bf2830 HTTP/1.1" status: 200  len: 210 time: 0.0695164
Mar 26 20:53:41.258250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-63a2fd12-8c37-4429-959a-8f0ac98b07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.260432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (08f3986b-203f-4c09-b7a2-05b3599d5e0a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.260598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-63a2fd12-8c37-4429-959a-8f0ac98b07af service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1762216
Mar 26 20:53:41.261666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (34929278-cb6c-4644-852b-18de324ee6f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.264439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.268191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34929278-cb6c-4644-852b-18de324ee6f1 HTTP/1.1" status: 204  len: 168 time: 0.6827819
Mar 26 20:53:41.268381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.268496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.268583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08f3986b-203f-4c09-b7a2-05b3599d5e0a HTTP/1.1" status: 204  len: 168 time: 0.4688420
Mar 26 20:53:41.270754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aaa8f237-ea87-453a-920b-cb87346bfaf6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.273031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7837ff57-09bb-411c-9beb-669387887087 req-8d1f29ad-4a0d-4078-9698-a5d9d2f05b8b tempest-LiveMigrationTest-1414077140 tempest-LiveMigrationTest-1414077140-project] 10.222.0.18 "DELETE /v2.0/ports/29aa9240-7fae-4127-aa8a-eca7df73d597 HTTP/1.1" status: 204  len: 173 time: 2.6769614
Mar 26 20:53:41.275595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-deleted', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:41.278043 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9166c54-dc43-4de8-91f7-8d25845b159f" -d '{"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-deleted", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:41.299867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.307468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaa8f237-ea87-453a-920b-cb87346bfaf6 HTTP/1.1" status: 204  len: 168 time: 0.4674044
Mar 26 20:53:41.326784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf418f-2a67-4d6e-be3a-5ee84e6af75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34929278-cb6c-4644-852b-18de324ee6f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:41.330344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-7e62eed2-947e-4829-8017-a1bb04540a03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0472019
Mar 26 20:53:41.365264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fad6a-12b8-4ff9-82c5-d830d20b33de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f3986b-203f-4c09-b7a2-05b3599d5e0a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:41.405107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d77ab-fbde-4a0c-be2c-147203f57698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa8f237-ea87-453a-920b-cb87346bfaf6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:41.436114 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e894b9a-8f03-4959-8812-cba83e385a2c x-openstack-request-id: req-9e894b9a-8f03-4959-8812-cba83e385a2c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:41.447088 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13dea79e-7497-4064-8dbe-d3e455bf2830", "name": "network-vif-deleted", "tag": "29aa9240-7fae-4127-aa8a-eca7df73d597", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:41.447446 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e894b9a-8f03-4959-8812-cba83e385a2c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:41.447891 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e894b9a-8f03-4959-8812-cba83e385a2c'] response: {'server_uuid': '13dea79e-7497-4064-8dbe-d3e455bf2830', 'name': 'network-vif-deleted', 'tag': '29aa9240-7fae-4127-aa8a-eca7df73d597', 'status': 'completed', 'code': 200}
Mar 26 20:53:41.491305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:41.512498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-df5800a7-6895-4194-8412-c95cce10ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.513961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-df5800a7-6895-4194-8412-c95cce10ba1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1674669
Mar 26 20:53:41.596859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-a161532f-ad04-4a10-9e70-f7f2cbf7dfc0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.598339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-a161532f-ad04-4a10-9e70-f7f2cbf7dfc0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.1456130
Mar 26 20:53:41.627146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port fb15c4ca-1f95-4280-be6b-6b881e010ddd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:41.628591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.706418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac313a-9b03-4f32-95da-a4b6707233b6 req-a6ac48f7-94c2-4f61-9929-312fbd92fbe0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.707951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ceac313a-9b03-4f32-95da-a4b6707233b6 req-a6ac48f7-94c2-4f61-9929-312fbd92fbe0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 945 time: 0.1993070
Mar 26 20:53:41.731368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-3ec6a298-8c43-45d9-90fa-60f83c5a526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.732889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-3ec6a298-8c43-45d9-90fa-60f83c5a526f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1856945
Mar 26 20:53:41.838621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port fb15c4ca-1f95-4280-be6b-6b881e010ddd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:41.840066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:41.892522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:41.895711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c983b-3611-49ef-9eb6-5235ac2412c4 req-e8fe1789-bd7b-4a0c-9471-587b29ab9c2f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:41.905501 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e792a4-4b7c-47b4-b80e-2d6e8a0ab727" -d '{"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:41.906242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df8c983b-3611-49ef-9eb6-5235ac2412c4 req-e8fe1789-bd7b-4a0c-9471-587b29ab9c2f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.1146080
Mar 26 20:53:41.935441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:41.944266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.032566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df8c983b-3611-49ef-9eb6-5235ac2412c4 req-97c0cf18-0357-40fc-b689-9904fff8707a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235044
Mar 26 20:53:42.101529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:42.133275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-8309c7e2-7ee2-4a54-9fc9-97f4ee85bdcd service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645208
Mar 26 20:53:42.153132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:42.153743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.161414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:42.201028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 29aa9240-7fae-4127-aa8a-eca7df73d597 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:42.203674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 29aa9240-7fae-4127-aa8a-eca7df73d597 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:42.251028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:42.364872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ceac313a-9b03-4f32-95da-a4b6707233b6 req-3c0d620f-1470-48d3-b04d-9c276161239a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6441612
Mar 26 20:53:42.531287 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff0380b-0a40-4528-aec7-624890039fa2 x-openstack-request-id: req-aff0380b-0a40-4528-aec7-624890039fa2 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:42.531850 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:42.532950 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aff0380b-0a40-4528-aec7-624890039fa2 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:42.533081 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff0380b-0a40-4528-aec7-624890039fa2'] response: {'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'code': 200}
Mar 26 20:53:42.585661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:42.602805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0775119c-2ffd-4d35-b46d-45adea0805dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.617355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:42.683608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Deleting subnet 3d598f5b-fc7d-48e0-860c-34aaff2cb829 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:42.801623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0775119c-2ffd-4d35-b46d-45adea0805dc admin admin] Publish callbacks [] for security_group (ccf56a0a-9284-4bd9-b090-f7e80388118c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.810561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Publish callbacks [] for subnet (3d598f5b-fc7d-48e0-860c-34aaff2cb829), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.825961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-94ae13a2-848d-44fb-8e82-2017fbe720da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0273c95d29a40b28247cc2d3f2bd7c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5737715
Mar 26 20:53:42.832567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:42.843758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0775119c-2ffd-4d35-b46d-45adea0805dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ccf56a0a-9284-4bd9-b090-f7e80388118c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.912624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0775119c-2ffd-4d35-b46d-45adea0805dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d7490a21876449d9f0eb73136adbb0e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3243830
Mar 26 20:53:42.913526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:42.926943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-c280cb64-83d7-4d35-ae08-60ba8b26189c service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7760513
Mar 26 20:53:42.932127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004fdd6-811c-4e33-8b42-052a2f4c1fed req-97d9f0f6-7952-4b4d-bffd-441b9ceea464 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:42.940397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b004fdd6-811c-4e33-8b42-052a2f4c1fed req-97d9f0f6-7952-4b4d-bffd-441b9ceea464 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.8021078
Mar 26 20:53:42.974638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] Publish callbacks [] for security_group (4b546d77-cf87-4da6-bb0f-4e890c60e231), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.985762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:42.985762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:42.993216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775119c-2ffd-4d35-b46d-45adea0805dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf56a0a-9284-4bd9-b090-f7e80388118c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:42.998862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3d598f5b-fc7d-48e0-860c-34aaff2cb829), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.030450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for 67eeccc0-3a32-4de1-95bd-053cea3ae6eb owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:43.049180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] Publish callbacks [] for security_group (4b546d77-cf87-4da6-bb0f-4e890c60e231), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.100168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a9e9-8c4e-495f-a1d1-f4d88d41189c req-0e148b2f-1733-4483-a5e3-ea967ae769ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:43.101878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b47a9e9-8c4e-495f-a1d1-f4d88d41189c req-0e148b2f-1733-4483-a5e3-ea967ae769ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 1128 time: 0.2986679
Mar 26 20:53:43.124611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3d598f5b-fc7d-48e0-860c-34aaff2cb829), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.146825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b004fdd6-811c-4e33-8b42-052a2f4c1fed req-f81cd2d2-0e3e-4e01-9c82-9fb68841d946 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023964
Mar 26 20:53:43.187851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55898) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:43.200878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] Publish callbacks [] for security_group (ccf56a0a-9284-4bd9-b090-f7e80388118c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.253738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] Publish callbacks [] for security_group (ccf56a0a-9284-4bd9-b090-f7e80388118c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.273909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b47a9e9-8c4e-495f-a1d1-f4d88d41189c req-6602b760-43a7-49b2-86a9-a28781c4c5af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611388
Mar 26 20:53:43.297182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3d598f5b-fc7d-48e0-860c-34aaff2cb829), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.333840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.338203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d598f5b-fc7d-48e0-860c-34aaff2cb829 HTTP/1.1" status: 204  len: 168 time: 0.7194581
Mar 26 20:53:43.339452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea2b2a-25b1-4f03-a8a3-649c607b6888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d598f5b-fc7d-48e0-860c-34aaff2cb829,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:43.341518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:43.357935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-366518743-network', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:43.366507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (67eeccc0-3a32-4de1-95bd-053cea3ae6eb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.381000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4b546d77-cf87-4da6-bb0f-4e890c60e231), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.384448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.386577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0', '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:43.387068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b546d77-cf87-4da6-bb0f-4e890c60e231 HTTP/1.1" status: 204  len: 168 time: 0.5517001
Mar 26 20:53:43.482399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ccf56a0a-9284-4bd9-b090-f7e80388118c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.488427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:43.489927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.498299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccf56a0a-9284-4bd9-b090-f7e80388118c HTTP/1.1" status: 204  len: 168 time: 0.5742443
Mar 26 20:53:43.516649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Made reservation on behalf of ced52873fc7241779d52c0fb66e56bae for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:43.519384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.547944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f556c-ffd5-42fb-a434-274e775284a6 req-fe1659db-24b8-466c-9a0c-924acb3f7914 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:43.561229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3719dfee-4a50-4ee6-a6eb-866a85cdf502), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.562286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d2f556c-ffd5-42fb-a434-274e775284a6 req-fe1659db-24b8-466c-9a0c-924acb3f7914 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a HTTP/1.1" status: 200  len: 945 time: 0.4131014
Mar 26 20:53:43.565845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2a160-d14e-4848-9479-abfe6c0d9baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf56a0a-9284-4bd9-b090-f7e80388118c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:43.566522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=67eeccc0-3a32-4de1-95bd-053cea3ae6eb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:43.575601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a609f4d-8bb7-4415-bba2-a8ea99ae986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b546d77-cf87-4da6-bb0f-4e890c60e231,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:43.608714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.705587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port 67eeccc0-3a32-4de1-95bd-053cea3ae6eb on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:43.718841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.723810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2227ce2c-a4b5-457f-bcca-c394a1f82e01 req-8855a781-4a9b-4b61-8f34-a228b33f16f1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "DELETE /v2.0/ports/67eeccc0-3a32-4de1-95bd-053cea3ae6eb HTTP/1.1" status: 204  len: 173 time: 2.1168113
Mar 26 20:53:43.724477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'name': 'network-vif-deleted', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:43.729743 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6692dd-303c-4281-a0ad-f5da9360347a" -d '{"events": [{"server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "name": "network-vif-deleted", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:43.779457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d2f556c-ffd5-42fb-a434-274e775284a6 req-57c798eb-1b24-4de0-9bd0-9c706e36b863 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161112
Mar 26 20:53:43.869031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c79b3-bc27-46fa-bbd6-72850caac2aa req-cb14c885-46c5-486f-bfce-197297d17cf1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:43.875870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-214c79b3-bc27-46fa-bbd6-72850caac2aa req-cb14c885-46c5-486f-bfce-197297d17cf1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.3610418
Mar 26 20:53:43.933941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:43.954007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:43.970640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:43.971087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.031414 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14490d60-303b-4ea5-922b-ec8095512655 x-openstack-request-id: req-14490d60-303b-4ea5-922b-ec8095512655 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:44.031905 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a", "name": "network-vif-deleted", "tag": "67eeccc0-3a32-4de1-95bd-053cea3ae6eb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:44.032095 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14490d60-303b-4ea5-922b-ec8095512655 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:44.032511 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14490d60-303b-4ea5-922b-ec8095512655'] response: {'server_uuid': 'b582e0e9-3d2c-4992-ade9-17e8e3e0bc3a', 'name': 'network-vif-deleted', 'tag': '67eeccc0-3a32-4de1-95bd-053cea3ae6eb', 'status': 'completed', 'code': 200}
Mar 26 20:53:44.043041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3719dfee-4a50-4ee6-a6eb-866a85cdf502), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.089294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e7fcdc0>,) {'filters': {'network_id': ['3719dfee-4a50-4ee6-a6eb-866a85cdf502']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:44.103672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:44.104333 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.117963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-214c79b3-bc27-46fa-bbd6-72850caac2aa req-c9677fed-984c-41aa-8f03-369e216b59f8 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334194
Mar 26 20:53:44.125471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e7fcdc0>, '8e9bbe09-8e63-469d-831c-c324b758ab27') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:44.125777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e7fcdc0>, '8e9bbe09-8e63-469d-831c-c324b758ab27') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:44.154815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:44.167904 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.190553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks [] for security_group (a07c258b-4f4c-4e9f-9830-7b85bae3b8e9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.194644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8e9bbe09-8e63-469d-831c-c324b758ab27), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.218925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a07c258b-4f4c-4e9f-9830-7b85bae3b8e9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.252297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:44.270997 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e9bbe09-8e63-469d-831c-c324b758ab27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.287870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:53:44.304472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:44.304691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8e9bbe09-8e63-469d-831c-c324b758ab27), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:44.307093 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:44.331758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07c258b-4f4c-4e9f-9830-7b85bae3b8e9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:44.365045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (36e633b7-1d1e-4a93-b98e-be24e4d4c136), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.365802 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Added segment 36e633b7-1d1e-4a93-b98e-be24e4d4c136 of type vlan for network 6b777c8e-8968-4f67-81b8-da44b707dbb3
Mar 26 20:53:44.433100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c1497-0e6a-4d2a-a1d9-0810b033d198 req-198e86b3-10a4-4808-a83e-678dc450f021 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:44.438371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-391c1497-0e6a-4d2a-a1d9-0810b033d198 req-198e86b3-10a4-4808-a83e-678dc450f021 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1689556
Mar 26 20:53:44.451741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3719dfee-4a50-4ee6-a6eb-866a85cdf502), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.464088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.467730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3719dfee-4a50-4ee6-a6eb-866a85cdf502 HTTP/1.1" status: 204  len: 168 time: 1.1247160
Mar 26 20:53:44.471338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55942) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:44.498112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6b777c8e-8968-4f67-81b8-da44b707dbb3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.533840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:44.536533 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1385a1e8-1b58-474b-b3d2-c276600cccf4" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:44.580102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-391c1497-0e6a-4d2a-a1d9-0810b033d198 req-e1925204-f474-4852-8c69-5df77c59297b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347804
Mar 26 20:53:44.582119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dde2bc-c943-4f74-ab1b-27119c9215f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3719dfee-4a50-4ee6-a6eb-866a85cdf502,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:44.667802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6b777c8e-8968-4f67-81b8-da44b707dbb3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.668887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:44.670492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.670798 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bbb51b-d04e-470d-82c1-df247529b047 x-openstack-request-id: req-85bbb51b-d04e-470d-82c1-df247529b047 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:44.671255 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:44.671637 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85bbb51b-d04e-470d-82c1-df247529b047 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:44.673942 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85bbb51b-d04e-470d-82c1-df247529b047'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'code': 200}
Mar 26 20:53:44.678669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Deleting subnet 1a639b66-4c71-4754-9193-1f009972def1 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:53:44.695829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Publish callbacks [] for subnet (1a639b66-4c71-4754-9193-1f009972def1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.827643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6361706
Mar 26 20:53:44.828304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55958) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:44.830133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (1a639b66-4c71-4754-9193-1f009972def1), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.837300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Request body: {'subnet': {'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-366518743-subnet', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:44.854791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba08be-e63f-4295-aabd-43a25ff25565 admin admin] Pushing event updated for resources: {'Network': ['ID=6b777c8e-8968-4f67-81b8-da44b707dbb3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:44.870964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:53:44.887806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Made reservation on behalf of ced52873fc7241779d52c0fb66e56bae for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:44.890434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:44.919889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (1a639b66-4c71-4754-9193-1f009972def1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.122111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (1a639b66-4c71-4754-9193-1f009972def1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.187759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a639b66-4c71-4754-9193-1f009972def1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:45.213754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.222640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49d90e59-0bde-4389-89c8-8cacf00f75d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a639b66-4c71-4754-9193-1f009972def1 HTTP/1.1" status: 204  len: 168 time: 0.7489817
Mar 26 20:53:45.224327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:45.366016 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:53:45.425445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a4df0e52-2b0c-45ed-960d-13644bf96254), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.450990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ac9d1-0bbf-47bc-894c-73b727d96644 req-fb67b320-91ea-475b-b1af-b2aff3f47651 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:45.459218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a9ac9d1-0bbf-47bc-894c-73b727d96644 req-fb67b320-91ea-475b-b1af-b2aff3f47651 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.1951277
Mar 26 20:53:45.530098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.534583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-d2314aa5-7d93-43c9-a28a-2a711d007976 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:45.546651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-d2314aa5-7d93-43c9-a28a-2a711d007976 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.3739765
Mar 26 20:53:45.547865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55996) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:45.553732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (b5181239-55a1-4041-b702-e220477ac0d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.610106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a4df0e52-2b0c-45ed-960d-13644bf96254), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.625753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a9ac9d1-0bbf-47bc-894c-73b727d96644 req-115a2875-e4a1-42e2-95f9-6cc5068d9412 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651771
Mar 26 20:53:45.679774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-e2aaca60-3259-4f4d-b097-9e67c2b4f562 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.1321909
Mar 26 20:53:45.691459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d517e50>,) {'filters': {'network_id': ['a4df0e52-2b0c-45ed-960d-13644bf96254']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:45.717332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d517e50>, 'c9e0646a-07d1-4be8-a238-82bcb5990b3a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:45.718546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d517e50>, 'c9e0646a-07d1-4be8-a238-82bcb5990b3a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:45.740697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (c9e0646a-07d1-4be8-a238-82bcb5990b3a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.804549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c9e0646a-07d1-4be8-a238-82bcb5990b3a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.816698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:53:45.817107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (c9e0646a-07d1-4be8-a238-82bcb5990b3a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:53:45.819151 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:53:45.831947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5181239-55a1-4041-b702-e220477ac0d2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:45.908295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a4df0e52-2b0c-45ed-960d-13644bf96254), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.919835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625de9-8466-46d1-919d-b42f45c36342 req-844e0a16-d6d9-49a7-a269-30740fbd4a66 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:45.926685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a625de9-8466-46d1-919d-b42f45c36342 req-844e0a16-d6d9-49a7-a269-30740fbd4a66 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.1687701
Mar 26 20:53:45.935832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Checking segment: {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:45.939548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-254426343-network', 'tenant_id': 'f93125ac1a714e3ca18236ff7794ca6c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:45.939854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Network hostable DHCP agents. Network: 6b777c8e-8968-4f67-81b8-da44b707dbb3, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:53:45.950790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:45.956759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4df0e52-2b0c-45ed-960d-13644bf96254 HTTP/1.1" status: 204  len: 168 time: 0.7306275
Mar 26 20:53:45.983091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eadb88-0cae-4f53-9636-6b1e63333172 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4df0e52-2b0c-45ed-960d-13644bf96254,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:45.998240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-71ede145-db04-4ea6-a0ea-68d20ab3a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:45.999796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-71ede145-db04-4ea6-a0ea-68d20ab3a5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4&tenant_id=70c93c47827247b8b178018931efb9a4 HTTP/1.1" status: 200  len: 1130 time: 0.2466981
Mar 26 20:53:46.029815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-673b8171-bd46-423e-84c8-138b5d042f73 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3351324
Mar 26 20:53:46.035849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Made reservation on behalf of f93125ac1a714e3ca18236ff7794ca6c for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:46.038105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:46.040020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.042800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:53:46.054236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.072946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a625de9-8466-46d1-919d-b42f45c36342 req-caf3ab33-9550-44ec-b82b-0e5597b6e53b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401381
Mar 26 20:53:46.106542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b777c8e-8968-4f67-81b8-da44b707dbb3) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:46.114808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890760e-4b3a-4ae7-9f1a-2e96cc6274aa None None] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:46.115947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:46.116620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.180948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56016) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:46.184421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 67eeccc0-3a32-4de1-95bd-053cea3ae6eb no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:46.230774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.235908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 67eeccc0-3a32-4de1-95bd-053cea3ae6eb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:46.237492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-836d3657-f3e1-45ff-860b-244a427ba538 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4076350
Mar 26 20:53:46.238132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 67eeccc0-3a32-4de1-95bd-053cea3ae6eb not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:46.243253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56018) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:46.256619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:46.343911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-1b4da03c-8a8a-4715-aa13-09126327d73b service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805288
Mar 26 20:53:46.348612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.349751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.405588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b777c8e-8968-4f67-81b8-da44b707dbb3', 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3', 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'fixed_ips': [{'subnet_id': 'b5181239-55a1-4041-b702-e220477ac0d2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:53:46.406463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.410144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-05bb1bc5-cf6d-475d-9a15-bacdc917cde3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf51b08278d246e498f59455e299ba89&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2228215
Mar 26 20:53:46.412676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56024) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:46.439631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks [] for security_group (dbbedeee-c061-4211-94bf-7867c1da656e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.454246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01540-0d1d-4333-9bb5-0b0f4394b1a1 req-416115b3-465e-4a96-aaa4-ae1c88383834 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:46.462279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aaf01540-0d1d-4333-9bb5-0b0f4394b1a1 req-416115b3-465e-4a96-aaa4-ae1c88383834 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.2507989
Mar 26 20:53:46.479940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dbbedeee-c061-4211-94bf-7867c1da656e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.526317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:53:46.570043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (beabec21-6b2b-4b35-868c-faef837a386f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.570772 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Added segment beabec21-6b2b-4b35-868c-faef837a386f of type vlan for network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac
Mar 26 20:53:46.574371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbedeee-c061-4211-94bf-7867c1da656e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:46.632590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Allocated IP 172.20.0.2 (6b777c8e-8968-4f67-81b8-da44b707dbb3/b5181239-55a1-4041-b702-e220477ac0d2/07d40ba7-98da-435a-b63f-775bc4b66a92) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:46.635073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for router_controller (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.636747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] Publish callbacks [] for security_group (6ca38fab-5758-426b-9916-c56f941d0efb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.676552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aaf01540-0d1d-4333-9bb5-0b0f4394b1a1 req-f0727fcc-913c-4073-89d2-54c6841327ed tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122357
Mar 26 20:53:46.702098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.742858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] Publish callbacks [] for security_group (6ca38fab-5758-426b-9916-c56f941d0efb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.780283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.781523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:46.782220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.878709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-1fd06323-d139-4573-84d7-92aeb27baf01 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5226038
Mar 26 20:53:46.887189 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks [] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.906021 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.925955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] Pushing event updated for resources: {'Network': ['ID=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:46.929424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for router_gateway (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.951501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79179c6c-1b29-4d71-bb85-e4023bb744c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4023376
Mar 26 20:53:46.956421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6ca38fab-5758-426b-9916-c56f941d0efb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.961422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:46.963775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:46.967444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ca38fab-5758-426b-9916-c56f941d0efb HTTP/1.1" status: 204  len: 168 time: 0.5504189
Mar 26 20:53:46.968971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:46.981964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Request body: {'subnet': {'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-254426343-subnet', 'tenant_id': 'f93125ac1a714e3ca18236ff7794ca6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:47.001503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f46fe-f2c7-45de-bb60-b64c0853e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca38fab-5758-426b-9916-c56f941d0efb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:47.046924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Made reservation on behalf of f93125ac1a714e3ca18236ff7794ca6c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:47.050449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.075626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:47.101968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Pushing event updated for resources: {'Port': ['ID=07d40ba7-98da-435a-b63f-775bc4b66a92,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:47.120574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:47.123365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:53:47.279211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:47.310103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:47.489434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Attempting to bind port 07d40ba7-98da-435a-b63f-775bc4b66a92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:47.491280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Attempting to bind port 07d40ba7-98da-435a-b63f-775bc4b66a92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:47.492288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Attempting to bind port 07d40ba7-98da-435a-b63f-775bc4b66a92 on network 6b777c8e-8968-4f67-81b8-da44b707dbb3 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:47.500972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:47.504911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:47.506529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Checking segment: {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:47.507115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.508336 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5305a962-4a8c-4c38-b157-d88193a6b0b9" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-unplugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:47.508766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Bound using segment: {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:47.511404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Bound port: 07d40ba7-98da-435a-b63f-775bc4b66a92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:47.512069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.518480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks [] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.534471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (a032ba5f-70f4-4a3d-8ff5-51188b18b057), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.580244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:47.604341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Transition to ACTIVE for port object 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:47.618039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a032ba5f-70f4-4a3d-8ff5-51188b18b057,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:47.714272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.733860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Checking segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:47.734349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Network hostable DHCP agents. Network: 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:53:47.774537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576685a-2e24-4655-bbc4-a02aec3a2c0f req-71696263-9d46-47b5-bf87-7f6c01ad53ff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:47.777179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c576685a-2e24-4655-bbc4-a02aec3a2c0f req-71696263-9d46-47b5-bf87-7f6c01ad53ff tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.4815180
Mar 26 20:53:47.834914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] No DVR routers for this DVR port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:47.842749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:53:47.844659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 20:53:47.846627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:47.864120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] For port 07d40ba7-98da-435a-b63f-775bc4b66a92, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:47.872772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56070) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:47.875008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] For port 07d40ba7-98da-435a-b63f-775bc4b66a92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07d40ba7-98da-435a-b63f-775bc4b66a92,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:47.877112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:47.882518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:47.895510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee09109-5c23-42b7-b6a3-563799a58b8b None None] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:47.903722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.904083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:47.904424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:47.947964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0c057e7-7985-4083-898a-aca0f945b64f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9689662
Mar 26 20:53:48.206562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c576685a-2e24-4655-bbc4-a02aec3a2c0f req-f1653b31-eb3d-4d19-91b4-43e9dce451a8 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4184823
Mar 26 20:53:48.217594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388d23-e99f-41be-bbf2-833d0fe2bc90 None None] Pushing event updated for resources: {'Port': ['ID=07d40ba7-98da-435a-b63f-775bc4b66a92,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:48.255070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:48.262960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:48.263402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:48.294773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f311ea1-27ce-4887-9566-15b4661073d8 None None] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:48.524342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:48.524721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Attempting to bind port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:48.543354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5502f749-8aa5-4211-a3b8-c251c17acd05 req-44475699-b5de-4cf6-aae5-7a56792460ed tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 210 time: 0.0932879
Mar 26 20:53:48.559612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56082) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:48.578404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-447a9ae7-0cf7-4071-beb3-39cf59c36c14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae20fc40138243ac8c0bade1ecc3340b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7018409
Mar 26 20:53:48.581908 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b69869-ceaf-4346-bd27-82a7f88d4b50 x-openstack-request-id: req-88b69869-ceaf-4346-bd27-82a7f88d4b50 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:48.583169 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-unplugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:48.589916 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88b69869-ceaf-4346-bd27-82a7f88d4b50 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:48.590486 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b69869-ceaf-4346-bd27-82a7f88d4b50'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'code': 200}
Mar 26 20:53:48.608090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:48.623713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:48.623713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:48.623713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Bound port: 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:48.623713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.682198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for router_gateway (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.715230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] Publish callbacks [] for security_group (846f1f81-ea56-4751-8368-eb3431377c4d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.755646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.798760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] Publish callbacks [] for security_group (846f1f81-ea56-4751-8368-eb3431377c4d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.894190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:48.899533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:48.935154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:48.993223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-aa24cf0c-f8c9-4521-b9b9-b3ee2af4ea70 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:49.002723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-aa24cf0c-f8c9-4521-b9b9-b3ee2af4ea70 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.2348852
Mar 26 20:53:49.020527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-edd300a7-c750-4d7c-bf90-1e1d63e83df0 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/quotas/473aa792ab1045a9bc717a9a66f15afd HTTP/1.1" status: 200  len: 375 time: 0.0168374
Mar 26 20:53:49.039144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:49.039699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.045568 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] 10.222.0.18 "PUT /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 1095 time: 3.0147212
Mar 26 20:53:49.069313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Allocated IP 172.35.4.230 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/d38f1654-e1f8-475c-b683-e1c0f8dbe5d0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:49.116124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (846f1f81-ea56-4751-8368-eb3431377c4d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.128459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.129715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/846f1f81-ea56-4751-8368-eb3431377c4d HTTP/1.1" status: 204  len: 168 time: 0.5678148
Mar 26 20:53:49.135209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e182d-36f1-4a3b-952e-a3ed752e4a0c service neutron] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=11']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:49.191019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9b4a1-d1da-4ee5-9dc9-c42fc943b615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846f1f81-ea56-4751-8368-eb3431377c4d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:49.229018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-1204d309-0f83-49a7-8a95-da45797a9298 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:49.230787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-1204d309-0f83-49a7-8a95-da45797a9298 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "GET /v2.0/ports?device_id=da132383-a7f1-43fd-8160-f3a4ad2ce4f1 HTTP/1.1" status: 200  len: 946 time: 0.3032074
Mar 26 20:53:49.246810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07d40ba7-98da-435a-b63f-775bc4b66a92 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:49.264029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-b8ba6cd0-9bbe-4f29-9ca3-ccbd1d3139ab tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2422311
Mar 26 20:53:49.299623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-dd669428-af52-4678-bc96-01e881a5b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:49.300846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-dd669428-af52-4678-bc96-01e881a5b65c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1129 time: 0.2239056
Mar 26 20:53:49.499989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 07d40ba7-98da-435a-b63f-775bc4b66a92 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:49.500807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.637711 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-010ad7a0-1956-4fe2-adc2-18e3e6983227 service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725393
Mar 26 20:53:49.644449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Deleting port fb15c4ca-1f95-4280-be6b-6b881e010ddd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:53:49.644886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.710962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.715471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 07d40ba7-98da-435a-b63f-775bc4b66a92 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:49.715983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.797652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 07d40ba7-98da-435a-b63f-775bc4b66a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07d40ba7-98da-435a-b63f-775bc4b66a92,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:49.808044 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:49.911071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=07d40ba7-98da-435a-b63f-775bc4b66a92,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:50.047571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-435cc4d3-e009-4f4a-afa8-adb5f0ec5539 service neutron] 10.222.0.16 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3972676
Mar 26 20:53:50.075765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] For port fb15c4ca-1f95-4280-be6b-6b881e010ddd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb15c4ca-1f95-4280-be6b-6b881e010ddd,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:50.076288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:50.086792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-dce6449d-d7a5-4bad-9e03-18d8c677ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:50.094212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-dce6449d-d7a5-4bad-9e03-18d8c677ff29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.7817888
Mar 26 20:53:50.096488 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-f548bf6a-9f52-488f-afb2-2babc9245ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1641099
Mar 26 20:53:50.101366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Calling delete_port for fb15c4ca-1f95-4280-be6b-6b881e010ddd owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:53:50.160299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c6cd91f6-039a-44f1-a145-dd6d2fff5866 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:50.168351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c6cd91f6-039a-44f1-a145-dd6d2fff5866 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.5602472
Mar 26 20:53:50.174527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae07490-6a75-402b-a469-987ed1727ec0 None None] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:53:50.244967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b19961db-6b24-498c-ad8e-46743cc80892 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:50.246897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b19961db-6b24-498c-ad8e-46743cc80892 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 817 time: 0.6377833
Mar 26 20:53:50.258750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': '7c229227-fa31-44f3-97ad-c652071af283', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:50.265692 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-3ef5ec41-9cef-4ea8-ba47-e97ab960e57b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.1484618
Mar 26 20:53:50.270428 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:50.331557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:50.351067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-31e7cc7a-6936-4569-88f2-6edfc0ff8bfb None None] Provisioning complete for port 07d40ba7-98da-435a-b63f-775bc4b66a92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:50.351577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-31e7cc7a-6936-4569-88f2-6edfc0ff8bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:50.366331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-18ef2083-1d39-4695-8e0c-a109d33c0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:50.371226 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-18ef2083-1d39-4695-8e0c-a109d33c0a17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 1132 time: 0.1838675
Mar 26 20:53:50.491767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:50.567079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:50.713981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:50.720669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-31e7cc7a-6936-4569-88f2-6edfc0ff8bfb None None] Current status of the port 07d40ba7-98da-435a-b63f-775bc4b66a92 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:50.721835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fb15c4ca-1f95-4280-be6b-6b881e010ddd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:50.724242 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c235af-223b-49a0-9a4b-444177588d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:50.761071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-a33b1736-b444-4c6e-a319-5788a692e98a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/quotas/f93125ac1a714e3ca18236ff7794ca6c HTTP/1.1" status: 200  len: 375 time: 0.4944749
Mar 26 20:53:50.941250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event deleted for resources: {'Port': ['ID=fb15c4ca-1f95-4280-be6b-6b881e010ddd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:50.959000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] No DVR routers for this DVR port fb15c4ca-1f95-4280-be6b-6b881e010ddd on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:53:50.973597 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:50.982059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25a3e6fd-da9d-4667-8824-9d679b8d11be req-702dc9dc-554f-4ef0-a468-bc82ad4d507d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.21 "DELETE /v2.0/ports/fb15c4ca-1f95-4280-be6b-6b881e010ddd HTTP/1.1" status: 204  len: 173 time: 1.7429593
Mar 26 20:53:50.982628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-deleted', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:50.986565 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1309a22f-9791-4ba5-9d8b-61852d2fb721" -d '{"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-deleted", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:51.121340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07d40ba7-98da-435a-b63f-775bc4b66a92 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:51.141861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-878d5c0d-12df-4e6c-be3d-26acb3eea8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:51.143477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-878d5c0d-12df-4e6c-be3d-26acb3eea8e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.6949749
Mar 26 20:53:51.235015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-26370084-6381-4b62-81a6-5191948996fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 200  len: 217 time: 0.0601022
Mar 26 20:53:51.246910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd768b73-9622-4edc-8ce8-73b00e8b0734 req-e07bffa3-fde6-47fd-901c-ccfe85b2d676 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:51.256297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd768b73-9622-4edc-8ce8-73b00e8b0734 req-e07bffa3-fde6-47fd-901c-ccfe85b2d676 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.2342036
Mar 26 20:53:51.327966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a2752a43-1eb4-45de-884a-12c13be391bb None None] Provisioning complete for port 07d40ba7-98da-435a-b63f-775bc4b66a92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:51.330236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2752a43-1eb4-45de-884a-12c13be391bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:51.398630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 07d40ba7-98da-435a-b63f-775bc4b66a92 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:51.400008 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:51.450604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-62f934c5-890e-42e5-89e5-0123ebcc4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:51.452282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-62f934c5-890e-42e5-89e5-0123ebcc4ec2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1924322
Mar 26 20:53:51.515628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:53:51.567017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd768b73-9622-4edc-8ce8-73b00e8b0734 req-bc992bf3-210b-4fcc-b970-b088e66b2fd9 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949290
Mar 26 20:53:51.602563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-8d22dcc4-6042-43ca-89e7-32f706c0591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:51.604719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-8d22dcc4-6042-43ca-89e7-32f706c0591b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1371856
Mar 26 20:53:51.605333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: fb15c4ca-1f95-4280-be6b-6b881e010ddd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:53:51.605697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device fb15c4ca-1f95-4280-be6b-6b881e010ddd not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:53:51.815823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a2752a43-1eb4-45de-884a-12c13be391bb None None] Current status of the port 07d40ba7-98da-435a-b63f-775bc4b66a92 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:51.856409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 07d40ba7-98da-435a-b63f-775bc4b66a92 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:51.870999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-e331643b-2678-442c-a965-4d7e291945a4 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586253
Mar 26 20:53:51.944725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a97ee4e-a19e-46a8-b992-9b085c16049d req-f2fb64a5-a8d1-4173-8bce-0f9d93c891fb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 210 time: 0.0727098
Mar 26 20:53:52.046448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Pushing event updated for resources: {'Port': ['ID=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:52.073627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-048ffee4-6a89-4a0f-868e-f3915b7d3a16 req-b84c9f77-5afe-4728-9f97-640a006cf877 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802201
Mar 26 20:53:52.113314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-a4600fb6-5f75-4c1e-ac09-567d1d343667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:52.115209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-a4600fb6-5f75-4c1e-ac09-567d1d343667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 1.8137889
Mar 26 20:53:52.175395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-58a0a4cb-4b77-4455-a649-c99e77d572c0 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&fields=id HTTP/1.1" status: 200  len: 210 time: 1.2865925
Mar 26 20:53:52.195406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd37f804-371b-423c-80a1-cdf996c3a513 req-a1c0f1f7-520a-491c-b653-1925425314b6 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 210 time: 0.0374553
Mar 26 20:53:52.315136 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4f71e-07e3-4ea3-92c8-3dc6334783c0 x-openstack-request-id: req-0bd4f71e-07e3-4ea3-92c8-3dc6334783c0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:52.315831 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:52.316747 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bd4f71e-07e3-4ea3-92c8-3dc6334783c0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:52.317395 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd4f71e-07e3-4ea3-92c8-3dc6334783c0'] response: {'name': 'network-changed', 'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'status': 'completed', 'code': 200}
Mar 26 20:53:52.401533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:52.405348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:52.449579 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ffc926-fcc1-4b51-af3f-8f5516ad99ae x-openstack-request-id: req-17ffc926-fcc1-4b51-af3f-8f5516ad99ae {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:52.450035 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da132383-a7f1-43fd-8160-f3a4ad2ce4f1", "name": "network-vif-deleted", "tag": "fb15c4ca-1f95-4280-be6b-6b881e010ddd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:52.450320 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17ffc926-fcc1-4b51-af3f-8f5516ad99ae {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:52.451884 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ffc926-fcc1-4b51-af3f-8f5516ad99ae'] response: {'server_uuid': 'da132383-a7f1-43fd-8160-f3a4ad2ce4f1', 'name': 'network-vif-deleted', 'tag': 'fb15c4ca-1f95-4280-be6b-6b881e010ddd', 'status': 'completed', 'code': 200}
Mar 26 20:53:52.499162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-3ec99332-221b-47e4-ab4e-e4d9c1e3f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:52.503034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-3ec99332-221b-47e4-ab4e-e4d9c1e3f25f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1129 time: 0.1739602
Mar 26 20:53:52.545077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-ee4a1968-2cb8-4dd2-8396-0c3c1e344f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:52.547026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-ee4a1968-2cb8-4dd2-8396-0c3c1e344f38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3208318
Mar 26 20:53:52.568740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-e0069056-ee52-4527-ab1a-7bd1138977a9 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:52.570242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-e0069056-ee52-4527-ab1a-7bd1138977a9 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.18 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 814 time: 0.3131101
Mar 26 20:53:52.592369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Request body: {'port': {'device_id': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'admin_state_up': True, 'tenant_id': '473aa792ab1045a9bc717a9a66f15afd'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:52.668584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-a05572bd-c2ec-4ee4-bbad-3deb2325e4e2 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074157
Mar 26 20:53:52.670809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-73574e86-dd6d-4f8e-93cb-ca096af1aba6 service neutron] 10.222.0.16 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4945340
Mar 26 20:53:52.933133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-e6c29dc8-cdca-4e82-b34c-0e87e70b076b service neutron] 10.222.0.16 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095852
Mar 26 20:53:52.981756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.6 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/d1f9f2eb-0ee1-479e-b5c0-022814a80bd6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:52.989442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for router_gateway (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:53.066255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee377fa-1694-4a2c-89de-8a4e4863a44b req-1bc8eaea-6e1f-4dea-9862-b9bfd8c01b4d service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3872488
Mar 26 20:53:53.257239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.257863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.258419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.258965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.260062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.262467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.262467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.275885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-547d6e6c-6b09-4290-bf2a-1481b03d1360 req-678d36be-f779-478b-8621-7bab74006ead tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4997 time: 0.5496089
Mar 26 20:53:53.308772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-442a288c-61e4-4ac8-8b61-6379cdaf16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.311294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-442a288c-61e4-4ac8-8b61-6379cdaf16d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.7961578
Mar 26 20:53:53.382178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-e34f35de-f914-4a09-9e64-304f8bd7b765 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0642543
Mar 26 20:53:53.432566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:53.470610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-5b677d58-0adf-4f5e-847c-0fca27581129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.473412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-5b677d58-0adf-4f5e-847c-0fca27581129 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1129 time: 0.3407650
Mar 26 20:53:53.507282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:53.519673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:53.555881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-28ac76f2-0a31-4e4c-81ec-a8c808bb8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.557552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-28ac76f2-0a31-4e4c-81ec-a8c808bb8951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1597040
Mar 26 20:53:53.671622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Made reservation on behalf of 473aa792ab1045a9bc717a9a66f15afd for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:53.677859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:53.710716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-770cb36d-30bb-4e70-8a5e-f17748f3c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.713189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-770cb36d-30bb-4e70-8a5e-f17748f3c4bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1413970
Mar 26 20:53:53.722955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12336-eb2d-4a9c-a220-2c5a23192bb5 req-8353450e-9d21-4908-b3d8-4b6f2cce2e08 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:53.730221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:53.730510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ae12336-eb2d-4a9c-a220-2c5a23192bb5 req-8353450e-9d21-4908-b3d8-4b6f2cce2e08 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.2710221
Mar 26 20:53:53.739534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:53.741999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:53.754633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:54.049126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-6c9159ca-fafe-48f6-b871-2141990be953 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3137608
Mar 26 20:53:54.078109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:54.085550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ae12336-eb2d-4a9c-a220-2c5a23192bb5 req-e7c897ff-5959-426e-be46-cc76cd89ed8e tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3533907
Mar 26 20:53:54.093050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Allocated IP 172.20.0.6 (29f25562-2089-4ea5-a798-18bd9113e9ac/91f37787-9ef4-448c-9b4f-0e34c202e414/3d7f6ab7-23ad-4cd6-ab3f-08db1644f474) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:54.107751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6a343-6487-4a58-b081-1eb82ffa3f78 req-fadce640-b60a-46ff-8ab4-821b95bc3cac tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.115771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8c6a343-6487-4a58-b081-1eb82ffa3f78 req-fadce640-b60a-46ff-8ab4-821b95bc3cac tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 931 time: 0.6114535
Mar 26 20:53:54.126921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.127586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:54.160090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-88b6c436-079b-46ee-92b6-4e96ff8438fe tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9067273
Mar 26 20:53:54.210890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Request body: {'port': {'device_id': '7c229227-fa31-44f3-97ad-c652071af283', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:54.251260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-40832061-768a-4a24-adff-0fe1f7db15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.252759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-40832061-768a-4a24-adff-0fe1f7db15d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.7473500
Mar 26 20:53:54.328434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-824a12c3-35c3-4b0f-be96-6c053ce4ea05 req-ee00aad4-faca-4f6a-b180-4f0f4811b3ff tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 210 time: 0.0373068
Mar 26 20:53:54.336822 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-8535591f-5b58-4135-a5e7-4889862ba7fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 200  len: 217 time: 0.0649216
Mar 26 20:53:54.390320 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:54.423271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-b3398057-7a7e-4007-b3ed-38b989629847 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374090
Mar 26 20:53:54.470224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-27f2d527-ce6f-4c16-82d2-459ecfcbfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.470486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-27f2d527-ce6f-4c16-82d2-459ecfcbfe47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0812495
Mar 26 20:53:54.476882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8c6a343-6487-4a58-b081-1eb82ffa3f78 req-beaab6c3-ab57-4b79-97be-f5e997b9dc3b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3598983
Mar 26 20:53:54.641649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks [] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:54.664682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c235af-223b-49a0-9a4b-444177588d2d req-ce817513-25bf-4e9c-a2cd-fa244ae4f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.666872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-ce817513-25bf-4e9c-a2cd-fa244ae4f377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1513886
Mar 26 20:53:54.682691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1469e-e37e-4b84-8d87-f3d71b898ac5 req-071e70bb-0c4d-4a2f-9cb0-1cda20072783 tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.698371 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68d1469e-e37e-4b84-8d87-f3d71b898ac5 req-071e70bb-0c4d-4a2f-9cb0-1cda20072783 tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 886 time: 0.2565978
Mar 26 20:53:54.747890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:54.757093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:53:54.882768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.883302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.883861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.885064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.885536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.886067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.886757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:54.905051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d46143f-c7ed-47e8-b82c-f95244e54b8a req-8f94c4d8-5cfd-48bc-9eac-de9becdaea1d tempest-NetworksTest-1067123696 tempest-NetworksTest-1067123696-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4997 time: 0.1505973
Mar 26 20:53:55.013656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fb33248-7e36-4826-b439-0902e13605c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:55.073963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Network 29f25562-2089-4ea5-a798-18bd9113e9ac is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:55.086676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:55.100963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:55.289039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event updated for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:55.323217 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-1e0ae413-8ac7-45fe-8c47-b2daa17ca491 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4060922
Mar 26 20:53:55.360182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:55.360980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:55.532481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-77023795-b436-42d7-a6bd-32f789dc1c97 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9456239
Mar 26 20:53:55.580340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Request body: {'port': {'device_id': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:55.585339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:55.663486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-499e3d13-e4d1-400e-bfb6-6baf766d5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:55.671643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-499e3d13-e4d1-400e-bfb6-6baf766d5801 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70c93c47827247b8b178018931efb9a4&device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 1132 time: 0.3077710
Mar 26 20:53:55.700585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d1bb-e992-4149-8089-5c9baa942edb req-c1f90f61-055d-478d-a73a-de4b5d9510da tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:55.708318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7371d1bb-e992-4149-8089-5c9baa942edb req-c1f90f61-055d-478d-a73a-de4b5d9510da tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 947 time: 0.4346845
Mar 26 20:53:55.739437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56264) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:55.788809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39630e6a-7920-42ab-a161-ab0893ff30a3 req-31d50666-fe21-4d89-96cc-e8078ee3da88 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 210 time: 0.1371646
Mar 26 20:53:55.907604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-a5e41bc6-16b9-4314-8ab8-277204899ac5 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1361449
Mar 26 20:53:55.950892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:53:56.015507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.023964 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Sync routers for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:53:56.052979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7371d1bb-e992-4149-8089-5c9baa942edb req-b471a429-5f63-49e2-9c3b-5cbf02684c30 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3396003
Mar 26 20:53:56.059631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:56.062825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:56.148224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-deb32930-585c-4d60-8866-bdf1af0dcc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.185156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.185678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f13a7014-7eea-4c12-9eb5-49fc4c8c0df3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.9408031
Mar 26 20:53:56.212342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:56.229868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:53:56.242341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf774-180f-41f2-93fe-b9355a76cd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.355752 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:56.496930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:56.520303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'mac_address': 'fa:16:3e:73:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:53:56.731326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:56.732393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.734480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:56.736018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bf8a-5dc3-4bf0-847f-1ff095ba676a req-57578aae-30a1-429d-9f30-e93df88662eb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:56.737640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad43bf8a-5dc3-4bf0-847f-1ff095ba676a req-57578aae-30a1-429d-9f30-e93df88662eb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 931 time: 0.5166695
Mar 26 20:53:56.770635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:56.804539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4df0>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:53:52Z', 'revision_number': 3, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:56.821017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:56.831586 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.832001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-c3a8dd51-a7ae-4f94-8320-03f0d218740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:56.833521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-c3a8dd51-a7ae-4f94-8320-03f0d218740d service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.6084249
Mar 26 20:53:56.881287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Checking router: a6a36a35-7635-4470-a4ea-8fdee8cb7c54 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:53:56.882077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Updating router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:53:56.932219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:56.942313 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:56.953868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-deb32930-585c-4d60-8866-bdf1af0dcc0b admin admin] Publish callbacks [] for security_group (fc99ead5-d63c-450d-b6e5-594dd775bd91), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.043318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks [] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.091443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-cd9b38a4-038e-4472-823e-cf02b371bde9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 200  len: 217 time: 0.2309268
Mar 26 20:53:57.100143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['988b452a-5ed3-47d7-8ebe-f1dfe42561e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:53:57.155509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c235af-223b-49a0-9a4b-444177588d2d req-5261e306-6daa-4cac-abeb-2e896afc95ed service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2335913
Mar 26 20:53:57.229019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-deb32930-585c-4d60-8866-bdf1af0dcc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fc99ead5-d63c-450d-b6e5-594dd775bd91), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.257021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-5192e14c-d54f-40d9-bb1d-d3734fe45df8 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:57.262594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-5192e14c-d54f-40d9-bb1d-d3734fe45df8 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 817 time: 0.1632757
Mar 26 20:53:57.331104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85facb6b-09d4-4e24-b4ca-f59b54bd79b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.342039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Transition to ACTIVE for port object d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:57.350130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf173fa-c134-438e-9e4e-f680fcc76d1e req-1d83d107-a04a-4ec0-8f93-db1e973ed7f1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:57.351878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf173fa-c134-438e-9e4e-f680fcc76d1e req-1d83d107-a04a-4ec0-8f93-db1e973ed7f1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 931 time: 1.1598766
Mar 26 20:53:57.355395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Request body: {'port': {'device_id': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'admin_state_up': True, 'tenant_id': 'f93125ac1a714e3ca18236ff7794ca6c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:57.385699 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks [] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.395542 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.398591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.410362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf774-180f-41f2-93fe-b9355a76cd40 admin admin] Publish callbacks [] for security_group (46cafdbc-6946-4594-9ef0-61c5b8a8f5a7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.423305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad43bf8a-5dc3-4bf0-847f-1ff095ba676a req-c9ecccc0-740d-4a16-bdd9-ce4cef76be6c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6516662
Mar 26 20:53:57.462050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Attempting to bind port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:57.462050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Attempting to bind port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:57.462050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Attempting to bind port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:57.467454 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:57.468052 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:57.468565 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.469065 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:57.469656 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Bound port: d38f1654-e1f8-475c-b683-e1c0f8dbe5d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:57.470144 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.545975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-c6bc249f-51e8-4aef-80b1-86e13b161d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:57.547669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-c6bc249f-51e8-4aef-80b1-86e13b161d5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2342062
Mar 26 20:53:57.557986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf774-180f-41f2-93fe-b9355a76cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46cafdbc-6946-4594-9ef0-61c5b8a8f5a7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.578249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-332b63f1-4330-4c65-86b2-939a41e167aa tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:57.579853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-332b63f1-4330-4c65-86b2-939a41e167aa tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 817 time: 0.9578748
Mar 26 20:53:57.588676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:57.605150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b7cf774-180f-41f2-93fe-b9355a76cd40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfa5dcec6e7d4a3ca5830d410cd40004&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8525643
Mar 26 20:53:57.605915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-24f63cad-9baa-41cb-a0fb-e1d72c658193 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:57.607763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-24f63cad-9baa-41cb-a0fb-e1d72c658193 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.21 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 817 time: 0.5683689
Mar 26 20:53:57.615585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Request body: {'port': {'device_id': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'admin_state_up': True, 'tenant_id': 'f93125ac1a714e3ca18236ff7794ca6c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:57.620148 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Pushing event updated for resources: {'Port': ['ID=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:57.622556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56302) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:57.642170 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.642835 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.643371 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.643983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.644645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.645048 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.645776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.646259 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.646557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.646908 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.647247 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.647620 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.647992 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.648525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.648853 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:53:57.662828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Request body: {'port': {'device_id': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'admin_state_up': True, 'tenant_id': 'f93125ac1a714e3ca18236ff7794ca6c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:53:57.671061 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] For port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:57.674853 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] For port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:57.684052 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.694321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf173fa-c134-438e-9e4e-f680fcc76d1e req-2de03a5a-71df-4a03-9b96-245b79e08ccd tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989495
Mar 26 20:53:57.715582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-deb32930-585c-4d60-8866-bdf1af0dcc0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d4990f498504130aa9ffff8332aace0&name=default HTTP/1.1" status: 200  len: 2996 time: 2.1247282
Mar 26 20:53:57.716330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56304) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:57.738976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Made reservation on behalf of f93125ac1a714e3ca18236ff7794ca6c for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:57.744682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:53:57.745330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:57.745490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:57.748415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ff6df-1fd4-4462-8136-1025eb2016b7 None None] Pushing event updated for resources: {'Port': ['ID=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:57.800399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb32930-585c-4d60-8866-bdf1af0dcc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc99ead5-d63c-450d-b6e5-594dd775bd91,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:57.828598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-928b5200-dd40-4081-83b4-f6fe5ccbca82 req-74c41785-4426-41a1-98c0-208c7c4f5525 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 210 time: 0.2741456
Mar 26 20:53:57.872268 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:53:57.890824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cf774-180f-41f2-93fe-b9355a76cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cafdbc-6946-4594-9ef0-61c5b8a8f5a7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:58.038365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Attempting to bind port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:58.038934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Attempting to bind port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:58.039344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Attempting to bind port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:58.070658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:53:58.075626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:58.076206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Attempting to bind port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:58.090571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f4df0>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:53:52Z', 'revision_number': 3, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:53:58.106182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks [] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.122062 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bb241-2b5c-453f-993b-addc991eb173 None None] The sync data for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 is: [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:53:52Z', 'revision_number': 3, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:53:58.132260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-102d823c-e7e6-4caa-a675-ba3dc4b44372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:58.133791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-102d823c-e7e6-4caa-a675-ba3dc4b44372 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4243777
Mar 26 20:53:58.141689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:58.147708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:58.147708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:58.147708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Bound port: d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:58.147708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.160863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] Publish callbacks [] for security_group (fc99ead5-d63c-450d-b6e5-594dd775bd91), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.174297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Transition to ACTIVE for port object 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:53:58.205251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.213664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] Publish callbacks [] for security_group (46cafdbc-6946-4594-9ef0-61c5b8a8f5a7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.225507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489858e-6183-4b2e-8087-5e0b4f215927 req-37f23ae4-2d46-481f-a3ad-0fc9e0d14bf8 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:58.227146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d489858e-6183-4b2e-8087-5e0b4f215927 req-37f23ae4-2d46-481f-a3ad-0fc9e0d14bf8 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 950 time: 0.2293494
Mar 26 20:53:58.236509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4b23-9769-478c-ab5e-1f0633d4d1db req-d8e6e3ca-ccf8-4ddc-8250-77c20bb9fc99 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:58.237709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf6b4b23-9769-478c-ab5e-1f0633d4d1db req-d8e6e3ca-ccf8-4ddc-8250-77c20bb9fc99 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 948 time: 0.3271837
Mar 26 20:53:58.240489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Allocated IP 172.20.0.10 (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac/a032ba5f-70f4-4a3d-8ff5-51188b18b057/97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:58.260791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:58.285363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Made reservation on behalf of f93125ac1a714e3ca18236ff7794ca6c for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:58.288410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.332589 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] Publish callbacks [] for security_group (fc99ead5-d63c-450d-b6e5-594dd775bd91), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.333211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:53:58.335234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] Publish callbacks [] for security_group (46cafdbc-6946-4594-9ef0-61c5b8a8f5a7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.339560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:58.339971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.358929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Made reservation on behalf of f93125ac1a714e3ca18236ff7794ca6c for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:53:58.362216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.397898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:58.447221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:58.481709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.485380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:58.485984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.544566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:58.547778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-a54dc525-e04a-46b1-bba0-8731edcc7020 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4024239
Mar 26 20:53:58.565025 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d489858e-6183-4b2e-8087-5e0b4f215927 req-8dd94ba3-d547-45d2-9274-785e51966790 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981942
Mar 26 20:53:58.574177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:58.574670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf6b4b23-9769-478c-ab5e-1f0633d4d1db req-b880ed37-b655-4860-ab58-b81f9eb7af84 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3177342
Mar 26 20:53:58.578770 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e2423f-5e28-4cec-b3bf-7026cddeb5c3" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:58.634493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fc99ead5-d63c-450d-b6e5-594dd775bd91), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.636842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.638346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc99ead5-d63c-450d-b6e5-594dd775bd91 HTTP/1.1" status: 204  len: 168 time: 0.9004519
Mar 26 20:53:58.675138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:58.685413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8637fe-873b-4ebc-b4c5-1df9d9b610bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc99ead5-d63c-450d-b6e5-594dd775bd91,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:58.747838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.770697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.809049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Attempting to bind port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:53:58.809965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Attempting to bind port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:53:58.810651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Attempting to bind port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:58.815652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.882816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=13']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:58.914792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46cafdbc-6946-4594-9ef0-61c5b8a8f5a7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.918465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:58.919835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46cafdbc-6946-4594-9ef0-61c5b8a8f5a7 HTTP/1.1" status: 204  len: 168 time: 1.2961152
Mar 26 20:53:58.985090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c336a78-7037-41a5-a4ca-de61eb82fc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cafdbc-6946-4594-9ef0-61c5b8a8f5a7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:59.009692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:59.010529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.012979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] 10.222.0.21 "PUT /v2.0/ports/d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 HTTP/1.1" status: 200  len: 1091 time: 4.8129442
Mar 26 20:53:59.018552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:59.021070 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:59.142024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431be2a-83e0-4ecf-81d9-dd626a0683ec service neutron] Pushing event updated for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:59.144772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:53:59.263431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:53:59.264648 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.280618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Allocated IP 172.20.0.1 (6b777c8e-8968-4f67-81b8-da44b707dbb3/b5181239-55a1-4041-b702-e220477ac0d2/cc562d64-ba53-41f2-8ac9-2b4bcde00901) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:53:59.293006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-0397f28e-c0c2-4e73-b708-b1068b00192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:59.294907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-0397f28e-c0c2-4e73-b708-b1068b00192d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 1125 time: 0.2039099
Mar 26 20:53:59.327757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56370) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:59.453755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:53:59.454390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.486287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-c710598e-e5ec-4ce6-978c-ab5eb305fa45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 HTTP/1.1" status: 200  len: 217 time: 0.1805718
Mar 26 20:53:59.495055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d3d157b-bf10-4c40-88f5-bb01b96a31c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.502229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 on network 29f25562-2089-4ea5-a798-18bd9113e9ac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:53:59.502709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Attempting to bind port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 on network 29f25562-2089-4ea5-a798-18bd9113e9ac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:53:59.504211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:53:59.516730 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.530457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:53:59.531000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Checking segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:53:59.531589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Bound using segment: {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:53:59.532262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Bound port: 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2269bd55-89ea-40dc-98b2-eabfd270bd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:53:59.532776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.620071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:59.625966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-2e6565b9-9baa-4b45-a0de-edc79e869b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:59.629645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks [] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.631035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-2e6565b9-9baa-4b45-a0de-edc79e869b04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.1233864
Mar 26 20:53:59.638263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac7805cb-e680-4a1b-a81a-0ac73bfa079d req-28fb4a86-ced8-4867-a20a-ba33615b42b2 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0722461
Mar 26 20:53:59.652598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:53:59.691825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768343-fa43-4ab8-b090-15b8fa997c69 req-053c26a2-047c-45c1-98c1-4d5ff0c8f4d4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:59.693533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9768343-fa43-4ab8-b090-15b8fa997c69 req-053c26a2-047c-45c1-98c1-4d5ff0c8f4d4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 943 time: 0.8954015
Mar 26 20:53:59.706516 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e17395da-f062-4e60-92eb-dbdeb4dc1574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.738024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-290d7ddc-3a94-450d-9d2f-c185ab839b27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728958
Mar 26 20:53:59.746103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:53:59.786336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:53:59.791239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.820814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.856045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9768343-fa43-4ab8-b090-15b8fa997c69 req-2794c1af-e5c2-459f-866c-3b9f358a8bcf tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504159
Mar 26 20:53:59.880262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:53:59.899094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:53:59.904664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:53:59.905324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:53:59.907513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 HTTP/1.1" status: 200  len: 1091 time: 4.3426576
Mar 26 20:53:59.908058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:53:59.910373 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b499081a-31aa-47d2-9890-6701b8eee99f" -d '{"events": [{"name": "network-changed", "server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:53:59.913051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:53:59.920676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event updated for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:53:59.951714 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ecbb1-83b8-436d-8092-80c5f6c4286e x-openstack-request-id: req-f05ecbb1-83b8-436d-8092-80c5f6c4286e {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:53:59.953076 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-plugged", "status": "completed", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:53:59.953521 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f05ecbb1-83b8-436d-8092-80c5f6c4286e {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:53:59.954090 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05ecbb1-83b8-436d-8092-80c5f6c4286e'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'code': 200}
Mar 26 20:53:59.990968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.067905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:00.068564 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.107055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e17395da-f062-4e60-92eb-dbdeb4dc1574 admin admin] Publish callbacks [] for security_group (d6215bb7-131e-48ea-bd8e-4dac137a0079), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.134269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e17395da-f062-4e60-92eb-dbdeb4dc1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d6215bb7-131e-48ea-bd8e-4dac137a0079), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.147468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae30c0-0b27-4778-92d0-1181d6fb3939 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:00.164646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7b3e98fa-daf7-4710-bdda-afb1cf47263a tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8194985
Mar 26 20:54:00.187710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e39a68-3c9d-417e-b311-5de9e5f87678 req-cbcc52ed-a78f-436a-a932-4804bbe7393d tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:00.194799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66e39a68-3c9d-417e-b311-5de9e5f87678 req-cbcc52ed-a78f-436a-a932-4804bbe7393d tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 1131 time: 0.7305901
Mar 26 20:54:00.197683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-d46c5de0-bb32-4180-86c9-0dc0e44a0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:00.199252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-d46c5de0-bb32-4180-86c9-0dc0e44a0cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 1125 time: 0.2116070
Mar 26 20:54:00.203247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Request body: {'port': {'device_id': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:00.219430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e17395da-f062-4e60-92eb-dbdeb4dc1574 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d6b64f510a54a2b9e1b1b1e3ae18058&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5641615
Mar 26 20:54:00.239511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:00.247652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17395da-f062-4e60-92eb-dbdeb4dc1574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6215bb7-131e-48ea-bd8e-4dac137a0079,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:00.285217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks [] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.290210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-61bf8560-2240-403f-9c5d-fe864f62b67b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 HTTP/1.1" status: 200  len: 217 time: 0.0742569
Mar 26 20:54:00.314698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908c03-2a24-4d64-8616-79570300273a req-615b6c40-be61-4783-bc3f-9272b47fb388 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:00.318458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4908c03-2a24-4d64-8616-79570300273a req-615b6c40-be61-4783-bc3f-9272b47fb388 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 943 time: 0.2635670
Mar 26 20:54:00.344127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Allocated IP 172.20.0.9 (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac/a032ba5f-70f4-4a3d-8ff5-51188b18b057/b3d629b9-e0f1-4758-9c2f-6a5d7008cb39) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:00.359305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d3d157b-bf10-4c40-88f5-bb01b96a31c3 admin admin] Publish callbacks [] for security_group (295dbf6e-04e9-4c86-9f9f-3e671f565ec9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.377714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d3d157b-bf10-4c40-88f5-bb01b96a31c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (295dbf6e-04e9-4c86-9f9f-3e671f565ec9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.393528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.395369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66e39a68-3c9d-417e-b311-5de9e5f87678 req-d8203c6f-e18d-4450-9abc-23db436c0744 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997182
Mar 26 20:54:00.420056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-adbd5b1d-6efa-4698-8d0d-7b1a5f2705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:00.421873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-adbd5b1d-6efa-4698-8d0d-7b1a5f2705e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.1240170
Mar 26 20:54:00.448765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-a0353476-4fbb-45cd-b2da-bdc3a3ed638e service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6992970
Mar 26 20:54:00.477014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-c36be369-aa1f-423e-b566-06b52b4b9cd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439885
Mar 26 20:54:00.489446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d3d157b-bf10-4c40-88f5-bb01b96a31c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3ba3c5a276c43dfbc0a5d2bf6acd535&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1590168
Mar 26 20:54:00.497237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56384) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:00.507224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d157b-bf10-4c40-88f5-bb01b96a31c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295dbf6e-04e9-4c86-9f9f-3e671f565ec9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:00.513849 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4908c03-2a24-4d64-8616-79570300273a req-e08251c0-2bc2-4b49-be7c-179ca04768b6 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717999
Mar 26 20:54:00.521945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] Publish callbacks [] for security_group (d6215bb7-131e-48ea-bd8e-4dac137a0079), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.582219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.597950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03f18c08-2bfc-4c94-9f52-cdb077c6fcae req-b15956b6-dac5-4161-a56c-b917108dce8c tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 210 time: 0.0830064
Mar 26 20:54:00.612189 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1036e599-4c00-49c2-91cd-a5c513dc2395 x-openstack-request-id: req-1036e599-4c00-49c2-91cd-a5c513dc2395 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:00.612689 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:00.613090 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1036e599-4c00-49c2-91cd-a5c513dc2395 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:00.613743 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1036e599-4c00-49c2-91cd-a5c513dc2395'] response: {'name': 'network-changed', 'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6', 'status': 'completed', 'code': 200}
Mar 26 20:54:00.683013 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ca1a2a-9bac-4c33-bf55-153859286b3c x-openstack-request-id: req-29ca1a2a-9bac-4c33-bf55-153859286b3c {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:00.683568 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:00.683704 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29ca1a2a-9bac-4c33-bf55-153859286b3c {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:00.684126 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ca1a2a-9bac-4c33-bf55-153859286b3c'] response: {'name': 'network-changed', 'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474', 'status': 'completed', 'code': 200}
Mar 26 20:54:00.712874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] Publish callbacks [] for security_group (295dbf6e-04e9-4c86-9f9f-3e671f565ec9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.713522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] Publish callbacks [] for security_group (d6215bb7-131e-48ea-bd8e-4dac137a0079), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.743856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-e7cbd365-556c-413b-bb7d-fba12949f4a1 service neutron] 10.222.0.18 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475574
Mar 26 20:54:00.761942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] Publish callbacks [] for security_group (295dbf6e-04e9-4c86-9f9f-3e671f565ec9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.765369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:00.792309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:00.794185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:00.809629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:00.865010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-739b5bc5-64d1-4e39-9d11-8e5618918617 req-a16d3f22-f381-4f3f-a922-dcda5b03ec8b service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4029074
Mar 26 20:54:00.892495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (295dbf6e-04e9-4c86-9f9f-3e671f565ec9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.895148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.898924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/295dbf6e-04e9-4c86-9f9f-3e671f565ec9 HTTP/1.1" status: 204  len: 168 time: 0.3984141
Mar 26 20:54:00.918060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b599485-6c9d-4c99-923d-2095ac37c750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295dbf6e-04e9-4c86-9f9f-3e671f565ec9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:00.922157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549bc8ae-0f26-4463-b3b7-1cb6338b4317 req-06b33f86-a2af-4c8b-ad4e-830bdf5932af service neutron] 10.222.0.18 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714993
Mar 26 20:54:00.933579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks [] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:00.940847 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.070707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d6215bb7-131e-48ea-bd8e-4dac137a0079), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.073315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.076877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6215bb7-131e-48ea-bd8e-4dac137a0079 HTTP/1.1" status: 204  len: 168 time: 0.8281932
Mar 26 20:54:01.101677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:01.143712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044538df-e9c0-42ad-8acd-bf31ed27349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6215bb7-131e-48ea-bd8e-4dac137a0079,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:01.144688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499081a-31aa-47d2-9890-6701b8eee99f req-1c082b99-7607-4459-8f7a-301764f5e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.157076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-1c082b99-7607-4459-8f7a-301764f5e9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=473aa792ab1045a9bc717a9a66f15afd&device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 1125 time: 0.1600435
Mar 26 20:54:01.181350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a6bdf-3c58-4ba7-9a04-e30d4f713b64 req-fe48327b-ab86-4e16-905b-0f1565b4cb47 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.183007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a1a6bdf-3c58-4ba7-9a04-e30d4f713b64 req-fe48327b-ab86-4e16-905b-0f1565b4cb47 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 943 time: 0.1455438
Mar 26 20:54:01.248910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:01.249305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.249511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a2925-efaf-485a-b438-663a0b0a437a req-7531ab41-86f8-4bf3-951e-285a0267ea59 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.256497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c10a2925-efaf-485a-b438-663a0b0a437a req-7531ab41-86f8-4bf3-951e-285a0267ea59 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 949 time: 0.3102973
Mar 26 20:54:01.260111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-69579816-d8f9-41e5-834c-117604084094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.261573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-69579816-d8f9-41e5-834c-117604084094 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 1125 time: 0.2407587
Mar 26 20:54:01.269591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.309342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9dd563d1-7631-49e8-974c-df8f09e4c98f None None] Provisioning complete for port cc562d64-ba53-41f2-8ac9-2b4bcde00901 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:01.309723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9dd563d1-7631-49e8-974c-df8f09e4c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.378872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a1a6bdf-3c58-4ba7-9a04-e30d4f713b64 req-ba6fe999-bbfd-48c8-bb42-0e9515998cab tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871381
Mar 26 20:54:01.424692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499081a-31aa-47d2-9890-6701b8eee99f req-676da6b5-648e-4973-9115-9cc38c53b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.426104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-676da6b5-648e-4973-9115-9cc38c53b8a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 200  len: 914 time: 0.2422903
Mar 26 20:54:01.428771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9dd563d1-7631-49e8-974c-df8f09e4c98f None None] Port cc562d64-ba53-41f2-8ac9-2b4bcde00901 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:01.438534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:01.466267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event updated for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:01.485329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-56a361ed-43bc-4397-9e0d-46113b93b65d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 HTTP/1.1" status: 200  len: 217 time: 0.0505178
Mar 26 20:54:01.499177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:01.512330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.523809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:01.534611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Allocated IP 172.20.0.3 (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac/a032ba5f-70f4-4a3d-8ff5-51188b18b057/b23662ab-35ef-424a-a830-2cdfa6ba7902) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:01.535524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:01.542355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:01.569032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499081a-31aa-47d2-9890-6701b8eee99f req-bbb94924-8b2f-40dc-9e17-3ae7ba0d067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.570645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-bbb94924-8b2f-40dc-9e17-3ae7ba0d067f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 200  len: 854 time: 0.0778987
Mar 26 20:54:01.610249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-113cc1f2-dda8-4dce-b837-de18e77b1fee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29f25562-2089-4ea5-a798-18bd9113e9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321591
Mar 26 20:54:01.668202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.669258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.688838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:01.691043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.704775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c10a2925-efaf-485a-b438-663a0b0a437a req-edfb76cf-db43-4f10-89c3-b50779387381 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4473174
Mar 26 20:54:01.761931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.809538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:01.818656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:01.860286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18a74901-1665-40b4-8966-302cc9b94310 req-fd0137d0-8c5a-4ba0-b361-41b93a4c162e tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 210 time: 0.0508111
Mar 26 20:54:01.860929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac35b-cf29-46d8-be26-4139d0381df6 req-a6a8d07d-7716-4609-8380-bf03687cd5f2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.863483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0daac35b-cf29-46d8-be26-4139d0381df6 req-a6a8d07d-7716-4609-8380-bf03687cd5f2 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 943 time: 0.2030666
Mar 26 20:54:01.865993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-8aab28af-8a42-4079-ad55-8288f88ea037 service neutron] 10.222.0.18 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475419
Mar 26 20:54:01.873597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0e0cf1bd-4bc9-418a-bd6d-fef37240db95 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2763627
Mar 26 20:54:01.895465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-064cdf4b-c03e-4eec-8d98-07d8bdb864c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:01.897014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-064cdf4b-c03e-4eec-8d98-07d8bdb864c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.5998707
Mar 26 20:54:01.921743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Request body: {'port': {'device_id': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:01.951552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:01.956444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:01.961214 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10103476-9a94-45cd-952a-064f55da5546" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-unplugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:02.022044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0daac35b-cf29-46d8-be26-4139d0381df6 req-d72ac556-07e4-45a0-8bda-86763e020a1f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486027
Mar 26 20:54:02.025782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-75b35e50-c799-4b57-acbc-8e772a09efc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 HTTP/1.1" status: 200  len: 217 time: 0.1006100
Mar 26 20:54:02.046510 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baca6b1-131d-4c8b-8107-e17f85e2f4f1 x-openstack-request-id: req-3baca6b1-131d-4c8b-8107-e17f85e2f4f1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:02.046813 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-unplugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:02.047073 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3baca6b1-131d-4c8b-8107-e17f85e2f4f1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:02.047481 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3baca6b1-131d-4c8b-8107-e17f85e2f4f1'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'code': 200}
Mar 26 20:54:02.112799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b499081a-31aa-47d2-9890-6701b8eee99f req-fc6a6430-a5a1-4891-b48d-6181c9e3967e service neutron] 10.222.0.18 "GET /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805441
Mar 26 20:54:02.256264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-8a232f42-5d45-4f1f-b638-c258f9099c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:02.257742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-8a232f42-5d45-4f1f-b638-c258f9099c57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.2021806
Mar 26 20:54:02.264866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.298535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:02.324622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-af75f645-e41e-4b95-9ca4-a15592663293 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537784
Mar 26 20:54:02.330916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks [] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.412131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:02.424430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'mac_address': 'fa:16:3e:19:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:02.476410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2b326ee0-26a1-418e-8493-4f045fa716a8 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:02.477154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.493147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b326ee0-26a1-418e-8493-4f045fa716a8 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:02.522507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks [] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.524592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:02.534247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.544961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.605282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.620097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:02.647171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-e7b37916-bb73-4dbc-a3a9-8e38531da341 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3145268
Mar 26 20:54:02.667859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['2b326ee0-26a1-418e-8493-4f045fa716a8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:02.680513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:02.683623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:02.688724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-e2d126cc-2944-47a4-a1a3-bdef86a7a189 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:02.690135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.693350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-e2d126cc-2944-47a4-a1a3-bdef86a7a189 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 949 time: 0.2767136
Mar 26 20:54:02.705517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:02.708253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:02.846957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event updated for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:02.892232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:02.893156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:02.912793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209e6a8-133d-4968-b86c-b2422fd2400d req-06e2d642-3fb7-411f-86b8-9269e316ffc6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:02.920633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6209e6a8-133d-4968-b86c-b2422fd2400d req-06e2d642-3fb7-411f-86b8-9269e316ffc6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 943 time: 0.4198477
Mar 26 20:54:03.000935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-872b4203-e1e5-4f2a-b7a8-e8587e0c23a6 req-8538fe81-8d47-4c7b-916e-4d0791dbf754 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424079
Mar 26 20:54:03.004546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-feed630b-b777-4cfc-ab3c-0986006eba13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3780313
Mar 26 20:54:03.032658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Request body: {'port': {'device_id': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:03.075829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db97de-9b2d-4b76-83ce-b58196fef798 req-865b390d-64ed-42e2-a985-fb7953a4c2ef tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:03.077408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71db97de-9b2d-4b76-83ce-b58196fef798 req-865b390d-64ed-42e2-a985-fb7953a4c2ef tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a5c445a-5ff4-4412-9ce4-f340cb5e58c4 HTTP/1.1" status: 200  len: 949 time: 0.2265477
Mar 26 20:54:03.089089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:03.089089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:03.107797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6209e6a8-133d-4968-b86c-b2422fd2400d req-c00216a0-705d-4fb6-8118-1d59b95ff0d7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843534
Mar 26 20:54:03.136715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Deleting port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:03.137265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.220803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.223774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:03.236640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks [] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.354697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Transition to ACTIVE for port object 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:03.369618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.421660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] For port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:03.422025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.449372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eb380-c630-40a4-93a0-259390d44d46 req-5ac0f424-5d02-4264-94ca-c8eb1736817d tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:03.451633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c61eb380-c630-40a4-93a0-259390d44d46 req-5ac0f424-5d02-4264-94ca-c8eb1736817d tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 931 time: 0.2232428
Mar 26 20:54:03.461427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Calling delete_port for 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:03.516650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Pushing event updated for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:03.579437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-81dc44d0-fdf6-41e5-b8e9-9b5348c5d2e9 None None] Provisioning complete for port cc562d64-ba53-41f2-8ac9-2b4bcde00901 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:03.580003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81dc44d0-fdf6-41e5-b8e9-9b5348c5d2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.648992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-81dc44d0-fdf6-41e5-b8e9-9b5348c5d2e9 None None] Port cc562d64-ba53-41f2-8ac9-2b4bcde00901 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:03.667139 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c61eb380-c630-40a4-93a0-259390d44d46 req-01206e1e-80c5-44dd-b8a1-c8ed3bb79edf tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984906
Mar 26 20:54:03.734036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Attempting to bind port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:03.734472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Attempting to bind port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:03.734884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Attempting to bind port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:03.748033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:03.748457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Attempting to bind port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:03.804903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:03.805679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Checking segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:03.806865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Bound using segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:03.807599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Bound port: 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:03.808066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.857158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71db97de-9b2d-4b76-83ce-b58196fef798 req-383a28d9-3271-4fc4-b198-4491c0884062 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7631361
Mar 26 20:54:03.920875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (988b452a-5ed3-47d7-8ebe-f1dfe42561e6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:03.937662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6', 'd20c4d66-5919-4014-97bf-e9934b31149c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:03.941651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889', '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:03.955862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:54:04.024292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:04.032827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event deleted for resources: {'Port': ['ID=988b452a-5ed3-47d7-8ebe-f1dfe42561e6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:04.064561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d30c55-2591-406c-9448-1b6c20ee0c67 req-7770a5ca-2b6b-445b-894a-17edee352490 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:04.066846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24d30c55-2591-406c-9448-1b6c20ee0c67 req-7770a5ca-2b6b-445b-894a-17edee352490 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 943 time: 0.2383580
Mar 26 20:54:04.069088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:04.091268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] No DVR routers for this DVR port 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:04.095969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:04.100194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d3541bf-46f3-4ecb-9b22-dd27b7455317 req-3f90a9a3-fec7-41d5-825a-423a8b2b78cf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "DELETE /v2.0/ports/988b452a-5ed3-47d7-8ebe-f1dfe42561e6 HTTP/1.1" status: 204  len: 173 time: 1.3944612
Mar 26 20:54:04.102837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-deleted', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:04.113602 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c518e60-1e82-409b-aa8f-0e0363c654d1" -d '{"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-deleted", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:04.128484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:04.164473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:04.165099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:04.187291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] 10.222.0.18 "PUT /v2.0/ports/97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d HTTP/1.1" status: 200  len: 1092 time: 3.9924254
Mar 26 20:54:04.313583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:04.315360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:04.364611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:04.389010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks [] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:04.399432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24d30c55-2591-406c-9448-1b6c20ee0c67 req-c6203da4-ece9-4dd6-92bd-4f4fe3cb6c4a tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3111103
Mar 26 20:54:04.403079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7d17-6a5f-4a9c-9181-91f661af7922 service neutron] Pushing event updated for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:04.407814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Transition to ACTIVE for port object b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:04.416647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:04.432831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-aa256440-c485-49fe-9c4f-dcd65bd10c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:04.434470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-aa256440-c485-49fe-9c4f-dcd65bd10c2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 1126 time: 0.1665769
Mar 26 20:54:04.439846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8864c4b3-a9d8-4767-8ea7-90b2729e0e99 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6a36a35-7635-4470-a4ea-8fdee8cb7c54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2240565
Mar 26 20:54:04.483809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:04.522086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-79c1a732-57d5-48e1-bfa6-9b96c35136bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d HTTP/1.1" status: 200  len: 217 time: 0.0799973
Mar 26 20:54:04.524364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Sync routers for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:04.643307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-3603ab3f-b433-48a5-8276-b698ee5b067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:04.648816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-3603ab3f-b433-48a5-8276-b698ee5b067a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.1081569
Mar 26 20:54:04.692469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-5f4bc6d1-93f5-487e-8411-6f42abedc529 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383461
Mar 26 20:54:04.736897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-9e8535e6-d25e-492f-a33e-88b5b9bcacbb tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2504544
Mar 26 20:54:04.762976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:04.763690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef00a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:04.791763 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d525ea-bf65-49a6-a620-93ad8566865e x-openstack-request-id: req-62d525ea-bf65-49a6-a620-93ad8566865e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:04.793494 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5c445a-5ff4-4412-9ce4-f340cb5e58c4", "name": "network-vif-deleted", "tag": "988b452a-5ed3-47d7-8ebe-f1dfe42561e6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:04.794037 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62d525ea-bf65-49a6-a620-93ad8566865e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:04.795156 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d525ea-bf65-49a6-a620-93ad8566865e'] response: {'server_uuid': '4a5c445a-5ff4-4412-9ce4-f340cb5e58c4', 'name': 'network-vif-deleted', 'tag': '988b452a-5ed3-47d7-8ebe-f1dfe42561e6', 'status': 'completed', 'code': 200}
Mar 26 20:54:04.841430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-625a9b1c-697f-478a-94d8-84aa9eb4ec6a service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428092
Mar 26 20:54:04.867489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:04.958593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 2b326ee0-26a1-418e-8493-4f045fa716a8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:04.958977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.013085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:05.046066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-31b2e58d-e93f-4a1c-acd0-f76072dad425 service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1971924
Mar 26 20:54:05.056131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c25f18-368a-495d-bf00-a9e3b139c582 req-eccabf3d-4852-4bb6-8d98-26c53c3c8390 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:05.067669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61c25f18-368a-495d-bf00-a9e3b139c582 req-eccabf3d-4852-4bb6-8d98-26c53c3c8390 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 943 time: 0.1986737
Mar 26 20:54:05.079054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474', 'network_id': '29f25562-2089-4ea5-a798-18bd9113e9ac', 'port_id': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474', 'mac_address': 'fa:16:3e:cc:2b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f37787-9ef4-448c-9b4f-0e34c202e414', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:05.080509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Attempting to bind port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:05.080893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Attempting to bind port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:05.081218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Attempting to bind port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:05.102172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-1b25018a-3263-42d9-99e8-7a8d0ab939f9 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:05.113922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-1b25018a-3263-42d9-99e8-7a8d0ab939f9 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3760974
Mar 26 20:54:05.128614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:05.128939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Attempting to bind port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:05.152469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d15f6dab-ba53-41b4-9750-f5635a274778 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/quotas/1de3ee23ad854cd3aed820396ed8bd53 HTTP/1.1" status: 200  len: 375 time: 0.0376353
Mar 26 20:54:05.162112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23662ab-35ef-424a-a830-2cdfa6ba7902 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:05.166633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61c25f18-368a-495d-bf00-a9e3b139c582 req-2097e5d0-1a49-4a4d-92f3-656f7b710786 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966060
Mar 26 20:54:05.178272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:05.178807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Checking segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:05.179041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Bound using segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:05.179500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Bound port: b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:05.179878 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.205588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks [] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.249923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-b8ef4a15-6e34-4ad4-a609-2d274534fe36 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0960863
Mar 26 20:54:05.274214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Transition to ACTIVE for port object b23662ab-35ef-424a-a830-2cdfa6ba7902 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:05.320438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.331340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2b326ee0-26a1-418e-8493-4f045fa716a8 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:05.331732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.368056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:05.451510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:05.462973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:05.490991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:05.493006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.503348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:05.522867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.569488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:05.571439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:05.575821 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec971091-2413-427a-8bd2-f7b86b826a45" -d '{"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-plugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:05.576138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0f0be-5115-435b-b96b-1029b5ba670a req-447ede35-3dce-45c0-bc20-59f0c40974fe tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:05.588561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:05.589835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.590975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bd0f0be-5115-435b-b96b-1029b5ba670a req-447ede35-3dce-45c0-bc20-59f0c40974fe tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 943 time: 0.1116829
Mar 26 20:54:05.592026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] 10.222.0.18 "PUT /v2.0/ports/b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 HTTP/1.1" status: 200  len: 1091 time: 3.6828091
Mar 26 20:54:05.598384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:05.601679 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2982f81-4ab0-4dac-aa84-6fff323feb44" -d '{"events": [{"name": "network-changed", "server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:05.654239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.656917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:05.699843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bd0f0be-5115-435b-b96b-1029b5ba670a req-7fa422a7-55d2-4909-85a7-7bb03a28ffca tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079257
Mar 26 20:54:05.716145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Attempting to bind port b23662ab-35ef-424a-a830-2cdfa6ba7902 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:05.716145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Attempting to bind port b23662ab-35ef-424a-a830-2cdfa6ba7902 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:05.716635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Attempting to bind port b23662ab-35ef-424a-a830-2cdfa6ba7902 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:05.835647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Port b23662ab-35ef-424a-a830-2cdfa6ba7902 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:05.836673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Attempting to bind port b23662ab-35ef-424a-a830-2cdfa6ba7902 on network 1feff2b0-9fab-4f19-a5da-16e9d6f7dbac {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:05.838929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951836-f8da-459a-8bf7-17d78f57baa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:05.841864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:05.866734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:05.871601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:05.872315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Checking segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:05.872529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Bound using segment: {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:05.872906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Bound port: b23662ab-35ef-424a-a830-2cdfa6ba7902, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beabec21-6b2b-4b35-868c-faef837a386f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:05.873325 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.888868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:05.920665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-d9d2f648-a150-4495-9270-317186431bce tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3272984
Mar 26 20:54:05.945492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:05.955292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:05.966171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0c9cb7fc-69e5-4ef2-a287-c27761c92244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:05.967085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-0c9cb7fc-69e5-4ef2-a287-c27761c92244 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 1125 time: 0.3173890
Mar 26 20:54:06.026374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:06.048580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-9c09ad94-d697-466a-b6c1-52aa311488c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 HTTP/1.1" status: 200  len: 217 time: 0.0716908
Mar 26 20:54:06.062072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.079184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:06.092977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef00a60>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:01Z', 'revision_number': 4, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc562d64-ba53-41f2-8ac9-2b4bcde00901', 'name': '', 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'mac_address': 'fa:16:3e:1f:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:58Z', 'updated_at': '2022-03-26T20:54:01Z', 'revision_number': 2, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'subnets': [{'id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:06.142969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:06.171806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.191033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['3d7f6ab7-23ad-4cd6-ab3f-08db1644f474'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:06.210940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-efdb4c93-ca23-4869-aca2-e56026da5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:06.212997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-efdb4c93-ca23-4869-aca2-e56026da5239 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.1539171
Mar 26 20:54:06.223695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:06.224472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.225901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] 10.222.0.21 "PUT /v2.0/ports/b23662ab-35ef-424a-a830-2cdfa6ba7902 HTTP/1.1" status: 200  len: 1091 time: 3.2057869
Mar 26 20:54:06.307519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-eb392138-86da-4d37-8e08-c34c226addc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805383
Mar 26 20:54:06.341338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687aab97-ff18-4b39-953d-786bf5525337 req-c7a3ee06-cf4a-4f3b-839e-b634ca21b670 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:06.343515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-687aab97-ff18-4b39-953d-786bf5525337 req-c7a3ee06-cf4a-4f3b-839e-b634ca21b670 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 944 time: 0.1358953
Mar 26 20:54:06.348690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Checking router: a6a36a35-7635-4470-a4ea-8fdee8cb7c54 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:06.350728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Updating router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 port cc562d64-ba53-41f2-8ac9-2b4bcde00901 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:54:06.361475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:06.361835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708e18-0009-4d6f-abac-84a2b1cf7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:06.422571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:06.435822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:06.436200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 988b452a-5ed3-47d7-8ebe-f1dfe42561e6 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:06.455324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-687aab97-ff18-4b39-953d-786bf5525337 req-da60f209-c328-4839-8bcf-fd0ab63cc60f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976918
Mar 26 20:54:06.465212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6', 'mac_address': 'fa:16:3e:74:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:06.469152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.472988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-481ec47b-10ef-4c39-94ae-3c02f2f506ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:06.475055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-481ec47b-10ef-4c39-94ae-3c02f2f506ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 1125 time: 0.1753643
Mar 26 20:54:06.558889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-2a919b1e-d8ac-4323-8b47-3123b6e16f55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902 HTTP/1.1" status: 200  len: 217 time: 0.0720930
Mar 26 20:54:06.561618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-47b46a94-9623-4196-931a-bb474aa9d1ad service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423542
Mar 26 20:54:06.563109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.578525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b559a2e0-6bd6-4129-b821-f254a98e7319 req-951a6ab1-f824-42b2-bec2-aee6ce7b18e8 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 210 time: 0.0653982
Mar 26 20:54:06.581445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:06.581838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.613316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:06.658570 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b999ae-f2bf-4f95-8420-621ec2dec8a4 x-openstack-request-id: req-d3b999ae-f2bf-4f95-8420-621ec2dec8a4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:06.659186 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:06.659623 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3b999ae-f2bf-4f95-8420-621ec2dec8a4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:06.660239 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b999ae-f2bf-4f95-8420-621ec2dec8a4'] response: {'name': 'network-changed', 'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39', 'status': 'completed', 'code': 200}
Mar 26 20:54:06.687637 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d791a295-dfb4-4b7c-907f-bf4599a979de x-openstack-request-id: req-d791a295-dfb4-4b7c-907f-bf4599a979de {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:06.687978 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-plugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:06.688204 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d791a295-dfb4-4b7c-907f-bf4599a979de {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:06.688604 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d791a295-dfb4-4b7c-907f-bf4599a979de'] response: {'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'code': 200}
Mar 26 20:54:06.720558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:06.736443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:06.792213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7ebd6a71-9464-4872-a5d1-6d835d565691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:06.795028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-7ebd6a71-9464-4872-a5d1-6d835d565691 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.2291415
Mar 26 20:54:06.796968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:06.799335 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8" -d '{"events": [{"name": "network-changed", "server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:06.870947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-d0efc34a-f327-4052-ba77-6aa771ec4340 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648077
Mar 26 20:54:06.876576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-e2e30fd6-02a6-45de-bece-13c9e95d78ec service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985790
Mar 26 20:54:06.957147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Allocated IP 172.35.4.101 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/74415d71-48cc-4900-9dd4-4df7587a74a0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:07.115160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-3896efb7-11df-4bdf-9949-32f732d53f35 service neutron] 10.222.0.21 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329814
Mar 26 20:54:07.134955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-4e0fd2d1-5746-4455-ab18-cb6c48dd942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.135629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:07.147122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-4e0fd2d1-5746-4455-ab18-cb6c48dd942c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 1125 time: 0.2005312
Mar 26 20:54:07.177694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks [] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.207372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.230221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d1f9f2eb-0ee1-479e-b5c0-022814a80bd6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:07.305023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c530be-a683-40af-9ccf-84c4b531b08e req-1ccbdfad-4e9f-42fc-ae92-b68e8a4cf484 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.314856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59c530be-a683-40af-9ccf-84c4b531b08e req-1ccbdfad-4e9f-42fc-ae92-b68e8a4cf484 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 944 time: 0.1618452
Mar 26 20:54:07.440135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-03d2761d-afae-4d79-bc31-8948ba3c763a tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1899168
Mar 26 20:54:07.443615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59c530be-a683-40af-9ccf-84c4b531b08e req-907b6721-b45d-44b9-a650-c4509e0bba28 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274936
Mar 26 20:54:07.469484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.523145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5272aa7-90cf-47aa-a268-02300bfb8dc1 None None] Pushing event updated for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:07.597602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872a497-8fb9-4cd0-8844-e6ca1fa83839 req-1f96cde2-f393-453a-b77a-4e30d4606cc5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.600755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Attempting to bind port cc562d64-ba53-41f2-8ac9-2b4bcde00901 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:07.601320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Attempting to bind port cc562d64-ba53-41f2-8ac9-2b4bcde00901 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:07.602239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Attempting to bind port cc562d64-ba53-41f2-8ac9-2b4bcde00901 on network 6b777c8e-8968-4f67-81b8-da44b707dbb3 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:07.604880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d872a497-8fb9-4cd0-8844-e6ca1fa83839 req-1f96cde2-f393-453a-b77a-4e30d4606cc5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 943 time: 0.0711493
Mar 26 20:54:07.615974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:07.616387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Checking segment: {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:07.616908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.617414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Bound using segment: {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:07.618115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Bound port: cc562d64-ba53-41f2-8ac9-2b4bcde00901, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e633b7-1d1e-4a93-b98e-be24e4d4c136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:07.622336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.685018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d872a497-8fb9-4cd0-8844-e6ca1fa83839 req-01cf0fcb-9c35-48fe-9ea9-181373e81608 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791168
Mar 26 20:54:07.731725 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65423661-33e7-4628-906c-b5f27f3ce065 x-openstack-request-id: req-65423661-33e7-4628-906c-b5f27f3ce065 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:07.731725 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:07.732149 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65423661-33e7-4628-906c-b5f27f3ce065 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:07.732412 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65423661-33e7-4628-906c-b5f27f3ce065'] response: {'name': 'network-changed', 'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d', 'status': 'completed', 'code': 200}
Mar 26 20:54:07.744377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c464fa01-668d-4fb9-8285-3aabd7531840 req-3a86cbab-0f5c-406a-aa2b-69019843d1d5 service neutron] 10.222.0.21 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6197758
Mar 26 20:54:07.768871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-3c9c3d50-1a43-43a3-b66f-135ae4694af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.771220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-3c9c3d50-1a43-43a3-b66f-135ae4694af7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 917 time: 0.5997810
Mar 26 20:54:07.780224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-581bf731-f0a5-4b99-a279-6e6f9592bd67 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.781819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-581bf731-f0a5-4b99-a279-6e6f9592bd67 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3245130
Mar 26 20:54:07.796858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Request body: {'port': {'device_id': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '1de3ee23ad854cd3aed820396ed8bd53'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:07.837125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-99def60a-8740-42dd-8169-5ae31102d8a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 HTTP/1.1" status: 200  len: 217 time: 0.0528290
Mar 26 20:54:07.838752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.878360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-594a75cf-02d3-4127-89ca-070731ce89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:07.882476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] For port cc562d64-ba53-41f2-8ac9-2b4bcde00901, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:07.884442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-594a75cf-02d3-4127-89ca-070731ce89d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 1126 time: 0.1310911
Mar 26 20:54:07.891228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] For port cc562d64-ba53-41f2-8ac9-2b4bcde00901, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc562d64-ba53-41f2-8ac9-2b4bcde00901,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:07.925428 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:07.985953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5272aa7-90cf-47aa-a268-02300bfb8dc1 None None] Pushing event updated for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:07.987712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:07.988563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Provisioning complete for port cc562d64-ba53-41f2-8ac9-2b4bcde00901 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:07.988563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.002508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:08.017440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:08.026715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event updated for resources: {'Port': ['ID=74415d71-48cc-4900-9dd4-4df7587a74a0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:08.029990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-948d2cb8-09c1-47b4-a408-8bd2b809fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:08.032413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-948d2cb8-09c1-47b4-a408-8bd2b809fc32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.1755559
Mar 26 20:54:08.044192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:08.045241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef00a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:08.111116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-8245ce1b-74b1-4ea1-bc7c-47a8fe5062a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:08.112754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-8245ce1b-74b1-4ea1-bc7c-47a8fe5062a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 917 time: 0.2175398
Mar 26 20:54:08.139117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32905c3-d5a0-46e6-a0d7-10b31234e6fb req-1a6ebcc6-a167-49ff-9b4c-8ff2044e6474 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:08.146747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a32905c3-d5a0-46e6-a0d7-10b31234e6fb req-1a6ebcc6-a167-49ff-9b4c-8ff2044e6474 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 951 time: 0.2196519
Mar 26 20:54:08.187293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-dc82ac2b-40f1-4a89-ba8e-083cba832f27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d HTTP/1.1" status: 200  len: 217 time: 0.0649328
Mar 26 20:54:08.199549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:08.226038 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (caf2f58b-9836-44f8-a5b8-3dc7b35bc312), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.238394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-5e3d4653-445d-4a76-866f-78e75c82fa54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1992769
Mar 26 20:54:08.283764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-60a6a19d-ee82-4c0f-8c04-89d43deb227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:08.285527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-60a6a19d-ee82-4c0f-8c04-89d43deb227d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.0913928
Mar 26 20:54:08.345882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a32905c3-d5a0-46e6-a0d7-10b31234e6fb req-44fd5533-0a82-454d-91bf-394895f8261f tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927938
Mar 26 20:54:08.360821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:08.370565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:08.447499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-7d77f1fd-6730-445f-a44c-0e1881c3b913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1183269
Mar 26 20:54:08.616597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-5d81a1dc-8f4c-4a6d-a44f-771d4c0aa74f service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607208
Mar 26 20:54:08.673870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:08.676220 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5740fbd1-be33-4901-829c-2522ec6cd988" -d '{"events": [{"name": "network-changed", "server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:08.695944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Made reservation on behalf of 1de3ee23ad854cd3aed820396ed8bd53 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:08.700020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.734721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:08.750705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'port_id': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d', 'mac_address': 'fa:16:3e:75:ec:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a032ba5f-70f4-4a3d-8ff5-51188b18b057', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:08.787942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.810580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.818546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:08.819207 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.866087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0624e46a-db4e-4f4a-b1b6-2c6d58fe7df8 req-e2161258-ab84-4031-bac7-a41213fa197c service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430987
Mar 26 20:54:08.912383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:08.934022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Current status of the port cc562d64-ba53-41f2-8ac9-2b4bcde00901 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:08.934433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:08.959402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-8f52548e-a91b-4da3-b9d7-62dc3029e0bd service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6650038
Mar 26 20:54:08.961425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:08.966990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-eb3e232f-91cf-43fe-93fd-c164c35801e3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:08.968830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-eb3e232f-91cf-43fe-93fd-c164c35801e3 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 951 time: 0.2895861
Mar 26 20:54:09.005914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] For port cc562d64-ba53-41f2-8ac9-2b4bcde00901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc562d64-ba53-41f2-8ac9-2b4bcde00901,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:09.015415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:09.016226 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.038626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4fcad-dea6-448d-8798-da6cd63cb46b req-ac71116e-b583-4b8c-b5da-2f990ca0c3d1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:09.049348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ef4fcad-dea6-448d-8798-da6cd63cb46b req-ac71116e-b583-4b8c-b5da-2f990ca0c3d1 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 944 time: 0.1432528
Mar 26 20:54:09.070230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:09.078137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.099144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.186872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ef4fcad-dea6-448d-8798-da6cd63cb46b req-e4e15cb0-3ef9-4448-a08d-50c0096cb0e4 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321845
Mar 26 20:54:09.218047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef00a60>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:01Z', 'revision_number': 4, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc562d64-ba53-41f2-8ac9-2b4bcde00901', 'name': '', 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'mac_address': 'fa:16:3e:1f:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:58Z', 'updated_at': '2022-03-26T20:54:07Z', 'revision_number': 4, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'subnets': [{'id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:09.257136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcdec59-1e2c-4f02-851b-26768d17f98a None None] The sync data for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 is: [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:01Z', 'revision_number': 4, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc562d64-ba53-41f2-8ac9-2b4bcde00901', 'name': '', 'network_id': '6b777c8e-8968-4f67-81b8-da44b707dbb3', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'mac_address': 'fa:16:3e:1f:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:58Z', 'updated_at': '2022-03-26T20:54:07Z', 'revision_number': 4, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'subnets': [{'id': 'b5181239-55a1-4041-b702-e220477ac0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:54:09.296192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks [] for security_group (2678298c-3215-47ce-bcc4-bbb92e5bd05c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.305280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c09d60eb-ef5b-4570-a026-95d65f52d329 None None] Provisioning complete for port cc562d64-ba53-41f2-8ac9-2b4bcde00901 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:09.305926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c09d60eb-ef5b-4570-a026-95d65f52d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.309208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2982f81-4ab0-4dac-aa84-6fff323feb44 req-1e4c0df6-10d1-4529-a7e1-ab1a5b40133e service neutron] 10.222.0.18 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392851
Mar 26 20:54:09.349755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2678298c-3215-47ce-bcc4-bbb92e5bd05c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.372615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ec51af3-f38e-4372-beab-a6795dfb215b req-35d25a91-e6fa-42db-ac50-186602fccd01 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 210 time: 0.1031559
Mar 26 20:54:09.375825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:09.377007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.383118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:09.520399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.555077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.565643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c14572-08f8-43d7-ab21-5b5f40232734 req-a7ad947a-5377-4df7-b93a-6ea4ceee6087 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:09.574441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1c14572-08f8-43d7-ab21-5b5f40232734 req-a7ad947a-5377-4df7-b93a-6ea4ceee6087 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 944 time: 0.1089592
Mar 26 20:54:09.630051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:09.633512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162664e7-e10b-4df7-bc5e-b53e0834472e None None] Pushing event updated for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:09.649596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1c14572-08f8-43d7-ab21-5b5f40232734 req-6117e350-2e9f-4b73-8043-fa26097bcda8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733855
Mar 26 20:54:09.652275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2678298c-3215-47ce-bcc4-bbb92e5bd05c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:09.707079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event updated for resources: {'Port': ['ID=74415d71-48cc-4900-9dd4-4df7587a74a0,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:09.714618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Deleting port d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:09.715230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.727598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:09.731483 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d957e-d5ec-46a3-adee-fef93df27416" -d '{"events": [{"server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "name": "network-vif-plugged", "status": "completed", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:09.829934 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a10586-b97f-4b9e-8557-50a114f8a520 x-openstack-request-id: req-f0a10586-b97f-4b9e-8557-50a114f8a520 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:09.830504 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:09.830759 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0a10586-b97f-4b9e-8557-50a114f8a520 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:09.831161 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0a10586-b97f-4b9e-8557-50a114f8a520'] response: {'name': 'network-changed', 'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902', 'status': 'completed', 'code': 200}
Mar 26 20:54:09.884750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:09.886944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c09d60eb-ef5b-4570-a026-95d65f52d329 None None] Current status of the port cc562d64-ba53-41f2-8ac9-2b4bcde00901 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:09.895423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:09.912922 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.914900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (caf2f58b-9836-44f8-a5b8-3dc7b35bc312), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:09.934602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Allocated IP 192.168.233.43 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/61358ffa-a2dd-4354-a24e-4e1a7782c3c8) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:10.013853 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.024087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-001a5c0e-eafa-4f30-a563-5b65cb9f62bb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.0938215
Mar 26 20:54:10.088291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] For port d20c4d66-5919-4014-97bf-e9934b31149c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d20c4d66-5919-4014-97bf-e9934b31149c,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:10.088667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.120442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Calling delete_port for d20c4d66-5919-4014-97bf-e9934b31149c owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:10.265660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:10.338128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:10.360666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:10.361050 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.367470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:10.402176 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks [] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.525724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-ae230552-8832-48da-86ab-5eca91c350fb tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.101 HTTP/1.1" status: 200  len: 696 time: 0.4830170
Mar 26 20:54:10.538328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-e691e54e-b571-41f1-866f-20fed77ab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:10.540144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-e691e54e-b571-41f1-866f-20fed77ab38b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 1125 time: 0.7683163
Mar 26 20:54:10.560411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.746543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:10.753529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.773377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00588d2-832e-4c7c-b6e1-a7297e6e4bfd req-e781e3f7-6e9a-47d7-ab82-87d16351d365 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:10.776701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:10.784660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:10.787804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b00588d2-832e-4c7c-b6e1-a7297e6e4bfd req-e781e3f7-6e9a-47d7-ab82-87d16351d365 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 943 time: 0.9601836
Mar 26 20:54:10.808372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d20c4d66-5919-4014-97bf-e9934b31149c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:10.817121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-bedf93fe-3a60-41f7-8099-11d54e76c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:10.818894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-bedf93fe-3a60-41f7-8099-11d54e76c429 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 200  len: 917 time: 0.2645965
Mar 26 20:54:10.820323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'port_id': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39', 'mac_address': 'fa:16:3e:b7:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a032ba5f-70f4-4a3d-8ff5-51188b18b057', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:10.829650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:10.881703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Pushing event updated for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:10.895245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:10.912896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-f88ab287-e14c-4378-9741-a51140e7fa8e tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:10.914183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02a3edf0-b1aa-428c-957b-66c1eb727bf5 req-f88ab287-e14c-4378-9741-a51140e7fa8e tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.3791578
Mar 26 20:54:10.970065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-361e848d-6b78-4a3e-bb80-026817cf1754 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902 HTTP/1.1" status: 200  len: 217 time: 0.1447029
Mar 26 20:54:11.015208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:11.020604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event deleted for resources: {'Port': ['ID=d20c4d66-5919-4014-97bf-e9934b31149c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:11.100564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['45b38ca2-4fe0-430a-bebd-437115db1ae6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:11.137016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:11.137652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.191999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b00588d2-832e-4c7c-b6e1-a7297e6e4bfd req-669de263-ad53-42d9-9fa4-c468f22bdf7e tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3866768
Mar 26 20:54:11.200195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] No DVR routers for this DVR port d20c4d66-5919-4014-97bf-e9934b31149c on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:11.204054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-10fe4edb-abcc-411c-97fd-3bb8ead2d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:11.205586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-10fe4edb-abcc-411c-97fd-3bb8ead2d716 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 200  len: 857 time: 0.2288034
Mar 26 20:54:11.221563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.233338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2d66fb1-2035-414f-8721-2fd6b2583696 req-0946dcf3-62ea-4bc3-b7e0-7c08f93616fc tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "DELETE /v2.0/ports/d20c4d66-5919-4014-97bf-e9934b31149c HTTP/1.1" status: 204  len: 173 time: 2.2488511
Mar 26 20:54:11.240628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-dc7465e8-182c-4cba-84b2-23249c3885ca tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4477181
Mar 26 20:54:11.266885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Request body: {'port': {'device_id': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:11.282126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-d1701485-bf19-4c5a-bf2a-ada99dc53d04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664020
Mar 26 20:54:11.386106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc562d64-ba53-41f2-8ac9-2b4bcde00901 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:11.453518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.575576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-2bddb35a-1fdb-4266-8bbb-e54775257935 service neutron] 10.222.0.21 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867844
Mar 26 20:54:11.659524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44f9f4ed-27da-4c2e-99aa-52edd0b8fbaf req-f7467c3c-cb2d-4adc-be63-c2385a6cbf3c tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b8f0b12-682f-4c5b-809a-508c8974e650 HTTP/1.1" status: 200  len: 210 time: 0.0538139
Mar 26 20:54:11.670591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:11.683909 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543fee0c-0d6b-4448-9070-76c1d19e9198 x-openstack-request-id: req-543fee0c-0d6b-4448-9070-76c1d19e9198 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:11.685497 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "name": "network-vif-plugged", "status": "completed", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:11.687000 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-543fee0c-0d6b-4448-9070-76c1d19e9198 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:11.687566 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543fee0c-0d6b-4448-9070-76c1d19e9198'] response: {'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474', 'code': 200}
Mar 26 20:54:11.699937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-255bc2b2-32c1-4d22-a257-b2b093a616fc None None] Provisioning complete for port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:11.700310 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-255bc2b2-32c1-4d22-a257-b2b093a616fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.771682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b23662ab-35ef-424a-a830-2cdfa6ba7902 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:11.788350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:11.788860 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.807427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.833742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cc562d64-ba53-41f2-8ac9-2b4bcde00901 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:11.834121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:11.864088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-deleted', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:11.870026 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8eeb0-8a03-4b1c-b5ad-e7e57bd83a29" -d '{"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-deleted", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:11.876196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:11.954853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-255bc2b2-32c1-4d22-a257-b2b093a616fc None None] Port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:12.004181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5740fbd1-be33-4901-829c-2522ec6cd988 req-19a973e6-392b-44b1-b8fb-10d7b4f7d2b6 service neutron] 10.222.0.21 "GET /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4193406
Mar 26 20:54:12.037922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:12.041452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a736-f072-4f6a-b909-82d8f1b1cd26 req-99ce1dca-75f7-46cc-b9a4-eab8d49c6d65 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.041607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d619d2-410b-41b6-8987-480bd004da20 req-9d8905dc-7ac2-4e5c-abcd-6cf6f7edd619 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.043000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88d619d2-410b-41b6-8987-480bd004da20 req-9d8905dc-7ac2-4e5c-abcd-6cf6f7edd619 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 935 time: 0.2264588
Mar 26 20:54:12.045585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46c8a736-f072-4f6a-b909-82d8f1b1cd26 req-99ce1dca-75f7-46cc-b9a4-eab8d49c6d65 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.3041413
Mar 26 20:54:12.069783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e3c5c-5352-4051-9ba4-771a3b60284d req-ffd9244b-2f7c-43a5-8ff7-b62f0a848d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.071229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-444e3c5c-5352-4051-9ba4-771a3b60284d req-ffd9244b-2f7c-43a5-8ff7-b62f0a848d13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 1127 time: 0.3451560
Mar 26 20:54:12.091533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d20c4d66-5919-4014-97bf-e9934b31149c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:12.091884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d20c4d66-5919-4014-97bf-e9934b31149c not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:12.156136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88d619d2-410b-41b6-8987-480bd004da20 req-07a172a3-8143-41d7-80c0-a2c4bdc54582 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074629
Mar 26 20:54:12.158391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:54:12.173660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:12.192165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:12.207994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46c8a736-f072-4f6a-b909-82d8f1b1cd26 req-f566dfeb-0611-44ca-8b46-2fe471f1595b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437240
Mar 26 20:54:12.225498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:12.237683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-444e3c5c-5352-4051-9ba4-771a3b60284d req-164a3eb6-afbf-4d1d-9415-e1148d7f5688 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559262
Mar 26 20:54:12.239630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks [] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.247814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.269275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Transition to ACTIVE for port object 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:12.310269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:12.318868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.361026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:12.369765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083fe36-07d0-4432-bcf6-b70fc64be6a8 req-1b5e809a-5ce8-463f-b10c-f91b81e25566 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.380058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a083fe36-07d0-4432-bcf6-b70fc64be6a8 req-1b5e809a-5ce8-463f-b10c-f91b81e25566 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.0835831
Mar 26 20:54:12.405425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d9725c2-3bdd-40bc-b6a5-fa2f4031b3d7 req-455b499b-cb17-4362-9561-a1fc8b1280a2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips/caf2f58b-9836-44f8-a5b8-3dc7b35bc312 HTTP/1.1" status: 200  len: 693 time: 0.1489408
Mar 26 20:54:12.437494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cc562d64-ba53-41f2-8ac9-2b4bcde00901 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:12.463610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a083fe36-07d0-4432-bcf6-b70fc64be6a8 req-04d2b501-7e45-4de1-b25e-a31d26da5e4d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821030
Mar 26 20:54:12.548983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:12.550966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:12.559254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:12.567221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b3d629b9-e0f1-4758-9c2f-6a5d7008cb39'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:12.573351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Attempting to bind port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:12.573639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Attempting to bind port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:12.573975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Attempting to bind port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:12.631816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:12.632077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Attempting to bind port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:12.644169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:12.644521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:12.644911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:12.645669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Bound port: 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:12.646060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.658332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:12.658709 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.703195 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1835c9-51ae-42f1-867e-a14aabbf0056 x-openstack-request-id: req-dc1835c9-51ae-42f1-867e-a14aabbf0056 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:12.703399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b23662ab-35ef-424a-a830-2cdfa6ba7902', 'network_id': '1feff2b0-9fab-4f19-a5da-16e9d6f7dbac', 'port_id': 'b23662ab-35ef-424a-a830-2cdfa6ba7902', 'mac_address': 'fa:16:3e:01:84:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a032ba5f-70f4-4a3d-8ff5-51188b18b057', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:12.703868 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8f0b12-682f-4c5b-809a-508c8974e650", "name": "network-vif-deleted", "tag": "d20c4d66-5919-4014-97bf-e9934b31149c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:12.704366 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc1835c9-51ae-42f1-867e-a14aabbf0056 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:12.704927 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1835c9-51ae-42f1-867e-a14aabbf0056'] response: {'server_uuid': '4b8f0b12-682f-4c5b-809a-508c8974e650', 'name': 'network-vif-deleted', 'tag': 'd20c4d66-5919-4014-97bf-e9934b31149c', 'status': 'completed', 'code': 200}
Mar 26 20:54:12.797771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:12.801630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:12.811618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.848755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:12.849391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.881536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b23662ab-35ef-424a-a830-2cdfa6ba7902 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:12.882174 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.884004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:12.899007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9725c2-3bdd-40bc-b6a5-fa2f4031b3d7 req-99dd68e7-c091-475c-af65-439c46140aea tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.900230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23662ab-35ef-424a-a830-2cdfa6ba7902 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:12.917760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d9725c2-3bdd-40bc-b6a5-fa2f4031b3d7 req-99dd68e7-c091-475c-af65-439c46140aea tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.5032392
Mar 26 20:54:12.930017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.930525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:12.933293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-d36e7827-0f73-4893-a234-c660de42a2a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/61358ffa-a2dd-4354-a24e-4e1a7782c3c8 HTTP/1.1" status: 200  len: 1095 time: 1.6843455
Mar 26 20:54:12.986986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d2a7d-64aa-49f1-916c-bba8332606b3 req-e7ee3051-ac7d-4f07-b0fa-c626f6383474 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:12.996431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-709d2a7d-64aa-49f1-916c-bba8332606b3 req-e7ee3051-ac7d-4f07-b0fa-c626f6383474 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 943 time: 0.1203649
Mar 26 20:54:13.035391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:13.041283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:13.047273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:13.092829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-c4f1fdf1-b49e-4aad-91f9-8bda69410fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.101194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-c4f1fdf1-b49e-4aad-91f9-8bda69410fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 1129 time: 0.1006112
Mar 26 20:54:13.107093 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:13.144731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:13.189804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-709d2a7d-64aa-49f1-916c-bba8332606b3 req-2f8c5848-c4b9-4e3c-9598-3d275faea8f1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770945
Mar 26 20:54:13.232422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-6fde0379-0def-43f3-a938-cff50516581a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8 HTTP/1.1" status: 200  len: 217 time: 0.1253347
Mar 26 20:54:13.250092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:13.310251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-f8d04d95-ba14-4162-8cfb-c6ff39077c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.311546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-f8d04d95-ba14-4162-8cfb-c6ff39077c35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0704823
Mar 26 20:54:13.312330 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d00d591b-814a-4a85-962d-f9c46c14778e req-71f8fed4-5bbb-48c5-bea5-3a1d7cb416b3 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=ced52873fc7241779d52c0fb66e56bae HTTP/1.1" status: 200  len: 696 time: 0.0897009
Mar 26 20:54:13.333781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b23662ab-35ef-424a-a830-2cdfa6ba7902'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:13.386070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-8cabd753-0814-4a75-a188-9601c7daedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.388082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-8cabd753-0814-4a75-a188-9601c7daedd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0687239
Mar 26 20:54:13.524195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d591b-814a-4a85-962d-f9c46c14778e req-60a6247d-3ad2-4a9e-b007-34fdc677dd54 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.532187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d00d591b-814a-4a85-962d-f9c46c14778e req-60a6247d-3ad2-4a9e-b007-34fdc677dd54 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks?id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 787 time: 0.2182066
Mar 26 20:54:13.670081 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-53e32560-00b1-41db-94f8-fd29031af8f7 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673616
Mar 26 20:54:13.695581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6'}, {'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:13.702940 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea9ce3-7163-48b0-bd0b-1b377484d474" -d '{"events": [{"server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6"}, {"server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "name": "network-vif-plugged", "status": "completed", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:13.732265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa83ea-38ab-4ef7-b6e8-60da6f2a7e48 req-e405f686-a3ff-4227-9523-ebb7a3c483a7 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.737958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcfa83ea-38ab-4ef7-b6e8-60da6f2a7e48 req-e405f686-a3ff-4227-9523-ebb7a3c483a7 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 947 time: 0.1092088
Mar 26 20:54:13.820195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcfa83ea-38ab-4ef7-b6e8-60da6f2a7e48 req-56a96147-7635-4d84-9d37-87a8db818729 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716126
Mar 26 20:54:13.879474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546348d-4e74-4c24-a636-08db52411a7a req-26b686f6-fd2c-42d7-9e44-db7c38d8b779 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:13.888500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8546348d-4e74-4c24-a636-08db52411a7a req-26b686f6-fd2c-42d7-9e44-db7c38d8b779 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.1077299
Mar 26 20:54:13.901985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f10a97b0-ad4b-4b31-a7f3-08a670d14be9 req-1b5cc7a8-5b7d-4d80-982b-284c8fcefb99 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913059
Mar 26 20:54:13.903131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:13.966453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8546348d-4e74-4c24-a636-08db52411a7a req-3ff61365-6b8b-40e0-a5e4-fde7a541dd27 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723484
Mar 26 20:54:14.051118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-8a4b946f-4b34-425f-bff7-91295cf9c5b6 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips/caf2f58b-9836-44f8-a5b8-3dc7b35bc312 HTTP/1.1" status: 200  len: 693 time: 0.0501814
Mar 26 20:54:14.105487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e2b13-8ec3-4a0c-b141-3c56d31052f3 req-9d951711-b7d0-4fd5-89e3-0814971eb0a6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.114181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b7e2b13-8ec3-4a0c-b141-3c56d31052f3 req-9d951711-b7d0-4fd5-89e3-0814971eb0a6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.0961344
Mar 26 20:54:14.183242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-23f5b6f1-3e7e-4bc6-83d8-a41eb22c364b tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.184940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-23f5b6f1-3e7e-4bc6-83d8-a41eb22c364b tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1271713
Mar 26 20:54:14.196282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b7e2b13-8ec3-4a0c-b141-3c56d31052f3 req-18f97a4b-2987-4782-8584-4e19d9a09de0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764494
Mar 26 20:54:14.258181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-7e4ee75e-dbed-453b-a8be-f59c3f1620d2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.101 HTTP/1.1" status: 200  len: 696 time: 0.0641377
Mar 26 20:54:14.322944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-55ea7665-ea22-401c-bb64-cae15b93afbe tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.101 HTTP/1.1" status: 200  len: 696 time: 0.0636749
Mar 26 20:54:14.330082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720befa-ed4e-4b96-90c5-186b7ed8febb req-5599747c-c1c3-4214-a676-076a15601e60 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.333496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e720befa-ed4e-4b96-90c5-186b7ed8febb req-5599747c-c1c3-4214-a676-076a15601e60 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0791419
Mar 26 20:54:14.374260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:14.413275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e720befa-ed4e-4b96-90c5-186b7ed8febb req-1783a349-0b9e-48b6-adf9-777bfa77ddcf tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736287
Mar 26 20:54:14.522319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Deleting port 74415d71-48cc-4900-9dd4-4df7587a74a0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:14.522739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.672221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.672936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (74415d71-48cc-4900-9dd4-4df7587a74a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.673354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c7f48-6456-4b03-b041-84e91c4158e0 req-398208c3-044b-481d-8e1a-4e78ff37f3be tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.674085 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c42247e-78af-4eb6-944b-e53a3f3cbdf0 x-openstack-request-id: req-0c42247e-78af-4eb6-944b-e53a3f3cbdf0 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:14.675010 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "name": "network-vif-plugged", "status": "completed", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6", "code": 200}, {"server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "name": "network-vif-plugged", "status": "completed", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:14.675010 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c42247e-78af-4eb6-944b-e53a3f3cbdf0 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:14.675266 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-099c7f48-6456-4b03-b041-84e91c4158e0 req-398208c3-044b-481d-8e1a-4e78ff37f3be tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.0634229
Mar 26 20:54:14.675378 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c42247e-78af-4eb6-944b-e53a3f3cbdf0'] response: {'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6', 'code': 200}
Mar 26 20:54:14.675482 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c42247e-78af-4eb6-944b-e53a3f3cbdf0'] response: {'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d', 'code': 200}
Mar 26 20:54:14.691801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc27f-4d86-48b0-be91-0c571b328f0c req-472b6382-c09c-43f1-9f2a-f08721eb2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.693504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:14.693686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebcdc27f-4d86-48b0-be91-0c571b328f0c req-472b6382-c09c-43f1-9f2a-f08721eb2340 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 1128 time: 0.1543291
Mar 26 20:54:14.695294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Calling delete_port for 74415d71-48cc-4900-9dd4-4df7587a74a0 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:14.701958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:14.704312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.707412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:14.710472 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d736dae6-9823-46f3-b350-3a0958fbf1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:14.726156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb49a2a-f3bc-4ee6-a69c-cf4ba193d668 req-66eb707b-1275-400e-b291-e2edca3498d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.727733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bb49a2a-f3bc-4ee6-a69c-cf4ba193d668 req-66eb707b-1275-400e-b291-e2edca3498d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 1127 time: 0.1559999
Mar 26 20:54:14.739831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-099c7f48-6456-4b03-b041-84e91c4158e0 req-4ab2c2c8-ec2b-4752-9de4-242df3b1023b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468934
Mar 26 20:54:14.823073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:14.823791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.886042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:14.909702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:14.914958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed896035-7cad-4d56-9666-d0739814760e req-06fc24ce-821f-4019-8409-4f4e5b837fb5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:14.928634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed896035-7cad-4d56-9666-d0739814760e req-06fc24ce-821f-4019-8409-4f4e5b837fb5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 944 time: 0.1077228
Mar 26 20:54:15.004706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed896035-7cad-4d56-9666-d0739814760e req-7cc51c0a-96a1-4744-823b-d6e0cb1dd559 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644648
Mar 26 20:54:15.031590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:15.149542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebcdc27f-4d86-48b0-be91-0c571b328f0c req-6653ea9d-d058-47fd-87f9-0f7153fb51a7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4483500
Mar 26 20:54:15.198021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bb49a2a-f3bc-4ee6-a69c-cf4ba193d668 req-c60e41dc-6073-4e6d-a1a3-34db316505dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4581876
Mar 26 20:54:15.215537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-74a650c2-b746-4a24-914d-43254168b614 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:15.217981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-74a650c2-b746-4a24-914d-43254168b614 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 950 time: 0.0946805
Mar 26 20:54:15.297679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (74415d71-48cc-4900-9dd4-4df7587a74a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.314610 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3a94e5-e2cc-478e-922b-1cf1d5547c47 x-openstack-request-id: req-bd3a94e5-e2cc-478e-922b-1cf1d5547c47 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:15.314920 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:15.315492 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd3a94e5-e2cc-478e-922b-1cf1d5547c47 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:15.315891 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3a94e5-e2cc-478e-922b-1cf1d5547c47'] response: {'name': 'network-changed', 'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8', 'status': 'completed', 'code': 200}
Mar 26 20:54:15.342849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event deleted for resources: {'Port': ['ID=74415d71-48cc-4900-9dd4-4df7587a74a0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:15.430722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (caf2f58b-9836-44f8-a5b8-3dc7b35bc312), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.433587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.434894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09fbb8b9-2ae3-47db-ad10-55e9aa38befb req-869f950c-c7c1-4513-ad91-55b9f1924dba tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "DELETE /v2.0/floatingips/caf2f58b-9836-44f8-a5b8-3dc7b35bc312 HTTP/1.1" status: 204  len: 173 time: 1.1109016
Mar 26 20:54:15.530160 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.591374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-5ad265fc-4058-4ade-ae98-0b4e7a65890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:15.593236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-5ad265fc-4058-4ade-ae98-0b4e7a65890a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 1129 time: 0.1285107
Mar 26 20:54:15.610175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6c675-a98e-41d5-b906-819e5d21431e req-93101ea4-aa46-44a2-a44e-632c06ef3412 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:15.617600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fa6c675-a98e-41d5-b906-819e5d21431e req-93101ea4-aa46-44a2-a44e-632c06ef3412 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 947 time: 0.1046619
Mar 26 20:54:15.617827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b23662ab-35ef-424a-a830-2cdfa6ba7902 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:15.632073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd100225-788a-4eb4-82cc-60164a03ec43 req-7291e614-7a9e-46ef-8719-bc247682cb3c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:15.649343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Deleting port 45b38ca2-4fe0-430a-bebd-437115db1ae6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:15.649816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd100225-788a-4eb4-82cc-60164a03ec43 req-7291e614-7a9e-46ef-8719-bc247682cb3c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.1058850
Mar 26 20:54:15.650349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.709227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port b23662ab-35ef-424a-a830-2cdfa6ba7902 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:15.714981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fa6c675-a98e-41d5-b906-819e5d21431e req-f94d6d6f-fc2d-4d39-b377-d13303b6fdc1 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901265
Mar 26 20:54:15.717288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b23662ab-35ef-424a-a830-2cdfa6ba7902 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:15.718038 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.779377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd100225-788a-4eb4-82cc-60164a03ec43 req-03806498-f212-4cc2-9597-9181569fe361 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285224
Mar 26 20:54:15.834333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-49693389-b2db-4113-8f12-453235714a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:15.835834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-49693389-b2db-4113-8f12-453235714a60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1840336
Mar 26 20:54:15.836557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] For port 45b38ca2-4fe0-430a-bebd-437115db1ae6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45b38ca2-4fe0-430a-bebd-437115db1ae6,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:15.837287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.890092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-52f47a01-b639-4dab-b8c8-fdb14f78abd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8 HTTP/1.1" status: 200  len: 217 time: 0.0458906
Mar 26 20:54:15.890777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Calling delete_port for 45b38ca2-4fe0-430a-bebd-437115db1ae6 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:15.908100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b23662ab-35ef-424a-a830-2cdfa6ba7902 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:15.909042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.962783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:15.972485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:15.973554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 45b38ca2-4fe0-430a-bebd-437115db1ae6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:16.099188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-e6c2620a-4d23-4495-98dc-bd2a30f15a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:16.110009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:16.110815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-e6c2620a-4d23-4495-98dc-bd2a30f15a7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2100019
Mar 26 20:54:16.168968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 45b38ca2-4fe0-430a-bebd-437115db1ae6 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:16.169469 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:16.174649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95893d6-d369-4a35-abab-f5b3522a0c0c req-2dd2ef9b-6a74-40da-b34b-2fe719cdd91c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:16.176503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a95893d6-d369-4a35-abab-f5b3522a0c0c req-2dd2ef9b-6a74-40da-b34b-2fe719cdd91c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.2608745
Mar 26 20:54:16.209580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-bc121304-76a9-412f-bcfa-25a511c0742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:16.211794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-bc121304-76a9-412f-bcfa-25a511c0742d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0901537
Mar 26 20:54:16.239636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (45b38ca2-4fe0-430a-bebd-437115db1ae6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:16.297565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:16.315448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event deleted for resources: {'Port': ['ID=45b38ca2-4fe0-430a-bebd-437115db1ae6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:16.345932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.348290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.348656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.349002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.354008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.354330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.354684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.355111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.356534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.356894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.357243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.358059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.358059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.358277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.358556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:16.378931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a95893d6-d369-4a35-abab-f5b3522a0c0c req-69b96fc1-b526-415e-92aa-c03a81894beb tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928225
Mar 26 20:54:16.402650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-f8833df1-b283-4779-b7ce-b0ababc8393a service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828096
Mar 26 20:54:16.478924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] No DVR routers for this DVR port 45b38ca2-4fe0-430a-bebd-437115db1ae6 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:16.484415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:16.493291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07a28e0e-16f0-4fa8-b145-ae4ce8abbc0d req-536c008f-69ff-4eb8-a031-c8b5690b809b tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.21 "DELETE /v2.0/ports/45b38ca2-4fe0-430a-bebd-437115db1ae6 HTTP/1.1" status: 204  len: 173 time: 1.0612111
Mar 26 20:54:16.514488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-deleted', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:16.517457 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374fc18-7a64-493d-b8af-f8bb98ea43ff" -d '{"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-deleted", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:16.574098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61198c95-d919-436c-aa38-5db6624a4e1b req-3b2ee218-a4ea-4369-9e12-7921cde673e5 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=946921b2-6fe2-4057-9572-adb926bd277d HTTP/1.1" status: 200  len: 210 time: 0.0968595
Mar 26 20:54:16.660918 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e41a2762-0376-49ad-b469-d9e47352484a req-8747b229-d84f-40ef-81cf-7e2dd9cb6d32 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2211323
Mar 26 20:54:16.676813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39'}, {'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:16.687475 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ae336-f492-414c-b14b-6c9b56881928" -d '{"events": [{"server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "name": "network-vif-plugged", "status": "completed", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39"}, {"server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "name": "network-vif-plugged", "status": "completed", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:16.689571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:16.823069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:16.876765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6339f-f713-448a-a8d4-00fdff984e58 req-c0bd372e-858e-45a5-83bc-f2a22f35a8aa tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:16.878481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afc6339f-f713-448a-a8d4-00fdff984e58 req-c0bd372e-858e-45a5-83bc-f2a22f35a8aa tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 945 time: 0.0763831
Mar 26 20:54:16.941380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d736dae6-9823-46f3-b350-3a0958fbf1e2 req-d2642852-a815-4e73-8306-94d6f2f732d5 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5293717
Mar 26 20:54:16.950579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afc6339f-f713-448a-a8d4-00fdff984e58 req-f216fb2a-c499-4dd4-bc74-00d6d9ad9d13 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643857
Mar 26 20:54:17.003177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.197782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Allocated IP 172.35.4.27 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/eeada424-54f7-4a52-8e54-0886ebeabd37) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:17.349292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.386556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.430926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:17.432568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:17.435438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:17.482241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event updated for resources: {'Port': ['ID=eeada424-54f7-4a52-8e54-0886ebeabd37,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.505422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.506532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.506532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:17.585295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (f38f4f52-097b-4f9f-8e2c-9fa85e99e03b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.621503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:17.680387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.700206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb13f33-7ed8-4e20-a88d-71f5705dbb94 req-6fb8bfd2-a70b-47ff-8f52-e7bacb4421f7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:17.701853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fbb13f33-7ed8-4e20-a88d-71f5705dbb94 req-6fb8bfd2-a70b-47ff-8f52-e7bacb4421f7 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.0752187
Mar 26 20:54:17.776690 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fbb13f33-7ed8-4e20-a88d-71f5705dbb94 req-8f278293-0cda-4b39-b6a6-aae44d268d4f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679400
Mar 26 20:54:17.783740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:17.814987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8', 'mac_address': 'fa:16:3e:ee:c5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:17.833060 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f805e8-cff7-4e5d-b080-13f1d6f935dc x-openstack-request-id: req-42f805e8-cff7-4e5d-b080-13f1d6f935dc {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:17.833060 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946921b2-6fe2-4057-9572-adb926bd277d", "name": "network-vif-deleted", "tag": "45b38ca2-4fe0-430a-bebd-437115db1ae6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:17.833060 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42f805e8-cff7-4e5d-b080-13f1d6f935dc {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:17.833889 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f805e8-cff7-4e5d-b080-13f1d6f935dc'] response: {'server_uuid': '946921b2-6fe2-4057-9572-adb926bd277d', 'name': 'network-vif-deleted', 'tag': '45b38ca2-4fe0-430a-bebd-437115db1ae6', 'status': 'completed', 'code': 200}
Mar 26 20:54:17.897068 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd917f7-bceb-4e0b-9e35-34133d2116b9 x-openstack-request-id: req-2fd917f7-bceb-4e0b-9e35-34133d2116b9 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:17.897365 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "name": "network-vif-plugged", "status": "completed", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39", "code": 200}, {"server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "name": "network-vif-plugged", "status": "completed", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:17.900663 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fd917f7-bceb-4e0b-9e35-34133d2116b9 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:17.902394 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd917f7-bceb-4e0b-9e35-34133d2116b9'] response: {'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39', 'code': 200}
Mar 26 20:54:17.903505 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd917f7-bceb-4e0b-9e35-34133d2116b9'] response: {'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902', 'code': 200}
Mar 26 20:54:17.927581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:17.928348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:17.948091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:17.977327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:17.986184 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.002514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.090676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.107602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:18.116586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8198b-8dd0-42d3-bfe1-adc953709b7e req-6b18d2de-263f-4de6-9705-a356d2706383 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.118293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2c8198b-8dd0-42d3-bfe1-adc953709b7e req-6b18d2de-263f-4de6-9705-a356d2706383 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 948 time: 0.1026566
Mar 26 20:54:18.119726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:18.185958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event updated for resources: {'Port': ['ID=eeada424-54f7-4a52-8e54-0886ebeabd37,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:18.232498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2c8198b-8dd0-42d3-bfe1-adc953709b7e req-ef719007-1bbd-459c-801d-3116af1b33de tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952706
Mar 26 20:54:18.248632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['61358ffa-a2dd-4354-a24e-4e1a7782c3c8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:18.300581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-327f307a-69e5-4d9b-8d55-c42840e0ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.322391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07db1d-0ba5-4444-8a55-c8d411662831 req-dd5ed59a-48e5-4b1b-ab30-c23acfa2fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.331473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c07db1d-0ba5-4444-8a55-c8d411662831 req-dd5ed59a-48e5-4b1b-ab30-c23acfa2fc47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 1127 time: 0.3368669
Mar 26 20:54:18.335762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (f38f4f52-097b-4f9f-8e2c-9fa85e99e03b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.418855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.420130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e41a2762-0376-49ad-b469-d9e47352484a req-85455965-8a82-4d56-9ef3-bc7e47e14dd2 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7525175
Mar 26 20:54:18.426336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3be4-fd22-4640-967f-d063ce28505f req-b7e26081-2959-4472-b1d3-c03cde5bc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.427849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d7b3be4-fd22-4640-967f-d063ce28505f req-b7e26081-2959-4472-b1d3-c03cde5bc34e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 1127 time: 0.4502590
Mar 26 20:54:18.480586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-327f307a-69e5-4d9b-8d55-c42840e0ad32 admin admin] Publish callbacks [] for security_group (040df3dd-36b3-4c6b-9d48-e804ea1b1c37), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.492667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-327f307a-69e5-4d9b-8d55-c42840e0ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (040df3dd-36b3-4c6b-9d48-e804ea1b1c37), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.505291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c07db1d-0ba5-4444-8a55-c8d411662831 req-329b5155-fd2c-4c2f-8355-cbe785d1b95e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700993
Mar 26 20:54:18.518420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e41a2762-0376-49ad-b469-d9e47352484a req-b55db07c-874f-46c8-842e-cdd5e3a188f0 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 695 time: 0.0894876
Mar 26 20:54:18.569526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-327f307a-69e5-4d9b-8d55-c42840e0ad32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39273eada056495685094a0e70a466b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4483368
Mar 26 20:54:18.580054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aa112-f936-4fa6-9098-29ca877900c3 req-e96360b0-3f94-4565-b008-bd1ccc11cabb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.588339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-578aa112-f936-4fa6-9098-29ca877900c3 req-e96360b0-3f94-4565-b008-bd1ccc11cabb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.2094924
Mar 26 20:54:18.590185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:18.601091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f307a-69e5-4d9b-8d55-c42840e0ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040df3dd-36b3-4c6b-9d48-e804ea1b1c37,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:18.677151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] Publish callbacks [] for security_group (040df3dd-36b3-4c6b-9d48-e804ea1b1c37), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.678608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d7b3be4-fd22-4640-967f-d063ce28505f req-c5a92f1f-bce4-45c6-a9ec-ad83b79f60fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290244
Mar 26 20:54:18.688480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-578aa112-f936-4fa6-9098-29ca877900c3 req-b6aab6ed-ef34-41b1-8243-e6c915de1913 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975084
Mar 26 20:54:18.688806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a2762-0376-49ad-b469-d9e47352484a req-5553a247-a2c3-4f22-9059-9db83d7740d3 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.692472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e41a2762-0376-49ad-b469-d9e47352484a req-5553a247-a2c3-4f22-9059-9db83d7740d3 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1645350
Mar 26 20:54:18.730446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] Publish callbacks [] for security_group (040df3dd-36b3-4c6b-9d48-e804ea1b1c37), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.792684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (040df3dd-36b3-4c6b-9d48-e804ea1b1c37), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.798038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:18.802054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/040df3dd-36b3-4c6b-9d48-e804ea1b1c37 HTTP/1.1" status: 204  len: 168 time: 0.2100835
Mar 26 20:54:18.811500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4adefe-26a5-44d5-9929-b1b490658df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040df3dd-36b3-4c6b-9d48-e804ea1b1c37,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:18.933551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc66b68-b02e-4c2b-ab26-74f0ca410698 req-aa472af1-77ba-4623-babd-ce841c6fd205 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:18.941381 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cc66b68-b02e-4c2b-ab26-74f0ca410698 req-aa472af1-77ba-4623-babd-ce841c6fd205 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 945 time: 0.0858340
Mar 26 20:54:18.998903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cc66b68-b02e-4c2b-ab26-74f0ca410698 req-c67d32ee-24c7-42d0-8f4b-10df1f9e2e47 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565896
Mar 26 20:54:19.000236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-b04e21bc-02a4-4784-b052-1bdf2533dd30 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips/f38f4f52-097b-4f9f-8e2c-9fa85e99e03b HTTP/1.1" status: 200  len: 692 time: 0.0607038
Mar 26 20:54:19.146371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-4cee8e04-cc93-4f05-8413-64e4919ff0dc tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:19.148511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-4cee8e04-cc93-4f05-8413-64e4919ff0dc tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1470251
Mar 26 20:54:19.209257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-ab1ad9be-8166-4214-94fb-314a19c247d6 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 695 time: 0.0598202
Mar 26 20:54:19.266596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-e7636e9c-9db3-41e2-9100-610b9103d988 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 695 time: 0.0537844
Mar 26 20:54:19.267619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:19.285005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d01143b-32f7-40be-a163-02fa52a5f54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.400247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d01143b-32f7-40be-a163-02fa52a5f54a admin admin] Publish callbacks [] for security_group (a680cafd-c95d-46a3-a670-482a1ce87190), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.414493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d01143b-32f7-40be-a163-02fa52a5f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a680cafd-c95d-46a3-a670-482a1ce87190), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.468654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Deleting port eeada424-54f7-4a52-8e54-0886ebeabd37 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:19.468654 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.519681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01143b-32f7-40be-a163-02fa52a5f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a680cafd-c95d-46a3-a670-482a1ce87190,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:19.529639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d01143b-32f7-40be-a163-02fa52a5f54a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1b0cc0fe8514a5c97449c1803081e1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2594764
Mar 26 20:54:19.529864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56880) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:19.547628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7903-6bb3-4384-afdd-3acc31045eb5 req-17db09df-e33e-410b-9d71-2324ba60439d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:19.549258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753f7903-6bb3-4384-afdd-3acc31045eb5 req-17db09df-e33e-410b-9d71-2324ba60439d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.1471059
Mar 26 20:54:19.599070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.599391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (eeada424-54f7-4a52-8e54-0886ebeabd37), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.616260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Calling delete_port for eeada424-54f7-4a52-8e54-0886ebeabd37 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:19.631950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:19.680904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753f7903-6bb3-4384-afdd-3acc31045eb5 req-16e58b04-6797-482f-98f7-287e0483705f tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199336
Mar 26 20:54:19.726411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] Publish callbacks [] for security_group (a680cafd-c95d-46a3-a670-482a1ce87190), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.739684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:19.761103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:19.761499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.817166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] Publish callbacks [] for security_group (a680cafd-c95d-46a3-a670-482a1ce87190), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.855022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eeada424-54f7-4a52-8e54-0886ebeabd37), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.939204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:19.940021 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.965519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c9486-2c62-49a4-9f4c-17c5acd526d9 req-e083a01b-93b3-4aa7-b746-7fdb9196a532 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:19.970937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-420c9486-2c62-49a4-9f4c-17c5acd526d9 req-e083a01b-93b3-4aa7-b746-7fdb9196a532 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.1392105
Mar 26 20:54:19.984419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:19.988794 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408781ba-610f-4549-88dd-67078c4acf3e" -d '{"events": [{"server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "name": "network-vif-plugged", "status": "completed", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:19.989060 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a680cafd-c95d-46a3-a670-482a1ce87190), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:19.991541 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:20.002345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a680cafd-c95d-46a3-a670-482a1ce87190 HTTP/1.1" status: 204  len: 168 time: 0.4712410
Mar 26 20:54:20.014756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:20.030256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Pushing event deleted for resources: {'Port': ['ID=eeada424-54f7-4a52-8e54-0886ebeabd37,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:20.030997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:20.064626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e63c3-d7e5-4762-95e1-dded543f3d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a680cafd-c95d-46a3-a670-482a1ce87190,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:20.124032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks [] for floatingip (f38f4f52-097b-4f9f-8e2c-9fa85e99e03b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:20.127671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:20.129462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:20.160038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-594cb99b-185d-45ad-b197-83d0cdf60a9e req-36804722-047f-4898-91f2-9156f82409ed tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "DELETE /v2.0/floatingips/f38f4f52-097b-4f9f-8e2c-9fa85e99e03b HTTP/1.1" status: 204  len: 173 time: 0.8950384
Mar 26 20:54:20.162057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-420c9486-2c62-49a4-9f4c-17c5acd526d9 req-3160900e-2b27-4199-8eba-b4d66519d4a0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786244
Mar 26 20:54:20.279168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074e840-52c3-4e31-93b7-e9334b7cc804 req-3613fdcb-9eee-40f4-89e4-37a276dc50de tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.279989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b935f-3a5c-427a-af87-ca6c715f39dc req-171003f6-7beb-40f9-9a98-ca912092ef81 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.281387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8074e840-52c3-4e31-93b7-e9334b7cc804 req-3613fdcb-9eee-40f4-89e4-37a276dc50de tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.0655670
Mar 26 20:54:20.287971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c3b935f-3a5c-427a-af87-ca6c715f39dc req-171003f6-7beb-40f9-9a98-ca912092ef81 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.0794172
Mar 26 20:54:20.356184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8074e840-52c3-4e31-93b7-e9334b7cc804 req-a1c60c31-42fc-4e72-b601-04ce692d94d3 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658123
Mar 26 20:54:20.369239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c3b935f-3a5c-427a-af87-ca6c715f39dc req-df9dc842-015d-4cad-b26f-5a639497a097 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/security-groups?id=46f2c402-276f-43cc-9e49-9f761ad38a1f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669286
Mar 26 20:54:20.473484 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7e5498-ea9c-4deb-82c6-8cec32b3dada x-openstack-request-id: req-fa7e5498-ea9c-4deb-82c6-8cec32b3dada {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:20.474556 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "name": "network-vif-plugged", "status": "completed", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:20.474556 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa7e5498-ea9c-4deb-82c6-8cec32b3dada {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:20.474556 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa7e5498-ea9c-4deb-82c6-8cec32b3dada'] response: {'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8', 'code': 200}
Mar 26 20:54:20.594154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e2c6-f49c-478d-bfb7-577e36bcbce5 req-4c5ae32f-6b1d-4509-aafe-9db2c3e4da5e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.601448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e5e2c6-f49c-478d-bfb7-577e36bcbce5 req-4c5ae32f-6b1d-4509-aafe-9db2c3e4da5e tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.1115644
Mar 26 20:54:20.661198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aea91e-cb55-45b3-a13a-63593f4b5e2f req-544101d2-658a-4200-ba6f-86b3cc99848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.664647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79aea91e-cb55-45b3-a13a-63593f4b5e2f req-544101d2-658a-4200-ba6f-86b3cc99848e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 1131 time: 0.1217127
Mar 26 20:54:20.676382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1121f2-c6dc-4770-8d16-85fc0b8b89aa req-33701e72-376e-4603-92ec-a0ff9131b5e3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.678074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec1121f2-c6dc-4770-8d16-85fc0b8b89aa req-33701e72-376e-4603-92ec-a0ff9131b5e3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 945 time: 0.0839827
Mar 26 20:54:20.703317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e5e2c6-f49c-478d-bfb7-577e36bcbce5 req-c6b00a30-5c74-49e9-8bba-8c5673ad6f4d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009381
Mar 26 20:54:20.771947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79aea91e-cb55-45b3-a13a-63593f4b5e2f req-7cf45a58-ed9f-4758-9da2-27f99096dabe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927234
Mar 26 20:54:20.781327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec1121f2-c6dc-4770-8d16-85fc0b8b89aa req-87814df7-a8bf-41fb-9159-cc219f14658f tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948980
Mar 26 20:54:20.807507 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-86f60fc4-92ba-457b-a06a-ac0d5d92b79a req-06256b6f-e190-4d45-96be-5281b94cecc7 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] show failed (client error): The resource could not be found.
Mar 26 20:54:20.808739 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86f60fc4-92ba-457b-a06a-ac0d5d92b79a req-06256b6f-e190-4d45-96be-5281b94cecc7 tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips/f38f4f52-097b-4f9f-8e2c-9fa85e99e03b HTTP/1.1" status: 404  len: 350 time: 0.0822873
Mar 26 20:54:20.962215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-55cd350a-a257-4594-856f-966379e250fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.963988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-55cd350a-a257-4594-856f-966379e250fe tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 950 time: 0.1137435
Mar 26 20:54:20.984919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c691c4-8f3b-45e5-a479-6dcdc1b5ccc2 req-83f3bd83-84c9-4a15-8876-1d3e155a2ac4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:20.986395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78c691c4-8f3b-45e5-a479-6dcdc1b5ccc2 req-83f3bd83-84c9-4a15-8876-1d3e155a2ac4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.1261425
Mar 26 20:54:21.105878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78c691c4-8f3b-45e5-a479-6dcdc1b5ccc2 req-c49cbbe1-7338-4a51-bfa3-c33c56797ac4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971572
Mar 26 20:54:21.154363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Deleting port d86480f4-ccb4-4512-910f-b238b3c84889 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:21.154720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:21.233448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a32a-92a3-4d5a-a6cb-55ef7facd4db req-49663683-5675-4a76-8e7e-9d1fac921348 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:21.240997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5722a32a-92a3-4d5a-a6cb-55ef7facd4db req-49663683-5675-4a76-8e7e-9d1fac921348 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 945 time: 0.0736299
Mar 26 20:54:21.252171 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-2659af70-8d2a-434c-80e1-9a7c3662410e req-2190b3d7-112b-4440-bfe5-ba75d7d5b05d tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] show failed (client error): The resource could not be found.
Mar 26 20:54:21.266459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659af70-8d2a-434c-80e1-9a7c3662410e req-2190b3d7-112b-4440-bfe5-ba75d7d5b05d tempest-FloatingIPsTestJSON-697150170 tempest-FloatingIPsTestJSON-697150170-project] 10.222.0.16 "GET /v2.0/floatingips/f38f4f52-097b-4f9f-8e2c-9fa85e99e03b HTTP/1.1" status: 404  len: 350 time: 0.1033688
Mar 26 20:54:21.266864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56932) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:21.324312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56934) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:21.358960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5722a32a-92a3-4d5a-a6cb-55ef7facd4db req-e0ab7376-ac79-4698-83d2-bfc8af5193cd tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168664
Mar 26 20:54:21.429684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] For port d86480f4-ccb4-4512-910f-b238b3c84889, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d86480f4-ccb4-4512-910f-b238b3c84889,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:21.430057 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:21.459246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Calling delete_port for d86480f4-ccb4-4512-910f-b238b3c84889 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:21.575024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-network', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:21.646938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Made reservation on behalf of 28e51fbb6333452b84c0c77d29b423b0 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:21.650105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:21.700175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:21.741526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8760db-f45a-4f40-9e21-495b45c176b9 req-f356f1bd-b86a-466a-a240-28d8aed92db2 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:21.748965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c8760db-f45a-4f40-9e21-495b45c176b9 req-f356f1bd-b86a-466a-a240-28d8aed92db2 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 946 time: 0.1892800
Mar 26 20:54:21.836968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c8760db-f45a-4f40-9e21-495b45c176b9 req-e3744236-c6f8-47d6-99b9-ba99ff5e23f6 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870628
Mar 26 20:54:21.882062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d86480f4-ccb4-4512-910f-b238b3c84889), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:21.897537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d86480f4-ccb4-4512-910f-b238b3c84889'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:21.956159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Pushing event deleted for resources: {'Port': ['ID=d86480f4-ccb4-4512-910f-b238b3c84889,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:21.999240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09296e-dc89-485b-85be-7c32a9e84017 req-4b743c93-c629-49d7-9f21-577315b4afb4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:22.010784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8f266c6-05c3-4f8a-873d-c12e3c149257 req-99ad419a-4f05-43d7-98b6-4542a303b912 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba79c797-f232-452e-bc13-7ce33ac926f0 HTTP/1.1" status: 200  len: 210 time: 0.0450344
Mar 26 20:54:22.011824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e09296e-dc89-485b-85be-7c32a9e84017 req-4b743c93-c629-49d7-9f21-577315b4afb4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.2505612
Mar 26 20:54:22.072962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] No DVR routers for this DVR port d86480f4-ccb4-4512-910f-b238b3c84889 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:22.078750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.083024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1bf8b7dc-cf1b-44ff-8ee5-c47522f07f48 req-65b767a4-6bfe-44b2-b97f-0ac4f8d55e94 tempest-MigrationsAdminTest-1748733937 tempest-MigrationsAdminTest-1748733937-project] 10.222.0.18 "DELETE /v2.0/ports/d86480f4-ccb4-4512-910f-b238b3c84889 HTTP/1.1" status: 204  len: 173 time: 1.1131153
Mar 26 20:54:22.083665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-deleted', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:22.087034 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c6420-5dfe-4e3f-b2ba-b7b43bd13de9" -d '{"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-deleted", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:22.154484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e09296e-dc89-485b-85be-7c32a9e84017 req-01376ad8-3c67-47ca-97bb-420160b99a3d tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390486
Mar 26 20:54:22.197761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks [] for security_group (61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.208088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.224411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:54:22.229945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed68e8-1c8f-465b-ba50-16cc2be85750 req-c33190b3-0b05-4dec-a2e1-dee59d796892 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:22.232216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fed68e8-1c8f-465b-ba50-16cc2be85750 req-c33190b3-0b05-4dec-a2e1-dee59d796892 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.0890810
Mar 26 20:54:22.238136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6ebf4fbf-fe49-42ae-a927-86e5e209cb65), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.238136 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Added segment 6ebf4fbf-fe49-42ae-a927-86e5e209cb65 of type vlan for network 434726dc-6c91-47a9-a812-cfb57b96c526
Mar 26 20:54:22.289506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (434726dc-6c91-47a9-a812-cfb57b96c526), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.324486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fed68e8-1c8f-465b-ba50-16cc2be85750 req-636fb10c-68e9-49bd-bc29-a969d10826cd tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848684
Mar 26 20:54:22.370794 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:54:22.412049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:22.476744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (434726dc-6c91-47a9-a812-cfb57b96c526), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.477983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:22.479127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.519831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4004bb-0e3f-4a66-9b53-296816800eab req-d7929135-42b3-4413-8271-62a7ba9ff522 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:22.534015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e4004bb-0e3f-4a66-9b53-296816800eab req-d7929135-42b3-4413-8271-62a7ba9ff522 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.2414453
Mar 26 20:54:22.547342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.573759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6ecf2800-af35-43f6-8c06-bc92cd67381d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:22.575795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6ecf2800-af35-43f6-8c06-bc92cd67381d tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.18 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.1514952
Mar 26 20:54:22.778779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.4499741
Mar 26 20:54:22.800456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56968) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:22.800456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Request body: {'subnet': {'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-subnet', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:22.862628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e4004bb-0e3f-4a66-9b53-296816800eab req-24763444-5023-4195-bd52-361b016b0e18 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3276219
Mar 26 20:54:22.865818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23add69-3928-4074-9c7f-d1372dc8b383 admin admin] Pushing event updated for resources: {'Network': ['ID=434726dc-6c91-47a9-a812-cfb57b96c526,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:22.868785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Deleting port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:22.869415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:22.920319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 434726dc-6c91-47a9-a812-cfb57b96c526 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:54:22.974242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Made reservation on behalf of 28e51fbb6333452b84c0c77d29b423b0 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:22.976749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.004105 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b8f85-21c3-4a94-a372-ec210cff27e5 x-openstack-request-id: req-c29b8f85-21c3-4a94-a372-ec210cff27e5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:23.004404 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba79c797-f232-452e-bc13-7ce33ac926f0", "name": "network-vif-deleted", "tag": "d86480f4-ccb4-4512-910f-b238b3c84889", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:23.004661 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c29b8f85-21c3-4a94-a372-ec210cff27e5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:23.005064 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29b8f85-21c3-4a94-a372-ec210cff27e5'] response: {'server_uuid': 'ba79c797-f232-452e-bc13-7ce33ac926f0', 'name': 'network-vif-deleted', 'tag': 'd86480f4-ccb4-4512-910f-b238b3c84889', 'status': 'completed', 'code': 200}
Mar 26 20:54:23.119963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b1a3d-ecf6-4ee0-9959-1eb00c1d2f2c req-04d5c3c2-667e-45b3-b71e-649564939cd1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:23.126902 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-740b1a3d-ecf6-4ee0-9959-1eb00c1d2f2c req-04d5c3c2-667e-45b3-b71e-649564939cd1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 946 time: 0.0840156
Mar 26 20:54:23.136913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] For port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,segment=NetworkSegment(2269bd55-89ea-40dc-98b2-eabfd270bd00),segment_id=2269bd55-89ea-40dc-98b2-eabfd270bd00)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:23.137284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.152312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Calling delete_port for 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:23.217612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-740b1a3d-ecf6-4ee0-9959-1eb00c1d2f2c req-99345f80-c263-4ee8-b280-10d99e58c8de tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842175
Mar 26 20:54:23.274629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Deleting port cc562d64-ba53-41f2-8ac9-2b4bcde00901 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:23.275996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.398377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] For port cc562d64-ba53-41f2-8ac9-2b4bcde00901, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc562d64-ba53-41f2-8ac9-2b4bcde00901,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:23.399896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.426269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Calling delete_port for cc562d64-ba53-41f2-8ac9-2b4bcde00901 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:23.474623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56994) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:23.505195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (317978d4-2c5a-4e04-ad76-1964d0748645), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.525441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7cfb-0bc1-4f2e-a2b2-8bbbed0e5925 req-2486c360-f0bd-4735-950e-af4ed255064c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:23.534723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-728d7cfb-0bc1-4f2e-a2b2-8bbbed0e5925 req-2486c360-f0bd-4735-950e-af4ed255064c tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/ports?device_id=225fcdcd-e3c0-4d87-85bd-529e40d06a7a HTTP/1.1" status: 200  len: 945 time: 0.1235859
Mar 26 20:54:23.606153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-1251e85e-6ecc-41c2-b911-cd4a7390b09a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:23.607614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-1251e85e-6ecc-41c2-b911-cd4a7390b09a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 0.3715034
Mar 26 20:54:23.687466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-728d7cfb-0bc1-4f2e-a2b2-8bbbed0e5925 req-01b7f581-e47f-4f01-a173-cb05a0a3577b tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ecd70b8-4abd-44f1-b9b8-a049c86838dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436889
Mar 26 20:54:23.702685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ba96-1043-4a57-8f73-af14bb8087be req-16821eed-98a4-48d0-93a3-6a09988be743 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:23.704400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5765ba96-1043-4a57-8f73-af14bb8087be req-16821eed-98a4-48d0-93a3-6a09988be743 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.2820246
Mar 26 20:54:23.705055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=317978d4-2c5a-4e04-ad76-1964d0748645,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:23.718067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Checking segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:23.718468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Network hostable DHCP agents. Network: 434726dc-6c91-47a9-a812-cfb57b96c526, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:54:23.785393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3d7f6ab7-23ad-4cd6-ab3f-08db1644f474), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.800660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['3d7f6ab7-23ad-4cd6-ab3f-08db1644f474'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:23.833474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cc562d64-ba53-41f2-8ac9-2b4bcde00901), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.841833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Pushing event deleted for resources: {'Port': ['ID=3d7f6ab7-23ad-4cd6-ab3f-08db1644f474,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:23.850296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Network 434726dc-6c91-47a9-a812-cfb57b96c526 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:54:23.872099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b0c4e037-73c6-4ac6-b20e-25d8cedc3aff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70c93c47827247b8b178018931efb9a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3932495
Mar 26 20:54:23.874251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cc562d64-ba53-41f2-8ac9-2b4bcde00901,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:23.879634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:23.895690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 434726dc-6c91-47a9-a812-cfb57b96c526) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:23.918272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6fa8d-414b-47b1-b40f-fd0a495e899d None None] Network 434726dc-6c91-47a9-a812-cfb57b96c526 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:23.926024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:23.926611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.935118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] No DVR routers for this DVR port 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:23.944835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:23.948558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c97fbf2-5d56-418c-b8a1-f1329aaf58c5 req-6aa5d733-fc73-4f68-936e-13d4ed5a2797 tempest-ServerDiskConfigTestJSON-2120226699 tempest-ServerDiskConfigTestJSON-2120226699-project] 10.222.0.18 "DELETE /v2.0/ports/3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 HTTP/1.1" status: 204  len: 173 time: 1.3673599
Mar 26 20:54:23.962734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5765ba96-1043-4a57-8f73-af14bb8087be req-322e5911-0a1f-4444-9b1b-c02194bb6643 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076442
Mar 26 20:54:24.006947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47f89004-6bc6-4190-8068-de0dc618dd47 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2190144
Mar 26 20:54:24.022071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57006) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:24.037785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:24.098876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:24.099235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.203397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.206911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.240086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-434726dc-6c91-47a9-a812-cfb57b96c526', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:54:24.241595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.326490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] Publish callbacks [] for security_group (46f2c402-276f-43cc-9e49-9f761ad38a1f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.382653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] Publish callbacks [] for security_group (46f2c402-276f-43cc-9e49-9f761ad38a1f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.391138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for router_controller (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.399710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:24.401147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.428873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:24.442924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:24.472277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: d86480f4-ccb4-4512-910f-b238b3c84889 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:24.472723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d86480f4-ccb4-4512-910f-b238b3c84889 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:24.477639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Allocated IP 172.20.0.2 (434726dc-6c91-47a9-a812-cfb57b96c526/317978d4-2c5a-4e04-ad76-1964d0748645/c5c5f5b1-0236-45f5-a83f-b4343b80edc5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:24.754507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks [] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.768920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.815754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Network 434726dc-6c91-47a9-a812-cfb57b96c526 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:24.820267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:24.830539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:24.849888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Pushing event updated for resources: {'Port': ['ID=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:24.928324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Attempting to bind port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:24.929051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Attempting to bind port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:24.929640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Attempting to bind port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 on network 434726dc-6c91-47a9-a812-cfb57b96c526 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:24.937694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:24.938163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Checking segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:24.938644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:24.939111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Bound using segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:24.939743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Bound port: c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:24.940495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.015097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] For port c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:25.018648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] For port c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:25.031000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.051075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'name': 'network-vif-deleted', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:25.053482 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e18d4a-d73b-4249-8205-c6ea57fa8c30" -d '{"events": [{"server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "name": "network-vif-deleted", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:25.075759 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d815d72-20ec-4db3-bf68-5cb2c07ce77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.107889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c46835-c4c6-4180-85f1-0024e422070e None None] Pushing event updated for resources: {'Port': ['ID=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:25.110027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d055-9650-42c9-a2f8-efd70447dc4a req-df5296de-71b9-49a0-adfa-7336e34d8168 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:25.112714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0734d055-9650-42c9-a2f8-efd70447dc4a req-df5296de-71b9-49a0-adfa-7336e34d8168 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c229227-fa31-44f3-97ad-c652071af283 HTTP/1.1" status: 200  len: 945 time: 1.0751052
Mar 26 20:54:25.120192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-f1e2cf83-ade6-452d-8255-67d419e81e25 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:25.122082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-f1e2cf83-ade6-452d-8255-67d419e81e25 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 946 time: 1.1471751
Mar 26 20:54:25.177336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for router_gateway (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.255719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89772b-8a59-4f01-b530-240406b487b3 req-ec205dd5-dc8e-4d65-b063-20aecdf17100 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:25.257258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf89772b-8a59-4f01-b530-240406b487b3 req-ec205dd5-dc8e-4d65-b063-20aecdf17100 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 946 time: 0.1852212
Mar 26 20:54:25.266568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46f2c402-276f-43cc-9e49-9f761ad38a1f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.269150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.272567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46f2c402-276f-43cc-9e49-9f761ad38a1f HTTP/1.1" status: 204  len: 168 time: 1.3927772
Mar 26 20:54:25.286184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0734d055-9650-42c9-a2f8-efd70447dc4a req-af81bb29-f3b0-4da2-a100-61227dc7a2ba tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561162
Mar 26 20:54:25.286941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.323785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1845552-cc7a-40c3-9f7f-7a2363a8147b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2c402-276f-43cc-9e49-9f761ad38a1f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:25.372075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d1f9f2eb-0ee1-479e-b5c0-022814a80bd6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.397089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:25.498139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=d1f9f2eb-0ee1-479e-b5c0-022814a80bd6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:25.553185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf89772b-8a59-4f01-b530-240406b487b3 req-3805729a-b745-4054-a820-ba5df043768e tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765939
Mar 26 20:54:25.576666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:25.581920 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.585273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bf22d17-4b2a-48ed-b41d-6ff0f366292e req-f254c590-b140-45d8-afbf-001e6d4cbeb6 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "DELETE /v2.0/ports/d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 HTTP/1.1" status: 204  len: 173 time: 1.9498289
Mar 26 20:54:25.623905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Deleting port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:25.624476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.684675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb695cd-3328-485d-9d5a-234d33591135 req-584333b3-d803-41d0-b2d2-0459fa552567 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:25.690806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:25.701873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afb695cd-3328-485d-9d5a-234d33591135 req-584333b3-d803-41d0-b2d2-0459fa552567 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.2521434
Mar 26 20:54:25.735743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:25.736264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d1f9f2eb-0ee1-479e-b5c0-022814a80bd6 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:25.738638 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5301a0f-e14a-49a0-8309-7473e4988c51 x-openstack-request-id: req-f5301a0f-e14a-49a0-8309-7473e4988c51 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:25.739276 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225fcdcd-e3c0-4d87-85bd-529e40d06a7a", "name": "network-vif-deleted", "tag": "3d7f6ab7-23ad-4cd6-ab3f-08db1644f474", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:25.739557 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5301a0f-e14a-49a0-8309-7473e4988c51 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:25.740279 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5301a0f-e14a-49a0-8309-7473e4988c51'] response: {'server_uuid': '225fcdcd-e3c0-4d87-85bd-529e40d06a7a', 'name': 'network-vif-deleted', 'tag': '3d7f6ab7-23ad-4cd6-ab3f-08db1644f474', 'status': 'completed', 'code': 200}
Mar 26 20:54:25.766446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for router_gateway (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.808741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:25.821481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57052) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:25.919399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afb695cd-3328-485d-9d5a-234d33591135 req-fff413c2-9378-4cf2-9819-04c4860033fd tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166631
Mar 26 20:54:25.935423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc7fa4fa-2b58-427a-bdbd-76cb955929b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06bf78b652a0421f83c99b220ce334c6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1102972
Mar 26 20:54:25.966264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:25.986563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] For port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:25.986940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.011307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Allocated IP 172.35.4.181 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/d557d36c-70c9-4219-b7af-8c579b1bed48) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:26.056687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Calling delete_port for 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:26.135861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:26.221227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.264165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-8433750c-a317-4396-bee8-b4f8827e6902 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0407958
Mar 26 20:54:26.307181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Deleting subnet 91f37787-9ef4-448c-9b4f-0e34c202e414 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:54:26.315860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] Publish callbacks [] for security_group (d7ed4259-6f3c-4473-b692-c3d51492c7d9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.317524 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Publish callbacks [] for subnet (91f37787-9ef4-448c-9b4f-0e34c202e414), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.350974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369ecd-7a25-4bc6-b0c0-ed250dec4718 req-bd24a2af-f935-4751-8467-6229a7794822 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:26.351715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a369ecd-7a25-4bc6-b0c0-ed250dec4718 req-bd24a2af-f935-4751-8467-6229a7794822 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 950 time: 0.3414826
Mar 26 20:54:26.358189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.361099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:54:26.419568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:26.421681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] Publish callbacks [] for security_group (d7ed4259-6f3c-4473-b692-c3d51492c7d9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.431646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:26.433181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (91f37787-9ef4-448c-9b4f-0e34c202e414), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.439041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d557d36c-70c9-4219-b7af-8c579b1bed48,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:26.441923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:26.449046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:26.454265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-2571eba5-9f85-41e9-bb3e-7027924e8439 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:26.455775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-2571eba5-9f85-41e9-bb3e-7027924e8439 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1846137
Mar 26 20:54:26.495368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:26.495725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3d7f6ab7-23ad-4cd6-ab3f-08db1644f474 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:26.499333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-38ee5fb9-1153-4af3-9154-4f4f395b17ba tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/quotas/1de3ee23ad854cd3aed820396ed8bd53 HTTP/1.1" status: 200  len: 375 time: 0.0247343
Mar 26 20:54:26.543584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313d34d-f620-43d7-add4-2c527fed291c None None] Network 434726dc-6c91-47a9-a812-cfb57b96c526 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:26.614652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a369ecd-7a25-4bc6-b0c0-ed250dec4718 req-758ee783-9e4f-416a-a747-5b2e59c28652 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510703
Mar 26 20:54:26.616315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (91f37787-9ef4-448c-9b4f-0e34c202e414), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.636353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Provisioning complete for port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:26.637111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.666491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-fc4dbdb5-31cb-44e7-a6e9-9858b8e9a845 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1655774
Mar 26 20:54:26.726864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.729434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d7ed4259-6f3c-4473-b692-c3d51492c7d9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.732779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.743831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7ed4259-6f3c-4473-b692-c3d51492c7d9 HTTP/1.1" status: 204  len: 168 time: 0.7762942
Mar 26 20:54:26.753998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b3d629b9-e0f1-4758-9c2f-6a5d7008cb39'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:26.756905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b23662ab-35ef-424a-a830-2cdfa6ba7902'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:26.874227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Current status of the port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:26.874783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:26.881263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96eac6-d065-448d-946a-3bd7640ad393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed4259-6f3c-4473-b692-c3d51492c7d9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:26.892660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event deleted for resources: {'Port': ['ID=97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:26.922483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:26.938699 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Sync routers for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:26.949696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57098) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:26.951297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56789b23-bedd-496c-a3b8-0a8881e195cc admin admin] 10.222.0.16 "PUT /v2.0/routers/a6a36a35-7635-4470-a4ea-8fdee8cb7c54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6819224
Mar 26 20:54:26.977270 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:26.978078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124a4d5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:53:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:27.074627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91f19a63-0ea8-46f1-8189-e2e26c16df58 req-bd29dc1b-8305-4dde-b1a0-50b12723c9f1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=3eeeea44-b9a8-488c-a395-c322e1ff64f1 HTTP/1.1" status: 200  len: 210 time: 0.0948195
Mar 26 20:54:27.155548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] No DVR routers for this DVR port 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:27.159988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.171397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7663a98f-a029-4cf4-aac5-b6facc29caab req-1c9a68fa-edd2-4f5f-b73a-2689823000e5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "DELETE /v2.0/ports/97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d HTTP/1.1" status: 204  len: 173 time: 2.0423846
Mar 26 20:54:27.176916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'name': 'network-vif-deleted', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:27.181877 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a08480-d282-49be-a8a9-a6b9b936a9a8" -d '{"events": [{"server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "name": "network-vif-deleted", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:27.236611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6303a4ef-d0cb-4f2e-b0bd-0783eaaf2f20 req-6a3d5a69-cfc1-4bc8-a008-5d5e76603104 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.0597885
Mar 26 20:54:27.254201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (91f37787-9ef4-448c-9b4f-0e34c202e414), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.268958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for router_gateway (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.383414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.389370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/91f37787-9ef4-448c-9b4f-0e34c202e414 HTTP/1.1" status: 204  len: 168 time: 1.2471554
Mar 26 20:54:27.399569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:27.404843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca954bd-dc55-4e43-8628-beb067bd79c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f37787-9ef4-448c-9b4f-0e34c202e414,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:27.409746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:27.503649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c5c5f5b1-0236-45f5-a83f-b4343b80edc5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:27.558483 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks [] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.741721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] For port c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:27.749770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'name': 'network-vif-deleted', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:27.755517 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb182e-8cc6-4607-9a76-a698250de8f0" -d '{"events": [{"server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "name": "network-vif-deleted", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:27.807496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.854271 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4724-8d95-4ef0-8153-dd15248b7ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.856918 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.911831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (29f25562-2089-4ea5-a798-18bd9113e9ac), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.947994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks [] for router_gateway (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:27.967407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124a4d5b0>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:23Z', 'revision_number': 5, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port': {'id': 'd38f1654-e1f8-475c-b683-e1c0f8dbe5d0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:53:48Z', 'updated_at': '2022-03-26T20:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:27.974793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-20f91b33-6d42-4845-b29f-8632996d9f08 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:27.991075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-20f91b33-6d42-4845-b29f-8632996d9f08 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.5897737
Mar 26 20:54:28.067424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9a489bd8-1100-48e1-bbc8-ac916fec1b50 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/quotas/2aa3ac21589f496b83c20104323f4bb2 HTTP/1.1" status: 200  len: 375 time: 0.0735407
Mar 26 20:54:28.074603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Checking router: a6a36a35-7635-4470-a4ea-8fdee8cb7c54 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:28.097787 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Routers {'a6a36a35-7635-4470-a4ea-8fdee8cb7c54'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:28.098436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124a4d5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.215496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadb670-42ca-4ec1-ba4f-d19052a4dc99 None None] Pushing event updated for resources: {'Port': ['ID=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:28.217674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (29f25562-2089-4ea5-a798-18bd9113e9ac), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.288248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Deleting port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:28.288689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.328050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:54:28.330323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:28.331400 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.346958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] Set router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:28.347141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d315e50>,) {'filters': {'network_id': ['29f25562-2089-4ea5-a798-18bd9113e9ac']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.372857 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f94ed1-5a74-4ac9-b022-e563dac15bce x-openstack-request-id: req-95f94ed1-5a74-4ac9-b022-e563dac15bce {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:28.373093 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eeeea44-b9a8-488c-a395-c322e1ff64f1", "name": "network-vif-deleted", "tag": "97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:28.376309 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95f94ed1-5a74-4ac9-b022-e563dac15bce {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:28.377817 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f94ed1-5a74-4ac9-b022-e563dac15bce'] response: {'server_uuid': '3eeeea44-b9a8-488c-a395-c322e1ff64f1', 'name': 'network-vif-deleted', 'tag': '97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d', 'status': 'completed', 'code': 200}
Mar 26 20:54:28.387865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d315e50>, '2269bd55-89ea-40dc-98b2-eabfd270bd00') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.389249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d315e50>, '2269bd55-89ea-40dc-98b2-eabfd270bd00') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.415362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8e6bde68-e983-4db5-bc60-5fc3fdd6193e None None] Provisioning complete for port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:28.415989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e6bde68-e983-4db5-bc60-5fc3fdd6193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.427473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (2269bd55-89ea-40dc-98b2-eabfd270bd00), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.429733 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a1a58b-6788-49de-8a5c-a87fb511a8fa x-openstack-request-id: req-63a1a58b-6788-49de-8a5c-a87fb511a8fa {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:28.430044 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c229227-fa31-44f3-97ad-c652071af283", "name": "network-vif-deleted", "tag": "d1f9f2eb-0ee1-479e-b5c0-022814a80bd6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:28.430299 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63a1a58b-6788-49de-8a5c-a87fb511a8fa {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:28.430701 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a1a58b-6788-49de-8a5c-a87fb511a8fa'] response: {'server_uuid': '7c229227-fa31-44f3-97ad-c652071af283', 'name': 'network-vif-deleted', 'tag': 'd1f9f2eb-0ee1-479e-b5c0-022814a80bd6', 'status': 'completed', 'code': 200}
Mar 26 20:54:28.438134 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124a4d5b0>, [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:27Z', 'revision_number': 6, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.479288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-98822b88-264a-4d85-a839-48916d4bbd3b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4088836
Mar 26 20:54:28.483230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2269bd55-89ea-40dc-98b2-eabfd270bd00), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.492295 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29093349-c8d3-4440-b7f7-e8e3f98d7376 None None] The sync data for ids ['a6a36a35-7635-4470-a4ea-8fdee8cb7c54'] in ncdv-master-1 is: [{'id': 'a6a36a35-7635-4470-a4ea-8fdee8cb7c54', 'name': 'tempest-FloatingIPsTestJSON-366518743-router', 'tenant_id': 'ced52873fc7241779d52c0fb66e56bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:53:46Z', 'updated_at': '2022-03-26T20:54:27Z', 'revision_number': 6, 'project_id': 'ced52873fc7241779d52c0fb66e56bae', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:54:28.513900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:28.570414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:54:28.571043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (2269bd55-89ea-40dc-98b2-eabfd270bd00), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:54:28.586290 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:54:28.618553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:28.641367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:28.676335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Sync routers for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:28.690354 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.692970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2e6725f3-9d76-4687-9d96-c3cb3cb1e8d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.6686006
Mar 26 20:54:28.702331 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.706188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:28.706843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f116f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:28.718965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57174) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:28.750099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ecac679-70dd-48de-9f1b-b3f90f616afa req-ea8c4f50-29fa-4c1e-b7f5-66cd227ef10b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.1062582
Mar 26 20:54:28.767573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] For port d38f1654-e1f8-475c-b683-e1c0f8dbe5d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:28.768303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.793852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Calling delete_port for d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:28.801574 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (29f25562-2089-4ea5-a798-18bd9113e9ac), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.805989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2b326ee0-26a1-418e-8493-4f045fa716a8 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:28.807046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.820142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bde68-e983-4db5-bc60-5fc3fdd6193e None None] Current status of the port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:28.821472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.828483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29f25562-2089-4ea5-a798-18bd9113e9ac HTTP/1.1" status: 204  len: 168 time: 1.4130950
Mar 26 20:54:28.849410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5527a0b-7a35-4770-ba8a-7cadc0ccd079 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f25562-2089-4ea5-a798-18bd9113e9ac,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:28.866949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:28.870667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:28.873258 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d11688-4998-42c9-9cf6-a0aa934fea2b" -d '{"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-unplugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:28.883681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:28.885002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:28.927201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-75dd4d42-85da-484a-9f65-a4f5992c6eb0 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4336884
Mar 26 20:54:29.043133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:29.043495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 97e064d2-92b9-47c5-ad75-0bdfcfbb0a7d not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:29.112496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57184) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:29.129756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:29.146271 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac68f13-ab45-4fc0-9f94-a93224dd8c41 x-openstack-request-id: req-9ac68f13-ab45-4fc0-9f94-a93224dd8c41 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:29.148011 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-unplugged", "status": "completed", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:29.148553 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ac68f13-ab45-4fc0-9f94-a93224dd8c41 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:29.149191 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac68f13-ab45-4fc0-9f94-a93224dd8c41'] response: {'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'code': 200}
Mar 26 20:54:29.153124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:29.188302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-51f0ce7f-1f6e-42fa-bdda-4a81f45f9048 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=473aa792ab1045a9bc717a9a66f15afd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0723181
Mar 26 20:54:29.190188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:29.303226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] Publish callbacks [] for security_group (2ecd70b8-4abd-44f1-b9b8-a049c86838dd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.329194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] Publish callbacks [] for security_group (2ecd70b8-4abd-44f1-b9b8-a049c86838dd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.349809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb0e8e0f-cb3b-40c0-a72e-49b1bbd281c7 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0969641
Mar 26 20:54:29.420561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2ecd70b8-4abd-44f1-b9b8-a049c86838dd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.426236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.431738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ecd70b8-4abd-44f1-b9b8-a049c86838dd HTTP/1.1" status: 204  len: 168 time: 0.2380030
Mar 26 20:54:29.451271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ac199-ff03-4857-9113-71c2bf629c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd70b8-4abd-44f1-b9b8-a049c86838dd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:29.457756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d38f1654-e1f8-475c-b683-e1c0f8dbe5d0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.511199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c5c5f5b1-0236-45f5-a83f-b4343b80edc5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:29.532593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38f1654-e1f8-475c-b683-e1c0f8dbe5d0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:29.627223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.679110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-c0fd9bac-1cac-4983-b1b0-01a7f73fe858 service neutron] 10.222.0.16 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5555789
Mar 26 20:54:29.790279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:29.791906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.793031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.805418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks [] for router_controller (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:29.858204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f116f10>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:26Z', 'revision_number': 3, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:29.895675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-9f46e02c-e4dd-466a-b3db-e484c3534d0d tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:29.903573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-9f46e02c-e4dd-466a-b3db-e484c3534d0d tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5451884
Mar 26 20:54:29.904790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Checking router: 9ace8043-baf6-40e7-bf93-4cc3dac20d5c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:29.905481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Updating router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c port d557d36c-70c9-4219-b7af-8c579b1bed48 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:54:29.926027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Request body: {'port': {'device_id': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '1de3ee23ad854cd3aed820396ed8bd53'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:29.978993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:29.993210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc562d64-ba53-41f2-8ac9-2b4bcde00901 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:30.028534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c5d8809-8768-4f9a-ba28-255f6205a8e6 req-b3e488cb-ff5e-4d02-a6c8-9189b98c182b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.1023996
Mar 26 20:54:30.034988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a6a36a35-7635-4470-a4ea-8fdee8cb7c54), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.037083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a36a35-7635-4470-a4ea-8fdee8cb7c54 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:54:30.045904 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.061849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.078846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3841a398-4c27-499f-a90b-9f011e08c609 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a6a36a35-7635-4470-a4ea-8fdee8cb7c54 HTTP/1.1" status: 204  len: 168 time: 3.1241529
Mar 26 20:54:30.079592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:30.124341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cc562d64-ba53-41f2-8ac9-2b4bcde00901 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:30.125153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc562d64-ba53-41f2-8ac9-2b4bcde00901 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:30.139012 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.189525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Deleting subnet b5181239-55a1-4041-b702-e220477ac0d2 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:54:30.203649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Publish callbacks [] for subnet (b5181239-55a1-4041-b702-e220477ac0d2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.293313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (b5181239-55a1-4041-b702-e220477ac0d2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.496456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b5181239-55a1-4041-b702-e220477ac0d2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.581242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (b5181239-55a1-4041-b702-e220477ac0d2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.636290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5ed0755-4378-471b-a6d4-a9459f2d8361 req-2afe0bb4-b20a-4fbc-bdcb-6dcf7d8a7b9b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 210 time: 0.0774379
Mar 26 20:54:30.678342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5181239-55a1-4041-b702-e220477ac0d2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:30.686864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.694886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1c24864f-4ed1-41a8-ad39-4391c241565e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b5181239-55a1-4041-b702-e220477ac0d2 HTTP/1.1" status: 204  len: 168 time: 0.6139605
Mar 26 20:54:30.695974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57262) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:30.707331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f1697-c57a-44d5-8de4-77f301930d7e None None] Network 6b777c8e-8968-4f67-81b8-da44b707dbb3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:30.970535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks [] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:30.989837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.000935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee7f4-4cff-45cb-b588-047423cb67a5 req-c48acc91-cbd2-4949-b5fb-f7ea599b59d1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:31.010503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ee7f4-4cff-45cb-b588-047423cb67a5 req-c48acc91-cbd2-4949-b5fb-f7ea599b59d1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:31.012193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-864ee7f4-4cff-45cb-b588-047423cb67a5 req-c48acc91-cbd2-4949-b5fb-f7ea599b59d1 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591&device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 1681 time: 0.3194673
Mar 26 20:54:31.076941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:31.117158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Attempting to bind port d557d36c-70c9-4219-b7af-8c579b1bed48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:31.117764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Attempting to bind port d557d36c-70c9-4219-b7af-8c579b1bed48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:31.118302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Attempting to bind port d557d36c-70c9-4219-b7af-8c579b1bed48 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:31.124735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:31.125639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d38f1654-e1f8-475c-b683-e1c0f8dbe5d0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:31.138967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:31.139644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:31.140260 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.140981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:31.141616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Bound port: d557d36c-70c9-4219-b7af-8c579b1bed48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:31.142161 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.180495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678567c3-6234-4909-9056-f6b119b11fd4 None None] Pushing event updated for resources: {'Port': ['ID=d557d36c-70c9-4219-b7af-8c579b1bed48,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:31.230657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:31.245254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] For port d557d36c-70c9-4219-b7af-8c579b1bed48, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:31.250416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] For port d557d36c-70c9-4219-b7af-8c579b1bed48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d557d36c-70c9-4219-b7af-8c579b1bed48,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:31.266858 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.297306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-864ee7f4-4cff-45cb-b588-047423cb67a5 req-5c46342b-271a-4ff4-976c-ba0c212c8911 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694976
Mar 26 20:54:31.347760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] DHCP port deletion for 6b777c8e-8968-4f67-81b8-da44b707dbb3 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:54:31.355850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678567c3-6234-4909-9056-f6b119b11fd4 None None] Pushing event updated for resources: {'Port': ['ID=d557d36c-70c9-4219-b7af-8c579b1bed48,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:31.367393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Made reservation on behalf of 1de3ee23ad854cd3aed820396ed8bd53 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:31.379083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.406244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6b777c8e-8968-4f67-81b8-da44b707dbb3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.419134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:31.420011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f116f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:31.442716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55e35760-d5c5-400f-9c92-bce7e1fb0baa req-486f7404-ede6-479f-9bff-667553c43401 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.0468078
Mar 26 20:54:31.485124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1954520538-network', 'tenant_id': '032c3519ef0d4b99891f8fe4e48a2fb8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:31.488246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Deleting port 07d40ba7-98da-435a-b63f-775bc4b66a92 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:31.489179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.499683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.555073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Deleting port 07d40ba7-98da-435a-b63f-775bc4b66a92 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:31.555467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.614354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] For port 07d40ba7-98da-435a-b63f-775bc4b66a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07d40ba7-98da-435a-b63f-775bc4b66a92,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:31.615668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.636134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Calling delete_port for 07d40ba7-98da-435a-b63f-775bc4b66a92 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:31.818841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Made reservation on behalf of 032c3519ef0d4b99891f8fe4e48a2fb8 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:31.821430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.846899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:31.875176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:31.890990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:31.904452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Allocated IP 172.20.0.1 (434726dc-6c91-47a9-a812-cfb57b96c526/317978d4-2c5a-4e04-ad76-1964d0748645/827d1056-62b4-466c-90d6-92a80958d010) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:31.980478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] For port 07d40ba7-98da-435a-b63f-775bc4b66a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07d40ba7-98da-435a-b63f-775bc4b66a92,segment=NetworkSegment(36e633b7-1d1e-4a93-b98e-be24e4d4c136),segment_id=36e633b7-1d1e-4a93-b98e-be24e4d4c136)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:31.981075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.029318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-f568d22f-52e7-414a-86fc-24e42e9581a7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:32.029485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Calling delete_port for 07d40ba7-98da-435a-b63f-775bc4b66a92 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:32.030870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-f568d22f-52e7-414a-86fc-24e42e9581a7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 805 time: 0.2191513
Mar 26 20:54:32.103987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-335111da-78b8-476c-af31-377b6a27d26d req-da98f501-a40d-40e2-9a2c-a4216dc9b98b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 210 time: 0.2933879
Mar 26 20:54:32.108300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Request body: {'port': {'device_id': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'admin_state_up': True, 'tenant_id': '2aa3ac21589f496b83c20104323f4bb2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:32.110883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Allocated IP 192.168.233.174 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/2aecae7b-472a-4f8c-a96d-ce83680c4f2f) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:32.129985 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.155178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:54:32.168198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.222034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] No DVR routers for this DVR port 07d40ba7-98da-435a-b63f-775bc4b66a92 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:32.222957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks [] for security_group (c34deea0-42d0-47bb-ab7a-bcd39502392b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.272344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks [] for port (827d1056-62b4-466c-90d6-92a80958d010), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.304588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d40ba7-98da-435a-b63f-775bc4b66a92,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:32.366125 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (07d40ba7-98da-435a-b63f-775bc4b66a92), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.377503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:32.423803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] No DVR routers for this DVR port 07d40ba7-98da-435a-b63f-775bc4b66a92 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:32.425725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a8f11-70f1-4d77-971b-ac2300f79eed None None] Pushing event deleted for resources: {'Port': ['ID=07d40ba7-98da-435a-b63f-775bc4b66a92,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:32.430756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'mac_address': 'fa:16:3e:b3:2a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:32.484725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:32.485599 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.503379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:32.531975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:32.533772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f116f10>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:26Z', 'revision_number': 3, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:32.575111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf932d-774c-4f81-8a8f-383d27c9db24 None None] The sync data for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 is: [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:26Z', 'revision_number': 3, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:54:32.575111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.579782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks [] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.589554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6b777c8e-8968-4f67-81b8-da44b707dbb3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.604512 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c34deea0-42d0-47bb-ab7a-bcd39502392b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.614997 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.646590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:32.684914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5f93aa05-948a-4603-ac9e-ad8d14873f3f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:32.707510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce69c859-9b05-47e5-be7a-5a103080d53f req-2de8e1c4-ae26-4f4a-89a2-c1b08bc75103 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.1207252
Mar 26 20:54:32.726681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e5f0850>,) {'filters': {'network_id': ['6b777c8e-8968-4f67-81b8-da44b707dbb3']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:32.727710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Pushing event updated for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:32.752423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e5f0850>, '36e633b7-1d1e-4a93-b98e-be24e4d4c136') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:32.752595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e5f0850>, '36e633b7-1d1e-4a93-b98e-be24e4d4c136') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:32.765012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Made reservation on behalf of 2aa3ac21589f496b83c20104323f4bb2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:32.780549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.782680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Network 434726dc-6c91-47a9-a812-cfb57b96c526 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:32.789048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (36e633b7-1d1e-4a93-b98e-be24e4d4c136), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.839016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (36e633b7-1d1e-4a93-b98e-be24e4d4c136), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.861507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:54:32.862739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (36e633b7-1d1e-4a93-b98e-be24e4d4c136), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:32.873980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:54:32.877824 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:54:32.879942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:32.888041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:54:33.142824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4033f17e-143b-4da4-8106-a951b715a771), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.143958 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Added segment 4033f17e-143b-4da4-8106-a951b715a771 of type vlan for network b548d517-dd30-4b03-a661-453f42eea720
Mar 26 20:54:33.254909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b548d517-dd30-4b03-a661-453f42eea720), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.311206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34deea0-42d0-47bb-ab7a-bcd39502392b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:33.314225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.316039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d557d36c-70c9-4219-b7af-8c579b1bed48 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:33.325843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6b777c8e-8968-4f67-81b8-da44b707dbb3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.329027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['61358ffa-a2dd-4354-a24e-4e1a7782c3c8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:33.419416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.438744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b548d517-dd30-4b03-a661-453f42eea720), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.439809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:33.440930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.454947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.469281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6b777c8e-8968-4f67-81b8-da44b707dbb3 HTTP/1.1" status: 204  len: 168 time: 2.7705507
Mar 26 20:54:33.521907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d557d36c-70c9-4219-b7af-8c579b1bed48 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:33.522989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.546207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Allocated IP 172.20.0.3 (5c3e37a7-82c4-4995-a81c-82a00a51df42/552946a7-5e2a-49e4-8839-ea00c86a3d8b/bc6395f6-f2f3-4aa7-912e-2231739b4607) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:33.567378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9b5ac50e-8791-4e92-9065-aec0fb19ad11 None None] Provisioning complete for port 827d1056-62b4-466c-90d6-92a80958d010 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:33.568300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b5ac50e-8791-4e92-9065-aec0fb19ad11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (827d1056-62b4-466c-90d6-92a80958d010), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:33.584369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:33.610973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c60abf8e-efb9-4229-bd97-e73a34601409 req-45b3f57e-8971-4fb0-b334-0d262747b294 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 210 time: 0.3147621
Mar 26 20:54:33.623377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a156f6a-fba3-4b49-8aa9-8bbcb9e6e317 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b777c8e-8968-4f67-81b8-da44b707dbb3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:33.644757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:33.649773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:33.679492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ac50e-8791-4e92-9065-aec0fb19ad11 None None] Port 827d1056-62b4-466c-90d6-92a80958d010 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:33.720959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Pushing event updated for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:33.727721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:33.916365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:33.918361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.6755924
Mar 26 20:54:33.956893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d48386-8bf5-4431-83ff-befeaf82737f admin admin] Pushing event updated for resources: {'Network': ['ID=b548d517-dd30-4b03-a661-453f42eea720,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:33.993450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Request body: {'subnet': {'network_id': 'b548d517-dd30-4b03-a661-453f42eea720', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1954520538-subnet', 'tenant_id': '032c3519ef0d4b99891f8fe4e48a2fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:34.013978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90255dd7-ebf1-4489-bc61-92ff4f85c943 req-93c651af-6e11-4473-8c00-d16c0d680ac8 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:34.028153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90255dd7-ebf1-4489-bc61-92ff4f85c943 req-93c651af-6e11-4473-8c00-d16c0d680ac8 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 945 time: 0.7306497
Mar 26 20:54:34.045761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b548d517-dd30-4b03-a661-453f42eea720 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:54:34.080478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:34.101200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Made reservation on behalf of 032c3519ef0d4b99891f8fe4e48a2fb8 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:34.105812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.172367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5f93aa05-948a-4603-ac9e-ad8d14873f3f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:34.173468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.189973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:34.192133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.263198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-bb8a82f2-ba15-41fa-802a-4821d3db1dc4 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.3489013
Mar 26 20:54:34.280885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Request body: {'port': {'device_id': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:34.321036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d557d36c-70c9-4219-b7af-8c579b1bed48 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:34.321443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.351895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90255dd7-ebf1-4489-bc61-92ff4f85c943 req-b85868f5-c408-4115-a3ce-7620c09ef4a5 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216071
Mar 26 20:54:34.378176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-07eecb18-c991-4715-b885-21934a2cb093 None None] Provisioning complete for port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:34.378556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-07eecb18-c991-4715-b885-21934a2cb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.393017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks [] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.396933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d557d36c-70c9-4219-b7af-8c579b1bed48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d557d36c-70c9-4219-b7af-8c579b1bed48,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:34.432455 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.471570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.549071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:34.559059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event updated for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:34.568658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af0363ec-44ad-4cc2-b057-8c36efb0456e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ced52873fc7241779d52c0fb66e56bae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4260631
Mar 26 20:54:34.574210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57402) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:34.605516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-23c3c4d7-e549-4c59-bf80-b02f0bc66cff tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:34.607221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-23c3c4d7-e549-4c59-bf80-b02f0bc66cff tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 945 time: 0.7511759
Mar 26 20:54:34.607729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (827d1056-62b4-466c-90d6-92a80958d010), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.645423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07d40ba7-98da-435a-b63f-775bc4b66a92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:34.657779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f783407-cfbb-4a77-bb27-4159924f8256 req-a8ef0798-2a50-4cd2-9417-9f9cd54a9570 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:34.661072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.665442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f783407-cfbb-4a77-bb27-4159924f8256 req-a8ef0798-2a50-4cd2-9417-9f9cd54a9570 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 936 time: 0.6924989
Mar 26 20:54:34.667540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-07eecb18-c991-4715-b885-21934a2cb093 None None] Port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:34.682215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Network 5c3e37a7-82c4-4995-a81c-82a00a51df42 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:34.723316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:34.739787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 07d40ba7-98da-435a-b63f-775bc4b66a92 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:34.740238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07d40ba7-98da-435a-b63f-775bc4b66a92 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:34.752429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:34.776547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d557d36c-70c9-4219-b7af-8c579b1bed48,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:34.804072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:34.804606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.847908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:34.850199 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc9d6f-f945-40f0-8e00-ebe176459892" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:34.857302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:34.871200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:34.872620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] Publish callbacks [] for security_group (a07c258b-4f4c-4e9f-9830-7b85bae3b8e9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:34.883121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.013638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks [] for port (827d1056-62b4-466c-90d6-92a80958d010), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.020798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f783407-cfbb-4a77-bb27-4159924f8256 req-eb91787d-3141-4721-b5d6-d8045f02852d tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3498325
Mar 26 20:54:35.029319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] Publish callbacks [] for security_group (a07c258b-4f4c-4e9f-9830-7b85bae3b8e9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.041787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-ab2d49db-3a5b-4053-a927-039fdcf06df2 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:35.043392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-ab2d49db-3a5b-4053-a927-039fdcf06df2 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34c1c94-0613-4ece-b62f-7a089bb82bf5 HTTP/1.1" status: 200  len: 945 time: 0.5133650
Mar 26 20:54:35.064935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:35.065324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:35.066420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.093112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.117895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d557d36c-70c9-4219-b7af-8c579b1bed48 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:35.131223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-9b1936a7-a29a-48f9-b6af-0c8b48a7cb11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0399926
Mar 26 20:54:35.177689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Request body: {'port': {'device_id': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:35.178832 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf32ed4-529c-4364-8c34-31efd89b1754 x-openstack-request-id: req-bdf32ed4-529c-4364-8c34-31efd89b1754 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:35.179134 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-plugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:35.179382 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdf32ed4-529c-4364-8c34-31efd89b1754 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:35.179779 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf32ed4-529c-4364-8c34-31efd89b1754'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'code': 200}
Mar 26 20:54:35.214283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.223649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d557d36c-70c9-4219-b7af-8c579b1bed48 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:35.224083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.232534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Pushing event updated for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:35.272959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c64fb4b-5785-45a9-86fe-e9a89905c719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.307635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (e858137e-5f51-4788-8c8a-77217ccc8219), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.347502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d557d36c-70c9-4219-b7af-8c579b1bed48 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:35.368286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ade178-bb34-4d4d-8f5b-8a0e007a3825 req-98c03bd3-804e-4b6e-9292-b64e9e8fe189 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:35.375254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37ade178-bb34-4d4d-8f5b-8a0e007a3825 req-98c03bd3-804e-4b6e-9292-b64e9e8fe189 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 931 time: 0.6395364
Mar 26 20:54:35.403235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Deleting port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:35.403740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.409647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e858137e-5f51-4788-8c8a-77217ccc8219,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:35.459302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37ade178-bb34-4d4d-8f5b-8a0e007a3825 req-ee8e2a67-ce66-42d3-bc73-a58639b8bd4a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830820
Mar 26 20:54:35.471371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a07c258b-4f4c-4e9f-9830-7b85bae3b8e9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.474750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.476174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a07c258b-4f4c-4e9f-9830-7b85bae3b8e9 HTTP/1.1" status: 204  len: 168 time: 0.8991308
Mar 26 20:54:35.514635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Network 434726dc-6c91-47a9-a812-cfb57b96c526 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:35.533901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:35.726437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee494c2-bc06-4c9c-b010-69ab6e47e653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07c258b-4f4c-4e9f-9830-7b85bae3b8e9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:35.896026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Checking segment: {'id': '4033f17e-143b-4da4-8106-a951b715a771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:35.898780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Network hostable DHCP agents. Network: b548d517-dd30-4b03-a661-453f42eea720, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:54:35.905268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:35.971215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Network b548d517-dd30-4b03-a661-453f42eea720 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:54:36.005707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91d6667f-d423-46da-91eb-017dd21ed58e None None] Provisioning complete for port 827d1056-62b4-466c-90d6-92a80958d010 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:36.006475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91d6667f-d423-46da-91eb-017dd21ed58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (827d1056-62b4-466c-90d6-92a80958d010), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.015839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Deleting port b23662ab-35ef-424a-a830-2cdfa6ba7902 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:54:36.016226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.102857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91d6667f-d423-46da-91eb-017dd21ed58e None None] Port 827d1056-62b4-466c-90d6-92a80958d010 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:36.105508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b548d517-dd30-4b03-a661-453f42eea720) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:36.121623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:36.122223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.126424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6dee59-48ee-4a91-ab59-0c6c2aade762 None None] Network b548d517-dd30-4b03-a661-453f42eea720 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:36.130852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597401d1-1bcd-4699-8dc0-74a7814c185d req-c5425c81-53c2-40ab-935c-e975054c6d30 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:36.145402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597401d1-1bcd-4699-8dc0-74a7814c185d req-c5425c81-53c2-40ab-935c-e975054c6d30 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/ports?device_id=718e1c55-f44b-4e3f-8ee9-3071f9e29591 HTTP/1.1" status: 200  len: 945 time: 0.6787057
Mar 26 20:54:36.148681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] For port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:36.149062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.228352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aecae7b-472a-4f8c-a96d-ce83680c4f2f {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:36.241441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks [] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.260800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:54:36.280896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Calling delete_port for b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:36.283968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c64fb4b-5785-45a9-86fe-e9a89905c719 admin admin] Publish callbacks [] for security_group (f6e3dda8-f6fb-48bc-ab74-959d103a996c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.295471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Transition to ACTIVE for port object 2aecae7b-472a-4f8c-a96d-ce83680c4f2f will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:36.329795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.357974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7b4c3-63d9-41c1-8b57-835e5b1ef80b None None] Network b548d517-dd30-4b03-a661-453f42eea720 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:36.437675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] For port b23662ab-35ef-424a-a830-2cdfa6ba7902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b23662ab-35ef-424a-a830-2cdfa6ba7902,segment=NetworkSegment(beabec21-6b2b-4b35-868c-faef837a386f),segment_id=beabec21-6b2b-4b35-868c-faef837a386f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:36.438110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.487790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b09cb-f4ba-44ed-936b-ff935e28792a req-0e69873a-c9f7-4a90-8b34-df2635a00bb9 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:36.495742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-789b09cb-f4ba-44ed-936b-ff935e28792a req-0e69873a-c9f7-4a90-8b34-df2635a00bb9 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 936 time: 0.2275813
Mar 26 20:54:36.498814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Calling delete_port for b23662ab-35ef-424a-a830-2cdfa6ba7902 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:54:36.545415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Pushing event updated for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:36.582854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c64fb4b-5785-45a9-86fe-e9a89905c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f6e3dda8-f6fb-48bc-ab74-959d103a996c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.596632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6751849e-8c33-4a7f-ae25-f15eb2124279 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.6791279
Mar 26 20:54:36.759799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b3d629b9-e0f1-4758-9c2f-6a5d7008cb39), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:36.895786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597401d1-1bcd-4699-8dc0-74a7814c185d req-68c6a7e5-354c-421f-9e32-b293a6013b98 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.16 "GET /v2.0/security-groups?id=dbbedeee-c061-4211-94bf-7867c1da656e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7432990
Mar 26 20:54:37.001088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:37.022751 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Sync routers for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:37.032136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a64aecb3-028d-4b2a-b9f1-ed9f4172f5fc admin admin] 10.222.0.16 "PUT /v2.0/routers/9ace8043-baf6-40e7-bf93-4cc3dac20d5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3109810
Mar 26 20:54:37.049535 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:37.050156 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124478670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:37.081372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-789b09cb-f4ba-44ed-936b-ff935e28792a req-c6d73519-def0-414e-946c-c92542b9f818 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5794203
Mar 26 20:54:37.094274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Attempting to bind port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:37.094274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Attempting to bind port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:37.094554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Attempting to bind port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:37.139705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:37.140075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Attempting to bind port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:37.161895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:37.162243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:37.162636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:37.163088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Bound port: 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:37.163447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.233669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event deleted for resources: {'Port': ['ID=b3d629b9-e0f1-4758-9c2f-6a5d7008cb39,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:37.248298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3c64fb4b-5785-45a9-86fe-e9a89905c719 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=125dde1def47434d9222fd7f0d182dcb&name=default HTTP/1.1" status: 200  len: 2996 time: 2.3588340
Mar 26 20:54:37.257016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57470) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:37.363016 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:37.382527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:37.391072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:37.408394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.423676 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b23662ab-35ef-424a-a830-2cdfa6ba7902), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.628368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64fb4b-5785-45a9-86fe-e9a89905c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e3dda8-f6fb-48bc-ab74-959d103a996c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:37.710657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b23662ab-35ef-424a-a830-2cdfa6ba7902 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:37.714456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6395f6-f2f3-4aa7-912e-2231739b4607 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:37.727233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] No DVR routers for this DVR port b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:37.734915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks [] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.739874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.744349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c7c5214-94c5-46a8-bead-18cdc8407802 req-a160a0ef-2072-4999-9b7c-3a36cbc9e913 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.18 "DELETE /v2.0/ports/b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 HTTP/1.1" status: 204  len: 173 time: 3.1249979
Mar 26 20:54:37.748810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'name': 'network-vif-deleted', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:37.751794 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67786cf0-1215-48f7-a389-a0541cee6cfc" -d '{"events": [{"server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "name": "network-vif-deleted", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:37.782627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: b23662ab-35ef-424a-a830-2cdfa6ba7902 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:37.784845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b23662ab-35ef-424a-a830-2cdfa6ba7902 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:37.791317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Transition to ACTIVE for port object bc6395f6-f2f3-4aa7-912e-2231739b4607 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:37.799902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.804369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] Publish callbacks [] for security_group (f6e3dda8-f6fb-48bc-ab74-959d103a996c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.810564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124478670>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 2, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:37.815082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eef40-1234-45c5-b18f-ad2ef965ea8a req-df03c7ce-1b06-4aed-9643-504112f16f18 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:37.823380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e09eef40-1234-45c5-b18f-ad2ef965ea8a req-df03c7ce-1b06-4aed-9643-504112f16f18 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 931 time: 0.5516918
Mar 26 20:54:37.896704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Checking router: 9ace8043-baf6-40e7-bf93-4cc3dac20d5c for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:37.899433 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Updating router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c port 827d1056-62b4-466c-90d6-92a80958d010 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:54:37.957767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:37.961337 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (827d1056-62b4-466c-90d6-92a80958d010), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:37.969870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] Publish callbacks [] for security_group (f6e3dda8-f6fb-48bc-ab74-959d103a996c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.013690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:38.014347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.016956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] 10.222.0.18 "PUT /v2.0/ports/2aecae7b-472a-4f8c-a96d-ce83680c4f2f HTTP/1.1" status: 200  len: 1096 time: 3.7455573
Mar 26 20:54:38.017453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:38.028537 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c3b15-149e-4c26-9518-d10c79b118b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:38.205550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e09eef40-1234-45c5-b18f-ad2ef965ea8a req-87f8544b-9b15-444f-ad2c-4e59c569b3be tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3811488
Mar 26 20:54:38.238172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] No DVR routers for this DVR port b23662ab-35ef-424a-a830-2cdfa6ba7902 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:54:38.279088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Attempting to bind port bc6395f6-f2f3-4aa7-912e-2231739b4607 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:38.279663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Attempting to bind port bc6395f6-f2f3-4aa7-912e-2231739b4607 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:38.279785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Attempting to bind port bc6395f6-f2f3-4aa7-912e-2231739b4607 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:38.282955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f6e3dda8-f6fb-48bc-ab74-959d103a996c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.285532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.289244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6e3dda8-f6fb-48bc-ab74-959d103a996c HTTP/1.1" status: 204  len: 168 time: 1.0092940
Mar 26 20:54:38.299743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Port bc6395f6-f2f3-4aa7-912e-2231739b4607 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:38.325205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Attempting to bind port bc6395f6-f2f3-4aa7-912e-2231739b4607 on network 5c3e37a7-82c4-4995-a81c-82a00a51df42 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:38.347092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57506) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:38.355085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.358642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11ed8d5f-21ee-4834-8fe0-00a1f2a4518c req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] 10.222.0.21 "DELETE /v2.0/ports/b23662ab-35ef-424a-a830-2cdfa6ba7902 HTTP/1.1" status: 204  len: 173 time: 3.2146420
Mar 26 20:54:38.373772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70811900-f901-41fb-badb-2e3a794d7027 service neutron] Pushing event updated for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:38.378589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-network', 'tenant_id': '45240caf3c574054979eb351e9f6865d'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:38.413229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68de85-3c67-45d9-ab35-7f793244be3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e3dda8-f6fb-48bc-ab74-959d103a996c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:38.417761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:38.418105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Checking segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:38.418491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Bound using segment: {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:38.418961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Bound port: bc6395f6-f2f3-4aa7-912e-2231739b4607, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6446c65-b8c6-4bec-9d87-b3e679ae8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:38.419294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.508370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:54:38.523880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd7fc4-5500-401c-bb37-912add3156a3 tempest-ListServersNegativeTestJSON-248339683 tempest-ListServersNegativeTestJSON-248339683-project] Pushing event deleted for resources: {'Port': ['ID=b23662ab-35ef-424a-a830-2cdfa6ba7902,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:38.536604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Made reservation on behalf of 45240caf3c574054979eb351e9f6865d for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:38.538897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.599777 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks [] for port (827d1056-62b4-466c-90d6-92a80958d010), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.613104 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.626220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:54:38.626608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b3d629b9-e0f1-4758-9c2f-6a5d7008cb39 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:54:38.683945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-d2e98e18-30d5-4656-8b61-93aa22040822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:38.687264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-d2e98e18-30d5-4656-8b61-93aa22040822 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 1130 time: 0.5757420
Mar 26 20:54:38.688761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.747508 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f853dd-1cc7-46dd-984e-ac0b6b859d7b None None] Pushing event updated for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:38.827493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-d0a85422-3b87-41b8-b662-959ace475e3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f HTTP/1.1" status: 200  len: 217 time: 0.1241066
Mar 26 20:54:38.827763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:38.827872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-c33add0b-011c-47ec-95b8-b466875b5283 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:38.827872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-c33add0b-011c-47ec-95b8-b466875b5283 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/networks?id=b548d517-dd30-4b03-a661-453f42eea720 HTTP/1.1" status: 200  len: 814 time: 0.9102111
Mar 26 20:54:38.847599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:38.864697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.891093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-6588eede-0957-44e1-a0d2-4a94286ee1dd tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/quotas/032c3519ef0d4b99891f8fe4e48a2fb8 HTTP/1.1" status: 200  len: 375 time: 0.0238163
Mar 26 20:54:38.938640 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Attempting to bind port 827d1056-62b4-466c-90d6-92a80958d010 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:38.939069 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Attempting to bind port 827d1056-62b4-466c-90d6-92a80958d010 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:38.940362 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Attempting to bind port 827d1056-62b4-466c-90d6-92a80958d010 on network 434726dc-6c91-47a9-a812-cfb57b96c526 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:38.955432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:38.957514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Checking segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:38.960123 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:38.960576 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Bound using segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:38.979009 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Bound port: 827d1056-62b4-466c-90d6-92a80958d010, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:38.979566 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (827d1056-62b4-466c-90d6-92a80958d010), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.011142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.012813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.015710 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc6395f6-f2f3-4aa7-912e-2231739b4607 HTTP/1.1" status: 200  len: 1091 time: 3.8540399
Mar 26 20:54:39.172551 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-db72fb1f-2004-4c92-94dc-8350aa53e36d tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=032c3519ef0d4b99891f8fe4e48a2fb8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2685411
Mar 26 20:54:39.175284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-23240500-c325-4a99-b99d-8bd5b19da58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.176895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-23240500-c325-4a99-b99d-8bd5b19da58d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.3295693
Mar 26 20:54:39.209483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-79efeec4-0ac1-40f6-aabb-5bf4fe5b4d8f None None] Provisioning complete for port 827d1056-62b4-466c-90d6-92a80958d010 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:39.210614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79efeec4-0ac1-40f6-aabb-5bf4fe5b4d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (827d1056-62b4-466c-90d6-92a80958d010), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.216563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57512) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:39.258733 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] For port 827d1056-62b4-466c-90d6-92a80958d010, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:39.267854 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] For port 827d1056-62b4-466c-90d6-92a80958d010, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827d1056-62b4-466c-90d6-92a80958d010,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:39.271748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88709ad3-3130-47d6-99ec-59128e77f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:39.295568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks [] for security_group (6f1d1c9f-ab4d-4347-8c85-4c408b34a639), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.310166 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.312130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6f1d1c9f-ab4d-4347-8c85-4c408b34a639), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.313037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-79efeec4-0ac1-40f6-aabb-5bf4fe5b4d8f None None] Port 827d1056-62b4-466c-90d6-92a80958d010 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:39.334408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7b72-9826-4000-a43b-a95f613e54d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.393293 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82896b6a-e9f1-478d-8fee-d8ad8d34326d x-openstack-request-id: req-82896b6a-e9f1-478d-8fee-d8ad8d34326d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:39.393698 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e1c55-f44b-4e3f-8ee9-3071f9e29591", "name": "network-vif-deleted", "tag": "b3d629b9-e0f1-4758-9c2f-6a5d7008cb39", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:39.396130 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82896b6a-e9f1-478d-8fee-d8ad8d34326d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:39.396618 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82896b6a-e9f1-478d-8fee-d8ad8d34326d'] response: {'server_uuid': '718e1c55-f44b-4e3f-8ee9-3071f9e29591', 'name': 'network-vif-deleted', 'tag': 'b3d629b9-e0f1-4758-9c2f-6a5d7008cb39', 'status': 'completed', 'code': 200}
Mar 26 20:54:39.401309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d1c9f-ab4d-4347-8c85-4c408b34a639,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:39.410559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:54:39.421327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-42289985-5db2-4e55-ad8d-125f2f98017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.422814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-42289985-5db2-4e55-ad8d-125f2f98017c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 1125 time: 0.2983150
Mar 26 20:54:39.442588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.442939 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Added segment 1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd of type vlan for network d17f853e-cc01-40b1-9a4b-281a7c40b5e8
Mar 26 20:54:39.468465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e89d-8739-4807-9bfe-5729115dddcb req-028e7b78-793b-4ae5-94a5-446f644369cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.470048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-028e7b78-793b-4ae5-94a5-446f644369cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2853451
Mar 26 20:54:39.477345 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:39.477947 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124478670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:39.524784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d17f853e-cc01-40b1-9a4b-281a7c40b5e8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.577606 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f853dd-1cc7-46dd-984e-ac0b6b859d7b None None] Pushing event updated for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:39.627139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d17f853e-cc01-40b1-9a4b-281a7c40b5e8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.628145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.628798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.641243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-e675ff3a-28de-4173-a3bc-baf4ecad96c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607 HTTP/1.1" status: 200  len: 217 time: 0.2002087
Mar 26 20:54:39.664177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-e95072cc-7d13-4b02-b04c-a8dc80be3300 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862850
Mar 26 20:54:39.666683 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ee895-d55c-44ec-b56f-def0e7050042 x-openstack-request-id: req-b18ee895-d55c-44ec-b56f-def0e7050042 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:39.667382 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:39.667866 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b18ee895-d55c-44ec-b56f-def0e7050042 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:39.668551 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18ee895-d55c-44ec-b56f-def0e7050042'] response: {'name': 'network-changed', 'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f', 'status': 'completed', 'code': 200}
Mar 26 20:54:39.692107 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:39.693288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3434215
Mar 26 20:54:39.752358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-6b7427f8-30b6-4f7d-bc60-c0360f420549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:39.754315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-6b7427f8-30b6-4f7d-bc60-c0360f420549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0750399
Mar 26 20:54:39.758402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57524) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:39.765561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Request body: {'subnet': {'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-subnet', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:39.790091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5352e89d-8739-4807-9bfe-5729115dddcb req-5f9e5b8f-82a0-41ee-9020-858924b141cc service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048458
Mar 26 20:54:39.818955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Made reservation on behalf of 45240caf3c574054979eb351e9f6865d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:39.823163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.881529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Provisioning complete for port 827d1056-62b4-466c-90d6-92a80958d010 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:39.885227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (827d1056-62b4-466c-90d6-92a80958d010), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:39.962806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-4c23a93e-94a3-4079-b543-f7f58a92abfc service neutron] 10.222.0.16 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7892797
Mar 26 20:54:40.010651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a2dd-aae2-4ae0-a522-1ce11d637e96 req-fc35b638-ed43-4f8f-93c2-d5d1d11c96fe tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:40.018621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f784a2dd-aae2-4ae0-a522-1ce11d637e96 req-fc35b638-ed43-4f8f-93c2-d5d1d11c96fe tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 948 time: 0.3931248
Mar 26 20:54:40.025759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3d0d-c131-4e99-9644-2cd7351a8e98 admin admin] Pushing event updated for resources: {'Network': ['ID=d17f853e-cc01-40b1-9a4b-281a7c40b5e8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:40.030400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-5d2ef0c3-a7b7-4292-a1ee-6a724e929c31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2438993
Mar 26 20:54:40.065654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-28441e15-e2d7-4a0d-9b7e-a92908821758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:40.067466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-28441e15-e2d7-4a0d-9b7e-a92908821758 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 1130 time: 0.2201324
Mar 26 20:54:40.073851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:54:40.080430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-b71a8062-0ace-4d27-bf03-840d1d0b2e41 service neutron] 10.222.0.16 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166935
Mar 26 20:54:40.103929 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124478670>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:39Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:40.187383 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb60073-de3f-4ba0-8b66-91cc07f02bcc None None] The sync data for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 is: [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:39Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:54:40.260228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f784a2dd-aae2-4ae0-a522-1ce11d637e96 req-c0824726-c93d-4055-bf44-19f4654fe222 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368860
Mar 26 20:54:40.290052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (722404d3-ea9a-4e90-8193-43184fec48de), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.343250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-2d196568-2ab4-43eb-83ce-812c3e84febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:40.344906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-2d196568-2ab4-43eb-83ce-812c3e84febb service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2597311
Mar 26 20:54:40.381686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7b72-9826-4000-a43b-a95f613e54d2 admin admin] Publish callbacks [] for security_group (59185bb3-8968-4bb8-9198-6e8f3dc3fedc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.417120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-7e9caee2-4515-4265-a77a-42479e1bb0df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f HTTP/1.1" status: 200  len: 217 time: 0.0609543
Mar 26 20:54:40.417738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7b72-9826-4000-a43b-a95f613e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (59185bb3-8968-4bb8-9198-6e8f3dc3fedc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.576874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:40.665182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Deleting subnet a032ba5f-70f4-4a3d-8ff5-51188b18b057 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:54:40.671808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd7b72-9826-4000-a43b-a95f613e54d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59185bb3-8968-4bb8-9198-6e8f3dc3fedc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:40.701995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8cdd7b72-9826-4000-a43b-a95f613e54d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d14b753c857947358a96cf83d284c6de&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4744349
Mar 26 20:54:40.707735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57548) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:40.710113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Publish callbacks [] for subnet (a032ba5f-70f4-4a3d-8ff5-51188b18b057), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.714691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Current status of the port 827d1056-62b4-466c-90d6-92a80958d010 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:40.715993 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (827d1056-62b4-466c-90d6-92a80958d010), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.777272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-97e9cfbd-bcbc-4ace-9038-84f688de4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:40.778805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-97e9cfbd-bcbc-4ace-9038-84f688de4057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.3502688
Mar 26 20:54:40.819280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] For port 827d1056-62b4-466c-90d6-92a80958d010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827d1056-62b4-466c-90d6-92a80958d010,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:40.838462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.858964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (a032ba5f-70f4-4a3d-8ff5-51188b18b057), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.934355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2fcbd-e73a-4f94-bab0-f819e54b0c74 req-e9ea35f6-054e-47da-8acf-8e9f2cf515a1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:40.942012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61f2fcbd-e73a-4f94-bab0-f819e54b0c74 req-e9ea35f6-054e-47da-8acf-8e9f2cf515a1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 943 time: 0.3875923
Mar 26 20:54:40.961493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] Publish callbacks [] for security_group (59185bb3-8968-4bb8-9198-6e8f3dc3fedc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.973096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Pushing event updated for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:40.979448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a032ba5f-70f4-4a3d-8ff5-51188b18b057), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:40.992998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:40.997037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:40.997568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:40.998069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:40.998603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:40.999092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.000157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.001956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.002472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.003865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.004395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.004933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.007129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.007649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.008173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca581db-a870-4b34-9e2e-b150b38badfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:41.176966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] Publish callbacks [] for security_group (59185bb3-8968-4bb8-9198-6e8f3dc3fedc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.180321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-f096bafa-74e6-400d-a057-80f2e173a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:41.182113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-f096bafa-74e6-400d-a057-80f2e173a418 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3867264
Mar 26 20:54:41.257322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-68ea38e4-2407-4907-baa9-91ae336e63a2 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1942763
Mar 26 20:54:41.367626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 827d1056-62b4-466c-90d6-92a80958d010 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:41.369998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61f2fcbd-e73a-4f94-bab0-f819e54b0c74 req-31b97b37-21fa-447b-9c4f-5606c3a6068e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266119
Mar 26 20:54:41.422499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5fa1a4b-4c67-47a4-99e5-84ec5e3dae39 req-8b591784-f868-4368-90b6-bc61611b4ba1 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 210 time: 0.1726182
Mar 26 20:54:41.449567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (a032ba5f-70f4-4a3d-8ff5-51188b18b057), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.480123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:41.482484 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb904799-00cc-46c5-919b-839aea535e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:41.519587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-6f7228af-9913-4800-9213-bbcdeda12baa service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007319
Mar 26 20:54:41.530417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a032ba5f-70f4-4a3d-8ff5-51188b18b057,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:41.537034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 827d1056-62b4-466c-90d6-92a80958d010 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:41.546877 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (827d1056-62b4-466c-90d6-92a80958d010), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.556794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.563293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8db06adb-6e41-4649-a704-106c01cba799 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a032ba5f-70f4-4a3d-8ff5-51188b18b057 HTTP/1.1" status: 204  len: 168 time: 0.9837294
Mar 26 20:54:41.565773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57572) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:41.576750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (59185bb3-8968-4bb8-9198-6e8f3dc3fedc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.584910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:41.588364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59185bb3-8968-4bb8-9198-6e8f3dc3fedc HTTP/1.1" status: 204  len: 168 time: 0.8758337
Mar 26 20:54:41.707510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'name': 'network-vif-deleted', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:41.716639 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8260c049-cab1-4886-9b74-1223a89df15a" -d '{"events": [{"server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "name": "network-vif-deleted", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:41.723190 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e3329a-2b8d-4805-8cee-fe0154c05148 x-openstack-request-id: req-51e3329a-2b8d-4805-8cee-fe0154c05148 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:41.723634 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:41.723774 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51e3329a-2b8d-4805-8cee-fe0154c05148 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:41.737290 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e3329a-2b8d-4805-8cee-fe0154c05148'] response: {'name': 'network-changed', 'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607', 'status': 'completed', 'code': 200}
Mar 26 20:54:41.754443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 827d1056-62b4-466c-90d6-92a80958d010 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:41.757114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722404d3-ea9a-4e90-8193-43184fec48de,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:41.805693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8d8f7-89eb-4a64-915c-e754dbd82206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59185bb3-8968-4bb8-9198-6e8f3dc3fedc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:41.808862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Checking segment: {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:41.811070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Network hostable DHCP agents. Network: d17f853e-cc01-40b1-9a4b-281a7c40b5e8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:54:41.840592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cd2af2b-ec92-4533-bf6f-5242f47e1932 req-e71e18b8-467b-42fa-bd1a-188b4c2d24e1 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5628355
Mar 26 20:54:41.955829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:54:42.031609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e152-5e30-4661-a16f-439ff651ee74 req-3747d4a4-8d9d-4c8e-8260-14e80f995e9e tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:42.042081 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d16617-7abc-40f0-ae9d-e3f478807685 x-openstack-request-id: req-80d16617-7abc-40f0-ae9d-e3f478807685 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:42.042394 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34c1c94-0613-4ece-b62f-7a089bb82bf5", "name": "network-vif-deleted", "tag": "b23662ab-35ef-424a-a830-2cdfa6ba7902", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:42.042657 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80d16617-7abc-40f0-ae9d-e3f478807685 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:42.046458 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d16617-7abc-40f0-ae9d-e3f478807685'] response: {'server_uuid': 'f34c1c94-0613-4ece-b62f-7a089bb82bf5', 'name': 'network-vif-deleted', 'tag': 'b23662ab-35ef-424a-a830-2cdfa6ba7902', 'status': 'completed', 'code': 200}
Mar 26 20:54:42.051336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.072891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dea0e152-5e30-4661-a16f-439ff651ee74 req-3747d4a4-8d9d-4c8e-8260-14e80f995e9e tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 948 time: 0.3512437
Mar 26 20:54:42.094710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d17f853e-cc01-40b1-9a4b-281a7c40b5e8) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:42.111511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bec088-cdfa-453f-b58c-67e08840e34e None None] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:42.146794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:42.151773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.175433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea3c3b15-149e-4c26-9518-d10c79b118b3 req-4ca0bcf5-b980-4844-b472-fbda59706413 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6056893
Mar 26 20:54:42.276124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.305393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dd5e040>,) {'filters': {'network_id': ['1feff2b0-9fab-4f19-a5da-16e9d6f7dbac']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:42.326718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dd5e040>, 'beabec21-6b2b-4b35-868c-faef837a386f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:42.328681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dd5e040>, 'beabec21-6b2b-4b35-868c-faef837a386f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:42.373589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d2d5f53-819e-485f-a4d6-181754f49313 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.6142540
Mar 26 20:54:42.379524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:42.385097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'project_id': '45240caf3c574054979eb351e9f6865d', 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:54:42.386289 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.393740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:42.423229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (beabec21-6b2b-4b35-868c-faef837a386f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.492476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (beabec21-6b2b-4b35-868c-faef837a386f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.508462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904799-00cc-46c5-919b-839aea535e1b req-b6e11f71-b75f-49e6-9e75-a2a64b80fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:42.523868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-b6e11f71-b75f-49e6-9e75-a2a64b80fefe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 1125 time: 0.6098988
Mar 26 20:54:42.534259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:54:42.535686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (beabec21-6b2b-4b35-868c-faef837a386f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:54:42.539279 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:54:42.554848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (3a1a5290-c371-4786-9d57-324f75b99da1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.557964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (3a1a5290-c371-4786-9d57-324f75b99da1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.627391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Allocated IP 172.20.0.2 (d17f853e-cc01-40b1-9a4b-281a7c40b5e8/722404d3-ea9a-4e90-8193-43184fec48de/fee303f7-f4b3-4d58-8935-df12f429802e) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:42.666156 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for router_controller (3a1a5290-c371-4786-9d57-324f75b99da1), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:42.696474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dea0e152-5e30-4661-a16f-439ff651ee74 req-e1e3318b-a921-43f5-85c9-2e6251ceecf2 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6218133
Mar 26 20:54:42.759073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2aecae7b-472a-4f8c-a96d-ce83680c4f2f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:42.849948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:42.906074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-64a95c53-de17-4d13-8275-2058d6a338a0 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:42.907507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-64a95c53-de17-4d13-8275-2058d6a338a0 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.18 "GET /v2.0/networks?id=b548d517-dd30-4b03-a661-453f42eea720 HTTP/1.1" status: 200  len: 814 time: 0.7287381
Mar 26 20:54:42.936431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:42.953856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f', 'mac_address': 'fa:16:3e:54:0a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:42.984694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Request body: {'port': {'device_id': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720', 'admin_state_up': True, 'tenant_id': '032c3519ef0d4b99891f8fe4e48a2fb8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:42.998929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1feff2b0-9fab-4f19-a5da-16e9d6f7dbac), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.017620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbe4073d-232c-43ce-b782-ae69f742c2db req-c293dd76-2b4a-4b03-a117-904f88205e50 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 210 time: 0.1162610
Mar 26 20:54:43.055323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.059006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:43.060280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.066675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] 10.222.0.16 "DELETE /v2.0/networks/1feff2b0-9fab-4f19-a5da-16e9d6f7dbac HTTP/1.1" status: 204  len: 168 time: 1.4917588
Mar 26 20:54:43.082620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aecae7b-472a-4f8c-a96d-ce83680c4f2f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:43.140817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00f01-ca1b-4c3b-8946-3ecd96c178ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1feff2b0-9fab-4f19-a5da-16e9d6f7dbac,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:43.204785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:43.225516 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.235627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514eeb1-6fd5-4255-90ed-b985c8e2fc19 req-2befe90f-5ed1-4395-84c8-9ef6ee426b72 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:43.237554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8514eeb1-6fd5-4255-90ed-b985c8e2fc19 req-2befe90f-5ed1-4395-84c8-9ef6ee426b72 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 943 time: 0.5672746
Mar 26 20:54:43.241943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for router_gateway (3a1a5290-c371-4786-9d57-324f75b99da1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.262705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904799-00cc-46c5-919b-839aea535e1b req-cccf88fc-4cb0-4c9b-8852-94d35b489414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:43.264208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-cccf88fc-4cb0-4c9b-8852-94d35b489414 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.6317229
Mar 26 20:54:43.336421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:43.349675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57640) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:43.360639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks [] for port (fee303f7-f4b3-4d58-8935-df12f429802e), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.394318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd47bfea-57b2-4487-a9f2-e29e159ef8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.397871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.473006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8514eeb1-6fd5-4255-90ed-b985c8e2fc19 req-480d2d9f-c3a0-441e-a835-a7663b57592d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2162950
Mar 26 20:54:43.490412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd47bfea-57b2-4487-a9f2-e29e159ef8ad admin admin] Publish callbacks [] for security_group (8b430cd8-e0f0-4639-a5c7-31096dd4fd55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.495612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-54364c69-01fe-4550-86d3-9cac341c7a53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607 HTTP/1.1" status: 200  len: 217 time: 0.1927822
Mar 26 20:54:43.500560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fd47bfea-57b2-4487-a9f2-e29e159ef8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8b430cd8-e0f0-4639-a5c7-31096dd4fd55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.510975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Pushing event updated for resources: {'Port': ['ID=fee303f7-f4b3-4d58-8935-df12f429802e,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:43.528025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['2aecae7b-472a-4f8c-a96d-ce83680c4f2f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:43.548459 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9927bf09-8f6a-4443-ae63-bc88fd4c91a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f93125ac1a714e3ca18236ff7794ca6c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1798320
Mar 26 20:54:43.548953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57644) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:43.648423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:43.649098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] Publish callbacks [] for security_group (dbbedeee-c061-4211-94bf-7867c1da656e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.652098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:43.677072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] Publish callbacks [] for security_group (dbbedeee-c061-4211-94bf-7867c1da656e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.678441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:43.702355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fd47bfea-57b2-4487-a9f2-e29e159ef8ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3314f9aa9dd4e6bb0769adc87c04436&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8507540
Mar 26 20:54:43.709412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57648) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:43.716681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47bfea-57b2-4487-a9f2-e29e159ef8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b430cd8-e0f0-4639-a5c7-31096dd4fd55,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:43.773551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb904799-00cc-46c5-919b-839aea535e1b req-d81994c3-7371-484d-bfc5-ede102c4474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:43.784048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-d81994c3-7371-484d-bfc5-ede102c4474a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.2804346
Mar 26 20:54:43.805373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Attempting to bind port fee303f7-f4b3-4d58-8935-df12f429802e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:43.805972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Attempting to bind port fee303f7-f4b3-4d58-8935-df12f429802e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:43.806377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Attempting to bind port fee303f7-f4b3-4d58-8935-df12f429802e on network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:43.842727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:43.843134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Checking segment: {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:43.843550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.843995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Bound using segment: {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:43.844473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Bound port: fee303f7-f4b3-4d58-8935-df12f429802e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:43.844920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.914352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for router_gateway (3a1a5290-c371-4786-9d57-324f75b99da1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.939708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Made reservation on behalf of 032c3519ef0d4b99891f8fe4e48a2fb8 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:43.940007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.943128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.953122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] For port fee303f7-f4b3-4d58-8935-df12f429802e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:43.953840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dbbedeee-c061-4211-94bf-7867c1da656e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.956441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] For port fee303f7-f4b3-4d58-8935-df12f429802e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee303f7-f4b3-4d58-8935-df12f429802e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:43.965665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-531cb286-d65c-4d06-90bf-a268f2bbfd46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1704314
Mar 26 20:54:43.968643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.969814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbbedeee-c061-4211-94bf-7867c1da656e HTTP/1.1" status: 204  len: 168 time: 0.4199634
Mar 26 20:54:43.970300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.971011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:43.994774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16988b9-72d8-4c15-9f5a-cfa735de4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbedeee-c061-4211-94bf-7867c1da656e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:44.132805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9d9a5-ded9-4b03-9153-755284632573 None None] Pushing event updated for resources: {'Port': ['ID=fee303f7-f4b3-4d58-8935-df12f429802e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:44.184814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Allocated IP 172.35.4.193 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/12296be8-6f61-4dcf-bfe8-98a016a975ff) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:44.214783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Allocated IP 172.20.0.5 (b548d517-dd30-4b03-a661-453f42eea720/e858137e-5f51-4788-8c8a-77217ccc8219/1df11505-f619-4383-bdf2-f2c503680a3f) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:44.249896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-98d35626-568d-42cb-bd41-686fc8b8f86c req-de6688ca-6c0a-4b14-8cd7-adaa293bedb9 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 210 time: 0.0490296
Mar 26 20:54:44.444395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-5b5fbed2-4d52-488b-86ed-569537cdc9c4 service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507249
Mar 26 20:54:44.498258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.517338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2aecae7b-472a-4f8c-a96d-ce83680c4f2f up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:44.563774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] Publish callbacks [] for security_group (8b430cd8-e0f0-4639-a5c7-31096dd4fd55), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.584522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.639700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36d52f-af60-49ff-9fc7-4d50e68cd082 req-850f274a-9d70-4ffc-af56-5fc29a855573 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:44.641521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b36d52f-af60-49ff-9fc7-4d50e68cd082 req-850f274a-9d70-4ffc-af56-5fc29a855573 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 949 time: 0.8452687
Mar 26 20:54:44.713889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:44.716434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Pushing event updated for resources: {'Port': ['ID=12296be8-6f61-4dcf-bfe8-98a016a975ff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:44.719965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:44.729062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:44.767965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] Publish callbacks [] for security_group (8b430cd8-e0f0-4639-a5c7-31096dd4fd55), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.787110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:44.798730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:44.799120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.866008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b36d52f-af60-49ff-9fc7-4d50e68cd082 req-392ce5e8-666e-43a5-820e-bc0495eef9c0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090905
Mar 26 20:54:44.939446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb904799-00cc-46c5-919b-839aea535e1b req-570f95f7-1639-4e2a-bc96-307bec0861ea service neutron] 10.222.0.21 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4462273
Mar 26 20:54:44.949026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks [] for port (1df11505-f619-4383-bdf2-f2c503680a3f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.984968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8b430cd8-e0f0-4639-a5c7-31096dd4fd55), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:44.994862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6b995-0513-40ea-bbb5-c61332a81aaf req-cb840128-eb31-4046-9498-2a5e14d1f1d7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:44.995281 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.000562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b430cd8-e0f0-4639-a5c7-31096dd4fd55 HTTP/1.1" status: 204  len: 168 time: 1.2827389
Mar 26 20:54:45.007117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53c6b995-0513-40ea-bbb5-c61332a81aaf req-cb840128-eb31-4046-9498-2a5e14d1f1d7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 943 time: 0.2915823
Mar 26 20:54:45.058265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe6c76-40d9-49a7-875d-0941be472fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b430cd8-e0f0-4639-a5c7-31096dd4fd55,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:45.087847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:45.090124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.092171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.137712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53c6b995-0513-40ea-bbb5-c61332a81aaf req-8af7f5ff-6726-4458-93c3-1cdca9ff6573 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246629
Mar 26 20:54:45.195909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:45.199499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:45.202242 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c87ffa-52cd-47af-8298-d1f577949e4e" -d '{"events": [{"server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "name": "network-vif-plugged", "status": "completed", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:45.211161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Network b548d517-dd30-4b03-a661-453f42eea720 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:45.215186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.224914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:45.236981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:45.269379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Pushing event updated for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:45.323835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:45.419169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:45.425661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.464850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-93f3d0c8-94ae-4963-8bfb-a5c4eee664fb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5246544
Mar 26 20:54:45.470647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fee303f7-f4b3-4d58-8935-df12f429802e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:45.483395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Request body: {'port': {'device_id': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:45.538330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for router_gateway (3a1a5290-c371-4786-9d57-324f75b99da1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.590140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.592992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fee303f7-f4b3-4d58-8935-df12f429802e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:45.597798 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.692818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:45.718200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46505d1c-87ca-453c-91ce-ab56a4ed1956 req-2fccd9db-d82d-4acf-ae7d-d70b1b336650 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:45.725246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46505d1c-87ca-453c-91ce-ab56a4ed1956 req-2fccd9db-d82d-4acf-ae7d-d70b1b336650 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 931 time: 0.2705731
Mar 26 20:54:45.752848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device bc6395f6-f2f3-4aa7-912e-2231739b4607 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:46.014126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:46.064935 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738afd1c-15b8-48a9-89ea-b1cd49bae0ef x-openstack-request-id: req-738afd1c-15b8-48a9-89ea-b1cd49bae0ef {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:46.066162 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "name": "network-vif-plugged", "status": "completed", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:46.066445 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-738afd1c-15b8-48a9-89ea-b1cd49bae0ef {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:46.068588 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738afd1c-15b8-48a9-89ea-b1cd49bae0ef'] response: {'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f', 'code': 200}
Mar 26 20:54:46.082918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'bc6395f6-f2f3-4aa7-912e-2231739b4607', 'network_id': '5c3e37a7-82c4-4995-a81c-82a00a51df42', 'port_id': 'bc6395f6-f2f3-4aa7-912e-2231739b4607', 'mac_address': 'fa:16:3e:d2:c9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552946a7-5e2a-49e4-8839-ea00c86a3d8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:46.115538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8a510-8a2d-4579-8606-a754bc828d46 None None] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:46.222590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df11505-f619-4383-bdf2-f2c503680a3f {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:46.252708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks [] for port (1df11505-f619-4383-bdf2-f2c503680a3f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.292887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Transition to ACTIVE for port object 1df11505-f619-4383-bdf2-f2c503680a3f will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:46.302641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.314607 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (3a1a5290-c371-4786-9d57-324f75b99da1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.378140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:46.417106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46505d1c-87ca-453c-91ce-ab56a4ed1956 req-e2340287-933d-4331-a293-e6060d665b80 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6908119
Mar 26 20:54:46.486215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fee303f7-f4b3-4d58-8935-df12f429802e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:46.486610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.544464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6164a3e-a66f-4c43-a8a4-ef6a74b42e5e req-94adb221-3956-478f-ba42-46b5be780192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:46.546737 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6164a3e-a66f-4c43-a8a4-ef6a74b42e5e req-94adb221-3956-478f-ba42-46b5be780192 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 1132 time: 0.2361338
Mar 26 20:54:46.594900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-842463399-network', 'tenant_id': 'c1854d29eeb64bb4b5851d72ac8dddab'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:46.616706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-96097e5e-6bff-4458-a30b-4e7975c06dd0 None None] Provisioning complete for port fee303f7-f4b3-4d58-8935-df12f429802e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:46.617093 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-96097e5e-6bff-4458-a30b-4e7975c06dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.620320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port bc6395f6-f2f3-4aa7-912e-2231739b4607 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:46.620705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.649387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:46.683335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6164a3e-a66f-4c43-a8a4-ef6a74b42e5e req-8b038299-1f71-4876-9abc-39c10af8e487 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956330
Mar 26 20:54:46.705473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Made reservation on behalf of c1854d29eeb64bb4b5851d72ac8dddab for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:46.706617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70d07f-fea8-4127-acd3-94439d0aed67 req-fcf72cfc-5f78-4b4a-95d0-fdcfcf039f73 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:46.710200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.717514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b70d07f-fea8-4127-acd3-94439d0aed67 req-fcf72cfc-5f78-4b4a-95d0-fdcfcf039f73 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 943 time: 0.1814933
Mar 26 20:54:46.735426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1739a-303b-43b9-83f9-3f45ed37c144 req-82c38752-5bfd-4ec6-9f00-e6615c6c824f tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:46.737221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26a1739a-303b-43b9-83f9-3f45ed37c144 req-82c38752-5bfd-4ec6-9f00-e6615c6c824f tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.3599930
Mar 26 20:54:46.746470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.788000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b70d07f-fea8-4127-acd3-94439d0aed67 req-ed76564d-a045-4869-a6d7-5741c27b1a06 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695336
Mar 26 20:54:46.816175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port fee303f7-f4b3-4d58-8935-df12f429802e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee303f7-f4b3-4d58-8935-df12f429802e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:46.819989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6395f6-f2f3-4aa7-912e-2231739b4607 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:46.839556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Router 3a1a5290-c371-4786-9d57-324f75b99da1 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:54:46.873536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:46.876324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:46.918634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Attempting to bind port 1df11505-f619-4383-bdf2-f2c503680a3f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:46.922845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Attempting to bind port 1df11505-f619-4383-bdf2-f2c503680a3f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4033f17e-143b-4da4-8106-a951b715a771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:46.924020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Attempting to bind port 1df11505-f619-4383-bdf2-f2c503680a3f on network b548d517-dd30-4b03-a661-453f42eea720 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:46.980374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Port 1df11505-f619-4383-bdf2-f2c503680a3f on network b548d517-dd30-4b03-a661-453f42eea720 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:46.980755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Attempting to bind port 1df11505-f619-4383-bdf2-f2c503680a3f on network b548d517-dd30-4b03-a661-453f42eea720 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:46.984730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=fee303f7-f4b3-4d58-8935-df12f429802e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:47.003959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.019342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:47.019719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Checking segment: {'id': '4033f17e-143b-4da4-8106-a951b715a771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:47.047846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Bound using segment: {'id': '4033f17e-143b-4da4-8106-a951b715a771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:47.048431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Bound port: 1df11505-f619-4383-bdf2-f2c503680a3f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4033f17e-143b-4da4-8106-a951b715a771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:47.048818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.070962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:47.092068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26a1739a-303b-43b9-83f9-3f45ed37c144 req-c1c98786-cd9c-4c36-8b21-a9fab0ed9c34 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3463986
Mar 26 20:54:47.115954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:47.131667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-96097e5e-6bff-4458-a30b-4e7975c06dd0 None None] Current status of the port fee303f7-f4b3-4d58-8935-df12f429802e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:47.134690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Sync routers for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:47.158507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.159749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1772e153-24e2-4185-9654-d286543d1c3c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.7786427
Mar 26 20:54:47.166441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:47.166851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec49610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:47.167173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:47.473136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks [] for security_group (324b09ad-6653-4168-b595-2010aa1cd56f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.491847 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (324b09ad-6653-4168-b595-2010aa1cd56f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.521315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:47.553709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:47.620458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df11505-f619-4383-bdf2-f2c503680a3f,segment=NetworkSegment(4033f17e-143b-4da4-8106-a951b715a771),segment_id=4033f17e-143b-4da4-8106-a951b715a771)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:47.630587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:54:47.740954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324b09ad-6653-4168-b595-2010aa1cd56f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:47.748014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fee303f7-f4b3-4d58-8935-df12f429802e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:47.755050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.786533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (88c2c160-cb34-449a-877e-39df8476a07c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.787209 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Added segment 88c2c160-cb34-449a-877e-39df8476a07c of type vlan for network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35
Mar 26 20:54:47.875231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['bc6395f6-f2f3-4aa7-912e-2231739b4607'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:47.881055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0c1f3519-3eb4-471d-b634-d748ddb937cb None None] Provisioning complete for port fee303f7-f4b3-4d58-8935-df12f429802e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:47.881431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3519-3eb4-471d-b634-d748ddb937cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.891816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:47.892872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:47.894640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] 10.222.0.18 "PUT /v2.0/ports/1df11505-f619-4383-bdf2-f2c503680a3f HTTP/1.1" status: 200  len: 1091 time: 2.4162214
Mar 26 20:54:47.898907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:47.901646 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:47.905826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70d545a5-9ee4-4ca3-8aeb-6f3d4ba7f46a req-b67ce86b-5025-4c00-9b54-47af38341365 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1032412
Mar 26 20:54:47.961954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.038315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce464aa-b873-4e65-8f0f-13fbc9d1bac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:48.049530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7367-60dd-4483-b4a8-7c5a2f2a2c68 req-64ca9db5-90ef-4295-bb9c-954a820fc931 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.057282 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c2c7367-60dd-4483-b4a8-7c5a2f2a2c68 req-64ca9db5-90ef-4295-bb9c-954a820fc931 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 943 time: 0.4947042
Mar 26 20:54:48.071160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fee303f7-f4b3-4d58-8935-df12f429802e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:48.072924 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.111392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.126124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.129301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.296418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9115241
Mar 26 20:54:48.303587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57802) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:54:48.343004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Request body: {'subnet': {'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-842463399-subnet', 'tenant_id': 'c1854d29eeb64bb4b5851d72ac8dddab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:48.347641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-2a9af43a-1929-45ad-a763-f58dc7773a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.349402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-2a9af43a-1929-45ad-a763-f58dc7773a13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=032c3519ef0d4b99891f8fe4e48a2fb8&device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 1125 time: 0.4066725
Mar 26 20:54:48.358805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.359784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f3519-3eb4-471d-b634-d748ddb937cb None None] Current status of the port fee303f7-f4b3-4d58-8935-df12f429802e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:48.379340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c2c7367-60dd-4483-b4a8-7c5a2f2a2c68 req-c8542514-c9d5-4501-b4bb-8f281bd8e7ec tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3130412
Mar 26 20:54:48.379340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e37d3-3acd-4516-ad30-8c759790ec92 admin admin] Pushing event updated for resources: {'Network': ['ID=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:48.406000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-e56e4393-1014-4cdc-96d3-890c3d640945 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0594220
Mar 26 20:54:48.419142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:54:48.431912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec49610>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:45Z', 'revision_number': 3, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:48.473520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-88ca4950-22fd-4678-8937-aa1f4e318ad2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1df11505-f619-4383-bdf2-f2c503680a3f HTTP/1.1" status: 200  len: 217 time: 0.0890133
Mar 26 20:54:48.592342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773fa6-f936-46a6-9953-14910bd3178f req-1b9baedc-627f-494f-ac8e-8a179720aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.594101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-1b9baedc-627f-494f-ac8e-8a179720aebb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e858137e-5f51-4788-8c8a-77217ccc8219 HTTP/1.1" status: 200  len: 854 time: 0.1080399
Mar 26 20:54:48.595574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Made reservation on behalf of c1854d29eeb64bb4b5851d72ac8dddab for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:48.601309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.645584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-4323a698-b3b9-4c7b-aa74-a3d7194ee9ae tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.647511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-4323a698-b3b9-4c7b-aa74-a3d7194ee9ae tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2405868
Mar 26 20:54:48.656856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Checking router: 3a1a5290-c371-4786-9d57-324f75b99da1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:48.657093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-8b722bd9-f38d-40fe-9748-5f32072d006a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b548d517-dd30-4b03-a661-453f42eea720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506022
Mar 26 20:54:48.659357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Updating router 3a1a5290-c371-4786-9d57-324f75b99da1 port 12296be8-6f61-4dcf-bfe8-98a016a975ff binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:54:48.727138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fee303f7-f4b3-4d58-8935-df12f429802e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:48.786448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Allocated IP 172.20.0.1 (d17f853e-cc01-40b1-9a4b-281a7c40b5e8/722404d3-ea9a-4e90-8193-43184fec48de/5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:48.795840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec0a5a-6ed0-47c1-8e11-5c0e5afe8364 req-dc1122d1-eeca-4935-b9f4-e835715d840c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:48.797504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69ec0a5a-6ed0-47c1-8e11-5c0e5afe8364 req-dc1122d1-eeca-4935-b9f4-e835715d840c tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 944 time: 0.3281784
Mar 26 20:54:48.839521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:48.901133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-d35dd524-b59a-42fc-9f92-401d491bd758 service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281120
Mar 26 20:54:48.973597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69ec0a5a-6ed0-47c1-8e11-5c0e5afe8364 req-3910eb2a-79e1-4bc2-a3b2-66b637620880 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633086
Mar 26 20:54:49.053940 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-5bed35c1-723c-4506-82c3-3d846f11bcaa tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/quotas/b2f47185eafd43c3a0a4a7cbfb9d679d HTTP/1.1" status: 200  len: 375 time: 0.0764194
Mar 26 20:54:49.112495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73773fa6-f936-46a6-9953-14910bd3178f req-cf15df47-01f6-4b1f-971c-86b2f5f1a12b service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2056468
Mar 26 20:54:49.113418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (de25320d-fd77-4f44-873a-6b7bdbc6d8d3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.118205 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5f839a-be6b-49fc-9eb2-c05fa1033a47 x-openstack-request-id: req-8c5f839a-be6b-49fc-9eb2-c05fa1033a47 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:49.124308 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:49.124631 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c5f839a-be6b-49fc-9eb2-c05fa1033a47 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:49.125204 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5f839a-be6b-49fc-9eb2-c05fa1033a47'] response: {'name': 'network-changed', 'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f', 'status': 'completed', 'code': 200}
Mar 26 20:54:49.125613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-315d1c79-1c97-4874-a5c2-22fc06d23025 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0697536
Mar 26 20:54:49.160525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks [] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.232467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.299939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:49.309776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de25320d-fd77-4f44-873a-6b7bdbc6d8d3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:49.313797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:49.317246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:49.330714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Checking segment: {'id': '88c2c160-cb34-449a-877e-39df8476a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:49.331081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Network hostable DHCP agents. Network: 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:54:49.337171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Pushing event updated for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:49.345352 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks [] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.363437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.391670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-930f29fd-45d2-49b7-ba1b-10f5bed17899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:49.393335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-930f29fd-45d2-49b7-ba1b-10f5bed17899 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=032c3519ef0d4b99891f8fe4e48a2fb8&device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 1125 time: 0.1897500
Mar 26 20:54:49.444661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:54:49.461271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (3a1a5290-c371-4786-9d57-324f75b99da1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.573543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230aac-0ae7-432d-821e-8ab652b2fb0a None None] Pushing event updated for resources: {'Port': ['ID=12296be8-6f61-4dcf-bfe8-98a016a975ff,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:49.580145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:49.597647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Attempting to bind port 12296be8-6f61-4dcf-bfe8-98a016a975ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:49.598030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Attempting to bind port 12296be8-6f61-4dcf-bfe8-98a016a975ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:49.598396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Attempting to bind port 12296be8-6f61-4dcf-bfe8-98a016a975ff on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:49.608999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94144865-fa6a-49ae-a990-e5ebdd9bd36e None None] Network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:49.650904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d91c7cf4-6083-4d58-b92e-2062d130723d req-ddca7eb2-dc73-4d2d-bc97-0db4e3da4784 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0985122
Mar 26 20:54:49.686302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:49.689435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:49.689874 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.693266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:49.698110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Bound port: 12296be8-6f61-4dcf-bfe8-98a016a975ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:49.699441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.810815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:49.811409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:49.815542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device bc6395f6-f2f3-4aa7-912e-2231739b4607 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:49.861331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-7a2bc6c4-e568-4c74-a85f-4c78c1f4e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:49.872766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-7a2bc6c4-e568-4c74-a85f-4c78c1f4e597 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b548d517-dd30-4b03-a661-453f42eea720 HTTP/1.1" status: 200  len: 914 time: 0.4629695
Mar 26 20:54:49.918620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344842ac-c6fe-4d92-843d-cccab04fe0f3 req-521e37da-c5ed-4ef0-abb6-24f68b6ef12a tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:49.922653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb28da53-2a42-4821-a7d2-caabada6b55b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6117427
Mar 26 20:54:49.930991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-344842ac-c6fe-4d92-843d-cccab04fe0f3 req-521e37da-c5ed-4ef0-abb6-24f68b6ef12a tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.3007216
Mar 26 20:54:50.028598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-5f18303b-4413-4e18-9631-6e184c4918ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1df11505-f619-4383-bdf2-f2c503680a3f HTTP/1.1" status: 200  len: 217 time: 0.1548257
Mar 26 20:54:50.166785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4bc43dda-7b65-46c5-8617-affeaa38f04a None None] Provisioning complete for port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:50.167398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4bc43dda-7b65-46c5-8617-affeaa38f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:50.177357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-49a080bf-2e0a-447d-927a-77a94cf23669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:50.182026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-49a080bf-2e0a-447d-927a-77a94cf23669 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e858137e-5f51-4788-8c8a-77217ccc8219 HTTP/1.1" status: 200  len: 854 time: 0.1463931
Mar 26 20:54:50.294462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-344842ac-c6fe-4d92-843d-cccab04fe0f3 req-add99f11-0196-4b01-b39f-6278d9a5c232 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3610530
Mar 26 20:54:50.312159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-f3cd8802-d367-4af0-8a5e-b786eb9a83a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2904983
Mar 26 20:54:50.316668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4bc43dda-7b65-46c5-8617-affeaa38f04a None None] Port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:50.336546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:50.377166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-dc0af60d-6e15-4d95-a6a8-eb1ca79c3f56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b548d517-dd30-4b03-a661-453f42eea720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1808174
Mar 26 20:54:50.387634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] For port 12296be8-6f61-4dcf-bfe8-98a016a975ff, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:50.441714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac5741-aa5a-41d5-b2b4-174c193d67f2 None None] Network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:54:50.545025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] For port 12296be8-6f61-4dcf-bfe8-98a016a975ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12296be8-6f61-4dcf-bfe8-98a016a975ff,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:50.570957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port bc6395f6-f2f3-4aa7-912e-2231739b4607 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:50.581161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af5d6a48-9b4b-4085-b9b5-ed56a55d49b5 req-ee2a6f8f-e33e-42f2-946c-052aefe81efa tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 210 time: 0.1995788
Mar 26 20:54:50.607332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:50.633017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4274-96f4-43a7-8fa9-0362c5525b80 req-a45ea439-4370-4ecb-9cb3-fe5075de09b1 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:50.636960 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94ca4274-96f4-43a7-8fa9-0362c5525b80 req-a45ea439-4370-4ecb-9cb3-fe5075de09b1 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 943 time: 0.4496565
Mar 26 20:54:50.670931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port bc6395f6-f2f3-4aa7-912e-2231739b4607 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:50.675349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:50.713862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-5a0f0b57-4153-40ef-95d1-420f8c6ceb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:50.715631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-5a0f0b57-4153-40ef-95d1-420f8c6ceb24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aa3ac21589f496b83c20104323f4bb2&device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 1127 time: 0.3354454
Mar 26 20:54:50.775421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-c9e1e5ee-919c-46ef-8e57-f07f232f9bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866367
Mar 26 20:54:50.785788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94ca4274-96f4-43a7-8fa9-0362c5525b80 req-0d5e82c9-685e-4813-9b96-5b296d0d9531 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357749
Mar 26 20:54:50.954715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:50.955626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec49610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:50.981454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06f2e8ab-c6da-4124-90e9-33c3d2ca0373 req-65184c06-1e9e-4bb9-a13b-87cc9de8dedc service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983786
Mar 26 20:54:51.125802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks [] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:51.137844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-e50fb648-6e56-4038-a21f-14cd1a7254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:51.139515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-e50fb648-6e56-4038-a21f-14cd1a7254cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 200  len: 905 time: 0.3900659
Mar 26 20:54:51.140403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:51.173089 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b69477c-0af9-4b44-8219-d74a1bc5eccc req-8d7f06da-2cf3-4ccd-bffd-da4a467f7589 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0427761
Mar 26 20:54:51.282166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230aac-0ae7-432d-821e-8ab652b2fb0a None None] Pushing event updated for resources: {'Port': ['ID=12296be8-6f61-4dcf-bfe8-98a016a975ff,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:51.298845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-f9e78578-79b7-4619-aa53-8d0595f1b25c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0 HTTP/1.1" status: 200  len: 217 time: 0.1007581
Mar 26 20:54:51.305991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port bc6395f6-f2f3-4aa7-912e-2231739b4607 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:51.306756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:51.327751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:51.365161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (3a1a5290-c371-4786-9d57-324f75b99da1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:51.370360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-7c46189f-ae63-472c-bdf6-a8a0ad4a644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:51.371820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-7c46189f-ae63-472c-bdf6-a8a0ad4a644e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 200  len: 845 time: 0.0610597
Mar 26 20:54:51.372462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Pushing event updated for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:51.387293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6772d-ae77-478d-8a47-255512c7201a req-9722b7fc-f716-43a2-bf73-200fd8838246 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:51.388900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:51.391733 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aed634-257b-41d5-88ef-0247ae9557a3" -d '{"events": [{"server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "name": "network-vif-plugged", "status": "completed", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:51.394535 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39b6772d-ae77-478d-8a47-255512c7201a req-9722b7fc-f716-43a2-bf73-200fd8838246 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 944 time: 0.6458681
Mar 26 20:54:51.416233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:51.449155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-f615f8d5-be8c-4a68-92ab-76ba4386cf76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5c3e37a7-82c4-4995-a81c-82a00a51df42&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525327
Mar 26 20:54:51.510175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-46e62b7b-5167-40cf-b205-354a02658c4c tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1728981
Mar 26 20:54:51.553433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:51.649041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:51.676747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec49610>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e', 'name': '', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'mac_address': 'fa:16:3e:3c:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:48Z', 'updated_at': '2022-03-26T20:54:48Z', 'revision_number': 1, 'project_id': '45240caf3c574054979eb351e9f6865d', 'subnets': [{'id': '722404d3-ea9a-4e90-8193-43184fec48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:51.734372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd4071-38d0-498b-a2e5-d48a15709b83 None None] The sync data for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 is: [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e', 'name': '', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'mac_address': 'fa:16:3e:3c:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:48Z', 'updated_at': '2022-03-26T20:54:48Z', 'revision_number': 1, 'project_id': '45240caf3c574054979eb351e9f6865d', 'subnets': [{'id': '722404d3-ea9a-4e90-8193-43184fec48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:54:51.799443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39b6772d-ae77-478d-8a47-255512c7201a req-2105eb6b-4ff9-4404-9cb3-eeb30401dab7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881545
Mar 26 20:54:51.865462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-1e7c01ce-7ff5-4f39-95db-a46ca840e4a9 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:51.877728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:51.881001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:51.893999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-1e7c01ce-7ff5-4f39-95db-a46ca840e4a9 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/networks?id=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 HTTP/1.1" status: 200  len: 813 time: 0.6216383
Mar 26 20:54:51.974717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-3a44b947-b087-4607-ada6-bedae217430e tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/quotas/c1854d29eeb64bb4b5851d72ac8dddab HTTP/1.1" status: 200  len: 375 time: 0.0797653
Mar 26 20:54:52.019023 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-ee51620e-1803-4243-8098-227dc9e5e254 service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5427952
Mar 26 20:54:52.095821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-43f9de69-1b5f-499b-854e-9b18b8eebb15 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1854d29eeb64bb4b5851d72ac8dddab&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1132565
Mar 26 20:54:52.107338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-d380e727-4daa-43f1-8fbd-49eace7cd381 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:52.112728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-d380e727-4daa-43f1-8fbd-49eace7cd381 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5834448
Mar 26 20:54:52.138931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Request body: {'port': {'device_id': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'b2f47185eafd43c3a0a4a7cbfb9d679d'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:52.376188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06e0b61d-232c-41d9-ba43-767abc0dc8fa req-80809159-69c2-4fef-800b-8d31acac82f3 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0903065
Mar 26 20:54:52.378670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55e4f017-cfd8-480e-8ef4-3d545b62c732 None None] Provisioning complete for port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:52.379057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55e4f017-cfd8-480e-8ef4-3d545b62c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:52.415130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c120b38f-d3ac-4553-a147-a1fff0acaf83 req-da980e11-485c-43f5-9428-e070867eee4c service neutron] 10.222.0.18 "GET /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3665493
Mar 26 20:54:52.454476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Router 3a1a5290-c371-4786-9d57-324f75b99da1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:54:52.555596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55e4f017-cfd8-480e-8ef4-3d545b62c732 None None] Port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:52.566324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1df11505-f619-4383-bdf2-f2c503680a3f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:54:52.808200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df11505-f619-4383-bdf2-f2c503680a3f,segment=NetworkSegment(4033f17e-143b-4da4-8106-a951b715a771),segment_id=4033f17e-143b-4da4-8106-a951b715a771)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:52.870538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '1df11505-f619-4383-bdf2-f2c503680a3f', 'network_id': 'b548d517-dd30-4b03-a661-453f42eea720', 'port_id': '1df11505-f619-4383-bdf2-f2c503680a3f', 'mac_address': 'fa:16:3e:1c:85:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e858137e-5f51-4788-8c8a-77217ccc8219', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:54:52.953243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 1df11505-f619-4383-bdf2-f2c503680a3f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:52.953558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:52.974995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df11505-f619-4383-bdf2-f2c503680a3f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:53.027244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df11505-f619-4383-bdf2-f2c503680a3f,segment=NetworkSegment(4033f17e-143b-4da4-8106-a951b715a771),segment_id=4033f17e-143b-4da4-8106-a951b715a771)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:53.039324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:53.124113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:53.336211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Made reservation on behalf of b2f47185eafd43c3a0a4a7cbfb9d679d for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:53.339947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:53.366763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-6f511c63-8092-41b1-b69d-a9336768be38 service neutron] 10.222.0.16 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2690859
Mar 26 20:54:53.370463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f123d-a23e-4d50-80d0-a37798fc52b4 req-f2f2282a-aa11-4695-a97c-0720831e03c0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:53.372565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-472f123d-a23e-4d50-80d0-a37798fc52b4 req-f2f2282a-aa11-4695-a97c-0720831e03c0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.7530141
Mar 26 20:54:53.374449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:54:53.388794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e3b8de4f-4286-480a-9471-8a9543dfea2c admin admin] 10.222.0.16 "PUT /v2.0/routers/3a1a5290-c371-4786-9d57-324f75b99da1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2199931
Mar 26 20:54:53.391068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:53.416430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1df11505-f619-4383-bdf2-f2c503680a3f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:54:53.478191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-472f123d-a23e-4d50-80d0-a37798fc52b4 req-98d50f55-73d5-48f6-8f38-470145b29698 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857763
Mar 26 20:54:53.540411 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656faaf9-7380-4fdc-9da2-b6d2b76db259 x-openstack-request-id: req-656faaf9-7380-4fdc-9da2-b6d2b76db259 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:54:53.540969 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "name": "network-vif-plugged", "status": "completed", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:54:53.541334 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-656faaf9-7380-4fdc-9da2-b6d2b76db259 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:54:53.541806 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656faaf9-7380-4fdc-9da2-b6d2b76db259'] response: {'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607', 'code': 200}
Mar 26 20:54:53.664114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b1ea1e4-96e1-409f-a835-89125c8ba22a req-e5aaacb0-0d1b-4450-b0c5-9cecd9919d54 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 210 time: 0.0521986
Mar 26 20:54:53.796590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125e33c-dce0-4073-87a9-585e9c5708d0 req-a4818dd1-af89-4024-8b56-6e758a05559a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:53.805308 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4125e33c-dce0-4073-87a9-585e9c5708d0 req-a4818dd1-af89-4024-8b56-6e758a05559a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 944 time: 0.0838695
Mar 26 20:54:53.833929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-3081aa17-1500-492c-8cce-7e1fe0a8b401 service neutron] 10.222.0.16 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4659514
Mar 26 20:54:53.835772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks [] for security_group (2a236524-5f6e-4e0d-b478-e9ab5a90436a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:53.843242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b96e5-ed26-41cb-829e-54139ea34169 req-8de9de7c-41e5-48af-b18d-3c37d217a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:53.847624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-251b96e5-ed26-41cb-829e-54139ea34169 req-8de9de7c-41e5-48af-b18d-3c37d217a73b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 1127 time: 0.2415257
Mar 26 20:54:53.848806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2a236524-5f6e-4e0d-b478-e9ab5a90436a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:53.872414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4125e33c-dce0-4073-87a9-585e9c5708d0 req-b3b5d548-22de-4773-b985-4cab08e39b07 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657241
Mar 26 20:54:54.098790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954b258-d65d-4e6f-b630-ab225945d4e3 req-f8f29649-57b9-44ff-b0f9-bb81a8d1e2bd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:54.111586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8954b258-d65d-4e6f-b630-ab225945d4e3 req-f8f29649-57b9-44ff-b0f9-bb81a8d1e2bd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1507041
Mar 26 20:54:54.131949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a236524-5f6e-4e0d-b478-e9ab5a90436a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:54.266926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8954b258-d65d-4e6f-b630-ab225945d4e3 req-16950877-5233-4ec5-9cb5-82ab3917ef0f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543081
Mar 26 20:54:54.327799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-251b96e5-ed26-41cb-829e-54139ea34169 req-7ebb4330-d42f-46f2-9504-0dbc19baa40b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3245573
Mar 26 20:54:54.340928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a5b7bb1-3878-4882-b581-9288acc0ee0a req-7a948c9e-01d0-4de4-a943-dacec2aa6cdd tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1152885
Mar 26 20:54:54.441029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Allocated IP 192.168.233.198 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/8491fb69-6e99-47b9-a3c5-6b4de5daf667) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:54.512968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-5e8274ce-ebfe-4606-950a-995428d0e11a tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:54.521346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-5e8274ce-ebfe-4606-950a-995428d0e11a tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 1132 time: 0.1348686
Mar 26 20:54:54.560776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-bf73df10-6aec-4134-b3e8-678ae18039e0 tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:54.573760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1df11505-f619-4383-bdf2-f2c503680a3f up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:54.816030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 1df11505-f619-4383-bdf2-f2c503680a3f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:54:54.824865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 1df11505-f619-4383-bdf2-f2c503680a3f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:54.824865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:54.913506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks [] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:54.965508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-bf73df10-6aec-4134-b3e8-678ae18039e0 tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] Publish callbacks [] for security_group (56b133c9-88f8-49c2-90b1-434c0b0a2512), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:54.990161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-bf73df10-6aec-4134-b3e8-678ae18039e0 tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (56b133c9-88f8-49c2-90b1-434c0b0a2512), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:54.998800 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.025622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-82a3b6cd-32d1-4274-a7e0-05df7ec1f930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.032248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 1df11505-f619-4383-bdf2-f2c503680a3f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:55.032248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.086787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df11505-f619-4383-bdf2-f2c503680a3f,segment=NetworkSegment(4033f17e-143b-4da4-8106-a951b715a771),segment_id=4033f17e-143b-4da4-8106-a951b715a771)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:55.101161 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.132973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:55.151033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:55.158595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:55.275383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3c3a334-abc4-4ca2-855c-fb585675e05e req-bf73df10-6aec-4134-b3e8-678ae18039e0 tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7375386
Mar 26 20:54:55.275383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73df10-6aec-4134-b3e8-678ae18039e0 tempest-LiveMigrationNegativeTest-893286455 tempest-LiveMigrationNegativeTest-893286455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b133c9-88f8-49c2-90b1-434c0b0a2512,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:55.302292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:55.325016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:55.341692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:55.342376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.395665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-2d5a1114-2cc2-4899-bda1-db2b16032132 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2667227
Mar 26 20:54:55.409931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Request body: {'port': {'device_id': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:55.543113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:55.546326 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce03b3-5fc7-4e8c-8f4f-911e9e8db51a" -d '{"events": [{"server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:55.638625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12296be8-6f61-4dcf-bfe8-98a016a975ff up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:55.647338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c388bd0-3f8f-45f7-9292-7729fbbb7fe6 req-41781c5b-c730-4474-9586-e8906d2fd2e2 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 210 time: 0.1295671
Mar 26 20:54:55.670681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.807147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 12296be8-6f61-4dcf-bfe8-98a016a975ff triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:55.814223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:55.973245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d647b1b2-2f0e-4d49-b939-d3bfa18c2ed9 None None] Provisioning complete for port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:55.973469 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d647b1b2-2f0e-4d49-b939-d3bfa18c2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.031327 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Sync routers for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:54:56.043145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:56.043774 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:56.124192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d647b1b2-2f0e-4d49-b939-d3bfa18c2ed9 None None] Port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:54:56.219732 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:56.247648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 12296be8-6f61-4dcf-bfe8-98a016a975ff is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:56.247956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.326155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 12296be8-6f61-4dcf-bfe8-98a016a975ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12296be8-6f61-4dcf-bfe8-98a016a975ff,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:56.343628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.464415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0c10>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e', 'name': '', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'mac_address': 'fa:16:3e:3c:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:48Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 2, 'project_id': '45240caf3c574054979eb351e9f6865d', 'subnets': [{'id': '722404d3-ea9a-4e90-8193-43184fec48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:56.511618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=12296be8-6f61-4dcf-bfe8-98a016a975ff,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:56.562124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Checking router: 3a1a5290-c371-4786-9d57-324f75b99da1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:54:56.562522 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Updating router 3a1a5290-c371-4786-9d57-324f75b99da1 port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:54:56.570746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:56.614089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks [] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.625735 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.710494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Transition to ACTIVE for port object 8491fb69-6e99-47b9-a3c5-6b4de5daf667 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:54:56.732042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:56.740149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-9753112b-8351-42a8-ab56-6b63e45b5039 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:56.741826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-9753112b-8351-42a8-ab56-6b63e45b5039 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.18 "GET /v2.0/networks?id=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 HTTP/1.1" status: 200  len: 813 time: 0.2494419
Mar 26 20:54:56.753736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Request body: {'port': {'device_id': '5e559cd6-163d-4e56-889f-574746da5d5b', 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35', 'admin_state_up': True, 'tenant_id': 'c1854d29eeb64bb4b5851d72ac8dddab'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:56.844995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:57.057111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Attempting to bind port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:57.057630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Attempting to bind port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:57.058089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Attempting to bind port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:57.063456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:54:57.064078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Attempting to bind port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:57.070613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:57.071108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:57.071628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:57.072563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Bound port: 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:57.073040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.134503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Made reservation on behalf of c1854d29eeb64bb4b5851d72ac8dddab for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:54:57.139659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.259647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:57.274446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:57.308797 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.358300 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks [] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.370996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d7cf739e-48ff-4231-a1da-05296280f001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.372004 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.383628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12296be8-6f61-4dcf-bfe8-98a016a975ff up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:57.445139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Pushing event updated for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:57.483581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:57.484638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.492466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/8491fb69-6e99-47b9-a3c5-6b4de5daf667 HTTP/1.1" status: 200  len: 1096 time: 2.0821726
Mar 26 20:54:57.513207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:54:57.521989 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e035af-7e3c-4db7-8497-a5daf1fd18e2" -d '{"events": [{"name": "network-changed", "server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:54:57.558955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Attempting to bind port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:54:57.559321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Attempting to bind port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:54:57.559736 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Attempting to bind port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e on network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:54:57.574579 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:54:57.575158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Checking segment: {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:54:57.575627 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.576180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Bound using segment: {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:54:57.576692 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Bound port: 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:54:57.577164 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.693064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Allocated IP 172.20.0.10 (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35/de25320d-fd77-4f44-873a-6b7bdbc6d8d3/63ba9525-82f3-4e19-a0c3-0d361b9ac813) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:54:57.764968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a0326-35b1-4cb6-8fa1-0c426a21f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:57.788398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 12296be8-6f61-4dcf-bfe8-98a016a975ff triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:57.788785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.816022 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] For port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:54:57.819389 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] For port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:54:57.840228 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:57.879016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-70cc36d4-9b1a-435f-8d90-0754884ed019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:57.887412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-70cc36d4-9b1a-435f-8d90-0754884ed019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 1130 time: 0.3362961
Mar 26 20:54:57.963784 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:54:57.964454 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:54:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:58.043246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-f925c2b7-3d9a-46d1-8d27-1c444affb852 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667 HTTP/1.1" status: 200  len: 217 time: 0.1516197
Mar 26 20:54:58.061798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 12296be8-6f61-4dcf-bfe8-98a016a975ff is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:58.124899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Provisioning complete for port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:58.125280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.198806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-8972d767-aa98-4c62-8fc5-b8156c3d0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:58.200996 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-8972d767-aa98-4c62-8fc5-b8156c3d0275 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1497123
Mar 26 20:54:58.335295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks [] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.366685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-5e115c41-c5a6-474c-ab89-889660cd4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:58.380363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-5e115c41-c5a6-474c-ab89-889660cd4a42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1732149
Mar 26 20:54:58.511777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.573831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Current status of the port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:58.574484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.668544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] For port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:54:58.679045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.700832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:58.725456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:54:58.758635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Pushing event updated for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:58.774034 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Pushing event updated for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:58.777334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:54:58.784072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-25780eac-e7fc-480a-906c-d3062d6a371f service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3965964
Mar 26 20:54:58.785880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:54:58.819749 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.826860 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.827868 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.827868 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.828078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.828509 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.833420 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.833777 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.834109 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.834467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.834822 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.835150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.835472 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.845072 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.845428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9c80e3-fdc4-425c-a4d3-02d18d6840ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:54:58.894974 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:54:58.967841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:58.968145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8b139-da6f-4674-8e84-bad5f01f7469 None None] Pushing event updated for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:54:58.969159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:59.006131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1244e660-a6ff-4e33-a6c5-f3d8a34cfeb1 None None] Provisioning complete for port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:59.006727 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1244e660-a6ff-4e33-a6c5-f3d8a34cfeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:59.007449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-92f63521-5f01-4fad-bb85-a6d77076cde5 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2565520
Mar 26 20:54:59.019831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Request body: {'port': {'device_id': '5e559cd6-163d-4e56-889f-574746da5d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:54:59.058671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-595ffc62-74e7-4af1-8ed6-c1bf6e6efc3e req-844f96f8-17a5-4fb5-8721-f612a88c4d1d service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2683985
Mar 26 20:54:59.127150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:59.140360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1244e660-a6ff-4e33-a6c5-f3d8a34cfeb1 None None] Current status of the port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:59.396854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:54:59.534236 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:54:59.578271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:54:59.582484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:54:59.690681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d52634-d8eb-487a-b52e-a1f63d7ac1d6 req-e35b7106-6857-44f7-81bf-09cc712d077a tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:54:59.703810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59d52634-d8eb-487a-b52e-a1f63d7ac1d6 req-e35b7106-6857-44f7-81bf-09cc712d077a tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 948 time: 0.2347221
Mar 26 20:54:59.792163 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59d52634-d8eb-487a-b52e-a1f63d7ac1d6 req-3f1a6dd8-9b24-4c10-bfdd-c5ec1ce4b2ac tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815356
Mar 26 20:54:59.802142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b8017a6-ff73-478d-bfeb-922a7b4930f3 req-2f83dd58-fd34-4ccd-b849-6fe6fbbb8a04 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1024778
Mar 26 20:54:59.834696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:54:59.867683 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0c10>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e', 'name': '', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'mac_address': 'fa:16:3e:3c:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:48Z', 'updated_at': '2022-03-26T20:54:57Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'subnets': [{'id': '722404d3-ea9a-4e90-8193-43184fec48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:54:59.955209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ba9525-82f3-4e19-a0c3-0d361b9ac813 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:54:59.966107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks [] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.014995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.019803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Transition to ACTIVE for port object 63ba9525-82f3-4e19-a0c3-0d361b9ac813 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:55:00.030532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.042202 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af77b1-f02a-4475-a67a-bff7fb92a493 None None] The sync data for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 is: [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:54:50Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e', 'name': '', 'network_id': 'd17f853e-cc01-40b1-9a4b-281a7c40b5e8', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'mac_address': 'fa:16:3e:3c:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '722404d3-ea9a-4e90-8193-43184fec48de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:48Z', 'updated_at': '2022-03-26T20:54:57Z', 'revision_number': 4, 'project_id': '45240caf3c574054979eb351e9f6865d', 'subnets': [{'id': '722404d3-ea9a-4e90-8193-43184fec48de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:55:00.055023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000966b-76ca-4b86-9958-57159435dc39 req-9a429c5c-0a73-4b4e-b233-09578377ff4a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:00.066358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7000966b-76ca-4b86-9958-57159435dc39 req-9a429c5c-0a73-4b4e-b233-09578377ff4a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.1357343
Mar 26 20:55:00.204851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7000966b-76ca-4b86-9958-57159435dc39 req-44ba824f-446c-4ba4-9fd8-07373358d717 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372995
Mar 26 20:55:00.219087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:00.317895 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52ec8c-cf59-44df-b447-cde3cc13edc2 x-openstack-request-id: req-0a52ec8c-cf59-44df-b447-cde3cc13edc2 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:00.318186 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:00.318443 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a52ec8c-cf59-44df-b447-cde3cc13edc2 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:00.318853 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a52ec8c-cf59-44df-b447-cde3cc13edc2'] response: {'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f', 'code': 200}
Mar 26 20:55:00.383885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Attempting to bind port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:00.384379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Attempting to bind port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '88c2c160-cb34-449a-877e-39df8476a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:00.385281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Attempting to bind port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 on network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:00.394103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 on network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:55:00.394426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Attempting to bind port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 on network 226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:00.421111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0e34-d9c3-484d-8b03-aa2987b42ea9 req-0d21d2ee-8d6e-4d9a-8b46-6d5e1575a20e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:00.429058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-442b0e34-d9c3-484d-8b03-aa2987b42ea9 req-0d21d2ee-8d6e-4d9a-8b46-6d5e1575a20e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.2472918
Mar 26 20:55:00.446131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:00.446482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Checking segment: {'id': '88c2c160-cb34-449a-877e-39df8476a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:00.447894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Bound using segment: {'id': '88c2c160-cb34-449a-877e-39df8476a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:00.448613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Bound port: 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c2c160-cb34-449a-877e-39df8476a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:00.448980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.531098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5084d-7097-4fae-91ef-7d7570a819cc req-ac28a48a-9716-49ac-937f-30dc48c4c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:00.533091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5b5084d-7097-4fae-91ef-7d7570a819cc req-ac28a48a-9716-49ac-937f-30dc48c4c309 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 1127 time: 0.0925419
Mar 26 20:55:00.551486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d8986-0893-43ea-af4c-cd9ee9df2473 req-f865026f-e0cd-47ec-863f-160d79f1a857 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:00.579433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-247d8986-0893-43ea-af4c-cd9ee9df2473 req-f865026f-e0cd-47ec-863f-160d79f1a857 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 944 time: 0.2021737
Mar 26 20:55:00.600775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-442b0e34-d9c3-484d-8b03-aa2987b42ea9 req-19add7e5-1aff-4c06-9ca8-c37ead979a63 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706698
Mar 26 20:55:00.639632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:00.655554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813,segment=NetworkSegment(88c2c160-cb34-449a-877e-39df8476a07c),segment_id=88c2c160-cb34-449a-877e-39df8476a07c)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:00.672148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-247d8986-0893-43ea-af4c-cd9ee9df2473 req-342621b7-4d40-4f4b-891d-b06122aa60ae tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872011
Mar 26 20:55:00.672814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.722668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5b5084d-7097-4fae-91ef-7d7570a819cc req-fe7e20a7-2abc-4ab0-b385-ca850c0d2220 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318431
Mar 26 20:55:00.738554 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2c0017-fb19-4345-810a-78334154804a x-openstack-request-id: req-ca2c0017-fb19-4345-810a-78334154804a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:00.739040 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:00.739533 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca2c0017-fb19-4345-810a-78334154804a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:00.740132 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2c0017-fb19-4345-810a-78334154804a'] response: {'name': 'network-changed', 'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'status': 'completed', 'code': 200}
Mar 26 20:55:00.809076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa0636a0-53cf-404e-b11f-654adfe09ae6 req-4e18d0dc-7c1e-4e7a-9102-c6555cdcd11d tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0424132
Mar 26 20:55:00.826794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Pushing event updated for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:00.873239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:00.874674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:00.878018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-172413ad-45da-460d-a046-043aad26fb9e service neutron] 10.222.0.18 "PUT /v2.0/ports/63ba9525-82f3-4e19-a0c3-0d361b9ac813 HTTP/1.1" status: 200  len: 1092 time: 1.8651927
Mar 26 20:55:00.880777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:00.883940 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75f9da8-7e05-4a1f-a640-1739b62207b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:01.084255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-3e51243d-e0da-4995-ad5d-934eceab2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.094538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-3e51243d-e0da-4995-ad5d-934eceab2cdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 1130 time: 0.1414764
Mar 26 20:55:01.140788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-e5487c0c-d151-4ba2-b2df-b9390e7db416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.142720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-e5487c0c-d151-4ba2-b2df-b9390e7db416 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1854d29eeb64bb4b5851d72ac8dddab&device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 1126 time: 0.1481795
Mar 26 20:55:01.267387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062358b-d7d5-4f3d-b925-68c057de8502 req-7281ff50-14c0-4cf9-9759-8e042a70777d tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.284329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d062358b-d7d5-4f3d-b925-68c057de8502 req-7281ff50-14c0-4cf9-9759-8e042a70777d tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 948 time: 0.2125974
Mar 26 20:55:01.297936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-5cdada06-c85f-468f-9f25-3cccdcfcab17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813 HTTP/1.1" status: 200  len: 217 time: 0.1457036
Mar 26 20:55:01.318758 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78d60f-d5ea-4c83-bd77-502b88f631af x-openstack-request-id: req-7d78d60f-d5ea-4c83-bd77-502b88f631af {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:01.319111 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:01.319373 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d78d60f-d5ea-4c83-bd77-502b88f631af {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:01.319782 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d78d60f-d5ea-4c83-bd77-502b88f631af'] response: {'name': 'network-changed', 'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813', 'status': 'completed', 'code': 200}
Mar 26 20:55:01.395035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-51cfca17-8d64-4908-b13e-1ed7d9df9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.397620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-51cfca17-8d64-4908-b13e-1ed7d9df9f72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2867103
Mar 26 20:55:01.454934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d062358b-d7d5-4f3d-b925-68c057de8502 req-023f7c5e-3e4b-4797-80be-dfd344897315 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541097
Mar 26 20:55:01.459960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-a4ff2c0f-ce10-4659-84e4-b36e4890e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.461876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-a4ff2c0f-ce10-4659-84e4-b36e4890e2f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de25320d-fd77-4f44-873a-6b7bdbc6d8d3 HTTP/1.1" status: 200  len: 853 time: 0.1474624
Mar 26 20:55:01.549533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-11507f83-4157-44bf-8701-377c756caf73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805686
Mar 26 20:55:01.598038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-44f398b7-fc04-4b12-855b-45ac262d2c1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667 HTTP/1.1" status: 200  len: 217 time: 0.1832654
Mar 26 20:55:01.698778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:01.714645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-4da9bf5a-6d54-482d-a38b-315ed27e1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.716304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-4da9bf5a-6d54-482d-a38b-315ed27e1cab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1174762
Mar 26 20:55:01.736063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205e576-e706-4abb-a2cc-7ebc9747b78e req-e97a4575-17ab-449b-afc5-c31a7dd09c94 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.738362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a205e576-e706-4abb-a2cc-7ebc9747b78e req-e97a4575-17ab-449b-afc5-c31a7dd09c94 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.1299222
Mar 26 20:55:01.772844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e8b7-d761-4eb3-919f-6a5c6c361239 req-aea7dd96-5a1e-4e60-8c4b-da4bbaa13cb8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.774251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-75406e89-c323-40ba-95e7-cfcfe35750df service neutron] 10.222.0.18 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111607
Mar 26 20:55:01.780300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ae8e8b7-d761-4eb3-919f-6a5c6c361239 req-aea7dd96-5a1e-4e60-8c4b-da4bbaa13cb8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1391196
Mar 26 20:55:01.814462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a205e576-e706-4abb-a2cc-7ebc9747b78e req-aa8aac86-98d9-446f-a6e2-f736a9f1846c tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674343
Mar 26 20:55:01.895540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3ae8e8b7-d761-4eb3-919f-6a5c6c361239 req-9e1a7da9-1704-45a0-b34c-68303241ff11 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143184
Mar 26 20:55:01.908967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-42f9f1c2-9bba-4304-ae2b-3f6b830433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:01.911049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-42f9f1c2-9bba-4304-ae2b-3f6b830433b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1890001
Mar 26 20:55:02.112038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff0b54ef-3d4a-4059-b4c5-ead45a6e849c req-4997f588-a3cc-4f0e-8305-44e883cc8241 service neutron] 10.222.0.18 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077059
Mar 26 20:55:02.145353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255d5c-11a0-4f01-8e3a-4f645edea2dc req-7b7088a6-9c45-4676-94bb-cdf266daef39 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.153141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a255d5c-11a0-4f01-8e3a-4f645edea2dc req-7b7088a6-9c45-4676-94bb-cdf266daef39 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.1895220
Mar 26 20:55:02.157836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-5d8d4777-1153-4db7-ab77-8abcdc0904dd service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375665
Mar 26 20:55:02.217885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a255d5c-11a0-4f01-8e3a-4f645edea2dc req-434d52d5-0561-4724-a9b1-438183770d03 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638011
Mar 26 20:55:02.275881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24e035af-7e3c-4db7-8497-a5daf1fd18e2 req-730c71c7-220e-4657-89a3-8df52fc8a4ac service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1029708
Mar 26 20:55:02.304479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6bdc3-f926-42ba-b034-086889d2d6a7 req-87314b53-2127-4423-9d37-3f6920efdc9b tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.311704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ee6bdc3-f926-42ba-b034-086889d2d6a7 req-87314b53-2127-4423-9d37-3f6920efdc9b tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 944 time: 0.2582612
Mar 26 20:55:02.316416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-23eaf8cf-b502-4b94-a462-93aae6820346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.317972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-23eaf8cf-b502-4b94-a462-93aae6820346 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1854d29eeb64bb4b5851d72ac8dddab&device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 1126 time: 0.1070716
Mar 26 20:55:02.372575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ee6bdc3-f926-42ba-b034-086889d2d6a7 req-b75abed7-f4ab-4cb0-a210-e57b758c343a tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597806
Mar 26 20:55:02.390378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3eb7e452-02a0-46a4-ba8a-f5655bed5894 req-68ba4927-17dc-4408-8b8f-ef5201d9e241 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0436954
Mar 26 20:55:02.463964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-274be669-d01e-412d-a3a2-2a9783f4d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.466523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-274be669-d01e-412d-a3a2-2a9783f4d615 service neutron] 10.222.0.18 "GET /v2.0/networks?id=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 HTTP/1.1" status: 200  len: 913 time: 0.1375782
Mar 26 20:55:02.527265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-7659d6eb-0dcb-4585-9678-da823ca01782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813 HTTP/1.1" status: 200  len: 217 time: 0.0482557
Mar 26 20:55:02.611148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f2a80-ae62-4228-9e90-5c4265dc1835 req-470c878f-958c-48d3-84bd-b76b3dbd4805 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.615230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:02.617635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bf06f-f683-441b-a27e-3700b89ba86e req-9203ea20-aefe-41ba-8e4d-b1cd2eac07b9 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.619306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-170f2a80-ae62-4228-9e90-5c4265dc1835 req-470c878f-958c-48d3-84bd-b76b3dbd4805 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1323555
Mar 26 20:55:02.620200 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c40bf06f-f683-441b-a27e-3700b89ba86e req-9203ea20-aefe-41ba-8e4d-b1cd2eac07b9 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 948 time: 0.0647669
Mar 26 20:55:02.621943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-2e4b440a-d56c-4c36-976b-675b4f710f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.623326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-2e4b440a-d56c-4c36-976b-675b4f710f0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=de25320d-fd77-4f44-873a-6b7bdbc6d8d3 HTTP/1.1" status: 200  len: 853 time: 0.0767400
Mar 26 20:55:02.669526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-51e348c3-19cf-4671-b980-8d64f1114cdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319712
Mar 26 20:55:02.687384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c40bf06f-f683-441b-a27e-3700b89ba86e req-7bfda396-4e9a-4b47-a649-9ef2abddbc1c tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597425
Mar 26 20:55:02.796230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-7b208515-2788-4d60-a560-e866af62d0fb service neutron] 10.222.0.18 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1183078
Mar 26 20:55:02.823833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:02.830299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0fbae-d9d2-42af-9026-952cffab22b7 req-5d78b4cd-3464-4042-bd2e-1839b5424c58 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:02.838216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eec0fbae-d9d2-42af-9026-952cffab22b7 req-5d78b4cd-3464-4042-bd2e-1839b5424c58 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 951 time: 0.0835004
Mar 26 20:55:02.838455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'mac_address': 'fa:16:3e:96:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:02.848754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-170f2a80-ae62-4228-9e90-5c4265dc1835 req-832b4d8d-0e1d-482d-bb00-c2fbacde0037 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233648
Mar 26 20:55:02.882324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:02.882714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:02.910606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:02.921311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eec0fbae-d9d2-42af-9026-952cffab22b7 req-395257ad-8cd4-4147-81a3-01efa85c460e tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795476
Mar 26 20:55:02.945057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:02.950613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:03.016255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75f9da8-7e05-4a1f-a640-1739b62207b8 req-8d83afb7-9696-49ec-8139-8ce3df9b0c59 service neutron] 10.222.0.18 "GET /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106640
Mar 26 20:55:03.027517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:03.046220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702dba-64a5-4553-b479-a2b65b02765e req-21415fab-a941-4c01-924c-0ce4e330183e tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.047951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef702dba-64a5-4553-b479-a2b65b02765e req-21415fab-a941-4c01-924c-0ce4e330183e tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.1006694
Mar 26 20:55:03.114686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef702dba-64a5-4553-b479-a2b65b02765e req-14b0eed8-6f64-4a08-ab03-6bd4b6080e9c tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581379
Mar 26 20:55:03.177788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-969926fa-cefd-4097-aba6-af1cad330cfe tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.179343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-969926fa-cefd-4097-aba6-af1cad330cfe tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.0866709
Mar 26 20:55:03.192917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['8491fb69-6e99-47b9-a3c5-6b4de5daf667'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:03.295207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867ffec-4220-4827-9c0e-1316e38054b9 req-8e77785c-f827-46d4-9204-068ff02ce512 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.296850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5867ffec-4220-4827-9c0e-1316e38054b9 req-8e77785c-f827-46d4-9204-068ff02ce512 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1091578
Mar 26 20:55:03.340896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Deleting port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:03.341154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:03.386727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5867ffec-4220-4827-9c0e-1316e38054b9 req-029e955b-92af-493a-a3e3-2dc8142cce2f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733850
Mar 26 20:55:03.506097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-5166fa13-74f7-49bc-a202-45f3441f0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.508454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-5166fa13-74f7-49bc-a202-45f3441f0f6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=032c3519ef0d4b99891f8fe4e48a2fb8&device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 1127 time: 0.0567799
Mar 26 20:55:03.582118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d034f18-3e20-4cea-b2bf-38e059f4aa6a req-78196c0e-d5a6-4aa4-8399-edbc3c66b5d0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.583657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d034f18-3e20-4cea-b2bf-38e059f4aa6a req-78196c0e-d5a6-4aa4-8399-edbc3c66b5d0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 950 time: 0.0823822
Mar 26 20:55:03.590819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] For port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:03.591357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:03.620984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Calling delete_port for 2aecae7b-472a-4f8c-a96d-ce83680c4f2f owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:03.644073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f99b9-659f-44fb-8158-0458e2fc0bc1 req-473a0467-e332-4cfa-8c70-0a12aaad499d tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.654139 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b8f99b9-659f-44fb-8158-0458e2fc0bc1 req-473a0467-e332-4cfa-8c70-0a12aaad499d tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 944 time: 0.1345811
Mar 26 20:55:03.685700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-4580bae4-41f2-472e-b245-d00f73dc7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.687523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-4580bae4-41f2-472e-b245-d00f73dc7027 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b548d517-dd30-4b03-a661-453f42eea720 HTTP/1.1" status: 200  len: 914 time: 0.1651735
Mar 26 20:55:03.699966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d034f18-3e20-4cea-b2bf-38e059f4aa6a req-d049c67c-30c1-4436-b408-a3a63a67adff tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059012
Mar 26 20:55:03.757981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-192cc529-df04-4fdd-83f5-de202363ad59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1df11505-f619-4383-bdf2-f2c503680a3f HTTP/1.1" status: 200  len: 217 time: 0.0624921
Mar 26 20:55:03.763553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b8f99b9-659f-44fb-8158-0458e2fc0bc1 req-ac946b25-63db-4bf0-a527-f00217c3e38f tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115777
Mar 26 20:55:03.845794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-e7079afc-5fe0-4d86-a7a6-39e1850f6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.847296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-e7079afc-5fe0-4d86-a7a6-39e1850f6ab6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e858137e-5f51-4788-8c8a-77217ccc8219 HTTP/1.1" status: 200  len: 854 time: 0.0697870
Mar 26 20:55:03.888824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2aecae7b-472a-4f8c-a96d-ce83680c4f2f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:03.902434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['61358ffa-a2dd-4354-a24e-4e1a7782c3c8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:03.903264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-2066e478-bde8-451a-8ef7-4645dcd05530 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b548d517-dd30-4b03-a661-453f42eea720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483427
Mar 26 20:55:03.904678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['2aecae7b-472a-4f8c-a96d-ce83680c4f2f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:03.911095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9d1f-0787-4bf1-933d-191f2f5b13f1 req-76704ea6-9252-4dd2-9cf8-4a368d78e4eb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:03.912802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d0d9d1f-0787-4bf1-933d-191f2f5b13f1 req-76704ea6-9252-4dd2-9cf8-4a368d78e4eb tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.1147525
Mar 26 20:55:03.941991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-28c84704-b04f-4491-a71e-97ffa947235f req-f99c290c-ce96-4692-afc0-ff0a0c8f9e59 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0890176
Mar 26 20:55:04.030779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Pushing event deleted for resources: {'Port': ['ID=2aecae7b-472a-4f8c-a96d-ce83680c4f2f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:04.098932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d0d9d1f-0787-4bf1-933d-191f2f5b13f1 req-76bf1e2e-0182-460b-8eb9-6274392c9fa8 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775954
Mar 26 20:55:04.114150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-bacefebe-fcea-44ec-95fa-fb62b1ec34f2 service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889405
Mar 26 20:55:04.144427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] No DVR routers for this DVR port 2aecae7b-472a-4f8c-a96d-ce83680c4f2f on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:04.147273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:04.152637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a5a3b68-7596-4c07-b5e6-f455ce127d13 req-7fe47db3-66e2-4c2a-b79e-2c255c0b5c5b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.18 "DELETE /v2.0/ports/2aecae7b-472a-4f8c-a96d-ce83680c4f2f HTTP/1.1" status: 204  len: 173 time: 0.9581988
Mar 26 20:55:04.167865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'name': 'network-vif-deleted', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:04.171996 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013f9b4-613c-4722-9854-066ccde1c3f1" -d '{"events": [{"server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "name": "network-vif-deleted", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:04.319628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd5042-c670-46f9-9aac-6e1840a1b6a4 req-800c592c-dddb-4039-b67d-c980b3713143 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:04.332087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1fd5042-c670-46f9-9aac-6e1840a1b6a4 req-800c592c-dddb-4039-b67d-c980b3713143 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 949 time: 0.1983578
Mar 26 20:55:04.362523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee6d50-c126-448b-9b8f-bcc979a19acf req-6cad395b-bb22-4d7e-9fe6-ee56812ca3f9 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:04.371354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6ee6d50-c126-448b-9b8f-bcc979a19acf req-6cad395b-bb22-4d7e-9fe6-ee56812ca3f9 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 951 time: 0.1423819
Mar 26 20:55:04.411786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82d084d9-e667-4004-bc82-4a4cb18d952a req-e8416eab-2c4b-40b5-aedf-b89397c65f68 service neutron] 10.222.0.18 "GET /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909346
Mar 26 20:55:04.417243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1fd5042-c670-46f9-9aac-6e1840a1b6a4 req-6ee55015-3ea9-4bf4-8f18-3084140a5633 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841389
Mar 26 20:55:04.453647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6ee6d50-c126-448b-9b8f-bcc979a19acf req-1e33c0e3-9a5c-4c58-be7f-60e932592da9 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812547
Mar 26 20:55:04.497007 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d6c48-efc9-4ac1-8a9b-10e4d3f68d89 x-openstack-request-id: req-501d6c48-efc9-4ac1-8a9b-10e4d3f68d89 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:04.497007 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d951af70-c52e-49f1-9b46-09efd09fe52f", "name": "network-vif-deleted", "tag": "2aecae7b-472a-4f8c-a96d-ce83680c4f2f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:04.497007 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-501d6c48-efc9-4ac1-8a9b-10e4d3f68d89 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:04.497007 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501d6c48-efc9-4ac1-8a9b-10e4d3f68d89'] response: {'server_uuid': 'd951af70-c52e-49f1-9b46-09efd09fe52f', 'name': 'network-vif-deleted', 'tag': '2aecae7b-472a-4f8c-a96d-ce83680c4f2f', 'status': 'completed', 'code': 200}
Mar 26 20:55:04.595955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838301f-e15a-4046-8260-dad2f571c7db req-45613bb1-4dbe-45bf-b8e1-8b0549cabba1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:04.604988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6838301f-e15a-4046-8260-dad2f571c7db req-45613bb1-4dbe-45bf-b8e1-8b0549cabba1 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0828533
Mar 26 20:55:04.629090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63ba9525-82f3-4e19-a0c3-0d361b9ac813 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:04.685386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6838301f-e15a-4046-8260-dad2f571c7db req-de256d3f-6ad5-4663-9210-2035978274ea tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794053
Mar 26 20:55:04.756008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:04.887453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a9b60ae-c2bf-4359-8cc7-6283fd2610dc req-683ad2d7-5acd-4ad2-8d21-022521a461ba tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=d951af70-c52e-49f1-9b46-09efd09fe52f HTTP/1.1" status: 200  len: 210 time: 0.0458393
Mar 26 20:55:04.920948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813,segment=NetworkSegment(88c2c160-cb34-449a-877e-39df8476a07c),segment_id=88c2c160-cb34-449a-877e-39df8476a07c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:04.969172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '63ba9525-82f3-4e19-a0c3-0d361b9ac813', 'network_id': '226ff5e6-1a29-48f3-b9f3-1c0eb848dd35', 'port_id': '63ba9525-82f3-4e19-a0c3-0d361b9ac813', 'mac_address': 'fa:16:3e:be:df:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de25320d-fd77-4f44-873a-6b7bdbc6d8d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:05.002561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405a40-494f-4b9b-86f8-f5b734806f25 req-2bedf8f4-60fc-4720-984f-7442e6c579e3 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:05.004448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da405a40-494f-4b9b-86f8-f5b734806f25 req-2bedf8f4-60fc-4720-984f-7442e6c579e3 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 944 time: 0.1035340
Mar 26 20:55:05.070792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:05.079985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da405a40-494f-4b9b-86f8-f5b734806f25 req-808fefbb-fb1c-4515-abfc-f64c18f86ac1 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669961
Mar 26 20:55:05.086072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:05.086364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:05.089468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:05.089844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:05.135883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba9525-82f3-4e19-a0c3-0d361b9ac813 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:05.162276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813,segment=NetworkSegment(88c2c160-cb34-449a-877e-39df8476a07c),segment_id=88c2c160-cb34-449a-877e-39df8476a07c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:05.174982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:05.186301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6565708b-5638-41a9-ab25-47738c47156b req-820b41f4-c72d-46ea-a84d-767e0d2dee7e tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0604889
Mar 26 20:55:05.285820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:05.330109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:05.330515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:05.366897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:05.371324 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d75e154-5914-4370-8fe0-8fb9a3145193" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:05.377865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623912f5-4328-4108-bd77-ff44516ba803 req-966c89b9-00cb-4c5f-8f71-83606f4f908a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:05.379792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-623912f5-4328-4108-bd77-ff44516ba803 req-966c89b9-00cb-4c5f-8f71-83606f4f908a tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.0888062
Mar 26 20:55:05.386776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:05.408692 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:05.456975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-623912f5-4328-4108-bd77-ff44516ba803 req-3115e049-1e76-48c9-bc0c-252fe629a731 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705185
Mar 26 20:55:05.459019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['63ba9525-82f3-4e19-a0c3-0d361b9ac813'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:05.534880 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e3cc6-6327-4a39-b429-022b112a0d11 x-openstack-request-id: req-5b6e3cc6-6327-4a39-b429-022b112a0d11 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:05.534880 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:05.539509 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b6e3cc6-6327-4a39-b429-022b112a0d11 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:05.541425 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6e3cc6-6327-4a39-b429-022b112a0d11'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'code': 200}
Mar 26 20:55:05.581684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:05.700939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f20ae-84d4-49be-b1dd-910e319bcf8a req-d1d4dbe2-06a3-44d6-b6c5-9472de09ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:05.702484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445f20ae-84d4-49be-b1dd-910e319bcf8a req-d1d4dbe2-06a3-44d6-b6c5-9472de09ab91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 1132 time: 0.0963414
Mar 26 20:55:05.722934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585aaa1-275a-4164-b2c2-f68d345cbdad req-e3742261-8f6d-44f4-9894-fec442f9e711 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:05.724724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e585aaa1-275a-4164-b2c2-f68d345cbdad req-e3742261-8f6d-44f4-9894-fec442f9e711 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 950 time: 0.1191618
Mar 26 20:55:05.769098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445f20ae-84d4-49be-b1dd-910e319bcf8a req-8148dd3b-9367-4746-85bd-e18cf93fe2d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559371
Mar 26 20:55:05.802945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e585aaa1-275a-4164-b2c2-f68d345cbdad req-985bf341-e03c-4c01-a2cf-6af96e2d6e1c tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698698
Mar 26 20:55:05.862648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:06.060281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27105-f78e-4243-90d6-416435a5e0a3 req-2ac5c6b0-a008-476e-bcc6-da984ae7ebda tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:06.061808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08a27105-f78e-4243-90d6-416435a5e0a3 req-2ac5c6b0-a008-476e-bcc6-da984ae7ebda tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1162300
Mar 26 20:55:06.098750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d5624-3264-4e6a-892b-dfa8659b86dd req-ae4e5c2f-8e48-43fa-8f53-305e133b5913 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:06.108329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e70d5624-3264-4e6a-892b-dfa8659b86dd req-ae4e5c2f-8e48-43fa-8f53-305e133b5913 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.1252632
Mar 26 20:55:06.126375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08a27105-f78e-4243-90d6-416435a5e0a3 req-7f17055a-fc7e-4d2a-be3f-780229ec0eec tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574000
Mar 26 20:55:06.158915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5f93aa05-948a-4603-ac9e-ad8d14873f3f is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:06.159479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:06.183074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e70d5624-3264-4e6a-892b-dfa8659b86dd req-1c6adb74-95dc-4c99-aa9b-b7f22aa07eb8 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734334
Mar 26 20:55:06.202315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:06.207939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:06.272977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:06.353785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a05f1-e597-4805-a0fd-795d0ea07bce req-c863ea71-4282-49e1-8a03-345cd55bad61 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:06.355701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842a05f1-e597-4805-a0fd-795d0ea07bce req-c863ea71-4282-49e1-8a03-345cd55bad61 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 945 time: 0.0885651
Mar 26 20:55:06.416353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842a05f1-e597-4805-a0fd-795d0ea07bce req-8860960a-33f8-4fc8-95a1-3e1c8004d19e tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484729
Mar 26 20:55:06.525735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f78a361-ec25-47bd-a792-881728dcf136 req-e7dbb01b-1d82-4190-afbc-7a7c0a4acc36 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0270805
Mar 26 20:55:06.645699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63ba9525-82f3-4e19-a0c3-0d361b9ac813 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:06.677593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572c7b-3df7-413d-9e16-dcf5eec22c73 req-42236151-900b-4d02-8103-62921d4e1cd0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:06.687460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb572c7b-3df7-413d-9e16-dcf5eec22c73 req-42236151-900b-4d02-8103-62921d4e1cd0 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.0738649
Mar 26 20:55:06.738292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:06.744385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:06.744893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:06.748695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb572c7b-3df7-413d-9e16-dcf5eec22c73 req-8d52f59c-b6da-4f15-a422-ec965c77b09b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602384
Mar 26 20:55:06.859392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:06.860125 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:06.918029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813,segment=NetworkSegment(88c2c160-cb34-449a-877e-39df8476a07c),segment_id=88c2c160-cb34-449a-877e-39df8476a07c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:06.923178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:06.924519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2aecae7b-472a-4f8c-a96d-ce83680c4f2f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:06.958168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 2aecae7b-472a-4f8c-a96d-ce83680c4f2f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:06.958832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2aecae7b-472a-4f8c-a96d-ce83680c4f2f not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:06.990374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9fa7f-9d5b-4fd5-bc32-8fe34871f533 req-9a417c02-d05d-4964-9e56-a4fc674c699d tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:06.990374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cdd9fa7f-9d5b-4fd5-bc32-8fe34871f533 req-9a417c02-d05d-4964-9e56-a4fc674c699d tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 950 time: 0.0742714
Mar 26 20:55:07.081087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cdd9fa7f-9d5b-4fd5-bc32-8fe34871f533 req-a1bc81af-185c-42ba-ad6d-89f142cf22ae tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865629
Mar 26 20:55:07.096233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:07.325583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da7e23-34a9-4db4-a538-99ba3159ecd4 req-4ea5fcaf-7edc-405e-ab90-18d2c610804a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:07.327190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46da7e23-34a9-4db4-a538-99ba3159ecd4 req-4ea5fcaf-7edc-405e-ab90-18d2c610804a tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0969539
Mar 26 20:55:07.382373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84c505-8611-42e6-bb39-cab3925b1457 req-d84165c0-8001-4b40-b83c-0e6b8e6898d8 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:07.383830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46da7e23-34a9-4db4-a538-99ba3159ecd4 req-7a3484d2-9d63-4ab1-8202-4579ae9c4a98 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472064
Mar 26 20:55:07.388099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e84c505-8611-42e6-bb39-cab3925b1457 req-d84165c0-8001-4b40-b83c-0e6b8e6898d8 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.0874398
Mar 26 20:55:07.445495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e84c505-8611-42e6-bb39-cab3925b1457 req-82825837-63b4-44f7-9c7c-a9b5629f4006 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/security-groups?id=c34deea0-42d0-47bb-ab7a-bcd39502392b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509946
Mar 26 20:55:07.544153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}, {'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:07.545820 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db11e5c-5407-4896-8cd2-d8a762e6a60f" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-unplugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}, {"server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:07.580733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29461d37-c3ee-4f4b-a721-47f7d5e0939a req-591ca1a4-aeec-48c8-98dd-a08db00c7ab2 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:07.582302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29461d37-c3ee-4f4b-a721-47f7d5e0939a req-591ca1a4-aeec-48c8-98dd-a08db00c7ab2 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.0725436
Mar 26 20:55:07.639637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29461d37-c3ee-4f4b-a721-47f7d5e0939a req-cd02b972-9dd9-4491-8510-4f23f91a27ca tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487134
Mar 26 20:55:07.713144 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead94c9f-787a-4fc1-98bb-15ecd037605e x-openstack-request-id: req-ead94c9f-787a-4fc1-98bb-15ecd037605e {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:07.713854 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-unplugged", "status": "completed", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "code": 200}, {"server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "name": "network-vif-plugged", "status": "completed", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:07.714367 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ead94c9f-787a-4fc1-98bb-15ecd037605e {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:07.715175 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead94c9f-787a-4fc1-98bb-15ecd037605e'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'code': 200}
Mar 26 20:55:07.717698 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead94c9f-787a-4fc1-98bb-15ecd037605e'] response: {'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813', 'code': 200}
Mar 26 20:55:07.803897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-215e27cd-c18f-4323-8ff5-4e0eed6ee959 req-4d5003fb-411f-481a-913c-0fba985a7bbc tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0395908
Mar 26 20:55:07.851184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5a75-3411-4f41-88d8-01a1f719aa1a req-30d7503e-aab1-4ddd-97dc-f8f5a5af88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:07.853587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43bf5a75-3411-4f41-88d8-01a1f719aa1a req-30d7503e-aab1-4ddd-97dc-f8f5a5af88a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 1128 time: 0.0594947
Mar 26 20:55:07.907628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43bf5a75-3411-4f41-88d8-01a1f719aa1a req-b88c786e-05d9-4d8f-b4fd-2d87f427c311 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461538
Mar 26 20:55:07.951534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041e44-198d-4ca5-a147-1fb37a966f6d req-36b1dcb8-b74d-4987-adba-d80463dbd000 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:07.953079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90041e44-198d-4ca5-a147-1fb37a966f6d req-36b1dcb8-b74d-4987-adba-d80463dbd000 tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.0634055
Mar 26 20:55:08.042116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90041e44-198d-4ca5-a147-1fb37a966f6d req-1b048c3c-717d-4fca-9f7c-d6bcbc6e199b tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.16 "GET /v2.0/security-groups?id=2678298c-3215-47ce-bcc4-bbb92e5bd05c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825868
Mar 26 20:55:08.071782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-066443e0-f7c4-470f-bde6-f2788ad2dfda tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:08.073881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-066443e0-f7c4-470f-bde6-f2788ad2dfda tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.21 "GET /v2.0/ports?device_id=219ff1d8-95f5-4514-a2d8-a010ecdd1289 HTTP/1.1" status: 200  len: 949 time: 0.0858405
Mar 26 20:55:08.190548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-1fdc787a-ac97-4c99-89d3-5344ad792131 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:08.192804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-1fdc787a-ac97-4c99-89d3-5344ad792131 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 945 time: 0.0828216
Mar 26 20:55:08.254647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Deleting port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:08.254992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.266026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6d14f-1876-41ee-b585-3beb121c4414 req-e61690c2-a3d5-4a3b-9357-7792ec65b7b7 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:08.272981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88e6d14f-1876-41ee-b585-3beb121c4414 req-e61690c2-a3d5-4a3b-9357-7792ec65b7b7 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 950 time: 0.0929830
Mar 26 20:55:08.324441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Deleting port 1df11505-f619-4383-bdf2-f2c503680a3f {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:08.324933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.429632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88e6d14f-1876-41ee-b585-3beb121c4414 req-c554224c-4881-4afd-a09c-4ac59e04c8e6 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538489
Mar 26 20:55:08.437569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] For port 1df11505-f619-4383-bdf2-f2c503680a3f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df11505-f619-4383-bdf2-f2c503680a3f,segment=NetworkSegment(4033f17e-143b-4da4-8106-a951b715a771),segment_id=4033f17e-143b-4da4-8106-a951b715a771)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:08.438262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.459230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Calling delete_port for 1df11505-f619-4383-bdf2-f2c503680a3f owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:08.480493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] For port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:08.482567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.513656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Calling delete_port for 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:08.671568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1df11505-f619-4383-bdf2-f2c503680a3f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.687875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1df11505-f619-4383-bdf2-f2c503680a3f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:08.729359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Pushing event deleted for resources: {'Port': ['ID=1df11505-f619-4383-bdf2-f2c503680a3f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:08.779553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f12742-d833-4523-87ed-122bad0356bf req-b2481a01-61d1-4d58-a9b5-920f3d348384 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:08.781209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f12742-d833-4523-87ed-122bad0356bf req-b2481a01-61d1-4d58-a9b5-920f3d348384 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1723149
Mar 26 20:55:08.782615 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (61358ffa-a2dd-4354-a24e-4e1a7782c3c8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.791512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] No DVR routers for this DVR port 1df11505-f619-4383-bdf2-f2c503680a3f on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:08.793783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['61358ffa-a2dd-4354-a24e-4e1a7782c3c8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:08.795292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.800180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cbbd363-1286-4310-88b7-8f86dfc256de req-62f2d2f5-3df8-415c-9d1f-d3ba0bff70a2 tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.18 "DELETE /v2.0/ports/1df11505-f619-4383-bdf2-f2c503680a3f HTTP/1.1" status: 204  len: 173 time: 0.6007466
Mar 26 20:55:08.800180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'name': 'network-vif-deleted', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:08.802460 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a208bf06-63c4-47ad-a12c-e61d7aa5beb5" -d '{"events": [{"server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "name": "network-vif-deleted", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:08.836105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Pushing event deleted for resources: {'Port': ['ID=61358ffa-a2dd-4354-a24e-4e1a7782c3c8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:08.938013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] No DVR routers for this DVR port 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:08.942540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:08.949519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58f27b06-11eb-4bed-a126-0d34a8a8a8fd req-311d0d91-ae0f-417a-a5ea-54e3f3ce311c tempest-LiveMigrationNegativeTest-266956686 tempest-LiveMigrationNegativeTest-266956686-project] 10.222.0.21 "DELETE /v2.0/ports/61358ffa-a2dd-4354-a24e-4e1a7782c3c8 HTTP/1.1" status: 204  len: 173 time: 0.8699434
Mar 26 20:55:08.959680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'name': 'network-vif-deleted', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:08.963112 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bd2af8-96ee-4bf9-ba81-393570e7fa6c" -d '{"events": [{"server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "name": "network-vif-deleted", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:08.974491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f12742-d833-4523-87ed-122bad0356bf req-7a2319fd-928d-4d4e-b408-03faa8d2f8fc tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839581
Mar 26 20:55:09.402931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e8c40a9-794d-4e44-9fdd-bff008d2a4b4 req-8c7b99b8-114d-4ba5-829a-b79dc8dc260c tempest-InstanceActionsTestJSON-728623544 tempest-InstanceActionsTestJSON-728623544-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f1e06b9-61a3-4b19-805d-42475235c1e4 HTTP/1.1" status: 200  len: 210 time: 0.0764771
Mar 26 20:55:09.723777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e3f0-b129-4a14-a346-7ed94e18e323 req-b897cfa0-09d2-4e8e-9c70-847ed742a77d tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:09.733553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a060e3f0-b129-4a14-a346-7ed94e18e323 req-b897cfa0-09d2-4e8e-9c70-847ed742a77d tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.1436596
Mar 26 20:55:09.739844 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7809ae-2f33-4f19-82b3-a392f8b463b4 x-openstack-request-id: req-ff7809ae-2f33-4f19-82b3-a392f8b463b4 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:09.740445 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1e06b9-61a3-4b19-805d-42475235c1e4", "name": "network-vif-deleted", "tag": "1df11505-f619-4383-bdf2-f2c503680a3f", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:09.740863 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff7809ae-2f33-4f19-82b3-a392f8b463b4 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:09.741440 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7809ae-2f33-4f19-82b3-a392f8b463b4'] response: {'server_uuid': '6f1e06b9-61a3-4b19-805d-42475235c1e4', 'name': 'network-vif-deleted', 'tag': '1df11505-f619-4383-bdf2-f2c503680a3f', 'status': 'completed', 'code': 200}
Mar 26 20:55:09.836234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-069ea9d5-795e-432e-a7bd-2c3439828b95 req-28f4ec53-2ff0-48de-8191-bdef1b5e0d3c tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0347745
Mar 26 20:55:09.840099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a060e3f0-b129-4a14-a346-7ed94e18e323 req-acb4fda2-975b-46e0-8c72-910cbe2b3f78 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976257
Mar 26 20:55:09.890821 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072fdbe-3f2e-45b7-9eac-67f962a33639 x-openstack-request-id: req-0072fdbe-3f2e-45b7-9eac-67f962a33639 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:09.891961 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219ff1d8-95f5-4514-a2d8-a010ecdd1289", "name": "network-vif-deleted", "tag": "61358ffa-a2dd-4354-a24e-4e1a7782c3c8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:09.892423 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0072fdbe-3f2e-45b7-9eac-67f962a33639 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:09.893046 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0072fdbe-3f2e-45b7-9eac-67f962a33639'] response: {'server_uuid': '219ff1d8-95f5-4514-a2d8-a010ecdd1289', 'name': 'network-vif-deleted', 'tag': '61358ffa-a2dd-4354-a24e-4e1a7782c3c8', 'status': 'completed', 'code': 200}
Mar 26 20:55:10.239569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:10.411534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58438) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:10.419590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60a15cbe-1836-46bd-9cde-fdd29b0e4d29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1de3ee23ad854cd3aed820396ed8bd53&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1786003
Mar 26 20:55:10.475675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] Publish callbacks [] for security_group (2678298c-3215-47ce-bcc4-bbb92e5bd05c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.507311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] Publish callbacks [] for security_group (2678298c-3215-47ce-bcc4-bbb92e5bd05c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.592876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2678298c-3215-47ce-bcc4-bbb92e5bd05c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.596772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.603442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2678298c-3215-47ce-bcc4-bbb92e5bd05c HTTP/1.1" status: 204  len: 168 time: 0.1907573
Mar 26 20:55:10.622393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fbc3d-7d62-4d16-a938-d905253c8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678298c-3215-47ce-bcc4-bbb92e5bd05c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:10.722584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58452) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:10.782075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Deleting subnet e858137e-5f51-4788-8c8a-77217ccc8219 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:55:10.787637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Publish callbacks [] for subnet (e858137e-5f51-4788-8c8a-77217ccc8219), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.874492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (e858137e-5f51-4788-8c8a-77217ccc8219), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:10.908481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd26c-13c2-40f4-a842-8832c564eb51 req-f17fb980-daff-4b76-9047-2b61fac541ee tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:10.916996 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-389dd26c-13c2-40f4-a842-8832c564eb51 req-f17fb980-daff-4b76-9047-2b61fac541ee tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1305711
Mar 26 20:55:10.970125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (e858137e-5f51-4788-8c8a-77217ccc8219), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.037028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-389dd26c-13c2-40f4-a842-8832c564eb51 req-4d53ec20-84eb-4ccf-a0d4-dd8605470bd5 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180489
Mar 26 20:55:11.091879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (e858137e-5f51-4788-8c8a-77217ccc8219), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.118027 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2c3115e-01c3-4976-a53b-d0d209aaaf3a req-248cd2bb-9518-4d9f-9374-2ec8d91c800f tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0608199
Mar 26 20:55:11.159464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58462) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:11.191028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.197337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e858137e-5f51-4788-8c8a-77217ccc8219 HTTP/1.1" status: 204  len: 168 time: 0.4706838
Mar 26 20:55:11.199687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:11.220534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827bc88-94b4-4cb9-89aa-02b99b175f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e858137e-5f51-4788-8c8a-77217ccc8219,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:11.222142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e387f45a-753d-45aa-b492-c6257039a39b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bc06c9265914d5d9a2bcfb444000b58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0608733
Mar 26 20:55:11.226085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:11.276118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbd1f7-16d2-4dc2-b80e-2a8cabad101e req-52bba76c-e8cf-4793-84c6-423d8599d427 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:11.278315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00bbd1f7-16d2-4dc2-b80e-2a8cabad101e req-52bba76c-e8cf-4793-84c6-423d8599d427 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.1515388
Mar 26 20:55:11.337722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00bbd1f7-16d2-4dc2-b80e-2a8cabad101e req-582f3008-5b3c-44ba-9c06-86868b0a8aff tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472071
Mar 26 20:55:11.345531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] Publish callbacks [] for security_group (56b133c9-88f8-49c2-90b1-434c0b0a2512), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.380245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] Publish callbacks [] for security_group (56b133c9-88f8-49c2-90b1-434c0b0a2512), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.391768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b548d517-dd30-4b03-a661-453f42eea720), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.506123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b548d517-dd30-4b03-a661-453f42eea720), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.529231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (56b133c9-88f8-49c2-90b1-434c0b0a2512), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.531835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.533056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b133c9-88f8-49c2-90b1-434c0b0a2512 HTTP/1.1" status: 204  len: 168 time: 0.2799454
Mar 26 20:55:11.535003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cd1b280>,) {'filters': {'network_id': ['b548d517-dd30-4b03-a661-453f42eea720']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:11.541209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4d8c4-4070-44d7-99cf-f452556df87b req-b07ce19e-5d47-45b9-b8ca-62eb8d83f2f6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:11.543316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1af4d8c4-4070-44d7-99cf-f452556df87b req-b07ce19e-5d47-45b9-b8ca-62eb8d83f2f6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.0636005
Mar 26 20:55:11.550907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c6e1b-36c8-4703-9de3-05b0ce02549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b133c9-88f8-49c2-90b1-434c0b0a2512,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:11.555672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd1b280>, '4033f17e-143b-4da4-8106-a951b715a771') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:11.557131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd1b280>, '4033f17e-143b-4da4-8106-a951b715a771') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:11.577435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (4033f17e-143b-4da4-8106-a951b715a771), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.595544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4033f17e-143b-4da4-8106-a951b715a771), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.605231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:55:11.605603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (4033f17e-143b-4da4-8106-a951b715a771), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:55:11.608493 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:55:11.648178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1af4d8c4-4070-44d7-99cf-f452556df87b req-20c185f4-5507-498a-9349-a70244fade93 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945728
Mar 26 20:55:11.688889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b548d517-dd30-4b03-a661-453f42eea720), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.695287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:11.702795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] 10.222.0.16 "DELETE /v2.0/networks/b548d517-dd30-4b03-a661-453f42eea720 HTTP/1.1" status: 204  len: 168 time: 0.4957938
Mar 26 20:55:11.725331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaf7a3-ff56-43e0-8a00-3355b4ebf60b admin admin] Pushing event deleted for resources: {'Network': ['ID=b548d517-dd30-4b03-a661-453f42eea720,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:11.863515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:11.874498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58488) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:11.902427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:11.902671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 61358ffa-a2dd-4354-a24e-4e1a7782c3c8 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:11.931845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f190d2ec-04bd-4ead-9000-8d972fb7cd04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=032c3519ef0d4b99891f8fe4e48a2fb8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0554807
Mar 26 20:55:11.934666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:11.994641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] Publish callbacks [] for security_group (c34deea0-42d0-47bb-ab7a-bcd39502392b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:12.031680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] Publish callbacks [] for security_group (c34deea0-42d0-47bb-ab7a-bcd39502392b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:12.149956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c34deea0-42d0-47bb-ab7a-bcd39502392b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:12.152560 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:12.153673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c34deea0-42d0-47bb-ab7a-bcd39502392b HTTP/1.1" status: 204  len: 168 time: 0.2178929
Mar 26 20:55:12.163745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccc97a-d79c-43d5-b971-6ce6ebb45515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34deea0-42d0-47bb-ab7a-bcd39502392b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:12.193879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d07b0-4576-47f1-8762-64322e2da38c req-c2557b75-e70a-445e-983c-dc5c51e6e972 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:12.195464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d26d07b0-4576-47f1-8762-64322e2da38c req-c2557b75-e70a-445e-983c-dc5c51e6e972 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0869312
Mar 26 20:55:12.287339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d26d07b0-4576-47f1-8762-64322e2da38c req-ec2da011-6b4e-409b-b221-523dc18f28ba tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853605
Mar 26 20:55:12.325940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d839bb33-cda2-4336-871d-a4da63834d2f req-8606a316-ecfd-458f-b1a8-4d46d7c6707e tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0586064
Mar 26 20:55:12.505476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d28510-b04a-4097-8278-20ed9ec1575d req-1053e217-ec1f-455e-ae55-34ee078f8658 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:12.508394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d28510-b04a-4097-8278-20ed9ec1575d req-1053e217-ec1f-455e-ae55-34ee078f8658 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.0855758
Mar 26 20:55:12.579492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d28510-b04a-4097-8278-20ed9ec1575d req-f889f9ed-8abf-4cfc-974e-ac6a6f903bad tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647488
Mar 26 20:55:12.672006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:12.674304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1df11505-f619-4383-bdf2-f2c503680a3f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:12.719518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 1df11505-f619-4383-bdf2-f2c503680a3f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:12.720546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1df11505-f619-4383-bdf2-f2c503680a3f not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:12.802275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a9b9-3ec1-408c-8b9b-25521bc39885 req-8fe565a2-0c34-4ce2-8f6a-9001c6f7b85f tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:12.820591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e001a9b9-3ec1-408c-8b9b-25521bc39885 req-8fe565a2-0c34-4ce2-8f6a-9001c6f7b85f tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.0928252
Mar 26 20:55:12.940897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e001a9b9-3ec1-408c-8b9b-25521bc39885 req-c2b25662-1237-41ce-b3a1-1f806c664622 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144583
Mar 26 20:55:12.996586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-42f68b2f-98f2-4427-a784-7bc93b4626eb tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:13.002377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-42f68b2f-98f2-4427-a784-7bc93b4626eb tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.1163058
Mar 26 20:55:13.009431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:13.036650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'mac_address': 'fa:16:3e:96:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:13.126598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:13.129046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:13.147904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:13.172414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:13.180687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:13.206738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Deleting port 2b326ee0-26a1-418e-8493-4f045fa716a8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:13.207083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:13.244353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:13.308213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['8491fb69-6e99-47b9-a3c5-6b4de5daf667'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:13.615578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] For port 2b326ee0-26a1-418e-8493-4f045fa716a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b326ee0-26a1-418e-8493-4f045fa716a8,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:13.616689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:13.640636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Calling delete_port for 2b326ee0-26a1-418e-8493-4f045fa716a8 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:13.662619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f2407-2f8e-45ac-a748-8ae2ea774ef4 req-f59bb5ce-98fb-483f-9466-a5213a812ed0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:13.671312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-056f2407-2f8e-45ac-a748-8ae2ea774ef4 req-f59bb5ce-98fb-483f-9466-a5213a812ed0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1290593
Mar 26 20:55:13.743154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58578) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:13.848325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-056f2407-2f8e-45ac-a748-8ae2ea774ef4 req-da63972f-2934-4afe-866f-a871b6cbbeee tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755266
Mar 26 20:55:13.878905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-258ea78d-6e03-48ca-a535-e6920833d162 req-eef3dbff-1c6c-44c1-9a18-90d68ea84401 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0465322
Mar 26 20:55:13.901402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-f15b3584-5de0-4bfa-b367-21f12a6d5c15 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:13.905618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-f15b3584-5de0-4bfa-b367-21f12a6d5c15 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.8100381
Mar 26 20:55:13.934354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.099982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2b326ee0-26a1-418e-8493-4f045fa716a8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.113176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e50dce-5e96-4de7-be37-b28d3480c9af req-cb75e176-d728-49f1-be62-8a91ca3f47cb tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:14.116122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3e50dce-5e96-4de7-be37-b28d3480c9af req-cb75e176-d728-49f1-be62-8a91ca3f47cb tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=46d23ce7-becf-4a04-bf7e-36f8c0329a53 HTTP/1.1" status: 200  len: 948 time: 0.0849352
Mar 26 20:55:14.128588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1372538683-network', 'tenant_id': '6fee503421884a52b75aae2ae940aad0'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:14.130044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Deleting port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:14.130427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.185442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Made reservation on behalf of 6fee503421884a52b75aae2ae940aad0 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:14.187728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.206362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Pushing event deleted for resources: {'Port': ['ID=2b326ee0-26a1-418e-8493-4f045fa716a8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:14.256447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.288812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] For port 63ba9525-82f3-4e19-a0c3-0d361b9ac813, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=63ba9525-82f3-4e19-a0c3-0d361b9ac813,segment=NetworkSegment(88c2c160-cb34-449a-877e-39df8476a07c),segment_id=88c2c160-cb34-449a-877e-39df8476a07c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:14.289317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.310011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Calling delete_port for 63ba9525-82f3-4e19-a0c3-0d361b9ac813 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:14.351373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3e50dce-5e96-4de7-be37-b28d3480c9af req-85221dfb-6863-4381-b76a-86a1cc104313 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649227
Mar 26 20:55:14.405644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] No DVR routers for this DVR port 2b326ee0-26a1-418e-8493-4f045fa716a8 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:14.419027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.435615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d833f6bb-a960-43b5-aba8-cd5b81de8346 req-39c1bcaa-6d4f-467e-bbc6-517b3c3f44ca tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.18 "DELETE /v2.0/ports/2b326ee0-26a1-418e-8493-4f045fa716a8 HTTP/1.1" status: 204  len: 173 time: 1.4200058
Mar 26 20:55:14.436493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-deleted', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:14.442066 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b675a8-3541-45a8-9212-ae241447cf56" -d '{"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-deleted", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:14.553484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaee9e3-05eb-4b74-90b8-efcece76f5fe req-ca4bb325-be2c-4b01-9e07-1d4765708743 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:14.561099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcaee9e3-05eb-4b74-90b8-efcece76f5fe req-ca4bb325-be2c-4b01-9e07-1d4765708743 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e559cd6-163d-4e56-889f-574746da5d5b HTTP/1.1" status: 200  len: 946 time: 0.0795455
Mar 26 20:55:14.584902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (63ba9525-82f3-4e19-a0c3-0d361b9ac813), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.598109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['63ba9525-82f3-4e19-a0c3-0d361b9ac813'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:14.646944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Pushing event deleted for resources: {'Port': ['ID=63ba9525-82f3-4e19-a0c3-0d361b9ac813,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:14.694381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:14.697176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcaee9e3-05eb-4b74-90b8-efcece76f5fe req-7101d41a-ce70-4559-aeec-6ee0c659ec81 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.16 "GET /v2.0/security-groups?id=324b09ad-6653-4168-b595-2010aa1cd56f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291666
Mar 26 20:55:14.773927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks [] for security_group (f7a0dc56-3ebe-4eaa-968b-bb74928f405f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.781675 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb54e2e-3921-4c37-8114-dd12994ab95d x-openstack-request-id: req-3cb54e2e-3921-4c37-8114-dd12994ab95d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:14.782170 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d23ce7-becf-4a04-bf7e-36f8c0329a53", "name": "network-vif-deleted", "tag": "2b326ee0-26a1-418e-8493-4f045fa716a8", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:14.782583 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cb54e2e-3921-4c37-8114-dd12994ab95d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:14.783369 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb54e2e-3921-4c37-8114-dd12994ab95d'] response: {'server_uuid': '46d23ce7-becf-4a04-bf7e-36f8c0329a53', 'name': 'network-vif-deleted', 'tag': '2b326ee0-26a1-418e-8493-4f045fa716a8', 'status': 'completed', 'code': 200}
Mar 26 20:55:14.786584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f7a0dc56-3ebe-4eaa-968b-bb74928f405f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.819863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] No DVR routers for this DVR port 63ba9525-82f3-4e19-a0c3-0d361b9ac813 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:14.827484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.836221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:55:14.837057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17a76d77-c9af-484a-96a0-5519f0dbec96 req-57fb9c0e-7237-4dc1-8368-9ef38d612dd6 tempest-ServerAddressesTestJSON-562564718 tempest-ServerAddressesTestJSON-562564718-project] 10.222.0.18 "DELETE /v2.0/ports/63ba9525-82f3-4e19-a0c3-0d361b9ac813 HTTP/1.1" status: 204  len: 173 time: 0.9232619
Mar 26 20:55:14.849912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'name': 'network-vif-deleted', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:14.850427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0dc56-3ebe-4eaa-968b-bb74928f405f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:14.864001 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898fee91-6cdc-4401-a06a-a8b83e1ee3a3" -d '{"events": [{"server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "name": "network-vif-deleted", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:14.877194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:14.877625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.892944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (be8b36fd-7ced-48c3-bea2-b0063be08fe2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:14.893324 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Added segment be8b36fd-7ced-48c3-bea2-b0063be08fe2 of type vlan for network 689923c6-d181-40c6-8164-9bea9c00ea2d
Mar 26 20:55:15.041030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (689923c6-d181-40c6-8164-9bea9c00ea2d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.094596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:15.095251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.129806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (689923c6-d181-40c6-8164-9bea9c00ea2d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.130879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:15.131544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.139647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:15.142138 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1d553a-5b0b-4320-ac64-8d509b35a707" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:15.173757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:15.179246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.181739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63ba9525-82f3-4e19-a0c3-0d361b9ac813 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:15.213225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 63ba9525-82f3-4e19-a0c3-0d361b9ac813 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:15.213582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 63ba9525-82f3-4e19-a0c3-0d361b9ac813 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:15.214013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:15.227664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4801905
Mar 26 20:55:15.231321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58624) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:15.237423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Request body: {'subnet': {'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1372538683-subnet', 'tenant_id': '6fee503421884a52b75aae2ae940aad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:15.269511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 2b326ee0-26a1-418e-8493-4f045fa716a8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:15.270014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2b326ee0-26a1-418e-8493-4f045fa716a8 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:15.310765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:15.326190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Made reservation on behalf of 6fee503421884a52b75aae2ae940aad0 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:15.341744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.467470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bf4c7-518d-4224-8371-de9b246a9fd3 admin admin] Pushing event updated for resources: {'Network': ['ID=689923c6-d181-40c6-8164-9bea9c00ea2d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:15.483213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 689923c6-d181-40c6-8164-9bea9c00ea2d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:55:15.510240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cc87-2218-4987-8171-71226b6cbe54 req-e3c0ce44-1501-44b6-90a1-85ae080dcaa4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:15.517928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c75cc87-2218-4987-8171-71226b6cbe54 req-e3c0ce44-1501-44b6-90a1-85ae080dcaa4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1795225
Mar 26 20:55:15.613908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c75cc87-2218-4987-8171-71226b6cbe54 req-ee21657f-37b9-4834-ba72-44b933d7a940 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947015
Mar 26 20:55:15.632784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.682011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (64026153-9aa6-43bf-95a9-54b24349ffed), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.716337 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed33be7-4af0-4cc6-94b8-cdba9a1aaf68 x-openstack-request-id: req-8ed33be7-4af0-4cc6-94b8-cdba9a1aaf68 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:15.716698 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e559cd6-163d-4e56-889f-574746da5d5b", "name": "network-vif-deleted", "tag": "63ba9525-82f3-4e19-a0c3-0d361b9ac813", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:15.716894 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ed33be7-4af0-4cc6-94b8-cdba9a1aaf68 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:15.717304 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed33be7-4af0-4cc6-94b8-cdba9a1aaf68'] response: {'server_uuid': '5e559cd6-163d-4e56-889f-574746da5d5b', 'name': 'network-vif-deleted', 'tag': '63ba9525-82f3-4e19-a0c3-0d361b9ac813', 'status': 'completed', 'code': 200}
Mar 26 20:55:15.764113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64026153-9aa6-43bf-95a9-54b24349ffed,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:15.782256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Checking segment: {'id': 'be8b36fd-7ced-48c3-bea2-b0063be08fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:15.782895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Network hostable DHCP agents. Network: 689923c6-d181-40c6-8164-9bea9c00ea2d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:55:15.806801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Network 689923c6-d181-40c6-8164-9bea9c00ea2d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:55:15.826639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 689923c6-d181-40c6-8164-9bea9c00ea2d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:15.831475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:15.832351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:15.836782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d415c8a-0010-43c5-a1e5-baf38218ad8c None None] Network 689923c6-d181-40c6-8164-9bea9c00ea2d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:15.856701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45b0e64f-22d6-4611-9093-8c09786a57f3 req-b59b3611-737e-46ac-afc2-7959edec7cb2 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0612783
Mar 26 20:55:15.867214 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46effc1d-8e36-41b7-9a5f-8b8fa8f83146 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6339586
Mar 26 20:55:15.986648 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386dbea2-817b-485d-81f2-19dd237c6a21 x-openstack-request-id: req-386dbea2-817b-485d-81f2-19dd237c6a21 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:15.987840 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:15.988343 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-386dbea2-817b-485d-81f2-19dd237c6a21 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:15.991748 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386dbea2-817b-485d-81f2-19dd237c6a21'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'code': 200}
Mar 26 20:55:16.071279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356dc69-5375-44b9-b98c-d4cfd43d5516 None None] Network 689923c6-d181-40c6-8164-9bea9c00ea2d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:16.347033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58644) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:16.412250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Deleting subnet de25320d-fd77-4f44-873a-6b7bdbc6d8d3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:55:16.417204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Publish callbacks [] for subnet (de25320d-fd77-4f44-873a-6b7bdbc6d8d3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:16.472854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (de25320d-fd77-4f44-873a-6b7bdbc6d8d3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:16.532492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (de25320d-fd77-4f44-873a-6b7bdbc6d8d3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:16.603245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (de25320d-fd77-4f44-873a-6b7bdbc6d8d3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:16.633143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de25320d-fd77-4f44-873a-6b7bdbc6d8d3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:16.652188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:16.658640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58656) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:16.659171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8041ed6b-4ecd-4f0c-9507-c2d287c3bf02 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de25320d-fd77-4f44-873a-6b7bdbc6d8d3 HTTP/1.1" status: 204  len: 168 time: 0.3104019
Mar 26 20:55:16.777350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.231080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.286277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611db1b1c0>,) {'filters': {'network_id': ['226ff5e6-1a29-48f3-b9f3-1c0eb848dd35']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:17.318607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611db1b1c0>, '88c2c160-cb34-449a-877e-39df8476a07c') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:17.318984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611db1b1c0>, '88c2c160-cb34-449a-877e-39df8476a07c') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:17.341136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (88c2c160-cb34-449a-877e-39df8476a07c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.362429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (88c2c160-cb34-449a-877e-39df8476a07c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.378939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:55:17.379371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (88c2c160-cb34-449a-877e-39df8476a07c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:55:17.381158 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:55:17.459068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (226ff5e6-1a29-48f3-b9f3-1c0eb848dd35), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.466365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.475888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] 10.222.0.16 "DELETE /v2.0/networks/226ff5e6-1a29-48f3-b9f3-1c0eb848dd35 HTTP/1.1" status: 204  len: 168 time: 0.8153110
Mar 26 20:55:17.496005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Pushing event deleted for resources: {'Network': ['ID=226ff5e6-1a29-48f3-b9f3-1c0eb848dd35,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:17.506627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.507081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.507442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.507791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.508307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.508657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.509050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.509870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.510681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.510681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.511458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.511810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.512178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.512515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.512849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dba323-82b1-4e25-a34b-951ffc03b89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:17.735372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58662) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:17.844408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-155180eb-4a51-4ef2-a2e2-b4e28fafa42c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1854d29eeb64bb4b5851d72ac8dddab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1058178
Mar 26 20:55:17.847095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58664) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:17.914214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Publish callbacks [] for security_group (324b09ad-6653-4168-b595-2010aa1cd56f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:17.940036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Publish callbacks [] for security_group (324b09ad-6653-4168-b595-2010aa1cd56f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:18.006125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (324b09ad-6653-4168-b595-2010aa1cd56f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:18.016981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:18.030042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/324b09ad-6653-4168-b595-2010aa1cd56f HTTP/1.1" status: 204  len: 168 time: 0.1817827
Mar 26 20:55:18.041692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324b09ad-6653-4168-b595-2010aa1cd56f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:18.050463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.050839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.051163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.051505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.051840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.052206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.052536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.052871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.053243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.053506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.053833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.054154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.054598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.054923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:18.055313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2970d4a3-d96d-45a7-af4d-a1ba3f983146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:19.253616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58694) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:19.401269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1967801721-network', 'tenant_id': '4dadd4e8f76f462b9f22b4211c7d5d47'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:19.445900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Made reservation on behalf of 4dadd4e8f76f462b9f22b4211c7d5d47 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:19.449097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.464233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.637217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks [] for security_group (3dba8fed-5323-4bf8-85e2-2bea054f8b63), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.646816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dba8fed-5323-4bf8-85e2-2bea054f8b63), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.675211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:55:19.724619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa5ccf11-6be8-45a7-b143-75b17c41c982), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.725115 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Added segment aa5ccf11-6be8-45a7-b143-75b17c41c982 of type vlan for network 1f1da915-0ad2-4c67-b923-e19608b6018b
Mar 26 20:55:19.744643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba8fed-5323-4bf8-85e2-2bea054f8b63,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:19.781961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1f1da915-0ad2-4c67-b923-e19608b6018b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.827680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1f1da915-0ad2-4c67-b923-e19608b6018b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.828847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:19.829657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.864405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6095614
Mar 26 20:55:19.864776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58698) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:19.870381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Request body: {'subnet': {'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1967801721-subnet', 'tenant_id': '4dadd4e8f76f462b9f22b4211c7d5d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:19.919046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Made reservation on behalf of 4dadd4e8f76f462b9f22b4211c7d5d47 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:19.921748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:19.948986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2f972-ada8-49bf-b6b8-1aaaa4d2adc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1da915-0ad2-4c67-b923-e19608b6018b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:19.959402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1f1da915-0ad2-4c67-b923-e19608b6018b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:55:20.182642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (633529e0-e181-4b38-a1cc-8e7eddfa7bf7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:20.264721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Checking segment: {'id': 'aa5ccf11-6be8-45a7-b143-75b17c41c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:20.265426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Network hostable DHCP agents. Network: 1f1da915-0ad2-4c67-b923-e19608b6018b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:55:20.267843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633529e0-e181-4b38-a1cc-8e7eddfa7bf7,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:20.309667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Network 1f1da915-0ad2-4c67-b923-e19608b6018b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:55:20.323657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f1da915-0ad2-4c67-b923-e19608b6018b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:20.335580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:20.337877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73723d53-0651-4075-a62d-bec8035e1696 None None] Network 1f1da915-0ad2-4c67-b923-e19608b6018b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:20.342801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:20.380697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e05b90ca-9e71-4adf-8333-12fdf659e997 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5141058
Mar 26 20:55:20.515628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3792c-1fdb-4eb6-8a3b-03b7ea41ea7d None None] Network 1f1da915-0ad2-4c67-b923-e19608b6018b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:22.254802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-9dbbb813-4fbd-4cda-aae5-c9b36b1324c2 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:22.256512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-9dbbb813-4fbd-4cda-aae5-c9b36b1324c2 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/networks?id=689923c6-d181-40c6-8164-9bea9c00ea2d HTTP/1.1" status: 200  len: 818 time: 0.1340706
Mar 26 20:55:22.277229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-59071b4b-2e4b-48f3-a426-fc1e9df2b272 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/quotas/6fee503421884a52b75aae2ae940aad0 HTTP/1.1" status: 200  len: 375 time: 0.0144117
Mar 26 20:55:22.315118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-a6121def-f09c-497a-b138-f41ff140061b tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6fee503421884a52b75aae2ae940aad0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0325041
Mar 26 20:55:22.430327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-544a5df7-1c74-4a26-819d-d3e3d42d2d43 service neutron] 10.222.0.16 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1075621
Mar 26 20:55:22.567672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-622f308f-9a51-4d56-a05d-cd788f764e21 req-6b4d2386-cb02-464c-af37-7ddb6bca34ac tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7cc0a8152d814a5590cbc9be7c230181&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0239563
Mar 26 20:55:22.580419 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-1125d799-d280-4e69-9147-d2b74c42bd21 service neutron] 10.222.0.16 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361806
Mar 26 20:55:22.703017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f308f-9a51-4d56-a05d-cd788f764e21 req-188f5cfe-a27a-4a53-923c-fa5d53489ff2 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:22.705435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-622f308f-9a51-4d56-a05d-cd788f764e21 req-188f5cfe-a27a-4a53-923c-fa5d53489ff2 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1316757
Mar 26 20:55:22.751358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-622f308f-9a51-4d56-a05d-cd788f764e21 req-1bb73039-091d-4f7c-8a8b-cca8791fd8da tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/quotas/7cc0a8152d814a5590cbc9be7c230181 HTTP/1.1" status: 200  len: 375 time: 0.0400662
Mar 26 20:55:22.801532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-622f308f-9a51-4d56-a05d-cd788f764e21 req-a8ef21b1-ee8d-461e-b8b7-e8ce60a762bb tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cc0a8152d814a5590cbc9be7c230181&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435841
Mar 26 20:55:22.865998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc4bcd-c293-49b9-a860-790e4be96bbc req-d7d0e739-9c4a-44e8-bac5-32b1e2bded6d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:22.875721 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65bc4bcd-c293-49b9-a860-790e4be96bbc req-d7d0e739-9c4a-44e8-bac5-32b1e2bded6d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0798116
Mar 26 20:55:22.937531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65bc4bcd-c293-49b9-a860-790e4be96bbc req-ed03e214-cce1-4571-801d-7a70d84aec70 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623076
Mar 26 20:55:22.968475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4770edfe-f4ef-4d2c-a830-061e51f276ce req-91094753-057a-4f4c-ab85-626edaddd17f tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0357072
Mar 26 20:55:23.311056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa35b9-95cd-43e3-82c2-1ea5af1992a2 req-7ebda11a-efb9-4e16-b1cd-d08a7ef15cc1 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:23.312927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65fa35b9-95cd-43e3-82c2-1ea5af1992a2 req-7ebda11a-efb9-4e16-b1cd-d08a7ef15cc1 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 949 time: 0.0636754
Mar 26 20:55:23.388688 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65fa35b9-95cd-43e3-82c2-1ea5af1992a2 req-0f7bd497-9c2e-4d4d-a02e-272c0b1d4c88 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695634
Mar 26 20:55:23.479774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58762) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:23.486195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7ffae92-2a43-4fff-9ed8-5a1ea803a0c7 req-813380f4-16d8-41d7-844e-67d6c259e083 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 210 time: 0.0361714
Mar 26 20:55:23.486374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811245122', 'description': 'tempest-description--1347018811'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:23.544716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.704206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (07f8f41d-2f04-4f35-ba0b-12e350c760ea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.738846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (07f8f41d-2f04-4f35-ba0b-12e350c760ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.778597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f8f41d-2f04-4f35-ba0b-12e350c760ea,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:23.797202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.799150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-38f552c6-931b-4f1f-ad78-96f080796d37 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3179715
Mar 26 20:55:23.802924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58778) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:23.819039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'security_group_rule': {'security_group_id': '07f8f41d-2f04-4f35-ba0b-12e350c760ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:23.876043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (f3b7f502-67e9-4d69-b952-723d117559ba), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.967870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838db59-546b-442d-84c1-35546358d575 req-71aa3e75-3404-4f02-9ad4-ba7beeb29635 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:23.969997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2838db59-546b-442d-84c1-35546358d575 req-71aa3e75-3404-4f02-9ad4-ba7beeb29635 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0845814
Mar 26 20:55:23.975280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (f3b7f502-67e9-4d69-b952-723d117559ba), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:23.980599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f3b7f502-67e9-4d69-b952-723d117559ba), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.003132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b7f502-67e9-4d69-b952-723d117559ba,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:24.027403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.029592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-983e7225-ae0b-4751-a8f6-3a96c9d33274 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2244062
Mar 26 20:55:24.031591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:24.044186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'security_group_rule': {'security_group_id': '07f8f41d-2f04-4f35-ba0b-12e350c760ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:24.087226 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2838db59-546b-442d-84c1-35546358d575 req-f8f383d7-385b-477b-a0a8-97e1401a6e73 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105838
Mar 26 20:55:24.124950 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (691ba2ce-64b2-4284-a4ee-8d8656b6c2b0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.272197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (691ba2ce-64b2-4284-a4ee-8d8656b6c2b0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.288471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-55d9d09f-a61b-4121-b608-43ba153bf7f3 req-22a34b21-9fdb-4774-b6a2-0efa67c54728 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0633483
Mar 26 20:55:24.299041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (691ba2ce-64b2-4284-a4ee-8d8656b6c2b0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.367320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-e7c4a662-0bb8-465f-870a-e3d38b8e5d33 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:24.367501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.372490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3397980
Mar 26 20:55:24.372804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-e7c4a662-0bb8-465f-870a-e3d38b8e5d33 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.21 "GET /v2.0/networks?id=689923c6-d181-40c6-8164-9bea9c00ea2d HTTP/1.1" status: 200  len: 818 time: 0.2841272
Mar 26 20:55:24.374434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58802) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:24.380500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:24.387570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ea49e-2962-447f-a615-364d1397a82e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691ba2ce-64b2-4284-a4ee-8d8656b6c2b0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:24.420280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Request body: {'port': {'device_id': '971824c7-c9de-412e-8368-23c0d4e267af', 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d', 'admin_state_up': True, 'tenant_id': '6fee503421884a52b75aae2ae940aad0'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:24.476316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba409ace-6e59-4499-9870-3824517e3c53 req-844629af-365b-4e1a-8d4c-9bdd5cb959f9 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:24.483775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba409ace-6e59-4499-9870-3824517e3c53 req-844629af-365b-4e1a-8d4c-9bdd5cb959f9 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.21 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 949 time: 0.1455307
Mar 26 20:55:24.513459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.625334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Deleting port 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:24.625974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.650768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354adb9-0b49-44d7-b407-3ab41e0d59f4 req-c3a29689-8f67-4191-beeb-caa2d2c98c42 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:24.653422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8354adb9-0b49-44d7-b407-3ab41e0d59f4 req-c3a29689-8f67-4191-beeb-caa2d2c98c42 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.2038193
Mar 26 20:55:24.772886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8354adb9-0b49-44d7-b407-3ab41e0d59f4 req-138a89f8-fe48-4632-ac3c-a1a8e761fbdd tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870502
Mar 26 20:55:24.775582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Made reservation on behalf of 6fee503421884a52b75aae2ae940aad0 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:24.779025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.786622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] For port 5f93aa05-948a-4603-ac9e-ad8d14873f3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f93aa05-948a-4603-ac9e-ad8d14873f3f,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:24.787240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.810710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Calling delete_port for 5f93aa05-948a-4603-ac9e-ad8d14873f3f owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:24.816782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:24.902170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b63f21b8-cd20-4c06-9b5c-23490083755f req-3d1ca0c8-4db7-49e8-b097-2a02c48b034b tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 210 time: 0.0565488
Mar 26 20:55:24.990975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-271f0fb3-cc10-4142-81ac-89d3c911baa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.012637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5f93aa05-948a-4603-ac9e-ad8d14873f3f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.013762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Allocated IP 172.20.0.7 (689923c6-d181-40c6-8164-9bea9c00ea2d/64026153-9aa6-43bf-95a9-54b24349ffed/ba7ea312-d565-4f8b-bfb0-b923476e5902) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:25.086058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe1e4155-b0e2-44ef-a748-85e02f114956 req-f25890b4-5369-43b3-9241-681214598490 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7cc0a8152d814a5590cbc9be7c230181&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0517633
Mar 26 20:55:25.093152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773ec74-64d7-40e1-931f-544d60d02942 req-e06b9b94-9fc8-46fc-8c09-20160f9ad844 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:25.094573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2773ec74-64d7-40e1-931f-544d60d02942 req-e06b9b94-9fc8-46fc-8c09-20160f9ad844 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/ports?device_id=e33401ac-938b-4afe-9405-e4fca20980de HTTP/1.1" status: 200  len: 949 time: 0.3783956
Mar 26 20:55:25.100649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Pushing event deleted for resources: {'Port': ['ID=5f93aa05-948a-4603-ac9e-ad8d14873f3f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:25.172190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] No DVR routers for this DVR port 5f93aa05-948a-4603-ac9e-ad8d14873f3f on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:25.179653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.183611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba409ace-6e59-4499-9870-3824517e3c53 req-bf0e914f-805c-41b6-a929-4e1bed34da60 tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.21 "DELETE /v2.0/ports/5f93aa05-948a-4603-ac9e-ad8d14873f3f HTTP/1.1" status: 204  len: 173 time: 0.6926792
Mar 26 20:55:25.184152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-deleted', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:25.188143 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8532e-995a-4ed2-90c6-5f92c4213278" -d '{"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-deleted", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:25.253805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2773ec74-64d7-40e1-931f-544d60d02942 req-3e2212b9-1c59-4c9c-97ca-a190394b476a tempest-ListImageFiltersTestJSON-1657459460 tempest-ListImageFiltersTestJSON-1657459460-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fb9375c-9696-4180-b8de-a66215cef844&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183980
Mar 26 20:55:25.292678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Allocated IP 172.35.4.38 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/909356ef-dc9f-4e4c-8096-18e5555eb38c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:25.356121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e4155-b0e2-44ef-a748-85e02f114956 req-39b906d5-e816-4e1b-9f0e-8edddee189e8 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:25.364619 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe1e4155-b0e2-44ef-a748-85e02f114956 req-39b906d5-e816-4e1b-9f0e-8edddee189e8 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2773819
Mar 26 20:55:25.402178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe1e4155-b0e2-44ef-a748-85e02f114956 req-b1a2b624-5ca3-4aa9-aa6f-6ff0b83fc8a0 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/quotas/7cc0a8152d814a5590cbc9be7c230181 HTTP/1.1" status: 200  len: 375 time: 0.0331352
Mar 26 20:55:25.448681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks [] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.499630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe1e4155-b0e2-44ef-a748-85e02f114956 req-3b95d0d4-63b2-4241-8b91-2d93535a5678 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cc0a8152d814a5590cbc9be7c230181&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1000204
Mar 26 20:55:25.578048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.668242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.670951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Network 689923c6-d181-40c6-8164-9bea9c00ea2d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:25.677482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:25.683109 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19b555-172f-4395-97ba-a2817772aca4 x-openstack-request-id: req-ca19b555-172f-4395-97ba-a2817772aca4 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:25.683757 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33401ac-938b-4afe-9405-e4fca20980de", "name": "network-vif-deleted", "tag": "5f93aa05-948a-4603-ac9e-ad8d14873f3f", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:25.684023 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca19b555-172f-4395-97ba-a2817772aca4 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:25.684405 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca19b555-172f-4395-97ba-a2817772aca4'] response: {'server_uuid': 'e33401ac-938b-4afe-9405-e4fca20980de', 'name': 'network-vif-deleted', 'tag': '5f93aa05-948a-4603-ac9e-ad8d14873f3f', 'status': 'completed', 'code': 200}
Mar 26 20:55:25.687179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:25.724425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Pushing event updated for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:25.812862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53c7cd0d-8f27-4821-95b6-8eb0aed0835a req-c3694f84-1794-4b82-89ef-ad64b736c5d8 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0531425
Mar 26 20:55:25.869177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:25.870182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.892441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:25.948495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'Port': ['ID=909356ef-dc9f-4e4c-8096-18e5555eb38c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:25.961216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-39b49441-3a9c-4fc0-9598-70e34ebbaafa tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5756791
Mar 26 20:55:25.973435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cc44c-760d-4a0a-a040-622bc5dfc867 req-86854e39-51d5-4127-939f-97162d0787b4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:25.981204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd4cc44c-760d-4a0a-a040-622bc5dfc867 req-86854e39-51d5-4127-939f-97162d0787b4 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.1977541
Mar 26 20:55:25.995811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Request body: {'port': {'device_id': '971824c7-c9de-412e-8368-23c0d4e267af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:26.037344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:26.043105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:26.068685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:26.106637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd4cc44c-760d-4a0a-a040-622bc5dfc867 req-6ee8e341-500b-489a-8ab1-ea156d73703f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245272
Mar 26 20:55:26.196065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8437f-6dd9-4453-9591-ae4df4afe142 req-cc11985b-5bab-4ff6-9e77-fab1142e20e0 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:26.199002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dae8437f-6dd9-4453-9591-ae4df4afe142 req-cc11985b-5bab-4ff6-9e77-fab1142e20e0 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 931 time: 0.1079834
Mar 26 20:55:26.227393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.236146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.293313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dae8437f-6dd9-4453-9591-ae4df4afe142 req-10114631-f1bb-4595-a50f-c9c3ad7251a8 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816748
Mar 26 20:55:26.330256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.643505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.675457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.786016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'Port': ['ID=909356ef-dc9f-4e4c-8096-18e5555eb38c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:26.799999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.835212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.848583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aed1a8b6-25df-4378-aa60-e0debbf19947 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4729760
Mar 26 20:55:26.905697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7ea312-d565-4f8b-bfb0-b923476e5902 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:26.935275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks [] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:26.950637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Transition to ACTIVE for port object ba7ea312-d565-4f8b-bfb0-b923476e5902 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:55:26.955092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.007785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:27.075910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-91308dc0-2f9e-4be7-ae5c-80b4f2f71899 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.077851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-91308dc0-2f9e-4be7-ae5c-80b4f2f71899 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 945 time: 0.0838776
Mar 26 20:55:27.184202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Attempting to bind port ba7ea312-d565-4f8b-bfb0-b923476e5902 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:27.184582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Attempting to bind port ba7ea312-d565-4f8b-bfb0-b923476e5902 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be8b36fd-7ced-48c3-bea2-b0063be08fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:27.184882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Attempting to bind port ba7ea312-d565-4f8b-bfb0-b923476e5902 on network 689923c6-d181-40c6-8164-9bea9c00ea2d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:27.197835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Port ba7ea312-d565-4f8b-bfb0-b923476e5902 on network 689923c6-d181-40c6-8164-9bea9c00ea2d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:55:27.198184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Attempting to bind port ba7ea312-d565-4f8b-bfb0-b923476e5902 on network 689923c6-d181-40c6-8164-9bea9c00ea2d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:27.206974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:27.207318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Checking segment: {'id': 'be8b36fd-7ced-48c3-bea2-b0063be08fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:27.207715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Bound using segment: {'id': 'be8b36fd-7ced-48c3-bea2-b0063be08fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:27.208300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Bound port: ba7ea312-d565-4f8b-bfb0-b923476e5902, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8b36fd-7ced-48c3-bea2-b0063be08fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:27.208539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.254249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port bc6395f6-f2f3-4aa7-912e-2231739b4607 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:27.254508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.261975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3507c405-0e10-4b18-b5c4-e63d7ead557a req-f417ffd8-6d97-40b1-b64d-747e8be508c2 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7cc0a8152d814a5590cbc9be7c230181&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0400808
Mar 26 20:55:27.275111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-67c2b3b2-9d77-41ed-807f-31e3d0064db5 req-6a7e03bc-eb25-4cc6-9c53-979c3b0ee09e tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0397115
Mar 26 20:55:27.346601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0d2251bb-59cb-494f-bdce-0cc5482684c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.389559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:27.408656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port bc6395f6-f2f3-4aa7-912e-2231739b4607, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc6395f6-f2f3-4aa7-912e-2231739b4607,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:27.408886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.413419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902,segment=NetworkSegment(be8b36fd-7ced-48c3-bea2-b0063be08fe2),segment_id=be8b36fd-7ced-48c3-bea2-b0063be08fe2)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:27.428108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for bc6395f6-f2f3-4aa7-912e-2231739b4607 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:27.443950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.460638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-2afe2724-b8d1-4fd5-95b5-c63bf467add3 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--811245122&fields=id&tenant_id=28e51fbb6333452b84c0c77d29b423b0 HTTP/1.1" status: 200  len: 267 time: 0.0820601
Mar 26 20:55:27.487556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.488196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.489571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] 10.222.0.21 "PUT /v2.0/ports/ba7ea312-d565-4f8b-bfb0-b923476e5902 HTTP/1.1" status: 200  len: 1091 time: 1.5009015
Mar 26 20:55:27.491964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:27.494789 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a9c81-65c7-4850-8abd-ce3a92703481" -d '{"events": [{"name": "network-changed", "server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:27.534087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca20d3-2681-4af6-a332-74d2730d8e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:27.543833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507c405-0e10-4b18-b5c4-e63d7ead557a req-bcdff484-0391-4f8f-a250-d313e0622edd tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.545310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3507c405-0e10-4b18-b5c4-e63d7ead557a req-bcdff484-0391-4f8f-a250-d313e0622edd tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2162404
Mar 26 20:55:27.579959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3507c405-0e10-4b18-b5c4-e63d7ead557a req-34ccff54-8d19-4fd5-8050-87c4cc41c7e6 tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/quotas/7cc0a8152d814a5590cbc9be7c230181 HTTP/1.1" status: 200  len: 375 time: 0.0269008
Mar 26 20:55:27.618160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3507c405-0e10-4b18-b5c4-e63d7ead557a req-b46d5357-3dad-47fc-a50a-d38d04d47a7c tempest-QuotasAdminNegativeTest-1285874347 tempest-QuotasAdminNegativeTest-1285874347-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cc0a8152d814a5590cbc9be7c230181&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0301723
Mar 26 20:55:27.620709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-2f1eb66f-7d12-49d9-91df-ce3b82936a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.622085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-2f1eb66f-7d12-49d9-91df-ce3b82936a29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fee503421884a52b75aae2ae940aad0&device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 1125 time: 0.0852356
Mar 26 20:55:27.623230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-caf10bcf-40b8-4271-af44-0834a05f01db tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.628395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-caf10bcf-40b8-4271-af44-0834a05f01db tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/networks?id=434726dc-6c91-47a9-a812-cfb57b96c526 HTTP/1.1" status: 200  len: 815 time: 0.1396239
Mar 26 20:55:27.665648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-b0dd49d1-b83f-495c-8cb0-bbdec34d77d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902 HTTP/1.1" status: 200  len: 217 time: 0.0352404
Mar 26 20:55:27.666853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-dafba258-7bd8-4614-a149-11fdae9a8a2f tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/quotas/28e51fbb6333452b84c0c77d29b423b0 HTTP/1.1" status: 200  len: 375 time: 0.0189490
Mar 26 20:55:27.706153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bc6395f6-f2f3-4aa7-912e-2231739b4607), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.718152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['bc6395f6-f2f3-4aa7-912e-2231739b4607'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:27.724133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:27.728781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cd98b-9083-4261-898a-c978660463d6 req-f9c99411-463e-4c29-aaae-1434ebc35557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:27.732137 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-f9c99411-463e-4c29-aaae-1434ebc35557 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64026153-9aa6-43bf-95a9-54b24349ffed HTTP/1.1" status: 200  len: 858 time: 0.0611017
Mar 26 20:55:27.776827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-c915e58d-0b83-401a-bbdc-8582b2e49ee0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=689923c6-d181-40c6-8164-9bea9c00ea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379269
Mar 26 20:55:27.800679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=bc6395f6-f2f3-4aa7-912e-2231739b4607,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:27.871509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-b4802fad-1550-4496-af6a-16a3503b4249 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28e51fbb6333452b84c0c77d29b423b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1972289
Mar 26 20:55:27.872677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port bc6395f6-f2f3-4aa7-912e-2231739b4607 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:27.875274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:27.878716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-caf3e63d-8d06-4e8a-8ea9-bfa4967420a1 req-10a123b9-93ce-43ed-858e-c1121f0eeeeb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.21 "DELETE /v2.0/ports/bc6395f6-f2f3-4aa7-912e-2231739b4607 HTTP/1.1" status: 204  len: 173 time: 0.7904623
Mar 26 20:55:27.879179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'name': 'network-vif-deleted', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:27.881853 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b496653-e42c-42bf-a9ef-64eb51d2a8b1" -d '{"events": [{"server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "name": "network-vif-deleted", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:27.944011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-1e9a7a28-0505-4da0-9c7c-8567b883904d service neutron] 10.222.0.21 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553960
Mar 26 20:55:28.000301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-14ae70b7-4c27-4f85-b01b-d8059add9287 service neutron] 10.222.0.16 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1130970
Mar 26 20:55:28.062091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a6cd98b-9083-4261-898a-c978660463d6 req-48fb5ce0-4abc-4f06-95ae-d130ae758b35 service neutron] 10.222.0.21 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1078715
Mar 26 20:55:28.123330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bbbba41-242d-4554-92c6-684f859d636f req-bed2a153-b03a-4c6f-bb01-c9d2b9225f2e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=38c465f7-5289-47b5-be81-a8bffea6bb40 HTTP/1.1" status: 200  len: 210 time: 0.0308037
Mar 26 20:55:28.124359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-1de6f41d-d73c-49ef-b23b-0cc44a6aea78 service neutron] 10.222.0.16 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173251
Mar 26 20:55:28.257463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b500404-a14d-4dac-a912-ea5433205759 req-b68bc13d-bd80-4390-8d1c-970b58297444 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:28.258689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b500404-a14d-4dac-a912-ea5433205759 req-b68bc13d-bd80-4390-8d1c-970b58297444 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 943 time: 0.0589049
Mar 26 20:55:28.267358 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897915ed-d15c-49c5-8019-25a7a3e6f10c x-openstack-request-id: req-897915ed-d15c-49c5-8019-25a7a3e6f10c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:28.267654 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:28.267910 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-897915ed-d15c-49c5-8019-25a7a3e6f10c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:28.268341 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897915ed-d15c-49c5-8019-25a7a3e6f10c'] response: {'name': 'network-changed', 'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902', 'status': 'completed', 'code': 200}
Mar 26 20:55:28.360214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-8e2c09b6-f4e5-4afb-a925-ff6c9230b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:28.361869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-8e2c09b6-f4e5-4afb-a925-ff6c9230b82c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6fee503421884a52b75aae2ae940aad0&device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 1125 time: 0.0717697
Mar 26 20:55:28.365199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b500404-a14d-4dac-a912-ea5433205759 req-989339f4-ee1e-41f9-ad17-438df8c6135c tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002085
Mar 26 20:55:28.437848 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc48b56-f5a6-4fc4-a798-2b20eaa852af x-openstack-request-id: req-ddc48b56-f5a6-4fc4-a798-2b20eaa852af {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:28.438153 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c465f7-5289-47b5-be81-a8bffea6bb40", "name": "network-vif-deleted", "tag": "bc6395f6-f2f3-4aa7-912e-2231739b4607", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:28.438411 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddc48b56-f5a6-4fc4-a798-2b20eaa852af {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:28.438820 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc48b56-f5a6-4fc4-a798-2b20eaa852af'] response: {'server_uuid': '38c465f7-5289-47b5-be81-a8bffea6bb40', 'name': 'network-vif-deleted', 'tag': 'bc6395f6-f2f3-4aa7-912e-2231739b4607', 'status': 'completed', 'code': 200}
Mar 26 20:55:28.529072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-a89f0b40-ac62-4a9e-ba12-c3965a66dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:28.531685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-a89f0b40-ac62-4a9e-ba12-c3965a66dc0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=689923c6-d181-40c6-8164-9bea9c00ea2d HTTP/1.1" status: 200  len: 918 time: 0.1615043
Mar 26 20:55:28.593850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-12a96c73-0207-45cc-a6fe-1a0d82696d68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902 HTTP/1.1" status: 200  len: 217 time: 0.0525086
Mar 26 20:55:28.660620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-772dbd8f-4354-4e6a-bef1-e82e7e7d8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:28.665910 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:28.666477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-772dbd8f-4354-4e6a-bef1-e82e7e7d8c92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=64026153-9aa6-43bf-95a9-54b24349ffed HTTP/1.1" status: 200  len: 858 time: 0.0622573
Mar 26 20:55:28.702485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-15f2b406-5ad3-480a-b3a0-dee3b086d75a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=689923c6-d181-40c6-8164-9bea9c00ea2d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0318267
Mar 26 20:55:28.723706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea7e38f8-9c06-4a18-9b8d-cb7899dd8c16 req-2405c880-7989-48fc-89d2-3cc2c7798029 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 210 time: 0.0384636
Mar 26 20:55:28.810407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-424c954d-fcfa-459f-8f93-f7f27075e694 service neutron] 10.222.0.21 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007102
Mar 26 20:55:28.836931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40c5321d-a7ad-44da-a32a-f5497c3d4555 req-06a6cfa9-fe27-4efe-acfe-12d9c90612c4 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0376718
Mar 26 20:55:28.989506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b5a9c81-65c7-4850-8abd-ce3a92703481 req-e0b4d6ef-e709-4157-a69f-951a123cd277 service neutron] 10.222.0.21 "GET /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723056
Mar 26 20:55:29.081146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e5f9-1b2a-40e6-b550-7e1289b1315f req-35916986-5da2-4f5a-b243-dc784cc22613 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:29.082829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d72e5f9-1b2a-40e6-b550-7e1289b1315f req-35916986-5da2-4f5a-b243-dc784cc22613 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 950 time: 0.0811930
Mar 26 20:55:29.139028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d72e5f9-1b2a-40e6-b550-7e1289b1315f req-2fe80a24-cb59-40de-8e85-6da6bb0c7338 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490181
Mar 26 20:55:29.221258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59058) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:29.227558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59064) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:29.384248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ae95e2-60d3-4dd8-9f52-226487faeeb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:29.418607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c359a724-61d3-4808-84e5-41b419180055 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=739cffc409bf4c9b831ae68701acafb1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1890376
Mar 26 20:55:29.421042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59090) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:29.424732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-8d7a933e-22c2-49f9-842f-5c37062fe643 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:29.433110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-8d7a933e-22c2-49f9-842f-5c37062fe643 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/networks?id=1f1da915-0ad2-4c67-b923-e19608b6018b HTTP/1.1" status: 200  len: 810 time: 0.1625130
Mar 26 20:55:29.454037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-b5f50269-7986-4b27-9fdf-885544db94f7 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/quotas/4dadd4e8f76f462b9f22b4211c7d5d47 HTTP/1.1" status: 200  len: 375 time: 0.0194008
Mar 26 20:55:29.491632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] Publish callbacks [] for security_group (0fb9375c-9696-4180-b8de-a66215cef844), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:29.523279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] Publish callbacks [] for security_group (0fb9375c-9696-4180-b8de-a66215cef844), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:29.532398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-90430681-c69c-469b-9035-5f7df1fbbc5d tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4dadd4e8f76f462b9f22b4211c7d5d47&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0532939
Mar 26 20:55:29.593246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0fb9375c-9696-4180-b8de-a66215cef844), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:29.597483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:29.602052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fb9375c-9696-4180-b8de-a66215cef844 HTTP/1.1" status: 204  len: 168 time: 0.1783834
Mar 26 20:55:29.609562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df764eb-e6e5-443a-a78f-fecadfc6c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb9375c-9696-4180-b8de-a66215cef844,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:29.947548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:30.010112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 5f93aa05-948a-4603-ac9e-ad8d14873f3f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:30.010553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5f93aa05-948a-4603-ac9e-ad8d14873f3f not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:30.021382 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.113496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-6ab484ee-afd7-42cf-a0eb-2286fa979837 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:30.115204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-6ab484ee-afd7-42cf-a0eb-2286fa979837 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.18 "GET /v2.0/networks?id=434726dc-6c91-47a9-a812-cfb57b96c526 HTTP/1.1" status: 200  len: 815 time: 0.6537693
Mar 26 20:55:30.123521 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ae95e2-60d3-4dd8-9f52-226487faeeb8 admin admin] Publish callbacks [] for security_group (812277f9-f779-4f90-8764-358a11a85815), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.160044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ae95e2-60d3-4dd8-9f52-226487faeeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (812277f9-f779-4f90-8764-358a11a85815), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.233454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-e109ab61-e2f9-4154-828c-5a95aca055f4 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e51fbb6333452b84c0c77d29b423b0 HTTP/1.1" status: 200  len: 379 time: 0.1068716
Mar 26 20:55:30.236167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-83533db5-3d0a-4f7d-8d8e-320b89faeeb8 service neutron] 10.222.0.16 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6907225
Mar 26 20:55:30.264868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'port': {'device_id': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'admin_state_up': True, 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'security_groups': ['07f8f41d-2f04-4f35-ba0b-12e350c760ea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:30.311886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08ae95e2-60d3-4dd8-9f52-226487faeeb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cc0a8152d814a5590cbc9be7c230181&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0887232
Mar 26 20:55:30.326909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59158) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:30.328073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae95e2-60d3-4dd8-9f52-226487faeeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812277f9-f779-4f90-8764-358a11a85815,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:30.476666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717ab91-208a-45a8-aa5c-e27cc922a028 req-2d5f7635-8753-4c54-a9f6-640bb3eee158 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:30.480679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f717ab91-208a-45a8-aa5c-e27cc922a028 req-2d5f7635-8753-4c54-a9f6-640bb3eee158 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 943 time: 0.1657453
Mar 26 20:55:30.656118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-bb9d8484-6088-4f85-aa82-4787125879a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939524
Mar 26 20:55:30.656375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f717ab91-208a-45a8-aa5c-e27cc922a028 req-2098acc9-0804-4d55-a0a8-6d542c2cefd8 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596382
Mar 26 20:55:30.664446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] Publish callbacks [] for security_group (812277f9-f779-4f90-8764-358a11a85815), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.804061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] Publish callbacks [] for security_group (812277f9-f779-4f90-8764-358a11a85815), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.818207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:30.885287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af029f0f-2f61-4f2a-8860-f394475f975e req-eb4ac6d8-0b2b-4907-a8cd-f1eec01d3e1f tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 210 time: 0.0708566
Mar 26 20:55:30.971369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Made reservation on behalf of 28e51fbb6333452b84c0c77d29b423b0 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:30.986419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:30.998333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (812277f9-f779-4f90-8764-358a11a85815), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.017703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.027342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:31.031337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.031663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812277f9-f779-4f90-8764-358a11a85815 HTTP/1.1" status: 204  len: 168 time: 0.6981814
Mar 26 20:55:31.116335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118fcb0-9d69-4b05-bfce-2a42093a30f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812277f9-f779-4f90-8764-358a11a85815,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:31.133720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41d4c825-6cd0-463e-b4b6-13c12ecfd79f req-ff715ce5-4400-457c-9268-1893a89fbfcb tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0754151
Mar 26 20:55:31.145965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:31.157146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:31.166006 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c6374-180c-4202-9466-73101ecf762b" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:31.206437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.332763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:31.406308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Allocated IP 172.20.0.12 (434726dc-6c91-47a9-a812-cfb57b96c526/317978d4-2c5a-4e04-ad76-1964d0748645/f3c532be-691b-4c26-98db-d112c6a3c064) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:31.509866 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcfc54f-3c7c-4a37-8fe4-cd95f3e289e4 x-openstack-request-id: req-bdcfc54f-3c7c-4a37-8fe4-cd95f3e289e4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:31.510162 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:31.510421 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdcfc54f-3c7c-4a37-8fe4-cd95f3e289e4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:31.512343 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcfc54f-3c7c-4a37-8fe4-cd95f3e289e4'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'code': 200}
Mar 26 20:55:31.671768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for port (f3c532be-691b-4c26-98db-d112c6a3c064), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.705968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.752756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:31.930463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event updated for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:31.944692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ba7ea312-d565-4f8b-bfb0-b923476e5902 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:31.964012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device bc6395f6-f2f3-4aa7-912e-2231739b4607 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:31.980515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Network 434726dc-6c91-47a9-a812-cfb57b96c526 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:31.987691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:32.004644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:32.011964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59208) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:32.048245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd021b4d-d541-4f2e-9f8c-de254f54db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.099499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: bc6395f6-f2f3-4aa7-912e-2231739b4607 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:32.100234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device bc6395f6-f2f3-4aa7-912e-2231739b4607 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:32.246964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:32.248412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.310827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c3f459d-f711-40b6-a2a9-0766734113a7 req-5ab4dfea-6c6b-4691-99b5-a4b3b62b6d5d tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 210 time: 0.1399758
Mar 26 20:55:32.318473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-2960899b-4588-4f77-b39c-bbe936368dc5 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0679774
Mar 26 20:55:32.343575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Request body: {'port': {'device_id': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:32.407467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902,segment=NetworkSegment(be8b36fd-7ced-48c3-bea2-b0063be08fe2),segment_id=be8b36fd-7ced-48c3-bea2-b0063be08fe2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:32.447982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'ba7ea312-d565-4f8b-bfb0-b923476e5902', 'network_id': '689923c6-d181-40c6-8164-9bea9c00ea2d', 'port_id': 'ba7ea312-d565-4f8b-bfb0-b923476e5902', 'mac_address': 'fa:16:3e:ab:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64026153-9aa6-43bf-95a9-54b24349ffed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:32.505565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd021b4d-d541-4f2e-9f8c-de254f54db2f admin admin] Publish callbacks [] for security_group (363e8ca6-4bcc-4523-bfa1-90e82125583c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.516275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd021b4d-d541-4f2e-9f8c-de254f54db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (363e8ca6-4bcc-4523-bfa1-90e82125583c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.551992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.558550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port ba7ea312-d565-4f8b-bfb0-b923476e5902 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:32.558943 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.608448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7ea312-d565-4f8b-bfb0-b923476e5902 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:32.656662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59222) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:32.713657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902,segment=NetworkSegment(be8b36fd-7ced-48c3-bea2-b0063be08fe2),segment_id=be8b36fd-7ced-48c3-bea2-b0063be08fe2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:32.715216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4e5f9898-c301-427b-87d6-1a3845896e1f None None] Provisioning complete for port f3c532be-691b-4c26-98db-d112c6a3c064 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:32.716393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9898-c301-427b-87d6-1a3845896e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.759565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd021b4d-d541-4f2e-9f8c-de254f54db2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce1dfe90fc3d4894aa892032cba5c317&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7443643
Mar 26 20:55:32.765548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd021b4d-d541-4f2e-9f8c-de254f54db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e8ca6-4bcc-4523-bfa1-90e82125583c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:32.772952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:32.812554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f9898-c301-427b-87d6-1a3845896e1f None None] Port f3c532be-691b-4c26-98db-d112c6a3c064 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:55:32.827342 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:32.901941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb6a8a-9d60-4a64-9a75-5ac3cef94078 req-592cd49a-887b-47aa-bcd3-41dacb448008 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:32.909956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9deb6a8a-9d60-4a64-9a75-5ac3cef94078 req-592cd49a-887b-47aa-bcd3-41dacb448008 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 943 time: 0.3868828
Mar 26 20:55:32.938388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:32.960159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a376ff9-1326-4689-8d1c-cdfb2080b5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.032035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] Publish callbacks [] for security_group (363e8ca6-4bcc-4523-bfa1-90e82125583c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.058371 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9deb6a8a-9d60-4a64-9a75-5ac3cef94078 req-fb2e5ccc-823a-479e-93a9-b11f23342f35 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437523
Mar 26 20:55:33.068700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ba7ea312-d565-4f8b-bfb0-b923476e5902'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:33.136569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f7b3-31aa-4c7b-99ed-b057d7e6d0ea req-00969cac-8997-4d4d-93f3-8bf1e1e6d4e1 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:33.142869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] Publish callbacks [] for security_group (363e8ca6-4bcc-4523-bfa1-90e82125583c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.144626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c1f7b3-31aa-4c7b-99ed-b057d7e6d0ea req-00969cac-8997-4d4d-93f3-8bf1e1e6d4e1 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 932 time: 0.2629128
Mar 26 20:55:33.270543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c1f7b3-31aa-4c7b-99ed-b057d7e6d0ea req-8e0a9594-bcf2-45ba-92df-51a0264a1586 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794184
Mar 26 20:55:33.277424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (363e8ca6-4bcc-4523-bfa1-90e82125583c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.279845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.280987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/363e8ca6-4bcc-4523-bfa1-90e82125583c HTTP/1.1" status: 204  len: 168 time: 0.5013676
Mar 26 20:55:33.347422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c804dcbe-4d01-4df8-a9d7-8c893377165c req-1e38ef49-c04b-43d2-88d3-4645a486624b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0804799
Mar 26 20:55:33.366956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78514880-48d3-4623-9d71-13f8d6281370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e8ca6-4bcc-4523-bfa1-90e82125583c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:33.372779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ce46a571-3669-4e64-be38-a65ad0018a3a req-f196a6b3-35c2-4ef1-8fff-6415eea1c767 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0965066
Mar 26 20:55:33.486200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a376ff9-1326-4689-8d1c-cdfb2080b5cd admin admin] Publish callbacks [] for security_group (5a127783-5090-44b9-a61e-1bd776dceebc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.494444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a376ff9-1326-4689-8d1c-cdfb2080b5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a127783-5090-44b9-a61e-1bd776dceebc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.541322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c532be-691b-4c26-98db-d112c6a3c064 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:33.562400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks [] for port (f3c532be-691b-4c26-98db-d112c6a3c064), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.587665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Transition to ACTIVE for port object f3c532be-691b-4c26-98db-d112c6a3c064 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:55:33.598706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.625306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a376ff9-1326-4689-8d1c-cdfb2080b5cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=335ff061c84744549d2671a9a14007c1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9571562
Mar 26 20:55:33.638019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc1bd755-53aa-486e-95e7-9ac55256aff6 req-5151519e-9f12-4b03-8426-99ba913bf61b tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 210 time: 0.0641551
Mar 26 20:55:33.639647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59250) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:33.676846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a376ff9-1326-4689-8d1c-cdfb2080b5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a127783-5090-44b9-a61e-1bd776dceebc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:33.689978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:33.794399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] Publish callbacks [] for security_group (5a127783-5090-44b9-a61e-1bd776dceebc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.834244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Attempting to bind port f3c532be-691b-4c26-98db-d112c6a3c064 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:33.835990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Attempting to bind port f3c532be-691b-4c26-98db-d112c6a3c064 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:33.836336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Attempting to bind port f3c532be-691b-4c26-98db-d112c6a3c064 on network 434726dc-6c91-47a9-a812-cfb57b96c526 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:33.842110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Port f3c532be-691b-4c26-98db-d112c6a3c064 on network 434726dc-6c91-47a9-a812-cfb57b96c526 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:55:33.842504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Attempting to bind port f3c532be-691b-4c26-98db-d112c6a3c064 on network 434726dc-6c91-47a9-a812-cfb57b96c526 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:33.847964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:33.848434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Checking segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:33.848856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Bound using segment: {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:33.849299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Bound port: f3c532be-691b-4c26-98db-d112c6a3c064, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebf4fbf-fe49-42ae-a927-86e5e209cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:33.849663 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.882346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] Publish callbacks [] for security_group (5a127783-5090-44b9-a61e-1bd776dceebc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:33.940584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ba7ea312-d565-4f8b-bfb0-b923476e5902 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:34.056594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a127783-5090-44b9-a61e-1bd776dceebc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.078767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.093490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a127783-5090-44b9-a61e-1bd776dceebc HTTP/1.1" status: 204  len: 168 time: 0.4526901
Mar 26 20:55:34.126341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e773ea6-f58a-47a4-a7ab-e1f8fa32a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a127783-5090-44b9-a61e-1bd776dceebc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:34.214465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port ba7ea312-d565-4f8b-bfb0-b923476e5902 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:34.239570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port ba7ea312-d565-4f8b-bfb0-b923476e5902 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:34.242071 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.379707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port ba7ea312-d565-4f8b-bfb0-b923476e5902 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:34.380059 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.392230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045792b5-cf00-4620-a79d-d79104da325e req-a4a0f46a-49cf-46cf-90dc-615d112881ef tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:34.409820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-045792b5-cf00-4620-a79d-d79104da325e req-a4a0f46a-49cf-46cf-90dc-615d112881ef tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 944 time: 0.1695824
Mar 26 20:55:34.435827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902,segment=NetworkSegment(be8b36fd-7ced-48c3-bea2-b0063be08fe2),segment_id=be8b36fd-7ced-48c3-bea2-b0063be08fe2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:34.437730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:34.440399 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ed4568-dc00-4ee3-8b5f-ae77790d64f8" -d '{"events": [{"server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:34.444967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.533524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-045792b5-cf00-4620-a79d-d79104da325e req-4c7bb2ea-2035-4277-88d6-fa42e6e3778c tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198816
Mar 26 20:55:34.637527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:34.691772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:34.711452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3c532be-691b-4c26-98db-d112c6a3c064,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:34.740271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.775123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:34.775952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:34.780583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f3c532be-691b-4c26-98db-d112c6a3c064 HTTP/1.1" status: 200  len: 1092 time: 2.4444249
Mar 26 20:55:34.795360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:34.803910 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7405a8c-6380-4675-9a4a-6868e048d378" -d '{"events": [{"name": "network-changed", "server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:34.930567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386f8b9-eaea-4257-b532-02be340547ce req-bfc5e7d0-730f-4603-9631-895952c2645e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:34.932285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8386f8b9-eaea-4257-b532-02be340547ce req-bfc5e7d0-730f-4603-9631-895952c2645e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.1825273
Mar 26 20:55:35.015506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-de6cca73-f52b-48d2-b7ec-a877839f71b2 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:35.017883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-de6cca73-f52b-48d2-b7ec-a877839f71b2 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.21 "GET /v2.0/networks?id=1f1da915-0ad2-4c67-b923-e19608b6018b HTTP/1.1" status: 200  len: 810 time: 1.0807116
Mar 26 20:55:35.035401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Request body: {'port': {'device_id': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b', 'admin_state_up': True, 'tenant_id': '4dadd4e8f76f462b9f22b4211c7d5d47'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:35.049532 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8386f8b9-eaea-4257-b532-02be340547ce req-9482a91d-19e5-4059-a63c-8c2831799a76 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097603
Mar 26 20:55:35.136400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dc89e-e54d-4bc3-aec9-f1a0080bd3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:35.169321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53174-646d-40ce-a064-57633491162f req-056efbb8-9c49-4210-bc68-f9d8eaf92736 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:35.187456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2be53174-646d-40ce-a064-57633491162f req-056efbb8-9c49-4210-bc68-f9d8eaf92736 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.6758752
Mar 26 20:55:35.211624 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a7e25-cd19-4bbc-b240-24e517203678 x-openstack-request-id: req-c23a7e25-cd19-4bbc-b240-24e517203678 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:35.212754 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "name": "network-vif-plugged", "status": "completed", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:35.212881 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c23a7e25-cd19-4bbc-b240-24e517203678 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:35.213573 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23a7e25-cd19-4bbc-b240-24e517203678'] response: {'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902', 'code': 200}
Mar 26 20:55:35.409227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55ff33b7-6d8b-45e3-ab5c-fae537ec35f2 req-3eb39a26-4be7-49d8-b0ff-147efff5b608 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0514929
Mar 26 20:55:35.419275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47fee6-efab-4bc9-a993-93fa17f4f424 req-6f0c3998-4a4a-4f7b-a6a5-6fa586097326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:35.421786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d47fee6-efab-4bc9-a993-93fa17f4f424 req-6f0c3998-4a4a-4f7b-a6a5-6fa586097326 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 1127 time: 0.1383333
Mar 26 20:55:35.539770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d47fee6-efab-4bc9-a993-93fa17f4f424 req-e8d8b774-e9b0-4750-975c-b61b262b7b2d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093893
Mar 26 20:55:35.542067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-4c60ed2c-3a86-41e1-babc-70804d0521a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:35.545895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-4c60ed2c-3a86-41e1-babc-70804d0521a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28e51fbb6333452b84c0c77d29b423b0&device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 1126 time: 0.5784569
Mar 26 20:55:35.587538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Made reservation on behalf of 4dadd4e8f76f462b9f22b4211c7d5d47 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:35.593142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:35.627525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8914652b-31aa-4f0c-9e09-df5d35803e65 req-90e8c34f-a0e5-4a48-a3cb-8f7ce55ebdeb tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 210 time: 0.0702136
Mar 26 20:55:35.702859 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d69c4-42b5-4e8c-8cac-a4d126ea70fc x-openstack-request-id: req-4a1d69c4-42b5-4e8c-8cac-a4d126ea70fc {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:35.706681 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:35.706681 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a1d69c4-42b5-4e8c-8cac-a4d126ea70fc {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:35.706681 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1d69c4-42b5-4e8c-8cac-a4d126ea70fc'] response: {'name': 'network-changed', 'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'status': 'completed', 'code': 200}
Mar 26 20:55:35.707774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2be53174-646d-40ce-a064-57633491162f req-a7b21201-df04-4269-9c64-0cb6aa61536c tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5193126
Mar 26 20:55:35.736711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-eeb0b0ef-5c33-4529-9749-beddad8df11b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c532be-691b-4c26-98db-d112c6a3c064 HTTP/1.1" status: 200  len: 217 time: 0.0990188
Mar 26 20:55:35.911959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Allocated IP 172.20.0.5 (1f1da915-0ad2-4c67-b923-e19608b6018b/633529e0-e181-4b38-a1cc-8e7eddfa7bf7/7ffc94eb-46a6-4da8-a517-632fac7bd7b9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:35.930046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9bb6-75fe-40f9-90d2-fa2737cef22c req-e4ec4b44-60a6-4932-b396-79beb4d9696c tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:35.937803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-820f9bb6-75fe-40f9-90d2-fa2737cef22c req-e4ec4b44-60a6-4932-b396-79beb4d9696c tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 945 time: 0.1185539
Mar 26 20:55:36.018661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-820f9bb6-75fe-40f9-90d2-fa2737cef22c req-8fbeb210-18c6-4425-b6ec-9991be17c325 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803900
Mar 26 20:55:36.311505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c7b98-53d7-4e85-9f80-896a64c875d8 req-cc6cba8f-52ce-4b29-af22-20728709d2aa tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:36.318596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d52c7b98-53d7-4e85-9f80-896a64c875d8 req-cc6cba8f-52ce-4b29-af22-20728709d2aa tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.1485975
Mar 26 20:55:36.348665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks [] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:36.380991 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:55:36.499738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d52c7b98-53d7-4e85-9f80-896a64c875d8 req-ec721ec4-dd37-4f48-9a9b-1df7e9cb02e7 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706142
Mar 26 20:55:36.513998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:36.612422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Pushing event updated for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:36.664208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Network 1f1da915-0ad2-4c67-b923-e19608b6018b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:36.666808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:36.675257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:36.832134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:36.854823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:36.856648 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:36.882022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-5f8b1921-f8a2-445d-8aeb-7366934e0f83 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8509979
Mar 26 20:55:36.893715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Request body: {'port': {'device_id': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:36.932578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d13c9956-797b-4a9c-9079-c34ffafe9931 req-a7072eae-13bb-491a-8676-59c82db4718c tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0730731
Mar 26 20:55:37.036400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:37.064320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'mac_address': 'fa:16:3e:96:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:37.067438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:37.168010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:37.168916 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:37.188941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:37.237176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:37.239086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5140f1-2749-4dda-a45e-7f4843c0a790 req-8d852b34-2aa3-4c75-aa5b-e40ec3fad204 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:37.241720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa5140f1-2749-4dda-a45e-7f4843c0a790 req-8d852b34-2aa3-4c75-aa5b-e40ec3fad204 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 931 time: 0.1010306
Mar 26 20:55:37.244808 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:37.345602 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa5140f1-2749-4dda-a45e-7f4843c0a790 req-f01993e3-8674-4866-a1bc-188c19b414c3 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947733
Mar 26 20:55:37.356460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['8491fb69-6e99-47b9-a3c5-6b4de5daf667'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:37.368193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-13908de2-2803-4578-8416-27704f76becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:37.369696 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-13908de2-2803-4578-8416-27704f76becd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=317978d4-2c5a-4e04-ad76-1964d0748645 HTTP/1.1" status: 200  len: 854 time: 0.3144047
Mar 26 20:55:37.395646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:37.557354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c8fa-7464-41e8-ba3c-5e7731c7a738 req-12b98d0a-e2c5-4f0d-8b96-902af437b770 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:37.562565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ea4c8fa-7464-41e8-ba3c-5e7731c7a738 req-12b98d0a-e2c5-4f0d-8b96-902af437b770 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.0868604
Mar 26 20:55:37.652450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ea4c8fa-7464-41e8-ba3c-5e7731c7a738 req-3d55fcae-4468-4f81-bd49-1891dbca9c1c tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812473
Mar 26 20:55:37.754046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:37.763804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks [] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:37.782216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Transition to ACTIVE for port object 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:55:37.803869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:37.804269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-762ba162-c9f0-4efe-92a4-195c4b6e7916 req-f2409eff-4b74-43b1-86fd-10613a60cbfc tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0562730
Mar 26 20:55:37.989781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Pushing event updated for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:38.065524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-d7be367d-a241-4c56-8e95-d7d9126d09c0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0371468
Mar 26 20:55:38.066150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435808e-fd03-4f97-94b0-455cc899ff3a req-0601f523-1f64-4268-9921-7d57528b7511 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.068325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8435808e-fd03-4f97-94b0-455cc899ff3a req-0601f523-1f64-4268-9921-7d57528b7511 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 945 time: 0.0817778
Mar 26 20:55:38.114695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Attempting to bind port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:38.115032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Attempting to bind port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'aa5ccf11-6be8-45a7-b143-75b17c41c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:38.115395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Attempting to bind port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 on network 1f1da915-0ad2-4c67-b923-e19608b6018b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:38.130091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 on network 1f1da915-0ad2-4c67-b923-e19608b6018b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:55:38.130453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Attempting to bind port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 on network 1f1da915-0ad2-4c67-b923-e19608b6018b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:38.139961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:38.140217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Checking segment: {'id': 'aa5ccf11-6be8-45a7-b143-75b17c41c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:38.140607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Bound using segment: {'id': 'aa5ccf11-6be8-45a7-b143-75b17c41c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:38.141049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Bound port: 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5ccf11-6be8-45a7-b143-75b17c41c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:38.141500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:38.142446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8435808e-fd03-4f97-94b0-455cc899ff3a req-ae54e05e-ac02-4342-b80b-e4dec04577a0 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680833
Mar 26 20:55:38.264674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:38.270606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,segment=NetworkSegment(aa5ccf11-6be8-45a7-b143-75b17c41c982),segment_id=aa5ccf11-6be8-45a7-b143-75b17c41c982)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:38.284677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:38.299872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-5e664c8c-d083-41ad-8b71-96ba7e261f9b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.301972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ffdc2-b4ff-4d6e-957f-31dae4a0ffd0 req-749400be-1c19-4e87-9357-a7ccc1c814e2 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.307091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-5e664c8c-d083-41ad-8b71-96ba7e261f9b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2347713
Mar 26 20:55:38.312480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c07ffdc2-b4ff-4d6e-957f-31dae4a0ffd0 req-749400be-1c19-4e87-9357-a7ccc1c814e2 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.0703154
Mar 26 20:55:38.346200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-7a2adb9a-2468-4b6e-ba09-40f84ab7760a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0382473
Mar 26 20:55:38.349133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.349763 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:38.351112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] 10.222.0.21 "PUT /v2.0/ports/7ffc94eb-46a6-4da8-a517-632fac7bd7b9 HTTP/1.1" status: 200  len: 1091 time: 1.4625013
Mar 26 20:55:38.351560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:38.354403 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164a82a-c2e8-4f42-8307-f3ea8124ea03" -d '{"events": [{"name": "network-changed", "server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:38.381818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c07ffdc2-b4ff-4d6e-957f-31dae4a0ffd0 req-633d4077-d788-4101-8e41-a7a9b1c6b7f0 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683436
Mar 26 20:55:38.404500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-4e8d2828-a3be-4bc3-b104-e2c2c478d7c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469220
Mar 26 20:55:38.413102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f23e9-7584-4806-a6cf-937c11b1e8de service neutron] Pushing event updated for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:38.522565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-14d123df-dd65-456b-b05c-1e3da47cfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.525634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-14d123df-dd65-456b-b05c-1e3da47cfbdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dadd4e8f76f462b9f22b4211c7d5d47&device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 1125 time: 0.1082530
Mar 26 20:55:38.597925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-b6472f3d-d056-4df5-bab9-8dd7732777d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9 HTTP/1.1" status: 200  len: 217 time: 0.0560389
Mar 26 20:55:38.709998 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074b218-8f41-4349-9c3d-885ec75a2dc0 x-openstack-request-id: req-0074b218-8f41-4349-9c3d-885ec75a2dc0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:38.710306 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:38.710612 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0074b218-8f41-4349-9c3d-885ec75a2dc0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:38.711615 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0074b218-8f41-4349-9c3d-885ec75a2dc0'] response: {'name': 'network-changed', 'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9', 'status': 'completed', 'code': 200}
Mar 26 20:55:38.715251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855986-e441-4f75-8368-8c4e037f3066 req-b36108ed-1e30-4d5b-8a86-d0460af5578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.720131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-b36108ed-1e30-4d5b-8a86-d0460af5578d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633529e0-e181-4b38-a1cc-8e7eddfa7bf7 HTTP/1.1" status: 200  len: 850 time: 0.1159620
Mar 26 20:55:38.813382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-53654124-56d5-4e5b-844a-2a1092dc4977 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f1da915-0ad2-4c67-b923-e19608b6018b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0776746
Mar 26 20:55:38.863586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:38.891537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d57e64d-d9b2-4be3-b2e7-1fb63fafde2b req-c5ddb0e0-6a15-4f2a-afb2-a31381f6b06e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 210 time: 0.0783107
Mar 26 20:55:38.920248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee4975-6bee-4b3e-87d6-0717c188764b req-194529ff-cb30-4d4e-a437-493c25d119b6 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:38.921915 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4ee4975-6bee-4b3e-87d6-0717c188764b req-194529ff-cb30-4d4e-a437-493c25d119b6 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 943 time: 0.1246681
Mar 26 20:55:39.010034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4ee4975-6bee-4b3e-87d6-0717c188764b req-b2b6b009-2279-43c1-b515-028092a3f110 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821655
Mar 26 20:55:39.016915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:39.033814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:39.128379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-871f328a-a45c-40a2-bf34-7cfeb7cf2950 service neutron] 10.222.0.21 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2902460
Mar 26 20:55:39.151731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:39.154245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:39.208712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fbb70-15a7-46e9-9d7e-844ffd9e500e req-10095dc2-e39b-44eb-847b-da1c21a7f2d6 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.209305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:39.210289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c8fbb70-15a7-46e9-9d7e-844ffd9e500e req-10095dc2-e39b-44eb-847b-da1c21a7f2d6 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 945 time: 0.1170039
Mar 26 20:55:39.211312 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28274488-7415-4f64-8753-4e4af6d7ad9d" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:39.224874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:39.234013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:39.258206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90f37b-749d-4202-a4d6-606752637d17 req-0376676e-11e7-42a8-b707-fd60d4754a20 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.265810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea90f37b-749d-4202-a4d6-606752637d17 req-0376676e-11e7-42a8-b707-fd60d4754a20 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.2560506
Mar 26 20:55:39.325490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:39.326932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c8fbb70-15a7-46e9-9d7e-844ffd9e500e req-e353044a-37a9-462f-8017-87bbad3f8beb tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975208
Mar 26 20:55:39.336122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea90f37b-749d-4202-a4d6-606752637d17 req-ece4929d-74e7-459a-980b-d025ff91d110 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639069
Mar 26 20:55:39.359299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da855986-e441-4f75-8368-8c4e037f3066 req-3e20ffe7-9ade-47e5-a089-d7ca582b94ad service neutron] 10.222.0.21 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263212
Mar 26 20:55:39.570634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-4a2cdb61-025c-4a7e-86c3-5a5db2359eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.573761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-4a2cdb61-025c-4a7e-86c3-5a5db2359eed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dadd4e8f76f462b9f22b4211c7d5d47&device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 1125 time: 0.1645353
Mar 26 20:55:39.653102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6adb5a08-4d9c-4dd0-9f40-fffd77ce0e10 req-a5469756-0256-492d-93f8-fbc2793fab3d tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1264179
Mar 26 20:55:39.703772 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d4867-37b7-4d70-ad02-1917d1cd89f8 x-openstack-request-id: req-ad8d4867-37b7-4d70-ad02-1917d1cd89f8 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:39.704470 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-plugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:39.704861 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad8d4867-37b7-4d70-ad02-1917d1cd89f8 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:39.705183 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8d4867-37b7-4d70-ad02-1917d1cd89f8'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'code': 200}
Mar 26 20:55:39.794171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-d6cd419e-a4cc-4f3e-9e52-ebb6fb050fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.796054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-d6cd419e-a4cc-4f3e-9e52-ebb6fb050fa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f1da915-0ad2-4c67-b923-e19608b6018b HTTP/1.1" status: 200  len: 910 time: 0.2150478
Mar 26 20:55:39.893162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-aaaedbff-d3d9-4813-8740-0b976947c18c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9 HTTP/1.1" status: 200  len: 217 time: 0.0535498
Mar 26 20:55:39.956745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-42a55474-7018-416e-bb1a-cda4b56412ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.958228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-42a55474-7018-416e-bb1a-cda4b56412ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=633529e0-e181-4b38-a1cc-8e7eddfa7bf7 HTTP/1.1" status: 200  len: 850 time: 0.0503139
Mar 26 20:55:39.969164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e80-5b6f-4c59-99c1-901138a7596f req-88b47fa5-6ff5-4c7b-985b-d052c0489d9d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:39.969164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51319e80-5b6f-4c59-99c1-901138a7596f req-88b47fa5-6ff5-4c7b-985b-d052c0489d9d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.1679699
Mar 26 20:55:40.008759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-253211e7-05d7-472d-92ef-34a8e48cee69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f1da915-0ad2-4c67-b923-e19608b6018b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395443
Mar 26 20:55:40.055470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7fb624a7-7a93-412b-9e00-142dec411898 req-be24a6a4-5051-41f7-9011-16253f4e2116 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 210 time: 0.0417323
Mar 26 20:55:40.109243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51319e80-5b6f-4c59-99c1-901138a7596f req-c9ca82d5-59c9-4e32-85e8-789be659a8bb tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301584
Mar 26 20:55:40.189204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-dcccfe92-6e53-429e-ad67-47dea1e1efbf service neutron] 10.222.0.21 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713135
Mar 26 20:55:40.189916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-a73e447f-2a48-4d3a-b5f4-e7709af5e939 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:40.191331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-a73e447f-2a48-4d3a-b5f4-e7709af5e939 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.21 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 945 time: 0.1097040
Mar 26 20:55:40.361309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0164a82a-c2e8-4f42-8307-f3ea8124ea03 req-b4320826-006f-41f1-824d-f46196b6d750 service neutron] 10.222.0.21 "GET /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612895
Mar 26 20:55:40.365499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e826a7e-89d6-49e2-915e-64e14e1108b8 req-5feb4ed4-9ad4-4104-9102-b257c45a900f tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:40.367146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e826a7e-89d6-49e2-915e-64e14e1108b8 req-5feb4ed4-9ad4-4104-9102-b257c45a900f tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 943 time: 0.1173146
Mar 26 20:55:40.416904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Deleting port ba7ea312-d565-4f8b-bfb0-b923476e5902 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:40.416904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:40.458414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e826a7e-89d6-49e2-915e-64e14e1108b8 req-e9ba4929-38b8-4b0f-8d8f-f3b26683795d tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842631
Mar 26 20:55:40.633048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] For port ba7ea312-d565-4f8b-bfb0-b923476e5902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ba7ea312-d565-4f8b-bfb0-b923476e5902,segment=NetworkSegment(be8b36fd-7ced-48c3-bea2-b0063be08fe2),segment_id=be8b36fd-7ced-48c3-bea2-b0063be08fe2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:40.634345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:40.653007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Calling delete_port for ba7ea312-d565-4f8b-bfb0-b923476e5902 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:40.681498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df98cc-4e3f-40f1-9c64-ee43b60b9052 req-12a116db-b877-4bbe-90d8-1ea65cab3d9b tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:40.683790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6df98cc-4e3f-40f1-9c64-ee43b60b9052 req-12a116db-b877-4bbe-90d8-1ea65cab3d9b tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.1168046
Mar 26 20:55:40.721699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de2b35-5d4e-4a54-8e46-d5be34beeee3 req-156f2f9a-4035-494d-8bfc-bf5b8428057f tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:40.725435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00de2b35-5d4e-4a54-8e46-d5be34beeee3 req-156f2f9a-4035-494d-8bfc-bf5b8428057f tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/ports?device_id=971824c7-c9de-412e-8368-23c0d4e267af HTTP/1.1" status: 200  len: 945 time: 0.0699713
Mar 26 20:55:40.778538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6df98cc-4e3f-40f1-9c64-ee43b60b9052 req-3fc3a1eb-b45b-4e92-bd86-b92b6a651656 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636842
Mar 26 20:55:40.788390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00de2b35-5d4e-4a54-8e46-d5be34beeee3 req-807509c2-25a5-4f23-80ab-ef03b4e86e88 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7a0dc56-3ebe-4eaa-968b-bb74928f405f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559330
Mar 26 20:55:40.876377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ba7ea312-d565-4f8b-bfb0-b923476e5902), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:40.888283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ba7ea312-d565-4f8b-bfb0-b923476e5902'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:40.907058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af020ab4-2c74-4fae-87da-fdc91a75eb34 req-1b0f5ee7-4b8d-4049-b212-1e6fe61478d5 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0430570
Mar 26 20:55:40.938009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Pushing event deleted for resources: {'Port': ['ID=ba7ea312-d565-4f8b-bfb0-b923476e5902,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:40.999734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] No DVR routers for this DVR port ba7ea312-d565-4f8b-bfb0-b923476e5902 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:41.002476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:41.005882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25d3f393-43e7-4a41-a17b-2a3f5df52293 req-0af0d18d-af98-41d9-9c1c-4583ec522467 tempest-InstanceActionsV221TestJSON-1939018574 tempest-InstanceActionsV221TestJSON-1939018574-project] 10.222.0.21 "DELETE /v2.0/ports/ba7ea312-d565-4f8b-bfb0-b923476e5902 HTTP/1.1" status: 204  len: 173 time: 0.8054094
Mar 26 20:55:41.006340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'name': 'network-vif-deleted', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:41.008933 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8459653-3487-466d-a434-abe0f482d1e4" -d '{"events": [{"server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "name": "network-vif-deleted", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:41.095418 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668ba563-a854-4e89-91a1-78efda63f531 x-openstack-request-id: req-668ba563-a854-4e89-91a1-78efda63f531 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:41.095723 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971824c7-c9de-412e-8368-23c0d4e267af", "name": "network-vif-deleted", "tag": "ba7ea312-d565-4f8b-bfb0-b923476e5902", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:41.096017 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-668ba563-a854-4e89-91a1-78efda63f531 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:41.096580 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668ba563-a854-4e89-91a1-78efda63f531'] response: {'server_uuid': '971824c7-c9de-412e-8368-23c0d4e267af', 'name': 'network-vif-deleted', 'tag': 'ba7ea312-d565-4f8b-bfb0-b923476e5902', 'status': 'completed', 'code': 200}
Mar 26 20:55:41.177752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2612f1c0-a1e3-4311-8853-ab9adbac47f2 req-b37839db-2f14-4137-9de1-3ef710addba9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 210 time: 0.0289915
Mar 26 20:55:41.289917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41348ac-1e37-43cd-b951-2bef76d8e3e9 req-86e255a2-6656-4d27-9dd0-b460507a9fa8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.291392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d41348ac-1e37-43cd-b951-2bef76d8e3e9 req-86e255a2-6656-4d27-9dd0-b460507a9fa8 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.0601707
Mar 26 20:55:41.337400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d41348ac-1e37-43cd-b951-2bef76d8e3e9 req-45fe1b36-8cea-4781-ae3a-06d02b872f2b tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403259
Mar 26 20:55:41.460799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be04d54-229c-437a-b20a-34663030fe19 req-9c73f972-8d26-46a1-9bf8-741c58ae7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.462517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-9c73f972-8d26-46a1-9bf8-741c58ae7968 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=434726dc-6c91-47a9-a812-cfb57b96c526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467701
Mar 26 20:55:41.616952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-76b0fdda-a2ef-4a82-81cf-28936889daaa service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432116
Mar 26 20:55:41.620007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17587b5-feb7-4e19-8d50-724d66d2d57d req-31408023-8a8f-4c7b-9557-61dbfb201a53 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.621615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a17587b5-feb7-4e19-8d50-724d66d2d57d req-31408023-8a8f-4c7b-9557-61dbfb201a53 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 943 time: 0.0836864
Mar 26 20:55:41.728231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1be04d54-229c-437a-b20a-34663030fe19 req-35a01ff3-e501-4ac9-aeb4-37e19d7a3dcd service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028144
Mar 26 20:55:41.728863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a17587b5-feb7-4e19-8d50-724d66d2d57d req-f43689ad-a45d-4a61-9821-eec97cb1015f tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004601
Mar 26 20:55:41.852148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-45ea8755-f328-46f8-b424-f300c46bef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.854801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-45ea8755-f328-46f8-b424-f300c46bef66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28e51fbb6333452b84c0c77d29b423b0&device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 1126 time: 0.0579884
Mar 26 20:55:41.939855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7979d17-bbfa-475d-a719-ec18057eb352 req-0965e3f3-3628-408c-acb7-5bc5ebae906d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.941673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7979d17-bbfa-475d-a719-ec18057eb352 req-0965e3f3-3628-408c-acb7-5bc5ebae906d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.0724256
Mar 26 20:55:41.970502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:41.976807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-a3ba907a-1f9e-45bf-aa75-13efc3f5b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:41.976807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-a3ba907a-1f9e-45bf-aa75-13efc3f5b363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=434726dc-6c91-47a9-a812-cfb57b96c526 HTTP/1.1" status: 200  len: 915 time: 0.1120737
Mar 26 20:55:42.014117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7979d17-bbfa-475d-a719-ec18057eb352 req-850e5416-0a67-481f-bd04-82536a920388 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662358
Mar 26 20:55:42.036646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-c90747d3-16a0-43db-b268-33f6a01593da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c532be-691b-4c26-98db-d112c6a3c064 HTTP/1.1" status: 200  len: 217 time: 0.0500860
Mar 26 20:55:42.095739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-d32e3dc0-2a94-440f-8d94-66a8b6d0daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:42.097301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-d32e3dc0-2a94-440f-8d94-66a8b6d0daae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=317978d4-2c5a-4e04-ad76-1964d0748645 HTTP/1.1" status: 200  len: 854 time: 0.0552850
Mar 26 20:55:42.191066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-d1e3abe5-da3a-443d-b6e6-445896be2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:42.192769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-d1e3abe5-da3a-443d-b6e6-445896be2de7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=434726dc-6c91-47a9-a812-cfb57b96c526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0856645
Mar 26 20:55:42.244708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7baadd-ee3c-43fe-8d18-6dc348bc3f9f req-15776735-c732-4438-8fa8-8270ca5ca3d8 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0503519
Mar 26 20:55:42.261365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-6de8ebb0-029d-4a02-9af4-e750ce969133 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0505383
Mar 26 20:55:42.367693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-ccb63eb3-51ed-4df4-8063-bcd0da85ca53 service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597064
Mar 26 20:55:42.469423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e928c65e-94b6-43b3-8701-8bf425f97c65 req-41d03dc3-fc91-481f-b9f7-b35bae718d8d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 210 time: 0.0487900
Mar 26 20:55:42.472602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,segment=NetworkSegment(aa5ccf11-6be8-45a7-b143-75b17c41c982),segment_id=aa5ccf11-6be8-45a7-b143-75b17c41c982)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:42.502144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9', 'network_id': '1f1da915-0ad2-4c67-b923-e19608b6018b', 'port_id': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9', 'mac_address': 'fa:16:3e:5b:31:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633529e0-e181-4b38-a1cc-8e7eddfa7bf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:42.564508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:42.565136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.577895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:42.593091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:42.612058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-93b0e431-4963-440a-8b0d-9e56360e1330 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:42.614326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-93b0e431-4963-440a-8b0d-9e56360e1330 tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.3365402
Mar 26 20:55:42.650174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Deleting subnet 64026153-9aa6-43bf-95a9-54b24349ffed {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:55:42.653759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7405a8c-6380-4675-9a4a-6868e048d378 req-38fd8151-9f17-43bb-bc18-219c86e2f848 service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791872
Mar 26 20:55:42.654369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,segment=NetworkSegment(aa5ccf11-6be8-45a7-b143-75b17c41c982),segment_id=aa5ccf11-6be8-45a7-b143-75b17c41c982)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:42.656057 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Publish callbacks [] for subnet (64026153-9aa6-43bf-95a9-54b24349ffed), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.675287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.676877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-b1178dcf-b514-45c8-8ccd-a8ec525e2888 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:42.678357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-b1178dcf-b514-45c8-8ccd-a8ec525e2888 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4111309
Mar 26 20:55:42.702032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:42.705110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (64026153-9aa6-43bf-95a9-54b24349ffed), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.738853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bea6d-6ec9-48d5-8cb1-39de53cd7490 req-16ab137d-deb0-49a2-a811-849b3cae609e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:42.747801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f31bea6d-6ec9-48d5-8cb1-39de53cd7490 req-16ab137d-deb0-49a2-a811-849b3cae609e tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 945 time: 0.2457805
Mar 26 20:55:42.770809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (64026153-9aa6-43bf-95a9-54b24349ffed), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.823679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:42.836732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.837704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.838945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.839527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.840884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.843646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.844284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.844986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.845546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.846110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.846805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.847379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.847977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.848523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.849318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:55:42.903105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['7ffc94eb-46a6-4da8-a517-632fac7bd7b9'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:42.921090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f31bea6d-6ec9-48d5-8cb1-39de53cd7490 req-6e54d386-7268-468f-9d24-3e381b55b76d tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/security-groups?id=8be379e8-9e29-4ca3-b273-1d9f4cfcafae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721365
Mar 26 20:55:42.943711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (64026153-9aa6-43bf-95a9-54b24349ffed), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.961149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Deleting port 231a45bf-4b55-47bc-887f-02488ddbc3e0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:42.962142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:42.985208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64026153-9aa6-43bf-95a9-54b24349ffed,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:43.030239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.045509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3b6620e6-f392-4bdf-8e8f-579bf4f0d6d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64026153-9aa6-43bf-95a9-54b24349ffed HTTP/1.1" status: 204  len: 168 time: 0.4663627
Mar 26 20:55:43.047006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:43.062180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:43.071841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.117115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.133982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561305-d8e0-447d-80fd-b30d91e248ad req-36ea3a0a-adad-443f-942b-988e315f96a2 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:43.140143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60561305-d8e0-447d-80fd-b30d91e248ad req-36ea3a0a-adad-443f-942b-988e315f96a2 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 944 time: 0.2594564
Mar 26 20:55:43.174812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59562) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:43.204789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (689923c6-d181-40c6-8164-9bea9c00ea2d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.237309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] For port 231a45bf-4b55-47bc-887f-02488ddbc3e0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=231a45bf-4b55-47bc-887f-02488ddbc3e0,segment=NetworkSegment(f6446c65-b8c6-4bec-9d87-b3e679ae8186),segment_id=f6446c65-b8c6-4bec-9d87-b3e679ae8186)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:43.237929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.263589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Calling delete_port for 231a45bf-4b55-47bc-887f-02488ddbc3e0 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:43.313027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1feea-cfc1-4ed7-a16b-74a7337aa41d req-c4108e31-cb2d-4670-b045-c442beb36166 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:43.315050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15e1feea-cfc1-4ed7-a16b-74a7337aa41d req-c4108e31-cb2d-4670-b045-c442beb36166 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.1990576
Mar 26 20:55:43.383333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for security_group (6b9c95cc-5036-4bd4-9eb6-f702a8528a7c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.398411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (689923c6-d181-40c6-8164-9bea9c00ea2d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.420757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d888be0>,) {'filters': {'network_id': ['689923c6-d181-40c6-8164-9bea9c00ea2d']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:43.432143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d888be0>, 'be8b36fd-7ced-48c3-bea2-b0063be08fe2') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:43.432622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d888be0>, 'be8b36fd-7ced-48c3-bea2-b0063be08fe2') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:43.443593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (be8b36fd-7ced-48c3-bea2-b0063be08fe2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.459199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (be8b36fd-7ced-48c3-bea2-b0063be08fe2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.467324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:55:43.467943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (be8b36fd-7ced-48c3-bea2-b0063be08fe2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.480874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6b9c95cc-5036-4bd4-9eb6-f702a8528a7c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.530533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dc061f5-e139-44c7-b8c4-66776466c4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:55:43.540648 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:55:43.548060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (689923c6-d181-40c6-8164-9bea9c00ea2d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.566177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60561305-d8e0-447d-80fd-b30d91e248ad req-b49a906a-71e5-4e35-8242-37ee8c4d7636 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3551011
Mar 26 20:55:43.597737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.606626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] 10.222.0.16 "DELETE /v2.0/networks/689923c6-d181-40c6-8164-9bea9c00ea2d HTTP/1.1" status: 204  len: 168 time: 0.5560374
Mar 26 20:55:43.606626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547926f-e286-487d-ac4d-847320dc4008 admin admin] Pushing event deleted for resources: {'Network': ['ID=689923c6-d181-40c6-8164-9bea9c00ea2d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:43.642436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15e1feea-cfc1-4ed7-a16b-74a7337aa41d req-8aab202f-0f98-403d-a8c1-df22a18ad048 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2843401
Mar 26 20:55:43.643183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (231a45bf-4b55-47bc-887f-02488ddbc3e0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.665369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['231a45bf-4b55-47bc-887f-02488ddbc3e0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:43.740747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:43.807247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Pushing event deleted for resources: {'Port': ['ID=231a45bf-4b55-47bc-887f-02488ddbc3e0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:43.809187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e039b00-6cd2-45b3-b3d6-ee5d2a2eccce req-897b01b5-661b-49fe-93a5-6a5eec3616cd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 210 time: 0.0457554
Mar 26 20:55:43.823437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:43.875352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27b157d1-2b59-44db-931c-e1e1701efe41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fee503421884a52b75aae2ae940aad0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0500982
Mar 26 20:55:43.877753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:43.938518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.941213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] Publish callbacks [] for security_group (f7a0dc56-3ebe-4eaa-968b-bb74928f405f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:43.998211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:44.068041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:44.077309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:44.078098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.262746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:44.263614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.288843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dc061f5-e139-44c7-b8c4-66776466c4b6 admin admin] Publish callbacks [] for security_group (fcc6196c-a1d5-491d-a0e5-ac4e3de563a6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.309905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,segment=NetworkSegment(aa5ccf11-6be8-45a7-b143-75b17c41c982),segment_id=aa5ccf11-6be8-45a7-b143-75b17c41c982)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:44.312370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:44.315572 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eb0b8c-68a6-491c-905d-8fc1e2e6ddd3" -d '{"events": [{"server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "name": "network-vif-plugged", "status": "completed", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:44.320372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.322689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ba7ea312-d565-4f8b-bfb0-b923476e5902 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:44.329485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2cb38a2-9b1f-4b5f-80f6-656aaa82f50a req-0482962c-3217-4b4e-a976-0112f09d4984 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.5282063
Mar 26 20:55:44.331248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fab7b50-4efd-4236-a1bb-ec0e9e85f6c5 req-9745684a-019d-4e34-a66b-7838a0772fef tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d629c1e-b428-4d65-9d91-f111668c4474 HTTP/1.1" status: 200  len: 210 time: 0.0369847
Mar 26 20:55:44.339252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] Publish callbacks [] for security_group (f7a0dc56-3ebe-4eaa-968b-bb74928f405f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.378292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dc061f5-e139-44c7-b8c4-66776466c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fcc6196c-a1d5-491d-a0e5-ac4e3de563a6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.413911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f7a0dc56-3ebe-4eaa-968b-bb74928f405f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.416632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.417853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7a0dc56-3ebe-4eaa-968b-bb74928f405f HTTP/1.1" status: 204  len: 168 time: 0.5389311
Mar 26 20:55:44.434860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb195ff-8912-4759-bafb-ff225f852abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0dc56-3ebe-4eaa-968b-bb74928f405f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:44.436907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: ba7ea312-d565-4f8b-bfb0-b923476e5902 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:44.437219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ba7ea312-d565-4f8b-bfb0-b923476e5902 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:44.452740 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bee5437-7520-49ee-a881-9a58c01fc014 x-openstack-request-id: req-6bee5437-7520-49ee-a881-9a58c01fc014 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:44.453117 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "name": "network-vif-plugged", "status": "completed", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:44.453350 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bee5437-7520-49ee-a881-9a58c01fc014 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:44.453689 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bee5437-7520-49ee-a881-9a58c01fc014'] response: {'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9', 'code': 200}
Mar 26 20:55:44.499757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] No DVR routers for this DVR port 231a45bf-4b55-47bc-887f-02488ddbc3e0 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:44.505243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:44.523093 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.529625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4408f0e7-fc2b-4f33-a8a7-480a1771fc7f req-c769a9e6-582f-4253-87b7-a9d9a633107f tempest-ServersTestJSON-565652229 tempest-ServersTestJSON-565652229-project] 10.222.0.18 "DELETE /v2.0/ports/231a45bf-4b55-47bc-887f-02488ddbc3e0 HTTP/1.1" status: 204  len: 173 time: 1.9055467
Mar 26 20:55:44.533342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'name': 'network-vif-deleted', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:44.536080 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275d9ab6-baa3-4148-94cc-73168a1321e1" -d '{"events": [{"server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "name": "network-vif-deleted", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:44.573847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.133 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/af98a4ed-6eab-45ad-b849-2a65a2546e72) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:44.578857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc061f5-e139-44c7-b8c4-66776466c4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6196c-a1d5-491d-a0e5-ac4e3de563a6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:44.597944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5dc061f5-e139-44c7-b8c4-66776466c4b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94d4dd31cb2f45ebbadb90d56b9b393d&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3992794
Mar 26 20:55:44.600902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59596) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:44.680535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9ade5-787c-4ea0-8c52-58778b77046d req-920a40d6-6671-4a12-b69c-4b2805f39bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:44.683895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dde9ade5-787c-4ea0-8c52-58778b77046d req-920a40d6-6671-4a12-b69c-4b2805f39bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 1127 time: 0.1507816
Mar 26 20:55:44.703000 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efe5c05-469b-424b-b0d7-9be680e147b5 x-openstack-request-id: req-6efe5c05-469b-424b-b0d7-9be680e147b5 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:44.703279 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d629c1e-b428-4d65-9d91-f111668c4474", "name": "network-vif-deleted", "tag": "231a45bf-4b55-47bc-887f-02488ddbc3e0", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:44.703533 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6efe5c05-469b-424b-b0d7-9be680e147b5 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:44.703946 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efe5c05-469b-424b-b0d7-9be680e147b5'] response: {'server_uuid': '1d629c1e-b428-4d65-9d91-f111668c4474', 'name': 'network-vif-deleted', 'tag': '231a45bf-4b55-47bc-887f-02488ddbc3e0', 'status': 'completed', 'code': 200}
Mar 26 20:55:44.780788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] Publish callbacks [] for security_group (fcc6196c-a1d5-491d-a0e5-ac4e3de563a6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.818683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] Publish callbacks [] for security_group (fcc6196c-a1d5-491d-a0e5-ac4e3de563a6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.840373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeede99-24a7-4bb7-bf97-dcf7ac0600d3 req-71f8b141-9c1a-4d43-9250-ce4f3851126a tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:44.845553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dde9ade5-787c-4ea0-8c52-58778b77046d req-c01cf2d9-a4cc-4246-b837-6d8c07841ca9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407442
Mar 26 20:55:44.849807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdeede99-24a7-4bb7-bf97-dcf7ac0600d3 req-71f8b141-9c1a-4d43-9250-ce4f3851126a tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.1148098
Mar 26 20:55:44.918924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f3c532be-691b-4c26-98db-d112c6a3c064 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:44.958024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdeede99-24a7-4bb7-bf97-dcf7ac0600d3 req-9115ba38-7449-4d12-b176-750ccea132f5 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070890
Mar 26 20:55:44.978008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:44.989549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c0d1-bbc5-4d01-8423-a3ed862769cb req-c53320b4-8130-48a0-9ce6-a73bfa197130 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:44.991560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc98c0d1-bbc5-4d01-8423-a3ed862769cb req-c53320b4-8130-48a0-9ce6-a73bfa197130 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 944 time: 0.1034434
Mar 26 20:55:45.067789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fcc6196c-a1d5-491d-a0e5-ac4e3de563a6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.074131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.079469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcc6196c-a1d5-491d-a0e5-ac4e3de563a6 HTTP/1.1" status: 204  len: 168 time: 0.4760380
Mar 26 20:55:45.095775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.098192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73198fea-e673-4763-b049-53419cf2a943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6196c-a1d5-491d-a0e5-ac4e3de563a6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:45.243538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3c532be-691b-4c26-98db-d112c6a3c064,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:45.287875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'port_id': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'mac_address': 'fa:16:3e:53:b8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:45.339118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc98c0d1-bbc5-4d01-8423-a3ed862769cb req-9e2f71ae-224e-472d-b994-a2c910ed6aad tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3328843
Mar 26 20:55:45.357959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:45.360569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484fbb6-5df9-45bb-b61c-f76722c83a3b req-00d8d195-1208-46b0-a6e9-96c9778df963 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:45.362235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6484fbb6-5df9-45bb-b61c-f76722c83a3b req-00d8d195-1208-46b0-a6e9-96c9778df963 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 936 time: 0.1780558
Mar 26 20:55:45.402869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:45.412595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:45.471763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f3c532be-691b-4c26-98db-d112c6a3c064 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:45.472264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.485388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:45.500708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59630) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:45.510275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6484fbb6-5df9-45bb-b61c-f76722c83a3b req-6f298f3a-0f58-4134-9a20-3cc3546930d0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351690
Mar 26 20:55:45.563632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c532be-691b-4c26-98db-d112c6a3c064 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:45.564285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:45.566674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.611863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-1db5b70e-5fe8-4bd0-9cb8-a3afa5ff7d78 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9157548
Mar 26 20:55:45.624443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.628255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Request body: {'port': {'device_id': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:45.628754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3c532be-691b-4c26-98db-d112c6a3c064,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:45.638969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.706040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Deleting subnet 552946a7-5e2a-49e4-8839-ea00c86a3d8b {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:55:45.733942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Publish callbacks [] for subnet (552946a7-5e2a-49e4-8839-ea00c86a3d8b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.765306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c172c2b6-dfd4-4f23-800d-974e2634cb8d req-34702d92-1b38-4747-943d-8db700cfd929 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1308908
Mar 26 20:55:45.779956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:45.863040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (552946a7-5e2a-49e4-8839-ea00c86a3d8b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.881232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:45.892888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['f3c532be-691b-4c26-98db-d112c6a3c064'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:45.958359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (552946a7-5e2a-49e4-8839-ea00c86a3d8b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.048796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-81bf4096-c68f-47ae-a651-0616b421e816 None None] Provisioning complete for port af98a4ed-6eab-45ad-b849-2a65a2546e72 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:46.051454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81bf4096-c68f-47ae-a651-0616b421e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.096048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (552946a7-5e2a-49e4-8839-ea00c86a3d8b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.193338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=552946a7-5e2a-49e4-8839-ea00c86a3d8b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:46.205018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-81bf4096-c68f-47ae-a651-0616b421e816 None None] Port af98a4ed-6eab-45ad-b849-2a65a2546e72 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:55:46.237863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.247048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-84f27a67-9db5-4f8e-adad-5e9a56f75a68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/552946a7-5e2a-49e4-8839-ea00c86a3d8b HTTP/1.1" status: 204  len: 168 time: 0.7246845
Mar 26 20:55:46.249418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59660) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:46.270898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59662) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:46.305118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1175-60ad-42bc-a158-17eaddfd3a58 req-0bbb4c4e-e6e1-4b68-ac6d-273c63120f96 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:46.308152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31ad1175-60ad-42bc-a158-17eaddfd3a58 req-0bbb4c4e-e6e1-4b68-ac6d-273c63120f96 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.1190584
Mar 26 20:55:46.391674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31ad1175-60ad-42bc-a158-17eaddfd3a58 req-7abb1fbb-d8a0-4730-b533-1e5d1431724c tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766068
Mar 26 20:55:46.523690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-453811744-network', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:46.601637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59678) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:46.630129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (5c3e37a7-82c4-4995-a81c-82a00a51df42), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.680571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da067e-9aa2-4c04-a230-1dfb91930505 req-d9a04c6f-e415-4033-b4ca-336119e04ed8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:46.690012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4da067e-9aa2-4c04-a230-1dfb91930505 req-d9a04c6f-e415-4033-b4ca-336119e04ed8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 936 time: 0.0711882
Mar 26 20:55:46.704485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:46.716482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.755469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4da067e-9aa2-4c04-a230-1dfb91930505 req-d14ddf67-55fa-4bec-a1bb-42bfe86944d7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654893
Mar 26 20:55:46.775410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.808019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1946332184-network', 'tenant_id': 'a6beb485658f40dc83598fd2e00800ad'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:46.809102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275cf6e-43a0-4b84-b853-99f685b8f7a4 req-7157e57e-dd32-444f-afaa-b25765949a5e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:46.816895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b275cf6e-43a0-4b84-b853-99f685b8f7a4 req-7157e57e-dd32-444f-afaa-b25765949a5e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 945 time: 0.3805542
Mar 26 20:55:46.829634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Made reservation on behalf of a6beb485658f40dc83598fd2e00800ad for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:46.832109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.845485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.929824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks [] for security_group (306ac18a-f844-4406-9c57-94123adc4a3a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.940768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (306ac18a-f844-4406-9c57-94123adc4a3a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.942844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f3c532be-691b-4c26-98db-d112c6a3c064 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:46.962809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:55:46.974349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a97986df-dbb1-4f7f-82c7-c8b84e3ed79a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:46.974752 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Added segment a97986df-dbb1-4f7f-82c7-c8b84e3ed79a of type vlan for network da61cd39-3e1b-4104-835e-2d58cdd32632
Mar 26 20:55:47.020598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (da61cd39-3e1b-4104-835e-2d58cdd32632), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.027433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (5c3e37a7-82c4-4995-a81c-82a00a51df42), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.042426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port f3c532be-691b-4c26-98db-d112c6a3c064 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:47.051001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port f3c532be-691b-4c26-98db-d112c6a3c064 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:47.052366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.060374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af98a4ed-6eab-45ad-b849-2a65a2546e72 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:47.087502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306ac18a-f844-4406-9c57-94123adc4a3a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:47.091418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks [] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.105295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (da61cd39-3e1b-4104-835e-2d58cdd32632), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.106466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:47.107097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.114014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c693c0ff-e141-4989-b8e5-094a2ed96f83 req-a72ca02d-2dfd-47b6-adf6-991f3531680c tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0626030
Mar 26 20:55:47.155871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611daa17f0>,) {'filters': {'network_id': ['5c3e37a7-82c4-4995-a81c-82a00a51df42']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:47.160597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Transition to ACTIVE for port object af98a4ed-6eab-45ad-b849-2a65a2546e72 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:55:47.166751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5639534
Mar 26 20:55:47.173124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:47.190585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Request body: {'subnet': {'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1946332184-subnet', 'tenant_id': 'a6beb485658f40dc83598fd2e00800ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:47.191293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b275cf6e-43a0-4b84-b853-99f685b8f7a4 req-96e998ab-80e2-4e3e-ba72-83f367335937 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3603692
Mar 26 20:55:47.205953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f3c532be-691b-4c26-98db-d112c6a3c064 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:47.206624 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.209252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.224805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daa17f0>, 'f6446c65-b8c6-4bec-9d87-b3e679ae8186') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:47.225135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daa17f0>, 'f6446c65-b8c6-4bec-9d87-b3e679ae8186') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:47.246579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:47.256937 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8053a-5f30-4993-abd8-2b87cb7063ff" -d '{"events": [{"server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "name": "network-vif-plugged", "status": "completed", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:47.274868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (f6446c65-b8c6-4bec-9d87-b3e679ae8186), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.289004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3c532be-691b-4c26-98db-d112c6a3c064,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:47.305359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.308031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 231a45bf-4b55-47bc-887f-02488ddbc3e0 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:47.331799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8276161-3121-40b8-b17c-d60bd8f9425d admin admin] Pushing event updated for resources: {'Network': ['ID=da61cd39-3e1b-4104-835e-2d58cdd32632,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:47.341346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f6446c65-b8c6-4bec-9d87-b3e679ae8186), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.355897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:55:47.356673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (f6446c65-b8c6-4bec-9d87-b3e679ae8186), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.367884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Made reservation on behalf of a6beb485658f40dc83598fd2e00800ad for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:47.373306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.376496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 231a45bf-4b55-47bc-887f-02488ddbc3e0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:47.377645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 231a45bf-4b55-47bc-887f-02488ddbc3e0 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:47.379391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network da61cd39-3e1b-4104-835e-2d58cdd32632 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:55:47.393228 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d7bbe-fe6b-4fe0-bd13-0be2ae59878e x-openstack-request-id: req-067d7bbe-fe6b-4fe0-bd13-0be2ae59878e {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:47.393806 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "name": "network-vif-plugged", "status": "completed", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:47.394511 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-067d7bbe-fe6b-4fe0-bd13-0be2ae59878e {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:47.395515 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067d7bbe-fe6b-4fe0-bd13-0be2ae59878e'] response: {'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'code': 200}
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:55:47.460419 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:55:47.569635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (5c3e37a7-82c4-4995-a81c-82a00a51df42), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.577100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.580464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c3e37a7-82c4-4995-a81c-82a00a51df42 HTTP/1.1" status: 204  len: 168 time: 1.3291581
Mar 26 20:55:47.581275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Pushing event updated for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:47.640955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks [] for security_group (ef5c4565-3821-4dbc-b616-3d9f9b9c41a4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.655371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:47.670101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd35024-4d96-42d3-b874-c49abcf719c5 req-8c08760a-8155-4c5c-85ab-bbfc63f5fc06 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:47.672436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf48928-25a5-4a96-9bef-24d0e911f1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3e37a7-82c4-4995-a81c-82a00a51df42,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:47.679032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef5c4565-3821-4dbc-b616-3d9f9b9c41a4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.681483 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6fd35024-4d96-42d3-b874-c49abcf719c5 req-8c08760a-8155-4c5c-85ab-bbfc63f5fc06 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.1714461
Mar 26 20:55:47.702518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:55:47.766849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592104-a91b-420b-aee7-cb966ff88396 req-afd1f042-e926-43cd-a882-190f61198b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:47.768499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa592104-a91b-420b-aee7-cb966ff88396 req-afd1f042-e926-43cd-a882-190f61198b8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 1128 time: 0.3069620
Mar 26 20:55:47.817768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e4ff583c-09c0-4977-bb40-aebbd5b3fbb4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:47.818211 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Added segment e4ff583c-09c0-4977-bb40-aebbd5b3fbb4 of type vlan for network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6
Mar 26 20:55:47.818492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6fd35024-4d96-42d3-b874-c49abcf719c5 req-239844b7-c66e-414d-9caf-4f41d96b7027 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289942
Mar 26 20:55:47.834189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59704) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:47.841223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:48.021939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47835bcf-2b58-4053-9a6d-b322e1c07845 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2aa3ac21589f496b83c20104323f4bb2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1827009
Mar 26 20:55:48.023346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59710) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:48.035048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (57951d8c-f4d0-4563-b3d8-cc24a618f839), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.041565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa592104-a91b-420b-aee7-cb966ff88396 req-f9f83a5e-7c84-4d38-9d79-7cf99bebd80c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2619565
Mar 26 20:55:48.042322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Attempting to bind port af98a4ed-6eab-45ad-b849-2a65a2546e72 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:48.042653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Attempting to bind port af98a4ed-6eab-45ad-b849-2a65a2546e72 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:48.042988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Attempting to bind port af98a4ed-6eab-45ad-b849-2a65a2546e72 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:48.059076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.061625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Port af98a4ed-6eab-45ad-b849-2a65a2546e72 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:55:48.061955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Attempting to bind port af98a4ed-6eab-45ad-b849-2a65a2546e72 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:48.123003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:48.124199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:48.124785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:48.125459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Bound port: af98a4ed-6eab-45ad-b849-2a65a2546e72, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:48.126177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.147431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57951d8c-f4d0-4563-b3d8-cc24a618f839,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:48.157666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7805f23-7757-44cf-b3d5-e1afcdedc588 req-fa772f8d-409d-4a37-b321-d21473089934 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:48.160603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7805f23-7757-44cf-b3d5-e1afcdedc588 req-fa772f8d-409d-4a37-b321-d21473089934 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 948 time: 0.2516093
Mar 26 20:55:48.164753 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] Publish callbacks [] for security_group (8be379e8-9e29-4ca3-b273-1d9f4cfcafae), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.202141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.203095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:48.203680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.211230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] Publish callbacks [] for security_group (8be379e8-9e29-4ca3-b273-1d9f4cfcafae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.235293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Checking segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:48.235713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Network hostable DHCP agents. Network: da61cd39-3e1b-4104-835e-2d58cdd32632, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:55:48.279277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Network da61cd39-3e1b-4104-835e-2d58cdd32632 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:55:48.303980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da61cd39-3e1b-4104-835e-2d58cdd32632) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:48.314275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:48.314940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.325175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0518479
Mar 26 20:55:48.331998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59720) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:48.351711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Request body: {'subnet': {'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-453811744-subnet', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:48.357879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7805f23-7757-44cf-b3d5-e1afcdedc588 req-8142d8e5-977f-485f-b7a0-4df085730b6d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629162
Mar 26 20:55:48.361162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:48.365131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d5fb-0b4e-4c1e-a5ce-f7c6ba62c2cd admin admin] Pushing event updated for resources: {'Network': ['ID=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:48.370717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b6e7f-bd58-492c-8c82-9c604c721e65 None None] Network da61cd39-3e1b-4104-835e-2d58cdd32632 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:48.378115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:48.410012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8be379e8-9e29-4ca3-b273-1d9f4cfcafae), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.416489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.416801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.437454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8be379e8-9e29-4ca3-b273-1d9f4cfcafae HTTP/1.1" status: 204  len: 168 time: 0.4122174
Mar 26 20:55:48.457512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:55:48.484865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fe6e358d-1b69-4af1-9abb-bcbf0c30d471 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3072364
Mar 26 20:55:48.485729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:48.490940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.496962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:48.497962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.499413 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] 10.222.0.18 "PUT /v2.0/ports/af98a4ed-6eab-45ad-b849-2a65a2546e72 HTTP/1.1" status: 200  len: 1096 time: 2.8790607
Mar 26 20:55:48.501965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:48.505904 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e659e-2ce7-461c-b95f-c568d812953e" -d '{"events": [{"name": "network-changed", "server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:48.683051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e6b7a-92b0-4554-839d-0e2c643acac9 service neutron] Pushing event updated for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:48.749469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da61cd39-3e1b-4104-835e-2d58cdd32632', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'project_id': 'a6beb485658f40dc83598fd2e00800ad', 'fixed_ips': [{'subnet_id': '57951d8c-f4d0-4563-b3d8-cc24a618f839'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:55:48.760772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.768879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-678ae485-4f92-4ab5-87c6-75a5bb7f418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:48.780327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-678ae485-4f92-4ab5-87c6-75a5bb7f418c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 1130 time: 0.1882873
Mar 26 20:55:48.832375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040946c-ba22-4699-97a9-eede0db7c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be379e8-9e29-4ca3-b273-1d9f4cfcafae,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:48.844891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80aade56-7728-4c5b-89f8-4108fa8a3a7e req-b4bb4b91-a8a4-4ce1-b487-decaa945444d tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.3158548
Mar 26 20:55:48.848976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:48.968526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-6d483b4f-9871-4e53-a76e-4255efc81851 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72 HTTP/1.1" status: 200  len: 217 time: 0.1810348
Mar 26 20:55:49.132505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:49.132888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Network hostable DHCP agents. Network: 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:55:49.148608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:49.167209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad39e96-d1a2-4466-abe6-7958f7c29f80 req-138fe64b-6361-4039-b621-6ae1e9910162 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.177657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bad39e96-d1a2-4466-abe6-7958f7c29f80 req-138fe64b-6361-4039-b621-6ae1e9910162 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.6285381
Mar 26 20:55:49.218626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Allocated IP 172.20.0.2 (da61cd39-3e1b-4104-835e-2d58cdd32632/57951d8c-f4d0-4563-b3d8-cc24a618f839/d4407d30-8c0c-401f-a874-e883276baa37) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:49.249474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-cee40609-072c-4d35-9da8-564dfe1774b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.251190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-cee40609-072c-4d35-9da8-564dfe1774b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2560427
Mar 26 20:55:49.298414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:55:49.323370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bad39e96-d1a2-4466-abe6-7958f7c29f80 req-602da8a8-1285-46ec-aa6a-4a0ceb4ce225 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442564
Mar 26 20:55:49.332552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:49.353711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b841693-0f7a-4bfa-b761-8523256e7dd4 None None] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:49.359180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.368550 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.378040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-c1e4f44c-adc3-4357-9469-46c6d43ecc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.380561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-c1e4f44c-adc3-4357-9469-46c6d43ecc37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1147027
Mar 26 20:55:49.418767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3803cc-0d04-455c-991a-efe36e1f92ff req-d3c59372-a55f-4a1e-b437-e388142d7ec5 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.425375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f3803cc-0d04-455c-991a-efe36e1f92ff req-d3c59372-a55f-4a1e-b437-e388142d7ec5 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.2781897
Mar 26 20:55:49.438054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78098621-5a16-43cd-943a-0099ddbbbcfb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0976913
Mar 26 20:55:49.438295 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc8e1c8-06fc-488d-ae22-153c4341fb1d x-openstack-request-id: req-5bc8e1c8-06fc-488d-ae22-153c4341fb1d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:49.438295 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:49.438295 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bc8e1c8-06fc-488d-ae22-153c4341fb1d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:49.438295 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc8e1c8-06fc-488d-ae22-153c4341fb1d'] response: {'name': 'network-changed', 'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72', 'status': 'completed', 'code': 200}
Mar 26 20:55:49.439261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:49.452964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:49.512276 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.516776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.626133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-a3eabe1b-e887-46a7-a829-f3b0d62d33a7 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290952
Mar 26 20:55:49.644034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:55:49.645004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.688231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks [] for port (d4407d30-8c0c-401f-a874-e883276baa37), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.746470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d4407d30-8c0c-401f-a874-e883276baa37), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.749231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f3803cc-0d04-455c-991a-efe36e1f92ff req-7328fa45-b114-4fa2-b13b-1b3d192791f3 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3088605
Mar 26 20:55:49.782859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for router_controller (52ed77cc-bbaa-4727-abaa-b86193789f49), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:49.899341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Network da61cd39-3e1b-4104-835e-2d58cdd32632 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:49.914267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:49.936696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:49.945618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d48003c4-99fe-44e1-bcd9-30617cbffa54 req-08820d0e-b9f6-4fb3-9591-7d404585f1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3055172
Mar 26 20:55:49.967670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Pushing event updated for resources: {'Port': ['ID=d4407d30-8c0c-401f-a874-e883276baa37,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:49.990265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-8fcea02a-95bd-4f42-9a44-3be82377a731 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:49.992267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-8fcea02a-95bd-4f42-9a44-3be82377a731 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.21 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.2575443
Mar 26 20:55:50.082407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for router_gateway (52ed77cc-bbaa-4727-abaa-b86193789f49), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.083968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Allocated IP 172.20.0.2 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/e340c9b8-d93f-42bd-863d-db573d033bb8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:50.106067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Attempting to bind port d4407d30-8c0c-401f-a874-e883276baa37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:50.106441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Attempting to bind port d4407d30-8c0c-401f-a874-e883276baa37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:50.106887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Attempting to bind port d4407d30-8c0c-401f-a874-e883276baa37 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:50.118516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:50.118979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Checking segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:50.119390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.119978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Bound using segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:50.120479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Bound port: d4407d30-8c0c-401f-a874-e883276baa37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:50.120850 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d4407d30-8c0c-401f-a874-e883276baa37), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.166938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d2521-f99c-432a-90eb-1c1cb928a427 req-93869f19-3ddf-4c73-8c02-1a53b25b53a8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:50.166938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f91d2521-f99c-432a-90eb-1c1cb928a427 req-93869f19-3ddf-4c73-8c02-1a53b25b53a8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 948 time: 0.2951782
Mar 26 20:55:50.321957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-9eb6ed18-dad1-473f-98f6-cb727cef110a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:50.324540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-9eb6ed18-dad1-473f-98f6-cb727cef110a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.4350750
Mar 26 20:55:50.334861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e659e-2ce7-461c-b95f-c568d812953e req-cfa3015e-8b4e-43d1-ab0f-bfddcd145db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:50.336810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-cfa3015e-8b4e-43d1-ab0f-bfddcd145db3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 1130 time: 0.1553733
Mar 26 20:55:50.372566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-8536c4df-00f5-4430-8d4d-c4a38e8fd8ab tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/quotas/a6beb485658f40dc83598fd2e00800ad HTTP/1.1" status: 200  len: 375 time: 0.0411160
Mar 26 20:55:50.382507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f91d2521-f99c-432a-90eb-1c1cb928a427 req-019b7c31-26d5-44e4-9d0b-25692b55fbf2 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000036
Mar 26 20:55:50.469516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Deleting port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:55:50.469856 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.597623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-41bdaf38-6f04-47dc-8229-2aa4d28d8ee6 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2151973
Mar 26 20:55:50.606600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e659e-2ce7-461c-b95f-c568d812953e req-746915b8-327c-4aca-9848-a4c8e10d5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:50.608246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-746915b8-327c-4aca-9848-a4c8e10d5382 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2604373
Mar 26 20:55:50.630203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-603edf7b-bb99-49e9-9b7e-fa93fc3a1fa6 req-c9bbb91b-f278-4dc6-96d9-a9017404e195 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0653870
Mar 26 20:55:50.691366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] For port d4407d30-8c0c-401f-a874-e883276baa37, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:50.708032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] For port d4407d30-8c0c-401f-a874-e883276baa37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4407d30-8c0c-401f-a874-e883276baa37,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:50.719036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d4407d30-8c0c-401f-a874-e883276baa37), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.732378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for router_gateway (52ed77cc-bbaa-4727-abaa-b86193789f49), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.762901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-2885013f-3518-4717-bee7-f15722d8e544 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72 HTTP/1.1" status: 200  len: 217 time: 0.1420741
Mar 26 20:55:50.767356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.884178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks [] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.902293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e37797-cfdc-4a5c-8e77-0ec147b1d4b1 None None] Pushing event updated for resources: {'Port': ['ID=d4407d30-8c0c-401f-a874-e883276baa37,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:50.910308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] For port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,segment=NetworkSegment(aa5ccf11-6be8-45a7-b143-75b17c41c982),segment_id=aa5ccf11-6be8-45a7-b143-75b17c41c982)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:50.910981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:50.936496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.011394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Calling delete_port for 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:55:51.037299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:51.047794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:51.052265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:51.056806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e659e-2ce7-461c-b95f-c568d812953e req-8c7e47ec-766e-42df-b18e-dda1555e8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:51.058296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-8c7e47ec-766e-42df-b18e-dda1555e8fa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2697608
Mar 26 20:55:51.063515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adfddb-0c6b-4d7b-a53e-1b49353e31ca req-bbb44b04-bd2b-432d-b375-67fa6dde1c0a tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:51.072134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6adfddb-0c6b-4d7b-a53e-1b49353e31ca req-bbb44b04-bd2b-432d-b375-67fa6dde1c0a tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.1662793
Mar 26 20:55:51.088154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Pushing event updated for resources: {'Port': ['ID=e340c9b8-d93f-42bd-863d-db573d033bb8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:51.101930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Allocated IP 172.35.4.130 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2b0f7097-29e3-43d0-bf22-f827e5834c9a) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:51.202763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Attempting to bind port e340c9b8-d93f-42bd-863d-db573d033bb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:51.204134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Attempting to bind port e340c9b8-d93f-42bd-863d-db573d033bb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:51.204134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Attempting to bind port e340c9b8-d93f-42bd-863d-db573d033bb8 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:51.225231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6adfddb-0c6b-4d7b-a53e-1b49353e31ca req-2d80bce4-f6a4-4439-b310-955e259fbd22 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389747
Mar 26 20:55:51.227167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:51.228161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:51.230028 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.230443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:51.232191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Bound port: e340c9b8-d93f-42bd-863d-db573d033bb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:51.232595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.271601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-5aa34ae8-a111-49d4-9f9b-a648cfd73005 service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6605997
Mar 26 20:55:51.474277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] For port e340c9b8-d93f-42bd-863d-db573d033bb8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:51.484844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] For port e340c9b8-d93f-42bd-863d-db573d033bb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e340c9b8-d93f-42bd-863d-db573d033bb8,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:51.498752 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.586032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d4407d30-8c0c-401f-a874-e883276baa37 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:51.592732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.670479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.691168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d4407d30-8c0c-401f-a874-e883276baa37 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:51.691553 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d4407d30-8c0c-401f-a874-e883276baa37), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.727754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a6a4d-7453-4157-b789-644f75bc0c87 None None] Pushing event updated for resources: {'Port': ['ID=e340c9b8-d93f-42bd-863d-db573d033bb8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:51.762431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8b43d-6d3e-44d8-a1c9-54b699d64c9b req-a705521f-34fd-4a39-916f-92b4af70dc9d tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:51.764754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afe8b43d-6d3e-44d8-a1c9-54b699d64c9b req-a705521f-34fd-4a39-916f-92b4af70dc9d tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/ports?device_id=46b6bc3b-be73-4ff0-aae6-cc196c146232 HTTP/1.1" status: 200  len: 945 time: 0.3820014
Mar 26 20:55:51.797219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b0f7097-29e3-43d0-bf22-f827e5834c9a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:51.828969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d4407d30-8c0c-401f-a874-e883276baa37 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:51.829666 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d4407d30-8c0c-401f-a874-e883276baa37), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:51.871155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:51.885000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:51.898362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:51.945728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d4407d30-8c0c-401f-a874-e883276baa37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4407d30-8c0c-401f-a874-e883276baa37,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:51.956447 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d4407d30-8c0c-401f-a874-e883276baa37), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:52.037761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afe8b43d-6d3e-44d8-a1c9-54b699d64c9b req-4eec1a07-c7ec-49b5-a2c4-fd890ac3f0b1 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dba8fed-5323-4bf8-85e2-2bea054f8b63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338595
Mar 26 20:55:52.070627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d4407d30-8c0c-401f-a874-e883276baa37,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:52.079631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e659e-2ce7-461c-b95f-c568d812953e req-7d13bab9-aea0-43a7-b46f-da3872bc6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:52.081262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-7d13bab9-aea0-43a7-b46f-da3872bc6930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 1.0095961
Mar 26 20:55:52.115738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7ffc94eb-46a6-4da8-a517-632fac7bd7b9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:52.142651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-9a2100bb-87a9-4006-80e2-76b2cf31918a service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8701644
Mar 26 20:55:52.208047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Pushing event deleted for resources: {'Port': ['ID=7ffc94eb-46a6-4da8-a517-632fac7bd7b9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:52.377014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-ccf343fc-b354-4b37-9e00-d7f3f6eab327 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2869792
Mar 26 20:55:52.507744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e4965-6113-40fa-8967-b08c49c6e011 req-04153202-0469-42f7-aafc-a1eff7e9cb63 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:52.527515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d70e4965-6113-40fa-8967-b08c49c6e011 req-04153202-0469-42f7-aafc-a1eff7e9cb63 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.3500638
Mar 26 20:55:52.539784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59832) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:52.558055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Request body: {'floatingip': {'port_id': 'f3c532be-691b-4c26-98db-d112c6a3c064'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:52.597570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] No DVR routers for this DVR port 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:55:52.647512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:52.720880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:52.724655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7943e9e-bc6c-4bb6-aa23-21a26ff1c48a req-d1db23ed-0fe3-4f06-bfbe-d076c57bc537 tempest-ServerGroupTestJSON-694495216 tempest-ServerGroupTestJSON-694495216-project] 10.222.0.21 "DELETE /v2.0/ports/7ffc94eb-46a6-4da8-a517-632fac7bd7b9 HTTP/1.1" status: 204  len: 173 time: 2.7230687
Mar 26 20:55:52.733479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'name': 'network-vif-deleted', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:52.739219 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34cc8d9-a049-4505-b0ef-5f9fabbcafa5" -d '{"events": [{"server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "name": "network-vif-deleted", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:52.850537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for router_gateway (52ed77cc-bbaa-4727-abaa-b86193789f49), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:52.887745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de790f41-3077-4ade-8b4e-927ade0ebabf None None] Network da61cd39-3e1b-4104-835e-2d58cdd32632 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:52.909610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65965c-ee2a-4c0a-a25e-19da66584f27 req-53d3e0b3-9393-45eb-a235-ef7c4bb41054 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:52.931529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a65965c-ee2a-4c0a-a25e-19da66584f27 req-53d3e0b3-9393-45eb-a235-ef7c4bb41054 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 948 time: 0.3297715
Mar 26 20:55:52.981273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-753e659e-2ce7-461c-b95f-c568d812953e req-a60ed60a-1aa8-4254-926f-5560b41bfd81 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4730170
Mar 26 20:55:53.079280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device af98a4ed-6eab-45ad-b849-2a65a2546e72 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:55:53.082234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a65965c-ee2a-4c0a-a25e-19da66584f27 req-e6703af3-3d74-4ab6-9ea0-d05309e30471 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497009
Mar 26 20:55:53.239038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-231b52b6-5856-47fb-97d0-2aeb48b018d7 None None] Provisioning complete for port d4407d30-8c0c-401f-a874-e883276baa37 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:53.243183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-231b52b6-5856-47fb-97d0-2aeb48b018d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d4407d30-8c0c-401f-a874-e883276baa37), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:53.335675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:55:53.526885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350a068-d77b-4c08-8cef-fb82c10aa986 None None] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:55:53.843815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:53.894230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:53.967607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c12992-f452-4130-9101-617dfbc7b27e req-be3226ec-2c10-4cc8-b7bf-1a6a49d5e7b8 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 1.2865541
Mar 26 20:55:53.974251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:54.078065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-0145638d-f431-430b-a2e2-8a31ccc5969c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:54.088877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-0145638d-f431-430b-a2e2-8a31ccc5969c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.4935405
Mar 26 20:55:54.116450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'af98a4ed-6eab-45ad-b849-2a65a2546e72', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'af98a4ed-6eab-45ad-b849-2a65a2546e72', 'mac_address': 'fa:16:3e:75:4d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:55:54.123791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e340c9b8-d93f-42bd-863d-db573d033bb8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:54.140521 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc30a1b1-9904-4fc6-b4bb-db07923bda28 x-openstack-request-id: req-dc30a1b1-9904-4fc6-b4bb-db07923bda28 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:54.140812 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b6bc3b-be73-4ff0-aae6-cc196c146232", "name": "network-vif-deleted", "tag": "7ffc94eb-46a6-4da8-a517-632fac7bd7b9", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:54.141767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:55:54.143375 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc30a1b1-9904-4fc6-b4bb-db07923bda28 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:54.144350 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc30a1b1-9904-4fc6-b4bb-db07923bda28'] response: {'server_uuid': '46b6bc3b-be73-4ff0-aae6-cc196c146232', 'name': 'network-vif-deleted', 'tag': '7ffc94eb-46a6-4da8-a517-632fac7bd7b9', 'status': 'completed', 'code': 200}
Mar 26 20:55:54.157043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-335190ff-8766-4221-8c52-527b044e5b35 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/quotas/a6beb485658f40dc83598fd2e00800ad HTTP/1.1" status: 200  len: 375 time: 0.0614314
Mar 26 20:55:54.275577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-e2531210-33ac-49ee-8a8b-8da482bdf419 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1069927
Mar 26 20:55:54.298190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:55:54.298190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7ffc94eb-46a6-4da8-a517-632fac7bd7b9 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:55:54.426792 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Floating IP dc1444e1-276b-4664-8064-1a39a03af974 associated. External IP: 172.35.4.38, port: f3c532be-691b-4c26-98db-d112c6a3c064.
Mar 26 20:55:54.468616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port af98a4ed-6eab-45ad-b849-2a65a2546e72 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:54.469091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:54.506296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-231b52b6-5856-47fb-97d0-2aeb48b018d7 None None] Current status of the port d4407d30-8c0c-401f-a874-e883276baa37 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:54.515169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af98a4ed-6eab-45ad-b849-2a65a2546e72 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:55:54.531832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e340c9b8-d93f-42bd-863d-db573d033bb8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:54.532242 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:54.581287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-5dc73e0f-fdfb-49bd-849f-e44dd76b9a2e service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980371
Mar 26 20:55:54.658040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:54.682309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:54.742510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-0082dcd7-f2cc-402e-bed5-c7ad95bf2946 service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494048
Mar 26 20:55:54.789024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-649f4d59-fc72-4810-8c5e-7b57b9b96d33 None None] Provisioning complete for port e340c9b8-d93f-42bd-863d-db573d033bb8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:54.789524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-649f4d59-fc72-4810-8c5e-7b57b9b96d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:54.793621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:55:54.900578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789179c4-23b7-4521-b173-b4cc21dc6525 req-234a099a-94aa-4ae5-a6ab-09295942244d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:54.902612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-789179c4-23b7-4521-b173-b4cc21dc6525 req-234a099a-94aa-4ae5-a6ab-09295942244d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 948 time: 0.6007237
Mar 26 20:55:54.995135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:55:55.155601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e340c9b8-d93f-42bd-863d-db573d033bb8 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:55.156214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:55.186466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:55.268216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e340c9b8-d93f-42bd-863d-db573d033bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e340c9b8-d93f-42bd-863d-db573d033bb8,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:55.327642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:55.337533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-789179c4-23b7-4521-b173-b4cc21dc6525 req-00d2797d-c35e-4bff-9685-02f3137b11f3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2101619
Mar 26 20:55:55.394258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:55:55.400098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:55.431383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2aaba580-34ac-4139-864c-5049f60b4847 req-aec57cde-0418-4b97-84aa-f52b42adb280 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1231561
Mar 26 20:55:55.455188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-649f4d59-fc72-4810-8c5e-7b57b9b96d33 None None] Current status of the port e340c9b8-d93f-42bd-863d-db573d033bb8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:55.461020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:55.462417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d4407d30-8c0c-401f-a874-e883276baa37 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:55.465204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Sync routers for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:55:55.493734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d8f3679-6951-4248-80f3-e3071d059447 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "PUT /v2.0/floatingips/dc1444e1-276b-4664-8064-1a39a03af974 HTTP/1.1" status: 200  len: 991 time: 2.9369047
Mar 26 20:55:55.496181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:55.498532 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc1ea8c-e40e-4e07-8799-06232f73bdda" -d '{"events": [{"name": "network-changed", "server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:55.529054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-1565df79-f07f-4a1b-bb54-9e85c77448dc tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:55.534414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-1565df79-f07f-4a1b-bb54-9e85c77448dc tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.6363778
Mar 26 20:55:55.550129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Request body: {'port': {'device_id': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'admin_state_up': True, 'tenant_id': 'a6beb485658f40dc83598fd2e00800ad'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:55.595794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e340c9b8-d93f-42bd-863d-db573d033bb8,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:55.600054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:55:55.600891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef592b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:55.670125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Router 52ed77cc-bbaa-4727-abaa-b86193789f49 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:55:55.783631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Made reservation on behalf of a6beb485658f40dc83598fd2e00800ad for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:55.799705 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:55.824947 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a96082-4c65-4dbb-8206-450090ecdde1 x-openstack-request-id: req-13a96082-4c65-4dbb-8206-450090ecdde1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:55:55.825208 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:55:55.825567 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13a96082-4c65-4dbb-8206-450090ecdde1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:55:55.826031 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a96082-4c65-4dbb-8206-450090ecdde1'] response: {'name': 'network-changed', 'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'status': 'completed', 'code': 200}
Mar 26 20:55:55.848176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:55:56.094526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-2bf017a3-f71c-480f-bffe-28f898c3fc8d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:56.101697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-2bf017a3-f71c-480f-bffe-28f898c3fc8d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.5068946
Mar 26 20:55:56.146799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-c266458f-f7c0-4551-bcdf-c0c0a1d6cb42 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/quotas/a6beb485658f40dc83598fd2e00800ad HTTP/1.1" status: 200  len: 375 time: 0.0442538
Mar 26 20:55:56.286306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:55:56.299445 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Sync routers for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:55:56.323212 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:55:56.336446 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243163d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:56.360917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3f625244-978a-457c-96d2-cad91ebb7eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:56.417046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59960) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:56.424730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-1ebbbe9a-8cad-46ba-8fe7-256004745ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:56.426932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-1ebbbe9a-8cad-46ba-8fe7-256004745ae7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28e51fbb6333452b84c0c77d29b423b0&device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 1128 time: 0.5973959
Mar 26 20:55:56.437411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Allocated IP 172.20.0.4 (da61cd39-3e1b-4104-835e-2d58cdd32632/57951d8c-f4d0-4563-b3d8-cc24a618f839/e5c0bdb1-41fd-4c45-b5d0-737709a48337) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:55:56.452813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:56.456776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9a9e91a8-f7d5-4541-9eb9-65d336ae30c7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.0125999
Mar 26 20:55:56.470331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59962) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:55:56.573869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-70940df7-c5bd-4d9c-8924-db9aab06ed1b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4004004
Mar 26 20:55:56.592383 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:55:56.709350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Provisioning complete for port d4407d30-8c0c-401f-a874-e883276baa37 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:56.709770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d4407d30-8c0c-401f-a874-e883276baa37), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:56.919016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d4407d30-8c0c-401f-a874-e883276baa37 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:56.919400 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d4407d30-8c0c-401f-a874-e883276baa37), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:56.987345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Deleting subnet 633529e0-e181-4b38-a1cc-8e7eddfa7bf7 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:55:56.987615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7def83-7056-435c-922f-80d87afc6804 req-8e79b6db-668e-4b4d-a463-4feabbae275f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:56.989379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e7def83-7056-435c-922f-80d87afc6804 req-8e79b6db-668e-4b4d-a463-4feabbae275f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 949 time: 0.4909146
Mar 26 20:55:57.022352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243163d0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:55:52Z', 'revision_number': 3, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:57.031844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Publish callbacks [] for subnet (633529e0-e181-4b38-a1cc-8e7eddfa7bf7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.066520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-18ec18ad-3bd8-49c8-a92d-9389c02869c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:57.070683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-18ec18ad-3bd8-49c8-a92d-9389c02869c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=434726dc-6c91-47a9-a812-cfb57b96c526 HTTP/1.1" status: 200  len: 915 time: 0.6352158
Mar 26 20:55:57.107330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-47b6c1de-6e9e-4fd2-855f-3483ba67cc11 service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5323734
Mar 26 20:55:57.130586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Checking router: 52ed77cc-bbaa-4727-abaa-b86193789f49 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:55:57.131120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Updating router 52ed77cc-bbaa-4727-abaa-b86193789f49 port 2b0f7097-29e3-43d0-bf22-f827e5834c9a binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:55:57.183758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks [] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.186448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d4407d30-8c0c-401f-a874-e883276baa37 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:57.245754 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.342868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c24da1ff-3fa2-4e39-ac43-c278724ebfee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.366095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Current status of the port d4407d30-8c0c-401f-a874-e883276baa37 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:57.380610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e340c9b8-d93f-42bd-863d-db573d033bb8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:57.385297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (633529e0-e181-4b38-a1cc-8e7eddfa7bf7), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.402031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-2f03ff6c-5ba2-43d9-bf22-0f550020bb62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:57.403831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-2f03ff6c-5ba2-43d9-bf22-0f550020bb62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.5360160
Mar 26 20:55:57.476814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e7def83-7056-435c-922f-80d87afc6804 req-e89942e3-88e9-45d5-ba75-68acb5091057 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4638684
Mar 26 20:55:57.484680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-dfe5d2cb-8558-4ab2-8fbf-4457091e835c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3c532be-691b-4c26-98db-d112c6a3c064 HTTP/1.1" status: 200  len: 999 time: 0.3741953
Mar 26 20:55:57.493391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef592b0>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc1444e1-276b-4664-8064-1a39a03af974', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'port_id': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'mac_address': 'fa:16:3e:53:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:55:26Z', 'updated_at': '2022-03-26T20:55:53Z', 'revision_number': 1, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:57.496106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Provisioning complete for port e340c9b8-d93f-42bd-863d-db573d033bb8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:57.496482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.543479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-61408f2a-16c0-4876-a5f8-e04b4ba02166 service neutron] 10.222.0.16 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4343967
Mar 26 20:55:57.563777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Request body: {'port': {'device_id': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'admin_state_up': True, 'tenant_id': 'a6beb485658f40dc83598fd2e00800ad'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:57.601838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.643206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Checking router: 9ace8043-baf6-40e7-bf93-4cc3dac20d5c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:55:57.648845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-315a1170-e5df-4755-95a3-802291289c9a None None] Current status of the port e340c9b8-d93f-42bd-863d-db573d033bb8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:57.659582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e340c9b8-d93f-42bd-863d-db573d033bb8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:57.660020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:57.664740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:55:57.665442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef592b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:57.812168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:55:57.848290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e230b2bc-1fdc-4139-adae-b68d9bb78dea req-151e4f51-c194-4899-a939-9a5aac93dc13 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.2195280
Mar 26 20:55:57.988284 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks [] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.003596 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.019651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-e10e8770-f85c-46d8-bdd1-a3c1d2c78f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:58.021188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-e10e8770-f85c-46d8-bdd1-a3c1d2c78f16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=317978d4-2c5a-4e04-ad76-1964d0748645 HTTP/1.1" status: 200  len: 854 time: 0.5140517
Mar 26 20:55:58.056299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Network da61cd39-3e1b-4104-835e-2d58cdd32632 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:55:58.071959 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daa198-04ba-4f87-8ef7-967776e0a863 None None] Pushing event updated for resources: {'Port': ['ID=2b0f7097-29e3-43d0-bf22-f827e5834c9a,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:58.074563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Attempting to bind port 2b0f7097-29e3-43d0-bf22-f827e5834c9a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:55:58.075042 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Attempting to bind port 2b0f7097-29e3-43d0-bf22-f827e5834c9a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:55:58.075489 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Attempting to bind port 2b0f7097-29e3-43d0-bf22-f827e5834c9a on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:55:58.082419 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:55:58.083032 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:55:58.083399 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.083797 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:55:58.084333 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Bound port: 2b0f7097-29e3-43d0-bf22-f827e5834c9a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:55:58.084797 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.123290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:55:58.172758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:55:58.199319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] For port 2b0f7097-29e3-43d0-bf22-f827e5834c9a, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:55:58.205031 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] For port 2b0f7097-29e3-43d0-bf22-f827e5834c9a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0f7097-29e3-43d0-bf22-f827e5834c9a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:55:58.214390 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.375898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-422488cd-8410-4176-b06b-6151ff62c0d2 req-34f7a9e5-eb57-4d07-9b2c-455e937424b9 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 210 time: 0.1073587
Mar 26 20:55:58.391302 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daa198-04ba-4f87-8ef7-967776e0a863 None None] Pushing event updated for resources: {'Port': ['ID=2b0f7097-29e3-43d0-bf22-f827e5834c9a,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:58.441678 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:55:58.453074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e340c9b8-d93f-42bd-863d-db573d033bb8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:58.456556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event updated for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:58.464192 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243163d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:58.505587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef592b0>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc1444e1-276b-4664-8064-1a39a03af974', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'port_id': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'mac_address': 'fa:16:3e:53:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:55:26Z', 'updated_at': '2022-03-26T20:55:53Z', 'revision_number': 1, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:58.552024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:58.560250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.613144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa92acc0-6fa8-46c3-89e6-2d99fb69e05b None None] The sync data for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 is: [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc1444e1-276b-4664-8064-1a39a03af974', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'port_id': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'mac_address': 'fa:16:3e:53:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:55:26Z', 'updated_at': '2022-03-26T20:55:53Z', 'revision_number': 1, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:55:58.622145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-2b8094d0-cef9-4967-8736-1bf59221ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:58.627684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-2b8094d0-cef9-4967-8736-1bf59221ee52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=434726dc-6c91-47a9-a812-cfb57b96c526&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5698824
Mar 26 20:55:58.647352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-bd865c65-e3b7-43aa-ba76-2ac61edb7380 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1033831
Mar 26 20:55:58.676672 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.800552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9845bff8-c2ea-4ebc-9c09-77a1ea608bf5 None None] Provisioning complete for port e5c0bdb1-41fd-4c45-b5d0-737709a48337 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:58.801340 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9845bff8-c2ea-4ebc-9c09-77a1ea608bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:58.851564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2687c3c8-a028-4e1c-9192-257319459bcb req-37dbf374-3c70-4106-be14-6d7259332103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1a4be7864234e8f93a10896a309e6ad&device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0521371
Mar 26 20:55:58.853831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:55:58.880772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-4db19325-bdb5-4b0d-9842-802925ae9e8e service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323935
Mar 26 20:55:58.910267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Request body: {'port': {'device_id': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:55:58.917441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9845bff8-c2ea-4ebc-9c09-77a1ea608bf5 None None] Port e5c0bdb1-41fd-4c45-b5d0-737709a48337 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:55:59.025411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2687c3c8-a028-4e1c-9192-257319459bcb req-87a7d9cb-63bf-4bff-af45-767134b79d61 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1a4be7864234e8f93a10896a309e6ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0393684
Mar 26 20:55:59.039201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device af98a4ed-6eab-45ad-b849-2a65a2546e72 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:55:59.046893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (633529e0-e181-4b38-a1cc-8e7eddfa7bf7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.166245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213f24f7-0997-44ad-9fe0-72dd4f0bbb1a None None] New status for floating IP dc1444e1-276b-4664-8064-1a39a03af974: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:55:59.273008 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243163d0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:55:52Z', 'revision_number': 3, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:55:59.320411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccdd60-9ba6-4699-9071-b9c774d81d42 req-cf014fbf-e879-42a9-884e-93041bfbd1ec tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:55:59.340296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4a525-5f89-4889-b6fb-ca011da8e62b None None] The sync data for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 is: [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:55:52Z', 'revision_number': 3, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:55:59.348243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83ccdd60-9ba6-4699-9071-b9c774d81d42 req-cf014fbf-e879-42a9-884e-93041bfbd1ec tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 949 time: 0.5498297
Mar 26 20:55:59.408021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port af98a4ed-6eab-45ad-b849-2a65a2546e72 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:55:59.416487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cc1ea8c-e40e-4e07-8799-06232f73bdda req-46346b90-ed49-4653-87be-c8569030d84a service neutron] 10.222.0.18 "GET /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4905679
Mar 26 20:55:59.425083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port af98a4ed-6eab-45ad-b849-2a65a2546e72 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:55:59.425320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.501190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3effaf6b-a954-45e2-a9de-bcb4da85fb6c req-79ecf9be-8bd6-4bd0-8790-552286779998 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0621486
Mar 26 20:55:59.505121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.628689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (633529e0-e181-4b38-a1cc-8e7eddfa7bf7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.738270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port af98a4ed-6eab-45ad-b849-2a65a2546e72 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:55:59.738939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.774467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:55:59.778561 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76141be-6241-4e36-a9e7-c74734c2aa5e" -d '{"events": [{"server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "name": "network-vif-plugged", "status": "completed", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:55:59.811535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633529e0-e181-4b38-a1cc-8e7eddfa7bf7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:59.837899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:55:59.850499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:55:59.956780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:55:59.991547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Made reservation on behalf of a6beb485658f40dc83598fd2e00800ad for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:55:59.996820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.006882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.011029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ea0d61e-f589-447d-8a39-14ee09ddee7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/633529e0-e181-4b38-a1cc-8e7eddfa7bf7 HTTP/1.1" status: 204  len: 168 time: 3.5897734
Mar 26 20:56:00.030692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1671d610-4fac-4fe9-81e5-780bc3d0d960 req-3998a9ea-4ce2-4092-871a-e201009e9eec tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 210 time: 0.1124401
Mar 26 20:56:00.034470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:00.044901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.075119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83ccdd60-9ba6-4699-9071-b9c774d81d42 req-8008e4b5-578d-4bb6-b8e7-c2dd158e6e42 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7204115
Mar 26 20:56:00.185181 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f1aa78-9584-4d15-99b5-8e69887cef12 x-openstack-request-id: req-35f1aa78-9584-4d15-99b5-8e69887cef12 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:00.185480 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "name": "network-vif-plugged", "status": "completed", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:00.185742 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35f1aa78-9584-4d15-99b5-8e69887cef12 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:00.186153 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f1aa78-9584-4d15-99b5-8e69887cef12'] response: {'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72', 'code': 200}
Mar 26 20:56:00.502879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687c3c8-a028-4e1c-9192-257319459bcb req-9ba1252f-2a2d-4410-8e7d-8b1b3824c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:00.504469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2687c3c8-a028-4e1c-9192-257319459bcb req-9ba1252f-2a2d-4410-8e7d-8b1b3824c0ba service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 1.4670484
Mar 26 20:56:00.509767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1f1da915-0ad2-4c67-b923-e19608b6018b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.528857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7559c-ebc2-4737-bf18-1da667068632 req-7e344e7f-553a-4a98-b80a-91d415c7daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:00.528857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99a7559c-ebc2-4737-bf18-1da667068632 req-7e344e7f-553a-4a98-b80a-91d415c7daa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 1132 time: 0.1831794
Mar 26 20:56:00.540720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-adee8aec-35fd-4273-a943-18e6d3351440 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:00.542171 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-adee8aec-35fd-4273-a943-18e6d3351440 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.18 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 816 time: 0.5409191
Mar 26 20:56:00.635949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Request body: {'port': {'device_id': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'admin_state_up': True, 'tenant_id': 'a6beb485658f40dc83598fd2e00800ad'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:00.738199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.838249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b982d2c5-faaf-4e00-9a59-4cd12aa28085 req-e8f49b0b-2dfa-4fa8-a290-f85a93e22da4 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0492697
Mar 26 20:56:00.890425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c0bdb1-41fd-4c45-b5d0-737709a48337 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:00.906632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Made reservation on behalf of a6beb485658f40dc83598fd2e00800ad for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:00.909986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.921798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks [] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:00.957707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Transition to ACTIVE for port object e5c0bdb1-41fd-4c45-b5d0-737709a48337 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:00.983174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.040303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Allocated IP 172.20.0.1 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/713a0f07-b503-4e03-8f47-70b740397b03) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:01.084468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Allocated IP 172.20.0.13 (da61cd39-3e1b-4104-835e-2d58cdd32632/57951d8c-f4d0-4563-b3d8-cc24a618f839/2da49cd1-c1ff-4ee7-ae87-4672c4430a08) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:01.113605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1f1da915-0ad2-4c67-b923-e19608b6018b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.181391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99a7559c-ebc2-4737-bf18-1da667068632 req-261a101b-86e0-4cd2-976e-1373b28169f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6381018
Mar 26 20:56:01.221479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9798335-24cd-4abf-9db1-e16e8f1d583b req-907f6e79-d5b5-4bea-9f26-a837f9e241c7 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 210 time: 0.0768590
Mar 26 20:56:01.271614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d49b700>,) {'filters': {'network_id': ['1f1da915-0ad2-4c67-b923-e19608b6018b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:01.314155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:01.348411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d49b700>, 'aa5ccf11-6be8-45a7-b143-75b17c41c982') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:01.348644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d49b700>, 'aa5ccf11-6be8-45a7-b143-75b17c41c982') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:01.395788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (aa5ccf11-6be8-45a7-b143-75b17c41c982), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.459006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa5ccf11-6be8-45a7-b143-75b17c41c982), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.473427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:56:01.474041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (aa5ccf11-6be8-45a7-b143-75b17c41c982), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:56:01.478946 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:56:01.505953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b0f7097-29e3-43d0-bf22-f827e5834c9a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:01.509564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc781-c14c-400c-aadc-4206414ad0a9 req-7e1f65c2-0d21-4495-b9c4-2fd74d9d8c3c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:01.522341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f37dc781-c14c-400c-aadc-4206414ad0a9 req-7e1f65c2-0d21-4495-b9c4-2fd74d9d8c3c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 950 time: 0.2739453
Mar 26 20:56:01.572274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks [] for port (713a0f07-b503-4e03-8f47-70b740397b03), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.651157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f37dc781-c14c-400c-aadc-4206414ad0a9 req-3e1ff095-f776-4a99-bd98-b531aa6b1e40 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278574
Mar 26 20:56:01.653970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Attempting to bind port e5c0bdb1-41fd-4c45-b5d0-737709a48337 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:01.654555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Attempting to bind port e5c0bdb1-41fd-4c45-b5d0-737709a48337 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:01.656157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Attempting to bind port e5c0bdb1-41fd-4c45-b5d0-737709a48337 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:01.662231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Port e5c0bdb1-41fd-4c45-b5d0-737709a48337 on network da61cd39-3e1b-4104-835e-2d58cdd32632 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:01.662557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Attempting to bind port e5c0bdb1-41fd-4c45-b5d0-737709a48337 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:01.665816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1f1da915-0ad2-4c67-b923-e19608b6018b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.675328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.678848 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] 10.222.0.16 "DELETE /v2.0/networks/1f1da915-0ad2-4c67-b923-e19608b6018b HTTP/1.1" status: 204  len: 168 time: 1.6397753
Mar 26 20:56:01.699230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:01.699584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Checking segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:01.700039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Bound using segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:01.700496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Bound port: e5c0bdb1-41fd-4c45-b5d0-737709a48337, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:01.700859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.730367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.736459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2b0f7097-29e3-43d0-bf22-f827e5834c9a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:01.737723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.741491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11f36-5a14-45c4-a0fa-e2413f564e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1da915-0ad2-4c67-b923-e19608b6018b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:01.846378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks [] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.863997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.875802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:01.881720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:01.896244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.949887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:01.951028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:01.952697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 200  len: 1091 time: 3.0709789
Mar 26 20:56:01.955312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:01.965783 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96f21c-7a2a-4a2f-9705-983866bac263" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:02.071316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2b0f7097-29e3-43d0-bf22-f827e5834c9a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:02.071955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.093482 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cf54c8-020c-40e5-b695-78c7e06ba10b x-openstack-request-id: req-13cf54c8-020c-40e5-b695-78c7e06ba10b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:02.094441 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:02.094441 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13cf54c8-020c-40e5-b695-78c7e06ba10b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:02.097792 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13cf54c8-020c-40e5-b695-78c7e06ba10b'] response: {'name': 'network-changed', 'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337', 'status': 'completed', 'code': 200}
Mar 26 20:56:02.102132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:02.106156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:02.124540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:02.199353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60156) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:02.206816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 2b0f7097-29e3-43d0-bf22-f827e5834c9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0f7097-29e3-43d0-bf22-f827e5834c9a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:02.223540 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.235274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ea5f9d9-0935-4769-970f-74ec373aa2c9 req-7aa814a2-9fbf-45b4-8fa2-fe211b28c6b3 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1120617
Mar 26 20:56:02.236286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Pushing event updated for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:02.257099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.364438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (52ed77cc-bbaa-4727-abaa-b86193789f49), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.401065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event updated for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:02.448615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e9bb3901-4d59-4957-96b9-00287c87279d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dadd4e8f76f462b9f22b4211c7d5d47&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2433984
Mar 26 20:56:02.455834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60160) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:02.486608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Network da61cd39-3e1b-4104-835e-2d58cdd32632 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:02.496548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:02.533919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:02.565287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=2b0f7097-29e3-43d0-bf22-f827e5834c9a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:02.763328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-efa84be3-aebf-451f-a3a5-23e256c9f119 None None] Provisioning complete for port 713a0f07-b503-4e03-8f47-70b740397b03 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:02.766653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-efa84be3-aebf-451f-a3a5-23e256c9f119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (713a0f07-b503-4e03-8f47-70b740397b03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.786649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] Publish callbacks [] for security_group (3dba8fed-5323-4bf8-85e2-2bea054f8b63), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.850026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] Publish callbacks [] for security_group (3dba8fed-5323-4bf8-85e2-2bea054f8b63), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.851976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-efa84be3-aebf-451f-a3a5-23e256c9f119 None None] Port 713a0f07-b503-4e03-8f47-70b740397b03 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:02.947474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:02.949924 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:02.980173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-27fb78f8-0391-456b-8b7f-5efc12264d68 None None] Provisioning complete for port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:02.980526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27fb78f8-0391-456b-8b7f-5efc12264d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.042152 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dba8fed-5323-4bf8-85e2-2bea054f8b63), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.045438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.051201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dba8fed-5323-4bf8-85e2-2bea054f8b63 HTTP/1.1" status: 204  len: 168 time: 0.5854604
Mar 26 20:56:03.065172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-15ec87ec-12f3-45ad-b3e8-8243b8a81f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5120811
Mar 26 20:56:03.066491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642458ae-5530-493d-a128-a8c1f44f5a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba8fed-5323-4bf8-85e2-2bea054f8b63,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:03.083825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Request body: {'port': {'device_id': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:03.114079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-27fb78f8-0391-456b-8b7f-5efc12264d68 None None] Port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:03.160037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f5d51-97e8-4bbd-8605-24e2033560ad req-ca7f8104-9171-4fa0-84f4-5386a46726d6 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:03.168743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb4f5d51-97e8-4bbd-8605-24e2033560ad req-ca7f8104-9171-4fa0-84f4-5386a46726d6 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 950 time: 0.2959991
Mar 26 20:56:03.190404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (713a0f07-b503-4e03-8f47-70b740397b03), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.223181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Allocated IP 172.20.0.6 (da61cd39-3e1b-4104-835e-2d58cdd32632/57951d8c-f4d0-4563-b3d8-cc24a618f839/56d251dd-2d4d-4ce8-9b31-52c7c34abe80) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:03.382032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.404058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b0f7097-29e3-43d0-bf22-f827e5834c9a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:03.481597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2b0f7097-29e3-43d0-bf22-f827e5834c9a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:03.482780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.545006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84289ac-6d25-47bb-b803-88c5f3837e82 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:03.587812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6de1f05e-72b6-4355-80db-3b6b75afd10e req-61076827-45ae-4145-a317-45aa8081879a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 210 time: 0.1941113
Mar 26 20:56:03.634296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-82778a4f-fdcc-4cfa-8ea6-8ebe829a03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:03.638432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-82778a4f-fdcc-4cfa-8ea6-8ebe829a03e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 1125 time: 1.6391296
Mar 26 20:56:03.689366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb4f5d51-97e8-4bbd-8605-24e2033560ad req-22208013-ea4a-4e3d-afa8-8ef403c99175 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5196114
Mar 26 20:56:03.757971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2b0f7097-29e3-43d0-bf22-f827e5834c9a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:03.822784 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-070116d6-8dd4-4b1d-be8d-8dd8deb1be7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 200  len: 217 time: 0.1665771
Mar 26 20:56:03.880661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a35f7117-e01b-4919-9cb1-0232a417a0af req-9c4ce48a-3bb6-4a0b-ad30-fcbf5454b650 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1058016
Mar 26 20:56:03.937445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks [] for port (713a0f07-b503-4e03-8f47-70b740397b03), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.950139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks [] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:03.954032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.045246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-9ada2081-a151-47bd-a6b9-fcdd8ad11d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:04.046872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-9ada2081-a151-47bd-a6b9-fcdd8ad11d90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.1816525
Mar 26 20:56:04.130097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Pushing event updated for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:04.145507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (52ed77cc-bbaa-4727-abaa-b86193789f49), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.149748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.170251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-37a4f3b7-09d6-45f3-a41a-a5168795935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:04.173541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-37a4f3b7-09d6-45f3-a41a-a5168795935a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1145546
Mar 26 20:56:04.351928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-dae5c479-5e07-40f9-94dd-ecd3cd692c9f service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432667
Mar 26 20:56:04.367699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Network da61cd39-3e1b-4104-835e-2d58cdd32632 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:04.408743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:04.415843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:04.421367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:04.423402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:04.445392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:04.534264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event updated for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:04.675931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-e08c44bc-9faf-4b6a-8bbd-9a6c03cd0d65 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:04.680314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-e08c44bc-9faf-4b6a-8bbd-9a6c03cd0d65 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 1132 time: 0.3124249
Mar 26 20:56:04.730517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-900632032-network', 'tenant_id': '1e309921cfc047bda328e3ad23aa5e7a'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:04.801478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:04.802160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.838743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-11b8d347-e554-45e0-94d1-b835c1e2c7e9 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.871503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:04.882666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-18d4254e-2884-482a-bff7-6eba8bc546ae None None] Provisioning complete for port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:04.884652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-18d4254e-2884-482a-bff7-6eba8bc546ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.891900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks [] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.928798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60272) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:04.939208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Transition to ACTIVE for port object 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:04.940944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Made reservation on behalf of 1e309921cfc047bda328e3ad23aa5e7a for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:04.946791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.949782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Router 52ed77cc-bbaa-4727-abaa-b86193789f49 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:56:04.951858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:04.960948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-0b666fed-49c1-4f94-82a2-c65fed17be9b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3308623
Mar 26 20:56:04.975750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7bb6e04-7826-474f-a6ee-d40285751a7b req-f409161b-1c38-4729-86d6-86e0ca54f7d7 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6071932
Mar 26 20:56:05.012264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-18d4254e-2884-482a-bff7-6eba8bc546ae None None] Port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:05.042335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Request body: {'port': {'device_id': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:05.085821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6e81-fd9f-4b41-a806-3f7c3eb04697 req-592493fd-c2b1-4781-bfa7-b725c22480bb tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:05.094879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-703b6e81-fd9f-4b41-a806-3f7c3eb04697 req-592493fd-c2b1-4781-bfa7-b725c22480bb tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 931 time: 0.3456113
Mar 26 20:56:05.133040 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.161356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b86e697c-2c2b-4d09-8157-2b794297b6b9 None None] Provisioning complete for port 713a0f07-b503-4e03-8f47-70b740397b03 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:05.161732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b86e697c-2c2b-4d09-8157-2b794297b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (713a0f07-b503-4e03-8f47-70b740397b03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.186142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Pushing event updated for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:05.251071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b86e697c-2c2b-4d09-8157-2b794297b6b9 None None] Port 713a0f07-b503-4e03-8f47-70b740397b03 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:05.285567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.334680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-11b8d347-e554-45e0-94d1-b835c1e2c7e9 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Publish callbacks [] for security_group (766e0b59-22ea-422d-a52d-7a145d71bdc2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.356194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9106f72b-bfa2-45c9-ac70-cf7cc9d1d1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.361351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-11b8d347-e554-45e0-94d1-b835c1e2c7e9 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (766e0b59-22ea-422d-a52d-7a145d71bdc2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.389081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:56:05.400842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Sync routers for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:56:05.412831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:05.414147 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243168e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:05.424624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b662d2d-5794-4dd3-8bf7-34e126cd7bae admin admin] 10.222.0.16 "PUT /v2.0/routers/52ed77cc-bbaa-4727-abaa-b86193789f49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9348495
Mar 26 20:56:05.439851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d22e3e15-4cd1-4fb6-ad55-d474da4649b2 req-11b8d347-e554-45e0-94d1-b835c1e2c7e9 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6954331
Mar 26 20:56:05.440686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Attempting to bind port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:05.441034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Attempting to bind port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:05.441367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Attempting to bind port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:05.450186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8d347-e554-45e0-94d1-b835c1e2c7e9 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766e0b59-22ea-422d-a52d-7a145d71bdc2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:05.471083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 on network da61cd39-3e1b-4104-835e-2d58cdd32632 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:05.471417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Attempting to bind port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:05.482312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:05.483344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Checking segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:05.483761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Bound using segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:05.484341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Bound port: 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:05.485189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.601835 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:05.624386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-5d253e53-cd90-42f2-874f-0a74a15e7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:05.627223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-5d253e53-cd90-42f2-874f-0a74a15e7a9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 1125 time: 0.5253174
Mar 26 20:56:05.634896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-703b6e81-fd9f-4b41-a806-3f7c3eb04697 req-8c4a3945-57df-4c3b-8a12-afc629ecfa8a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5390341
Mar 26 20:56:05.768549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6458f604-4690-464f-9870-434be7f465f2 req-4dc36abe-24e9-4a5f-a5d2-2897422ca764 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0813611
Mar 26 20:56:05.775062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:05.796321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9106f72b-bfa2-45c9-ac70-cf7cc9d1d1e3 admin admin] Publish callbacks [] for security_group (2fe59de5-e372-4a5c-a7d5-20bde0f4058d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.802227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:05.805741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9106f72b-bfa2-45c9-ac70-cf7cc9d1d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2fe59de5-e372-4a5c-a7d5-20bde0f4058d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.820163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.846061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks [] for security_group (e1bf4778-f514-480d-9e2b-021573a9ad2b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.854372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e1bf4778-f514-480d-9e2b-021573a9ad2b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.867469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:05.878161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b04a359c-ff36-4725-b754-56e98b1da17e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.878587 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Added segment b04a359c-ff36-4725-b754-56e98b1da17e of type vlan for network be591c69-cd3a-488a-85f8-878cc8898e3b
Mar 26 20:56:05.924016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Pushing event updated for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:05.933559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (be591c69-cd3a-488a-85f8-878cc8898e3b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.983762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (be591c69-cd3a-488a-85f8-878cc8898e3b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:05.985420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:05.986280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.062342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9106f72b-bfa2-45c9-ac70-cf7cc9d1d1e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb6fc427c1a34e1e82749e6035a27b92&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1287491
Mar 26 20:56:06.066944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60302) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:06.075740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106f72b-bfa2-45c9-ac70-cf7cc9d1d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe59de5-e372-4a5c-a7d5-20bde0f4058d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:06.092304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:06.092929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.105357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-8d86dbde-0492-4ddc-ad66-7bd0cdb37a44 service neutron] 10.222.0.21 "PUT /v2.0/ports/2da49cd1-c1ff-4ee7-ae87-4672c4430a08 HTTP/1.1" status: 200  len: 1092 time: 3.0156562
Mar 26 20:56:06.107265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:06.111191 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968b513-40d2-45ac-b284-fb3c92edcc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:06.229772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-adb5e4b9-7880-482d-a44e-e62de647310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:06.231425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-adb5e4b9-7880-482d-a44e-e62de647310e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 1126 time: 0.0831759
Mar 26 20:56:06.235321 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ed9aa-44bd-4816-9000-90e045f8e956 x-openstack-request-id: req-6f3ed9aa-44bd-4816-9000-90e045f8e956 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:06.235620 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:06.235882 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f3ed9aa-44bd-4816-9000-90e045f8e956 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:06.236318 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3ed9aa-44bd-4816-9000-90e045f8e956'] response: {'name': 'network-changed', 'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08', 'status': 'completed', 'code': 200}
Mar 26 20:56:06.237315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] Publish callbacks [] for security_group (2fe59de5-e372-4a5c-a7d5-20bde0f4058d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.273252 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243168e0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 2, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:06.348304 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Checking router: 52ed77cc-bbaa-4727-abaa-b86193789f49 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:56:06.348666 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Updating router 52ed77cc-bbaa-4727-abaa-b86193789f49 port 713a0f07-b503-4e03-8f47-70b740397b03 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:56:06.371075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-ef4edbd0-0d98-4ed7-b7b8-0ee234500249 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08 HTTP/1.1" status: 200  len: 217 time: 0.1221507
Mar 26 20:56:06.385103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] Publish callbacks [] for security_group (2fe59de5-e372-4a5c-a7d5-20bde0f4058d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.412528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Pushing event updated for resources: {'Network': ['ID=be591c69-cd3a-488a-85f8-878cc8898e3b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:06.426530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network be591c69-cd3a-488a-85f8-878cc8898e3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:06.432724 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (713a0f07-b503-4e03-8f47-70b740397b03), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.504406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-5a5919da-a870-47b7-bc53-3efa2a7f06f8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0746188
Mar 26 20:56:06.506209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:06.519283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1323266235', 'description': 'tempest-description--1007676886'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:06.669843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-a125e27c-4be4-421b-944f-1bfb3fe8bfa1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:06.676970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-a125e27c-4be4-421b-944f-1bfb3fe8bfa1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1714518
Mar 26 20:56:06.687683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.2774477
Mar 26 20:56:06.688588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.711312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60328) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:06.716703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:06.724558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b027f-5e93-454e-9d56-b6ba0a02461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf4778-f514-480d-9e2b-021573a9ad2b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:06.745397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-e5804535-b16a-494f-8558-1269a57bcf2a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0674798
Mar 26 20:56:06.757686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Request body: {'subnet': {'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-900632032-subnet', 'tenant_id': '1e309921cfc047bda328e3ad23aa5e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:06.785499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks [] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.817193 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks [] for port (713a0f07-b503-4e03-8f47-70b740397b03), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.830457 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.872128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Pushing event updated for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:06.880326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-e01286ae-66be-4a50-9466-ee56f3cfd210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:06.882403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-e01286ae-66be-4a50-9466-ee56f3cfd210 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 916 time: 1.2462401
Mar 26 20:56:06.884352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.884747 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.885073 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.885456 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.885799 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.886138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.886470 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.886983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.887319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.887651 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.888007 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.888338 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.888672 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.888992 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.889318 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:06.895555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Transition to ACTIVE for port object 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:06.964743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (46c2e2d8-34fb-47a0-a9ea-49b8b39958af), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.976745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Made reservation on behalf of 1e309921cfc047bda328e3ad23aa5e7a for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:06.984363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Attempting to bind port 713a0f07-b503-4e03-8f47-70b740397b03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:06.985064 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Attempting to bind port 713a0f07-b503-4e03-8f47-70b740397b03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:06.985548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.986014 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Attempting to bind port 713a0f07-b503-4e03-8f47-70b740397b03 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:06.987934 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.997248 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:06.998172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:06.998786 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:06.999380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:07.000184 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Bound port: 713a0f07-b503-4e03-8f47-70b740397b03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:07.000813 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (713a0f07-b503-4e03-8f47-70b740397b03), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.040245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46c2e2d8-34fb-47a0-a9ea-49b8b39958af), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.127110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] For port 713a0f07-b503-4e03-8f47-70b740397b03, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:07.131734 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] For port 713a0f07-b503-4e03-8f47-70b740397b03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=713a0f07-b503-4e03-8f47-70b740397b03,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:07.151155 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.236375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-9151d61c-d2c9-4f96-8d8f-e0ff0e531c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:07.238039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-9151d61c-d2c9-4f96-8d8f-e0ff0e531c25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.8557189
Mar 26 20:56:07.273616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82442bf2-7966-4f57-bc2b-5d966112e77c req-32d9c014-b2ea-4515-a32d-60949b170f97 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:07.281414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82442bf2-7966-4f57-bc2b-5d966112e77c req-32d9c014-b2ea-4515-a32d-60949b170f97 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 943 time: 0.1734080
Mar 26 20:56:07.285007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.288951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7710390
Mar 26 20:56:07.297952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-149ad9be-0f63-41bb-8ce5-a4ed51783e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 200  len: 217 time: 0.3273740
Mar 26 20:56:07.298590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60342) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:07.330376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'security_group_rule': {'security_group_id': '46c2e2d8-34fb-47a0-a9ea-49b8b39958af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:07.342365 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:07.357658 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243168e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:55:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:07.371760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Provisioning complete for port 713a0f07-b503-4e03-8f47-70b740397b03 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:07.372167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (713a0f07-b503-4e03-8f47-70b740397b03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.391494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2946-b2be-450c-b07a-2dd6034db7cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c2e2d8-34fb-47a0-a9ea-49b8b39958af,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:07.441297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2fe59de5-e372-4a5c-a7d5-20bde0f4058d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.453534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Pushing event updated for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:07.454568 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17440-23d6-423b-a9e0-13ca9b093148 None None] Pushing event updated for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:07.461010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.462065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fe59de5-e372-4a5c-a7d5-20bde0f4058d HTTP/1.1" status: 204  len: 168 time: 1.3900783
Mar 26 20:56:07.480741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Attempting to bind port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:07.481087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Attempting to bind port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:07.481416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Attempting to bind port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:07.542693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-146bfc84-7b46-4754-843c-06f6dc7604a3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7902131
Mar 26 20:56:07.558465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82442bf2-7966-4f57-bc2b-5d966112e77c req-1cc10fe0-c588-45d4-9ac3-b8b055e1d9e5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761602
Mar 26 20:56:07.559236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (044a0f44-acaa-481d-ae98-9bd06152a74f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.568035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 on network da61cd39-3e1b-4104-835e-2d58cdd32632 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:07.568380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Attempting to bind port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 on network da61cd39-3e1b-4104-835e-2d58cdd32632 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:07.568947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Current status of the port 713a0f07-b503-4e03-8f47-70b740397b03 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:07.569431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (713a0f07-b503-4e03-8f47-70b740397b03), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.603249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:07.603610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Checking segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:07.605995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Bound using segment: {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:07.605995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Bound port: 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:07.606224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.628476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8d3f4-def2-4f46-986a-864440856eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe59de5-e372-4a5c-a7d5-20bde0f4058d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:07.642243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-012e9827-57e5-4f76-925f-75f4fc17c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:07.647505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-012e9827-57e5-4f76-925f-75f4fc17c3cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.3352673
Mar 26 20:56:07.656615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] For port 713a0f07-b503-4e03-8f47-70b740397b03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=713a0f07-b503-4e03-8f47-70b740397b03,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:07.666215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.674600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:07.734457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123670-41d3-42aa-8009-98c0bd96463d req-04bd6711-bdcb-4803-a216-273fdf1cd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:07.764131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-04bd6711-bdcb-4803-a216-273fdf1cd554 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5036759
Mar 26 20:56:07.844738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:07.849205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:07.849834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5834a6-6097-406b-bdba-d0bd9d464656 None None] Pushing event updated for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:07.898585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7c62234f-64a0-4671-8a1d-301c7d92cfa2 None None] Provisioning complete for port 713a0f07-b503-4e03-8f47-70b740397b03 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:07.898962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c62234f-64a0-4671-8a1d-301c7d92cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (713a0f07-b503-4e03-8f47-70b740397b03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.915396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-4922c90e-a72e-419c-b3e5-60f4d5e3b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:07.917072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-4922c90e-a72e-419c-b3e5-60f4d5e3b797 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2435265
Mar 26 20:56:07.922527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.956161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d33f0ee9-b54d-40ee-bad4-b08b37086f5b req-73c3f846-af38-41d0-af5f-6aa4ec1b3abd tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1860356
Mar 26 20:56:07.958181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (044a0f44-acaa-481d-ae98-9bd06152a74f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:07.984656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (044a0f44-acaa-481d-ae98-9bd06152a74f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.045264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:08.046284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.048660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] 10.222.0.18 "PUT /v2.0/ports/56d251dd-2d4d-4ce8-9b31-52c7c34abe80 HTTP/1.1" status: 200  len: 1091 time: 3.0179060
Mar 26 20:56:08.057189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:08.059730 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daffdc5-9926-4799-80ce-940421f7d614" -d '{"events": [{"name": "network-changed", "server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:08.076138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (c26a32e7-5036-460e-b877-2bb0c8d47965), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.151968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c62234f-64a0-4671-8a1d-301c7d92cfa2 None None] Current status of the port 713a0f07-b503-4e03-8f47-70b740397b03 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:08.162597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e5c0bdb1-41fd-4c45-b5d0-737709a48337 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:08.186919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044a0f44-acaa-481d-ae98-9bd06152a74f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:08.239598 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90143303-1655-4f84-8b20-a93cff3ac864 x-openstack-request-id: req-90143303-1655-4f84-8b20-a93cff3ac864 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:08.240034 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:08.240352 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90143303-1655-4f84-8b20-a93cff3ac864 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:08.240714 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90143303-1655-4f84-8b20-a93cff3ac864'] response: {'name': 'network-changed', 'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80', 'status': 'completed', 'code': 200}
Mar 26 20:56:08.264784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367ebff-af54-48a8-8e93-089acd8e080f service neutron] Pushing event updated for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:08.330292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26a32e7-5036-460e-b877-2bb0c8d47965,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:08.343257 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-998a3177-e791-4583-a488-a384e7d0cc78 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087787
Mar 26 20:56:08.351802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.353150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f4c9b398-71d0-40ca-b6f4-de910bdcf645 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0303652
Mar 26 20:56:08.356046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:08.390589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'security_group_rule': {'security_group_id': '46c2e2d8-34fb-47a0-a9ea-49b8b39958af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:08.393384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Checking segment: {'id': 'b04a359c-ff36-4725-b754-56e98b1da17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:08.394261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Network hostable DHCP agents. Network: be591c69-cd3a-488a-85f8-878cc8898e3b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:56:08.400601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-8117402f-27b0-4371-a5a2-f5f8f0f653af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:08.404273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-8117402f-27b0-4371-a5a2-f5f8f0f653af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 1125 time: 0.2971110
Mar 26 20:56:08.409060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-7ebb5816-af46-4046-b77c-3504fd450333 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6416314
Mar 26 20:56:08.420131 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243168e0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:08.497026 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9f7f0-9972-4490-aab6-0d9ee22be9a5 None None] The sync data for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 is: [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:56:08.569409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-a11dfa5e-1b1e-48d5-9107-21a49a64eddc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80 HTTP/1.1" status: 200  len: 217 time: 0.1373680
Mar 26 20:56:08.726438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (5c01a0ba-f0a0-467f-a8e2-191eb9810174), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.760037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Network be591c69-cd3a-488a-85f8-878cc8898e3b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:56:08.804337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ade52154-f179-4d78-9d04-3cf561064946 req-634b6379-060a-4566-969c-4a2762457cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 210 time: 0.1482964
Mar 26 20:56:08.858739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be591c69-cd3a-488a-85f8-878cc8898e3b) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:08.869041 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (5c01a0ba-f0a0-467f-a8e2-191eb9810174), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.882867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0e5b-7565-4d84-8e53-8981f87d0b73 req-d7e88710-fc32-4afb-8e79-6def63fb1deb tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:08.893679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-613c0e5b-7565-4d84-8e53-8981f87d0b73 req-d7e88710-fc32-4afb-8e79-6def63fb1deb tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 951 time: 0.4182191
Mar 26 20:56:08.895655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-d0a28a56-5076-4f03-8901-41abfde34cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:08.897829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-d0a28a56-5076-4f03-8901-41abfde34cfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.3099084
Mar 26 20:56:08.910415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5c01a0ba-f0a0-467f-a8e2-191eb9810174), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.916258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:08.922744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07358d8d-6205-4f50-9ffd-f64b7e1e4a1b None None] Network be591c69-cd3a-488a-85f8-878cc8898e3b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:08.924527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.956805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc123670-41d3-42aa-8009-98c0bd96463d req-537a33ec-d1c3-468d-bf8c-316851c0db20 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5418427
Mar 26 20:56:08.960652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:08.962687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5774214
Mar 26 20:56:08.976857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60406) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:09.001589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd8365-a846-45b9-8439-de4db44d76b9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01a0ba-f0a0-467f-a8e2-191eb9810174,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:09.005774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:09.054213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:09.106050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb96f21c-7a2a-4a2f-9705-983866bac263 req-08b40e27-2a5d-4a08-80a8-3742906594ac service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7450616
Mar 26 20:56:09.132113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-613c0e5b-7565-4d84-8e53-8981f87d0b73 req-732875bb-25c0-44b9-a764-60ef64b4f278 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299206
Mar 26 20:56:09.132239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d702805c-e832-48bd-99cf-44ad35564469 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.3733833
Mar 26 20:56:09.182924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:09.191277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-5a16b9bf-0488-4170-8024-44c79666382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:09.198651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-f1f77d3b-267c-47d0-a396-57305843909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:09.200203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-f1f77d3b-267c-47d0-a396-57305843909e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 1126 time: 0.1776285
Mar 26 20:56:09.205193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-5a16b9bf-0488-4170-8024-44c79666382c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2600842
Mar 26 20:56:09.274718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'port_id': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337', 'mac_address': 'fa:16:3e:72:00:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57951d8c-f4d0-4563-b3d8-cc24a618f839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:09.303415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1d808-dbc7-4add-a1f7-a0664f7373a8 req-3ed80d8c-4ad1-4713-bd8d-151104e2bfe8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:09.305621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6a1d808-dbc7-4add-a1f7-a0664f7373a8 req-3ed80d8c-4ad1-4713-bd8d-151104e2bfe8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 943 time: 0.3915329
Mar 26 20:56:09.457632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 713a0f07-b503-4e03-8f47-70b740397b03 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:09.492956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1121562a-bb7d-44ca-94e8-5638415b275f req-9c62f66c-5863-40e5-b597-6c488f156d7b tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1946492
Mar 26 20:56:09.555760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-9b96d6c1-c094-420a-b96e-027fa8b41481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:09.559813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-9b96d6c1-c094-420a-b96e-027fa8b41481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 916 time: 0.3525651
Mar 26 20:56:09.561188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6a1d808-dbc7-4add-a1f7-a0664f7373a8 req-b2bee012-215c-457e-a98f-9027ebcf919c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2284791
Mar 26 20:56:09.590638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-6d4dc4ef-64b0-4feb-b3a7-fc9e291e0b05 service neutron] 10.222.0.18 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294051
Mar 26 20:56:09.681324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e5c0bdb1-41fd-4c45-b5d0-737709a48337 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:09.683610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:09.703304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-e83005ed-f6c3-413c-b7d7-adf99719f2e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08 HTTP/1.1" status: 200  len: 217 time: 0.1342027
Mar 26 20:56:09.715665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 713a0f07-b503-4e03-8f47-70b740397b03 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:09.716735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (713a0f07-b503-4e03-8f47-70b740397b03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:09.725022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e407d4a-c0da-4387-8299-5e1bb80a8e98 None None] Network be591c69-cd3a-488a-85f8-878cc8898e3b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:09.806004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c0bdb1-41fd-4c45-b5d0-737709a48337 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:09.850899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:09.856875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:09.867584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-e834c11d-3791-4466-9009-e81bdaade4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:09.869563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-e834c11d-3791-4466-9009-e81bdaade4f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.1610351
Mar 26 20:56:09.875992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:09.920556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eecaab7b-ffbe-418c-b3e2-3b9fb30a1657 req-ca995f0a-95d6-4c0c-936e-b73def2256e0 service neutron] 10.222.0.18 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215337
Mar 26 20:56:10.058524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-09e6d6d5-bc89-4f3d-9bbc-f1cdd7c28504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:10.060251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-09e6d6d5-bc89-4f3d-9bbc-f1cdd7c28504 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1669168
Mar 26 20:56:10.087791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:10.191370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['e5c0bdb1-41fd-4c45-b5d0-737709a48337'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:10.298216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-84192d6e-304c-4c2f-ae60-ff11aaad0dfa service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272995
Mar 26 20:56:10.505755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 713a0f07-b503-4e03-8f47-70b740397b03 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:10.564541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffdc5-9926-4799-80ce-940421f7d614 req-b378ed92-7dfe-40c6-8110-5416312fc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:10.570490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-b378ed92-7dfe-40c6-8110-5416312fc8cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 1125 time: 0.5480640
Mar 26 20:56:10.583675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a968b513-40d2-45ac-b284-fb3c92edcc8e req-c0453640-4a4e-4890-9874-b2b8d70080e7 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765670
Mar 26 20:56:10.634796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f88f45a6-eb45-4d6e-8312-9ee13c111bdd req-465108b2-d45d-4077-971e-5fc4d147d9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.1461380
Mar 26 20:56:10.657519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.35.4.32 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/c7e6a53a-9abb-45d5-9bb8-f9f4f845611a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:10.679825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-ea09eb6e-d268-4904-a7e8-877372d947a4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:10.687176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-ea09eb6e-d268-4904-a7e8-877372d947a4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/networks?id=be591c69-cd3a-488a-85f8-878cc8898e3b HTTP/1.1" status: 200  len: 820 time: 0.5411618
Mar 26 20:56:10.758504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-a11f7371-0082-4a52-9db1-ded7f9416704 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/quotas/1e309921cfc047bda328e3ad23aa5e7a HTTP/1.1" status: 200  len: 375 time: 0.0699189
Mar 26 20:56:10.859117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13240688-9064-4a07-bdcc-821a0fa374f7 req-76bf36a6-da35-43bf-b3c0-22f0ffc75efd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 210 time: 0.0635273
Mar 26 20:56:11.064130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7bf2d-a63c-407e-a5f4-b53b3314c0b5 req-814e4f29-e5f9-4dd5-ba58-0ff2abe3810f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.065723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2a7bf2d-a63c-407e-a5f4-b53b3314c0b5 req-814e4f29-e5f9-4dd5-ba58-0ff2abe3810f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 943 time: 0.0826340
Mar 26 20:56:11.102680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:56:11.148648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-4c61e38b-ec73-435b-94cf-0343ac2ea1a0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0670986
Mar 26 20:56:11.195179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2a7bf2d-a63c-407e-a5f4-b53b3314c0b5 req-597470ee-bdd3-48ff-9513-e15a743b6489 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215098
Mar 26 20:56:11.225778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:11.226172 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:11.251029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:11.253832 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1dbac-5103-4f90-86f3-636cab15336c" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:11.269464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:11.278742 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:11.331465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-9aea364a-7730-48b8-a503-e73b3fcc961c tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e309921cfc047bda328e3ad23aa5e7a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5703294
Mar 26 20:56:11.357514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:11.361851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-5cd26ecb-52af-4312-b6a3-a5aca974fed8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1239624
Mar 26 20:56:11.364593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7eb3170-39cf-4869-a30f-3f70b61539b9 req-a2213896-d195-4b63-8320-0815918ad6a7 tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0618615
Mar 26 20:56:11.422011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-f6fb4c5b-dc02-4275-9cf4-fbd3c6176019 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.424152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-f6fb4c5b-dc02-4275-9cf4-fbd3c6176019 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2466619
Mar 26 20:56:11.436606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:11.535264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffdc5-9926-4799-80ce-940421f7d614 req-fe3732ee-ec90-44bd-af4f-ea30a1734a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.536777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-fe3732ee-ec90-44bd-af4f-ea30a1734a7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 916 time: 0.9065628
Mar 26 20:56:11.545805 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0396ae-645f-4d8a-b14f-db12af0d41e8 x-openstack-request-id: req-0e0396ae-645f-4d8a-b14f-db12af0d41e8 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:11.546150 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:11.546408 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e0396ae-645f-4d8a-b14f-db12af0d41e8 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:11.547194 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0396ae-645f-4d8a-b14f-db12af0d41e8'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'code': 200}
Mar 26 20:56:11.592761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:11.597441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:11.647555 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-a48a8d1a-7899-48ee-ae45-3aea325ecc8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80 HTTP/1.1" status: 200  len: 217 time: 0.0774050
Mar 26 20:56:11.740732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-67af5497-6a95-4fd7-8dec-c321add524f6 service neutron] 10.222.0.16 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4075170
Mar 26 20:56:11.772991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-73308f28-3155-4156-bd30-6ccd3ad32d7e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.774541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-73308f28-3155-4156-bd30-6ccd3ad32d7e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3971210
Mar 26 20:56:11.779228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:11.800647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': '110b4849-d543-4a97-a107-aefdf033c2b0', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:11.851669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffdc5-9926-4799-80ce-940421f7d614 req-d8da16e3-1616-4f88-a267-1c8cceb60c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.854332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-d8da16e3-1616-4f88-a267-1c8cceb60c29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.1942995
Mar 26 20:56:11.874033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.254 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/bf789619-a9ce-493c-8d5d-f02e2ecd718b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:11.934790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d3ed-8bbd-4bbc-85b5-47fecf191a5e req-49821049-9169-4cad-82b9-180858c89cab tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:11.936579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b424d3ed-8bbd-4bbc-85b5-47fecf191a5e req-49821049-9169-4cad-82b9-180858c89cab tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 949 time: 0.1276176
Mar 26 20:56:12.043496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.053644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-cf35d358-b68a-4d1a-a466-711b0f6bc50d service neutron] 10.222.0.16 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110783
Mar 26 20:56:12.075383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b424d3ed-8bbd-4bbc-85b5-47fecf191a5e req-6432130e-3c80-4595-8c30-5a8126f5a65f tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246991
Mar 26 20:56:12.079776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:12.082077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e5c0bdb1-41fd-4c45-b5d0-737709a48337 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:12.118814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:12.125063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffdc5-9926-4799-80ce-940421f7d614 req-5f61fb61-04e3-493c-9f25-9e90fc1431ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:12.126791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-5f61fb61-04e3-493c-9f25-9e90fc1431ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2292814
Mar 26 20:56:12.133936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:12.139548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:12.149848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:12.155245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.169626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.186905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=c7e6a53a-9abb-45d5-9bb8-f9f4f845611a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:12.230803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.271479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port e5c0bdb1-41fd-4c45-b5d0-737709a48337 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:12.278372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:12.293915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:12.311737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:12.319360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:12.324790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:12.374615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port e5c0bdb1-41fd-4c45-b5d0-737709a48337 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:12.376051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.411578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:12.456443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a8196-d2a5-49a5-8c70-68715c21e6d3 req-4fa3e90f-7ab7-4ccf-8a3d-a65c0c13bd30 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:12.464625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e2a8196-d2a5-49a5-8c70-68715c21e6d3 req-4fa3e90f-7ab7-4ccf-8a3d-a65c0c13bd30 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 936 time: 0.3039510
Mar 26 20:56:12.495333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-6cb12d2c-34cf-44e0-8123-07b8fbc066d4 service neutron] 10.222.0.18 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483245
Mar 26 20:56:12.510130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.514137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:12.515032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.527087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:12.549931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-02219f3c-bbe8-4128-99d2-ff8cfc7e667d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1180365
Mar 26 20:56:12.594005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Request body: {'port': {'device_id': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:12.602484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.237 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/56ab69ae-c6fc-4468-8bb0-3885983fca3e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:12.625749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e2a8196-d2a5-49a5-8c70-68715c21e6d3 req-e94d5b15-a4b5-4df8-b43a-2883525b0423 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600637
Mar 26 20:56:12.654782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'port_id': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08', 'mac_address': 'fa:16:3e:b0:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57951d8c-f4d0-4563-b3d8-cc24a618f839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:12.738843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-090f6ee2-bcfd-49a1-b769-8c7e0d3b7761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.742313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24bc97ed-1b38-4493-a24c-9a5e131389a7 req-35c5f3f9-a748-4b59-be4e-4bd92505d480 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 210 time: 0.0507798
Mar 26 20:56:12.749322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.807442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.816070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdcc89-a4bc-4f3a-9110-2fef0a99a2ff req-3f34eb13-2fe9-4fb2-9f75-ac1f7ec6e000 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:12.825430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8cdcc89-a4bc-4f3a-9110-2fef0a99a2ff req-3f34eb13-2fe9-4fb2-9f75-ac1f7ec6e000 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 943 time: 0.3373554
Mar 26 20:56:12.832058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:12.832750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.850333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e5c0bdb1-41fd-4c45-b5d0-737709a48337 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:12.850729 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.871881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:12.879765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b88f2840-ce19-4ac6-b1af-9edd4e08a452 None None] Provisioning complete for port bf789619-a9ce-493c-8d5d-f02e2ecd718b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:12.880168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b88f2840-ce19-4ac6-b1af-9edd4e08a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.891352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4daffdc5-9926-4799-80ce-940421f7d614 req-e191e2cf-bde6-4b38-b78a-e902ebfb4b0f service neutron] 10.222.0.18 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3784914
Mar 26 20:56:12.935830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:12.940884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b9d8a45-b0e3-4263-bc2a-8f69bdfb216b req-d5f28df7-e730-4d57-ae51-c42e6f877bfa tempest-ServersAdmin275Test-845881470 tempest-ServersAdmin275Test-845881470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0802131
Mar 26 20:56:12.943299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:12.950344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8cdcc89-a4bc-4f3a-9110-2fef0a99a2ff req-046810f3-fbdb-40e8-910a-d7c3b8646643 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983450
Mar 26 20:56:12.951965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:12.955609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b88f2840-ce19-4ac6-b1af-9edd4e08a452 None None] Port bf789619-a9ce-493c-8d5d-f02e2ecd718b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:12.959378 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.053075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.136535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.142003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:13.181830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-090f6ee2-bcfd-49a1-b769-8c7e0d3b7761 admin admin] Publish callbacks [] for security_group (cf4a50f0-6613-4556-8113-6a1ea10d3a81), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.187529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.188403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-090f6ee2-bcfd-49a1-b769-8c7e0d3b7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf4a50f0-6613-4556-8113-6a1ea10d3a81), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.214482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.239253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.264285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2da49cd1-c1ff-4ee7-ae87-4672c4430a08'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:13.291534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-090f6ee2-bcfd-49a1-b769-8c7e0d3b7761 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c0f2655489a435b902fd1a40393aa77&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9963229
Mar 26 20:56:13.293310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60558) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:13.296081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f6ee2-bcfd-49a1-b769-8c7e0d3b7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a50f0-6613-4556-8113-6a1ea10d3a81,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.326214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648db8b-5494-4a8d-bad7-8d6aea83ddb0 req-bc2dcdc9-f5ac-42f9-b4f9-fdc6efea065b tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:13.328276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4648db8b-5494-4a8d-bad7-8d6aea83ddb0 req-bc2dcdc9-f5ac-42f9-b4f9-fdc6efea065b tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 949 time: 0.0948098
Mar 26 20:56:13.362509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.370486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=c7e6a53a-9abb-45d5-9bb8-f9f4f845611a,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.381917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:13.383224 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:56:13.390874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:13.450226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:13.458811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80', 'network_id': 'da61cd39-3e1b-4104-835e-2d58cdd32632', 'port_id': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80', 'mac_address': 'fa:16:3e:84:01:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57951d8c-f4d0-4563-b3d8-cc24a618f839', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:13.519896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ea5ba43-ed1f-4e72-aaf7-5d40acefc20e req-8e72ea11-f120-49b5-b0b4-080f89e1bec4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f1a4be7864234e8f93a10896a309e6ad&device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0685349
Mar 26 20:56:13.521628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-76f85d2c-fcb3-45f9-9614-d9791900d885 req-2d984a6d-958f-48b1-8554-28c8498ce503 tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0312197
Mar 26 20:56:13.521901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:13.522572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:13.522909 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.526893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.531669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:13.548790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:13.551165 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84038768-2641-4cdb-9976-2b5832e2f68e" -d '{"events": [{"server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:13.563258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:13.608295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:13.608809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.655394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4648db8b-5494-4a8d-bad7-8d6aea83ddb0 req-f46febab-83f4-425b-9ca2-6c186772c609 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181281
Mar 26 20:56:13.668359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ea5ba43-ed1f-4e72-aaf7-5d40acefc20e req-dc27b5ce-1896-44ce-929b-1cc2121f21c0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f1a4be7864234e8f93a10896a309e6ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0789340
Mar 26 20:56:13.693611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:13.709740 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc11d33-a231-4405-be28-1ea75245e325 x-openstack-request-id: req-0bc11d33-a231-4405-be28-1ea75245e325 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:13.710032 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "name": "network-vif-plugged", "status": "completed", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:13.710337 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bc11d33-a231-4405-be28-1ea75245e325 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:13.710739 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc11d33-a231-4405-be28-1ea75245e325'] response: {'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337', 'code': 200}
Mar 26 20:56:13.712444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.725300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] Publish callbacks [] for security_group (cf4a50f0-6613-4556-8113-6a1ea10d3a81), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.731897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.790693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-d4a47efd-2d07-4e9a-8bfc-569e1d451cbd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9954584
Mar 26 20:56:13.798507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.809242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d301ced-6308-4697-b5b9-58be074bc6d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7719243
Mar 26 20:56:13.809484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:13.851865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf789619-a9ce-493c-8d5d-f02e2ecd718b {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:13.861761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] Publish callbacks [] for security_group (cf4a50f0-6613-4556-8113-6a1ea10d3a81), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.864881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks [] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.890481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Transition to ACTIVE for port object bf789619-a9ce-493c-8d5d-f02e2ecd718b will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:13.893305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ec0f7179-f064-4592-8b83-168623027473 None None] Provisioning complete for port 56ab69ae-c6fc-4468-8bb0-3885983fca3e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:13.893873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ec0f7179-f064-4592-8b83-168623027473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.902399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656c82d-7bd4-47c0-a953-2fef8239ad37 req-d4ba905e-0f6f-48df-9bbf-306f03109b1e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:13.909616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1656c82d-7bd4-47c0-a953-2fef8239ad37 req-d4ba905e-0f6f-48df-9bbf-306f03109b1e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 936 time: 0.1407442
Mar 26 20:56:13.920129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792416e1-4198-48eb-8cd8-339eace8fcb1 req-05a05b54-026a-4f92-be92-2cbae534c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:13.921710 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-792416e1-4198-48eb-8cd8-339eace8fcb1 req-05a05b54-026a-4f92-be92-2cbae534c5bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 1127 time: 0.1205354
Mar 26 20:56:13.923338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:13.979530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['56d251dd-2d4d-4ce8-9b31-52c7c34abe80'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:14.023084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Request body: {'port': {'device_id': '110b4849-d543-4a97-a107-aefdf033c2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:14.063463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1656c82d-7bd4-47c0-a953-2fef8239ad37 req-36e26394-ceb3-472a-b23f-2af9449a0d19 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526728
Mar 26 20:56:14.064231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Pushing event updated for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:14.090177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.095886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f7179-f064-4592-8b83-168623027473 None None] Port 56ab69ae-c6fc-4468-8bb0-3885983fca3e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:14.170508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-792416e1-4198-48eb-8cd8-339eace8fcb1 req-e4f44081-6d7a-4ee5-aef2-9e42ea23bc66 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2331810
Mar 26 20:56:14.243860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90cab62-06d6-4b1c-b4aa-02cd0e4517c5 req-fe14642d-790e-40cc-8f8b-7165a8e549a0 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 210 time: 0.2162836
Mar 26 20:56:14.244602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf4a50f0-6613-4556-8113-6a1ea10d3a81), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.247358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.248534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf4a50f0-6613-4556-8113-6a1ea10d3a81 HTTP/1.1" status: 204  len: 168 time: 0.9498668
Mar 26 20:56:14.291619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760a39-7112-4f0f-a6e1-91222fa16387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a50f0-6613-4556-8113-6a1ea10d3a81,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:14.361562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-fee2c331-e2a8-489d-9539-2493c5b59a89 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.364194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-cf74eb5e-6ed6-4d55-91b2-10c4eb9f36c5 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.365652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-cf74eb5e-6ed6-4d55-91b2-10c4eb9f36c5 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.21 "GET /v2.0/networks?id=be591c69-cd3a-488a-85f8-878cc8898e3b HTTP/1.1" status: 200  len: 820 time: 0.2855885
Mar 26 20:56:14.366106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-fee2c331-e2a8-489d-9539-2493c5b59a89 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.18 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 949 time: 0.5980399
Mar 26 20:56:14.367522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.370640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5ba43-ed1f-4e72-aaf7-5d40acefc20e req-b50f880b-c02c-47e0-a403-3fd4f9b3cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.372457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ea5ba43-ed1f-4e72-aaf7-5d40acefc20e req-b50f880b-c02c-47e0-a403-3fd4f9b3cb36 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.6033249
Mar 26 20:56:14.376631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Attempting to bind port bf789619-a9ce-493c-8d5d-f02e2ecd718b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:14.376976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Attempting to bind port bf789619-a9ce-493c-8d5d-f02e2ecd718b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:14.377319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Attempting to bind port bf789619-a9ce-493c-8d5d-f02e2ecd718b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:14.387684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Request body: {'port': {'device_id': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b', 'admin_state_up': True, 'tenant_id': '1e309921cfc047bda328e3ad23aa5e7a'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:14.403111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f0c98-98ca-49e2-93ac-642bab44246a req-96e07729-b431-4798-9cee-9548246d6cf0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.406953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d26f0c98-98ca-49e2-93ac-642bab44246a req-96e07729-b431-4798-9cee-9548246d6cf0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 944 time: 0.2385154
Mar 26 20:56:14.407622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Port bf789619-a9ce-493c-8d5d-f02e2ecd718b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:14.407993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Attempting to bind port bf789619-a9ce-493c-8d5d-f02e2ecd718b on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:14.441533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:14.442495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:14.443213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:14.443865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Bound port: bf789619-a9ce-493c-8d5d-f02e2ecd718b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:14.445540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.578356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d26f0c98-98ca-49e2-93ac-642bab44246a req-31294860-535e-45c0-aa43-c0d14a0cac00 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609488
Mar 26 20:56:14.584477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-5ae4a8b5-a55e-4f7e-a232-a766f73e300f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1323266235&fields=id&tenant_id=71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 267 time: 0.1900277
Mar 26 20:56:14.604627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:14.608926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:14.620516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.676142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.676814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.678131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf789619-a9ce-493c-8d5d-f02e2ecd718b HTTP/1.1" status: 200  len: 1096 time: 2.1173041
Mar 26 20:56:14.678728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Made reservation on behalf of 1e309921cfc047bda328e3ad23aa5e7a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:14.683467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.685443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:14.687978 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4898202-5fb6-49ba-906d-3ecc6a740d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:14.693143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60594) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:14.756245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57977b4f-38ff-4725-b567-d1ddd14de411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.761411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Deleting port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:14.761411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:14.784607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf6e00-6cef-4adb-a1ce-0503d6d5b243 service neutron] Pushing event updated for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:14.815980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-359d407e-cfc6-4389-b9a8-71a21c1bab70 req-1f87f4d6-3b31-4131-9569-377bb5d7f3af tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.16 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0848534
Mar 26 20:56:14.866061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-2d63548f-359b-4cdc-9cef-c1386d85200d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.868173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-2d63548f-359b-4cdc-9cef-c1386d85200d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.2694952
Mar 26 20:56:14.893249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-f0ea43ed-47e6-45b6-91ff-1841f75ef3d4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/quotas/71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 375 time: 0.0176017
Mar 26 20:56:14.904985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-d795fb63-f079-4d54-a607-aa82ae468e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:14.906497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-d795fb63-f079-4d54-a607-aa82ae468e2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 1130 time: 0.1522746
Mar 26 20:56:15.003850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-f1030f66-9f58-460f-90be-ca6f436bf2d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b HTTP/1.1" status: 200  len: 217 time: 0.0759666
Mar 26 20:56:15.046806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] For port 8491fb69-6e99-47b9-a3c5-6b4de5daf667, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8491fb69-6e99-47b9-a3c5-6b4de5daf667,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:15.047171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.067380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Allocated IP 172.20.0.8 (be591c69-cd3a-488a-85f8-878cc8898e3b/c26a32e7-5036-460e-b877-2bb0c8d47965/9eb6cb36-804c-41b3-a477-f3c09fc288ee) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:15.086461 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-4a30329f-6398-4c45-8e39-fc46e76224d0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1567607
Mar 26 20:56:15.093142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Calling delete_port for 8491fb69-6e99-47b9-a3c5-6b4de5daf667 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:15.112615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab69ae-c6fc-4468-8bb0-3885983fca3e {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:15.116424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-678a4dcd-6aa7-4c1c-bb36-c99994dfcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:15.118463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-678a4dcd-6aa7-4c1c-bb36-c99994dfcbbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0969830
Mar 26 20:56:15.131177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57977b4f-38ff-4725-b567-d1ddd14de411 admin admin] Publish callbacks [] for security_group (e499bbe8-a73e-4662-bb20-a829f8fa577b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.137890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:15.140982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks [] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.170517 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57977b4f-38ff-4725-b567-d1ddd14de411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e499bbe8-a73e-4662-bb20-a829f8fa577b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.178928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169ebd-a607-44a1-98c6-5e5002251074 req-77f175fd-d6c9-47d2-b552-410bbee3ddf6 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:15.180937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e169ebd-a607-44a1-98c6-5e5002251074 req-77f175fd-d6c9-47d2-b552-410bbee3ddf6 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/ports?device_id=386db953-92ff-4474-82f4-4c2a258c5ce5 HTTP/1.1" status: 200  len: 949 time: 0.2430115
Mar 26 20:56:15.203467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:15.208674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:15.209171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.238858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Transition to ACTIVE for port object 56ab69ae-c6fc-4468-8bb0-3885983fca3e will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:15.255966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.270560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57977b4f-38ff-4725-b567-d1ddd14de411 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b302b03ad433473dbecb94ee101ee0de&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5679777
Mar 26 20:56:15.278470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60598) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:15.286949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977b4f-38ff-4725-b567-d1ddd14de411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499bbe8-a73e-4662-bb20-a829f8fa577b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:15.352600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:15.352921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.544675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.546628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:15.552070 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.604968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:15.661296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-b832fe58-29b8-498f-88dc-c34c75a8529b service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5612223
Mar 26 20:56:15.696302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:15.712730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:15.716071 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2538f-3aa0-4b36-8c72-9c30abb5b08c" -d '{"events": [{"server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "name": "network-vif-plugged", "status": "completed", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:15.738706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-4d612ac5-fdab-4b71-88a0-f79d028ddd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:15.740224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-4d612ac5-fdab-4b71-88a0-f79d028ddd68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6065509
Mar 26 20:56:15.765564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e169ebd-a607-44a1-98c6-5e5002251074 req-15771209-3e99-4ed4-8413-40af36f2ed9c tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.16 "GET /v2.0/security-groups?id=2a236524-5f6e-4e0d-b478-e9ab5a90436a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5592973
Mar 26 20:56:15.799525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks [] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.813060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ea5ba43-ed1f-4e72-aaf7-5d40acefc20e req-39d63bab-f2a1-4e71-87c9-56d553c60d1c tempest-ServersAdmin275Test-509189039 tempest-ServersAdmin275Test-509189039-project] 10.222.0.21 "GET /v2.0/ports?device_id=144e3453-826b-4d91-88a0-21a8a961b3ab HTTP/1.1" status: 200  len: 210 time: 0.0682659
Mar 26 20:56:15.858540 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d2a2f7-71fa-4d4f-abad-5ad877321c03 x-openstack-request-id: req-94d2a2f7-71fa-4d4f-abad-5ad877321c03 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:15.858832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:15.859287 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94d2a2f7-71fa-4d4f-abad-5ad877321c03 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:15.859691 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d2a2f7-71fa-4d4f-abad-5ad877321c03'] response: {'name': 'network-changed', 'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', 'status': 'completed', 'code': 200}
Mar 26 20:56:15.906025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] Publish callbacks [] for security_group (e499bbe8-a73e-4662-bb20-a829f8fa577b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.916322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8491fb69-6e99-47b9-a3c5-6b4de5daf667), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.919516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-77604d9d-83ac-43df-b2cd-144139976860 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395279
Mar 26 20:56:15.932673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] Publish callbacks [] for security_group (e499bbe8-a73e-4662-bb20-a829f8fa577b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:15.961217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Pushing event deleted for resources: {'Port': ['ID=8491fb69-6e99-47b9-a3c5-6b4de5daf667,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:15.966301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Attempting to bind port 56ab69ae-c6fc-4468-8bb0-3885983fca3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:15.966638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Attempting to bind port 56ab69ae-c6fc-4468-8bb0-3885983fca3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:15.967090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Attempting to bind port 56ab69ae-c6fc-4468-8bb0-3885983fca3e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:16.031382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Port 56ab69ae-c6fc-4468-8bb0-3885983fca3e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:16.031713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Attempting to bind port 56ab69ae-c6fc-4468-8bb0-3885983fca3e on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:16.034977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] No DVR routers for this DVR port 8491fb69-6e99-47b9-a3c5-6b4de5daf667 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:56:16.038794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.042918 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5112d987-fbf4-47ab-b0fc-3e110abca2af req-509a28bc-461f-4d22-b90f-6903159c70b1 tempest-ImagesOneServerTestJSON-54252431 tempest-ImagesOneServerTestJSON-54252431-project] 10.222.0.18 "DELETE /v2.0/ports/8491fb69-6e99-47b9-a3c5-6b4de5daf667 HTTP/1.1" status: 204  len: 173 time: 1.6683528
Mar 26 20:56:16.043456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-deleted', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:16.046010 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae43b1-7eb9-4793-a3ec-1606612f9e35" -d '{"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-deleted", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:16.050416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:16.050958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:16.051352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:16.051812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Bound port: 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:16.052184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.075662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e499bbe8-a73e-4662-bb20-a829f8fa577b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.078327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.079469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e499bbe8-a73e-4662-bb20-a829f8fa577b HTTP/1.1" status: 204  len: 168 time: 0.7898004
Mar 26 20:56:16.095440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:16.113499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.117776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e3d69-3db2-4e33-9536-4763342410bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499bbe8-a73e-4662-bb20-a829f8fa577b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:16.123622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:16.128141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:16.142830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.226709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.227359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.240840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] 10.222.0.18 "PUT /v2.0/ports/56ab69ae-c6fc-4468-8bb0-3885983fca3e HTTP/1.1" status: 200  len: 1096 time: 2.2911305
Mar 26 20:56:16.251159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:16.275835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:16.276330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.286396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159a55-0158-4060-8828-bea54fc34f58 service neutron] Pushing event updated for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:16.298475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Network be591c69-cd3a-488a-85f8-878cc8898e3b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:16.309300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:16.365041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:16.395231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2c93a-3fa2-44a0-86de-4b26199d1017 req-bbbc55c2-11ae-4a9e-a092-88054bb99196 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.405946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0d2c93a-3fa2-44a0-86de-4b26199d1017 req-bbbc55c2-11ae-4a9e-a092-88054bb99196 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 931 time: 0.1582923
Mar 26 20:56:16.448248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:16.449183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.484972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Pushing event updated for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:16.503411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-e425b672-9e2e-4085-bf87-264b9a09bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.510582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-e425b672-9e2e-4085-bf87-264b9a09bf4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1130 time: 0.1913943
Mar 26 20:56:16.537511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0de1-2c7b-4818-90eb-e8e5756886b7 req-548c5c1d-8011-440b-8113-01161c85719b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.549556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fff0de1-2c7b-4818-90eb-e8e5756886b7 req-548c5c1d-8011-440b-8113-01161c85719b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 948 time: 0.6676953
Mar 26 20:56:16.550139 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0d2c93a-3fa2-44a0-86de-4b26199d1017 req-9bf9e771-a500-42aa-8c73-09b145b708b6 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428082
Mar 26 20:56:16.554288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-9b0a2b60-1ef7-4527-97b2-ebd95584a29e service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8041306
Mar 26 20:56:16.565530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:16.576323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.667658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.668681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:16.697583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fff0de1-2c7b-4818-90eb-e8e5756886b7 req-06ca4083-4664-40ec-bd7d-0b2daddf979b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467664
Mar 26 20:56:16.727297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:16.739077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-01bd334d-7416-46c9-bd2b-e95825e201f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e HTTP/1.1" status: 200  len: 217 time: 0.1875339
Mar 26 20:56:16.797788 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c654b57-3512-41da-89a1-4dead70891b6 x-openstack-request-id: req-5c654b57-3512-41da-89a1-4dead70891b6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:16.798307 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "name": "network-vif-plugged", "status": "completed", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:16.798711 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c654b57-3512-41da-89a1-4dead70891b6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:16.799281 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c654b57-3512-41da-89a1-4dead70891b6'] response: {'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80', 'code': 200}
Mar 26 20:56:16.815617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-014b0aaa-9296-49fb-8933-de9ac469dd21 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248645
Mar 26 20:56:16.823497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-0cd82a96-6fd8-4d01-aa91-61abd21c3c5d tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4400213
Mar 26 20:56:16.837193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Request body: {'port': {'device_id': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:16.932930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-c7b31607-5052-4c9f-bb82-60025d4fd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:16.934616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-c7b31607-5052-4c9f-bb82-60025d4fd744 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1877639
Mar 26 20:56:17.004338 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab1dc77-635a-4327-afc7-e6ddf18b3bfc x-openstack-request-id: req-cab1dc77-635a-4327-afc7-e6ddf18b3bfc {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:17.004654 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386db953-92ff-4474-82f4-4c2a258c5ce5", "name": "network-vif-deleted", "tag": "8491fb69-6e99-47b9-a3c5-6b4de5daf667", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:17.004903 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cab1dc77-635a-4327-afc7-e6ddf18b3bfc {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:17.005375 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab1dc77-635a-4327-afc7-e6ddf18b3bfc'] response: {'server_uuid': '386db953-92ff-4474-82f4-4c2a258c5ce5', 'name': 'network-vif-deleted', 'tag': '8491fb69-6e99-47b9-a3c5-6b4de5daf667', 'status': 'completed', 'code': 200}
Mar 26 20:56:17.031031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:17.085631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605697ab-55e6-4be2-853a-95d2c62167f7 req-0ed383b6-932d-4301-8225-753b6546f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.092925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee2c0-4dce-415e-a74e-c48453551635 req-f58a6586-caeb-409b-9ebf-9fc00f3b5fa2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.093626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-605697ab-55e6-4be2-853a-95d2c62167f7 req-0ed383b6-932d-4301-8225-753b6546f426 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 1127 time: 0.1590667
Mar 26 20:56:17.113363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8ee2c0-4dce-415e-a74e-c48453551635 req-f58a6586-caeb-409b-9ebf-9fc00f3b5fa2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.3505735
Mar 26 20:56:17.147365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:56:17.171513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553bb97-9c43-4658-92da-70288b0c095c req-f1477c1a-ad51-42af-b33f-2524429384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.173287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-f1477c1a-ad51-42af-b33f-2524429384b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2150707
Mar 26 20:56:17.176548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-671bb57e-f479-4e7f-9b40-4754de5c23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.178008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-671bb57e-f479-4e7f-9b40-4754de5c23b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 1130 time: 0.2422528
Mar 26 20:56:17.192984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 8491fb69-6e99-47b9-a3c5-6b4de5daf667 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:56:17.193568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8491fb69-6e99-47b9-a3c5-6b4de5daf667 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:56:17.284901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8ee2c0-4dce-415e-a74e-c48453551635 req-25da0905-c8a2-4f5f-a8e4-bea7c3ff5002 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653328
Mar 26 20:56:17.346034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60638) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:17.439400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-a49acf73-156f-4627-8b3e-a164555f8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.440911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-a49acf73-156f-4627-8b3e-a164555f8860 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2325561
Mar 26 20:56:17.466516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-40c3a524-4eb2-4379-a715-53e02e82971a service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739203
Mar 26 20:56:17.468253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7c15682-4fd5-46aa-8bea-acc7d601ccfd req-cc0e9476-09c7-4883-aa84-520833cd363d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 210 time: 0.0596421
Mar 26 20:56:17.506703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-bd546c85-19c5-45ba-8908-fc1af53b6d11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b HTTP/1.1" status: 200  len: 217 time: 0.0548282
Mar 26 20:56:17.537548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-605697ab-55e6-4be2-853a-95d2c62167f7 req-a79e6cf8-becd-45d4-8d65-05362cec853a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276724
Mar 26 20:56:17.549143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb6cb36-804c-41b3-a477-f3c09fc288ee {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:17.559399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks [] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:17.575837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Transition to ACTIVE for port object 9eb6cb36-804c-41b3-a477-f3c09fc288ee will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:17.583077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:17.677217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:17.683419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-47f528bb-e971-4401-9797-2083b921b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.685610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-47f528bb-e971-4401-9797-2083b921b8f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1666725
Mar 26 20:56:17.765402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553bb97-9c43-4658-92da-70288b0c095c req-cfd6a46d-bb4f-4a58-871d-c18997e7c41c service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2682254
Mar 26 20:56:17.797543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Pushing event updated for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:17.816824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Attempting to bind port 9eb6cb36-804c-41b3-a477-f3c09fc288ee on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:17.818140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Attempting to bind port 9eb6cb36-804c-41b3-a477-f3c09fc288ee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b04a359c-ff36-4725-b754-56e98b1da17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:17.818762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Attempting to bind port 9eb6cb36-804c-41b3-a477-f3c09fc288ee on network be591c69-cd3a-488a-85f8-878cc8898e3b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:17.841675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Port 9eb6cb36-804c-41b3-a477-f3c09fc288ee on network be591c69-cd3a-488a-85f8-878cc8898e3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:17.842400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Attempting to bind port 9eb6cb36-804c-41b3-a477-f3c09fc288ee on network be591c69-cd3a-488a-85f8-878cc8898e3b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:17.856586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:17.883058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:17.883904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Checking segment: {'id': 'b04a359c-ff36-4725-b754-56e98b1da17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:17.884471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Bound using segment: {'id': 'b04a359c-ff36-4725-b754-56e98b1da17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:17.885034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Bound port: 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04a359c-ff36-4725-b754-56e98b1da17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:17.885457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:17.941389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70949e-25d0-4dfd-8a6c-58faf544e4f8 req-b98230cc-8c71-4a73-8247-08c09d6ea369 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:17.942930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff70949e-25d0-4dfd-8a6c-58faf544e4f8 req-b98230cc-8c71-4a73-8247-08c09d6ea369 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 948 time: 0.1142805
Mar 26 20:56:18.016632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:18.040547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee,segment=NetworkSegment(b04a359c-ff36-4725-b754-56e98b1da17e),segment_id=b04a359c-ff36-4725-b754-56e98b1da17e)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:18.067789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff70949e-25d0-4dfd-8a6c-58faf544e4f8 req-56247002-d899-46b2-8bdc-3eb1624b5b6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081069
Mar 26 20:56:18.067789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.069979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-9952fe04-75d8-4b7e-bfac-fdbbe9369969 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.072615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-9952fe04-75d8-4b7e-bfac-fdbbe9369969 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.1961229
Mar 26 20:56:18.101157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.101806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.103380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] 10.222.0.21 "PUT /v2.0/ports/9eb6cb36-804c-41b3-a477-f3c09fc288ee HTTP/1.1" status: 200  len: 1091 time: 1.2721639
Mar 26 20:56:18.103829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:18.106072 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c9e2f-0614-44b5-a943-8cc68a80d447" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:18.158285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Pushing event updated for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:18.166195 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a67ee-2b45-4565-b413-9d8e64e05927 x-openstack-request-id: req-553a67ee-2b45-4565-b413-9d8e64e05927 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:18.166903 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:18.166903 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-553a67ee-2b45-4565-b413-9d8e64e05927 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:18.167246 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553a67ee-2b45-4565-b413-9d8e64e05927'] response: {'name': 'network-changed', 'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee', 'status': 'completed', 'code': 200}
Mar 26 20:56:18.169151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.169564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.169971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.170429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.170831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.171264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.171783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.172064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.172452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.172841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.173233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.173774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.173947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.174402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.174826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a7121-0565-4ca1-b26a-934d4da2adba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.190422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cf2cd621-4d13-4e26-bc15-3dc95bb320e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2f47185eafd43c3a0a4a7cbfb9d679d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5014019
Mar 26 20:56:18.190422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-6439a15b-f9a5-4c3b-96e8-20f02dd8d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.191646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-6439a15b-f9a5-4c3b-96e8-20f02dd8d055 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4244113
Mar 26 20:56:18.193403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:18.224983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-8c1b1978-b88a-4f15-8781-9281a752e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.226613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-8c1b1978-b88a-4f15-8781-9281a752e644 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e309921cfc047bda328e3ad23aa5e7a&device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 1125 time: 0.0479429
Mar 26 20:56:18.269577 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-65179a5f-394b-4992-b554-9b29b08720c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee HTTP/1.1" status: 200  len: 217 time: 0.0353096
Mar 26 20:56:18.274893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe858895-565b-4edf-b2d4-6cef287a0a22 req-f0e7a16d-7b4e-43c1-8460-52b42c07a696 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.284078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe858895-565b-4edf-b2d4-6cef287a0a22 req-f0e7a16d-7b4e-43c1-8460-52b42c07a696 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 943 time: 0.2835779
Mar 26 20:56:18.347098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a372-512b-4a3d-9746-e23962d0288d req-1ed1a14b-7447-4068-978f-5527d4bade01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.348840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-1ed1a14b-7447-4068-978f-5527d4bade01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c26a32e7-5036-460e-b877-2bb0c8d47965 HTTP/1.1" status: 200  len: 860 time: 0.0714998
Mar 26 20:56:18.382121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-50ae8f14-df8f-4e35-b906-fae6ce294335 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 380 time: 0.3005781
Mar 26 20:56:18.396408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-2b64c5c6-20ac-4000-a14e-e283751bd3b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be591c69-cd3a-488a-85f8-878cc8898e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397561
Mar 26 20:56:18.397405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'device_id': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'admin_state_up': True, 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'security_groups': ['46c2e2d8-34fb-47a0-a9ea-49b8b39958af']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:18.460186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Publish callbacks [] for security_group (4e7b09b0-072c-4f12-99b5-d3fe22c31291), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.488362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4e7b09b0-072c-4f12-99b5-d3fe22c31291), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.497345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-bd81bfad-155f-4b8a-906e-d4ea892c19fd service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847531
Mar 26 20:56:18.500776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268ae19-62ad-4dc6-924a-5669330d207e req-53a461ae-e0a5-4bf3-afde-114683174b88 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.502493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9268ae19-62ad-4dc6-924a-5669330d207e req-53a461ae-e0a5-4bf3-afde-114683174b88 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.1327868
Mar 26 20:56:18.526326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] Publish callbacks [] for security_group (2a236524-5f6e-4e0d-b478-e9ab5a90436a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.538878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-22c5a43b-f4d4-4231-b6ad-64a28a21b249 service neutron] 10.222.0.21 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277323
Mar 26 20:56:18.553325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe858895-565b-4edf-b2d4-6cef287a0a22 req-d489b050-fc1a-4fd4-9611-844e1c5ec1b9 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706637
Mar 26 20:56:18.581310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] Publish callbacks [] for security_group (2a236524-5f6e-4e0d-b478-e9ab5a90436a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.616541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9268ae19-62ad-4dc6-924a-5669330d207e req-90a61dc1-553e-45ea-954e-cbef6fd0bae0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970628
Mar 26 20:56:18.691760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f63a372-512b-4a3d-9746-e23962d0288d req-c07e8ff5-a28e-45e9-b1ea-460efd86d723 service neutron] 10.222.0.21 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452217
Mar 26 20:56:18.716308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2a236524-5f6e-4e0d-b478-e9ab5a90436a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.718968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.720133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a236524-5f6e-4e0d-b478-e9ab5a90436a HTTP/1.1" status: 204  len: 168 time: 0.5182734
Mar 26 20:56:18.722717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1a4be7864234e8f93a10896a309e6ad&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3378713
Mar 26 20:56:18.725363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:18.784770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fbb1280c-5c5a-4c04-8167-73256d3f0980 req-bde31fa0-a1d2-42c9-9ac3-6719ea868924 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 210 time: 0.1076710
Mar 26 20:56:18.792981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b09b0-072c-4f12-99b5-d3fe22c31291,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:18.801033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:18.810506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.810855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.811212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.811545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.811884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.812276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.812609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.812941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.813269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.813596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.813922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.814300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.814593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.814707 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99011718-d7e2-4490-9cc5-d3e761a0599a" -d '{"events": [{"server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "name": "network-vif-plugged", "status": "completed", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:18.814905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.815296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d928f6f3-862b-43b2-8a45-c5e1de5d4025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:18.862311 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996cc2c-3207-4a17-b94e-830a140503b5 x-openstack-request-id: req-b996cc2c-3207-4a17-b94e-830a140503b5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:18.862839 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "name": "network-vif-plugged", "status": "completed", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:18.863263 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b996cc2c-3207-4a17-b94e-830a140503b5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:18.863874 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b996cc2c-3207-4a17-b94e-830a140503b5'] response: {'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08', 'code': 200}
Mar 26 20:56:18.873033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991ecb0-fb4c-439e-b683-ca86f5020ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a236524-5f6e-4e0d-b478-e9ab5a90436a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:18.883881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] Publish callbacks [] for security_group (4e7b09b0-072c-4f12-99b5-d3fe22c31291), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.890709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4898202-5fb6-49ba-906d-3ecc6a740d3e req-585219fb-1294-410b-b927-06d0065f43ae service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3434582
Mar 26 20:56:18.892098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-48517aff-8ca5-4c8d-ae19-edc06e30f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:18.894579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-48517aff-8ca5-4c8d-ae19-edc06e30f92f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e309921cfc047bda328e3ad23aa5e7a&device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 1125 time: 0.1218178
Mar 26 20:56:18.894779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:18.912540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:18.970511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] Publish callbacks [] for security_group (4e7b09b0-072c-4f12-99b5-d3fe22c31291), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.012356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:19.015430 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c78f0a-49c9-4300-b9e4-2654da15df10" -d '{"events": [{"name": "network-changed", "server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:19.098981 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a1daca-df47-439f-91b0-8b4c47b23c36 x-openstack-request-id: req-86a1daca-df47-439f-91b0-8b4c47b23c36 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:19.099350 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:19.099659 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86a1daca-df47-439f-91b0-8b4c47b23c36 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:19.100761 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a1daca-df47-439f-91b0-8b4c47b23c36'] response: {'name': 'network-changed', 'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e', 'status': 'completed', 'code': 200}
Mar 26 20:56:19.131257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-50255e44-2694-41ae-a6d1-c526b46f572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.132863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-50255e44-2694-41ae-a6d1-c526b46f572e service neutron] 10.222.0.21 "GET /v2.0/networks?id=be591c69-cd3a-488a-85f8-878cc8898e3b HTTP/1.1" status: 200  len: 920 time: 0.2270026
Mar 26 20:56:19.137449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ea11-3f85-4867-8051-c9477cf9820a req-1c4180b4-5f11-485e-8b39-f171a7129c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.139028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df17ea11-3f85-4867-8051-c9477cf9820a req-1c4180b4-5f11-485e-8b39-f171a7129c6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 1128 time: 0.1665452
Mar 26 20:56:19.165969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device bf789619-a9ce-493c-8d5d-f02e2ecd718b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:19.193862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4e7b09b0-072c-4f12-99b5-d3fe22c31291), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.197524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.201671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e7b09b0-072c-4f12-99b5-d3fe22c31291 HTTP/1.1" status: 204  len: 168 time: 0.4747295
Mar 26 20:56:19.203966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-30cb3db8-b75e-4188-abba-c6d705b6d70c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee HTTP/1.1" status: 200  len: 217 time: 0.0637777
Mar 26 20:56:19.234799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ccdd3-8ff1-4c00-856e-2fc05e0e6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b09b0-072c-4f12-99b5-d3fe22c31291,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:19.243431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.20.0.12 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/5655cd88-9896-4588-87bb-f6ba5c5c42be) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:19.281562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-c80539a7-35d3-47d8-85b2-ea0abdf3ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.283128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-c80539a7-35d3-47d8-85b2-ea0abdf3ea78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1130 time: 0.1862392
Mar 26 20:56:19.328862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-a3958f50-a195-4cea-baee-ed7c5060a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.329198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-a3958f50-a195-4cea-baee-ed7c5060a5dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c26a32e7-5036-460e-b877-2bb0c8d47965 HTTP/1.1" status: 200  len: 860 time: 0.0958700
Mar 26 20:56:19.346524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:19.373675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', 'mac_address': 'fa:16:3e:e0:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:19.390770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-9a3d44fd-27f5-48cc-bc41-1f021de73cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be591c69-cd3a-488a-85f8-878cc8898e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465376
Mar 26 20:56:19.396876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df17ea11-3f85-4867-8051-c9477cf9820a req-ffea19e8-27ce-4d00-b0ee-8cdf735a06ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502584
Mar 26 20:56:19.417105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0025dd-603b-4ae2-9574-6efd44a33033 req-208fc39d-144b-44a3-9d1d-0bdb43dc0351 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.425071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa0025dd-603b-4ae2-9574-6efd44a33033 req-208fc39d-144b-44a3-9d1d-0bdb43dc0351 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 948 time: 0.2318945
Mar 26 20:56:19.458524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port bf789619-a9ce-493c-8d5d-f02e2ecd718b is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:19.459570 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.474593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf789619-a9ce-493c-8d5d-f02e2ecd718b {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:19.488488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-4fdef940-f5b4-43f5-b2a3-e2e83ccd18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.490761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-4fdef940-f5b4-43f5-b2a3-e2e83ccd18c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1919892
Mar 26 20:56:19.505302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:19.506890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa0025dd-603b-4ae2-9574-6efd44a33033 req-cf06e5e3-aeb9-4670-b939-725395ea3520 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779166
Mar 26 20:56:19.520938 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.551937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-35b65e0a-737f-4bdc-8961-d248298f94d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e HTTP/1.1" status: 200  len: 217 time: 0.0535865
Mar 26 20:56:19.573953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.588258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:19.629009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-76c02cf8-993a-40e9-b870-49b134369210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.632110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-76c02cf8-993a-40e9-b870-49b134369210 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0710883
Mar 26 20:56:19.703278 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.783613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['bf789619-a9ce-493c-8d5d-f02e2ecd718b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:19.796029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:19.804531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:19.809419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-b8f6b54e-1181-4128-995f-20104624549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.811173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-b8f6b54e-1181-4128-995f-20104624549f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1689849
Mar 26 20:56:19.812299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:19.824843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-f296a424-7d1c-420b-acfa-a06c965f6a13 service neutron] 10.222.0.21 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401738
Mar 26 20:56:19.880103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60728) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:19.886281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.886964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.902996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:19.912477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d4602-7142-4548-a356-f6cb32da6c96 req-30a07410-ac94-4b6c-9681-30d77db9230a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.914270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-294d4602-7142-4548-a356-f6cb32da6c96 req-30a07410-ac94-4b6c-9681-30d77db9230a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.1946039
Mar 26 20:56:19.922493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d43d5f92-d2cb-4743-a547-6c711cd4102f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:19.924915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a05a9-3d14-4400-8921-e88ce1f74c98 req-70819b9c-d909-4934-802d-18e6eb319260 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:19.926528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c71a05a9-3d14-4400-8921-e88ce1f74c98 req-70819b9c-d909-4934-802d-18e6eb319260 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 943 time: 0.2425659
Mar 26 20:56:20.009844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-67670974-3423-48ed-b6fd-b122fe4031b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6207173
Mar 26 20:56:20.026370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Request body: {'port': {'device_id': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:20.064751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e1c9e2f-0614-44b5-a943-8cc68a80d447 req-d3023de4-f57f-4dd4-919a-10e74d4dfd4b service neutron] 10.222.0.21 "GET /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287116
Mar 26 20:56:20.145816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-294d4602-7142-4548-a356-f6cb32da6c96 req-0de546a0-e3e5-4388-addd-7f147ff938de tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012126
Mar 26 20:56:20.176960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c71a05a9-3d14-4400-8921-e88ce1f74c98 req-3753248f-b9b8-4347-96b3-5ca1784f6245 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195151
Mar 26 20:56:20.241779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-f129a0b7-278c-4e8c-96b5-3452abd1f11f service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498321
Mar 26 20:56:20.247757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.278328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5734dc8e-4f90-4aec-8e15-da56f24cdc82 None None] Provisioning complete for port 5655cd88-9896-4588-87bb-f6ba5c5c42be triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:20.283538 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5734dc8e-4f90-4aec-8e15-da56f24cdc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.287305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d43d5f92-d2cb-4743-a547-6c711cd4102f admin admin] Publish callbacks [] for security_group (73cc7899-a254-4dfc-8495-bd8b96e81b00), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.294938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d43d5f92-d2cb-4743-a547-6c711cd4102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73cc7899-a254-4dfc-8495-bd8b96e81b00), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.341537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d5f92-d2cb-4743-a547-6c711cd4102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc7899-a254-4dfc-8495-bd8b96e81b00,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:20.368649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5734dc8e-4f90-4aec-8e15-da56f24cdc82 None None] Port 5655cd88-9896-4588-87bb-f6ba5c5c42be cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:20.402244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d43d5f92-d2cb-4743-a547-6c711cd4102f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42645a8397f54100955f168da56a7a19&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5198808
Mar 26 20:56:20.404856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60750) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:20.477546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b95f2-2f22-45b9-9461-618a75253e26 req-a197bfca-9831-4157-a1c6-7d1347542a71 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:20.480269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c5b95f2-2f22-45b9-9461-618a75253e26 req-a197bfca-9831-4157-a1c6-7d1347542a71 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 932 time: 0.1489127
Mar 26 20:56:20.517913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] Publish callbacks [] for security_group (73cc7899-a254-4dfc-8495-bd8b96e81b00), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.585677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] Publish callbacks [] for security_group (73cc7899-a254-4dfc-8495-bd8b96e81b00), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.602934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c5b95f2-2f22-45b9-9461-618a75253e26 req-daaf692c-b018-4b9e-a541-8b69ac21e73b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1142366
Mar 26 20:56:20.688905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73cc7899-a254-4dfc-8495-bd8b96e81b00), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.691645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:20.696357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73cc7899-a254-4dfc-8495-bd8b96e81b00 HTTP/1.1" status: 204  len: 168 time: 0.2898469
Mar 26 20:56:20.729016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea1b82-bde8-4a9b-ba96-a3c41559ef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc7899-a254-4dfc-8495-bd8b96e81b00,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:20.776559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519e795-5528-4526-a4c4-f649dffaca2a req-b4c2d811-0370-4429-850f-5caa8203e11d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:20.779031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1519e795-5528-4526-a4c4-f649dffaca2a req-b4c2d811-0370-4429-850f-5caa8203e11d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 949 time: 0.1022553
Mar 26 20:56:20.848217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1519e795-5528-4526-a4c4-f649dffaca2a req-3de4d46d-9d76-4b13-bc21-f86a8b4cf501 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550492
Mar 26 20:56:20.952744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5c78f0a-49c9-4300-b9e4-2654da15df10 req-157991f5-86c3-4978-85f8-886ccca46fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6933777
Mar 26 20:56:20.962455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ae4e0-88a5-49e0-8976-b5ef2f149dd8 req-89dcd40c-7a64-48d5-9d9f-9b8d99020eef tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:20.964137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e72ae4e0-88a5-49e0-8976-b5ef2f149dd8 req-89dcd40c-7a64-48d5-9d9f-9b8d99020eef tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.6063905
Mar 26 20:56:21.054730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e72ae4e0-88a5-49e0-8976-b5ef2f149dd8 req-581ba392-630d-4525-ae1c-d0a9199ba71c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777881
Mar 26 20:56:21.172419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:21.180883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56ab69ae-c6fc-4468-8bb0-3885983fca3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:21.183168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device bf789619-a9ce-493c-8d5d-f02e2ecd718b up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:21.195259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks [] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.198267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60776) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:21.216856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Transition to ACTIVE for port object 5655cd88-9896-4588-87bb-f6ba5c5c42be will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:21.241554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba389-7de7-4ebb-ac9f-f7ca67517a9e req-a7ec067d-100c-4f0f-91c3-cb89dda85134 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:21.243183 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8eba389-7de7-4ebb-ac9f-f7ca67517a9e req-a7ec067d-100c-4f0f-91c3-cb89dda85134 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.0895090
Mar 26 20:56:21.243862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.354570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port bf789619-a9ce-493c-8d5d-f02e2ecd718b completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:21.368286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port bf789619-a9ce-493c-8d5d-f02e2ecd718b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:21.368887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.412683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:21.424343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:21.444421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '56ab69ae-c6fc-4468-8bb0-3885983fca3e', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '56ab69ae-c6fc-4468-8bb0-3885983fca3e', 'mac_address': 'fa:16:3e:f3:f3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:21.470762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb482010-5873-4a4e-920e-a7e84d503d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.490027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8eba389-7de7-4ebb-ac9f-f7ca67517a9e req-6c742003-81b4-46e2-96a7-612f2ce94697 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325103
Mar 26 20:56:21.534185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Attempting to bind port 5655cd88-9896-4588-87bb-f6ba5c5c42be on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:21.534758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Attempting to bind port 5655cd88-9896-4588-87bb-f6ba5c5c42be by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:21.535284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Attempting to bind port 5655cd88-9896-4588-87bb-f6ba5c5c42be on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:21.539845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port bf789619-a9ce-493c-8d5d-f02e2ecd718b is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:21.540390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.540610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Port 5655cd88-9896-4588-87bb-f6ba5c5c42be on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:21.541133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Attempting to bind port 5655cd88-9896-4588-87bb-f6ba5c5c42be on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:21.543177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 56ab69ae-c6fc-4468-8bb0-3885983fca3e is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:21.543682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.547576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:21.548179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:21.548765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:21.549373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Bound port: 5655cd88-9896-4588-87bb-f6ba5c5c42be, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:21.549908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.569396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab69ae-c6fc-4468-8bb0-3885983fca3e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:21.666583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:21.676890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:21.683148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:21.685407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:21.687750 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fc4ec1-f22a-4fb5-8367-80631f0eb375" -d '{"events": [{"server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "name": "network-vif-plugged", "status": "completed", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:21.698866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.709901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.719803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:21.720449 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb482010-5873-4a4e-920e-a7e84d503d1c admin admin] Publish callbacks [] for security_group (c756d8af-e65b-46ef-b9d1-18ae4c828707), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.734868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:21.736236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb482010-5873-4a4e-920e-a7e84d503d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c756d8af-e65b-46ef-b9d1-18ae4c828707), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.738618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.740538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] 10.222.0.21 "PUT /v2.0/ports/5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 1092 time: 1.7225039
Mar 26 20:56:21.779108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:21.800708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:21.802372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb482010-5873-4a4e-920e-a7e84d503d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c756d8af-e65b-46ef-b9d1-18ae4c828707,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:21.827639 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98573b3-8e4c-4376-bbd1-f36ed58b0379" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:21.839472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118dd4-f18c-4fcd-8329-58109feff9d7 req-ed161d38-9f83-46a4-ae5d-1eab2cc18c9a tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:21.847115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11118dd4-f18c-4fcd-8329-58109feff9d7 req-ed161d38-9f83-46a4-ae5d-1eab2cc18c9a tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 943 time: 0.3802202
Mar 26 20:56:21.859450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:21.878032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb482010-5873-4a4e-920e-a7e84d503d1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=421f161992594b7eb09b1d36336fca54&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6763818
Mar 26 20:56:21.878587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:21.958621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:21.990144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11118dd4-f18c-4fcd-8329-58109feff9d7 req-3bf7348a-c8bb-4113-8793-fb9ace052e28 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376703
Mar 26 20:56:22.005335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-66d0b7e8-2719-45ba-85e2-369307e24f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.005848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] Publish callbacks [] for security_group (c756d8af-e65b-46ef-b9d1-18ae4c828707), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.006852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.011234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-66d0b7e8-2719-45ba-85e2-369307e24f57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1126 time: 0.1680377
Mar 26 20:56:22.026798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:22.065036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63195495-7462-492e-a55f-7cdebdf7730a service neutron] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.080923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] Publish callbacks [] for security_group (c756d8af-e65b-46ef-b9d1-18ae4c828707), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.122440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9eb6cb36-804c-41b3-a477-f3c09fc288ee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:22.167221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-3a5c5ea8-3641-4ec3-b0c4-bc1cf47a1e68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 217 time: 0.1466582
Mar 26 20:56:22.194748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63343c1a-e889-47dd-8366-d92556470bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.236112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac7ca4-f416-4824-ba4c-4b39ac77391a req-d7090025-e5a9-4e75-9b9f-7f773330a2e0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.238944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389249a-0279-4a72-b243-990273e10872 req-d35c5020-8fec-4f1e-967a-c9ea84575efb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.241988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d389249a-0279-4a72-b243-990273e10872 req-d35c5020-8fec-4f1e-967a-c9ea84575efb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 944 time: 0.1310318
Mar 26 20:56:22.245159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1cac7ca4-f416-4824-ba4c-4b39ac77391a req-d7090025-e5a9-4e75-9b9f-7f773330a2e0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.2063158
Mar 26 20:56:22.264041 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c756d8af-e65b-46ef-b9d1-18ae4c828707), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.269142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.273488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c756d8af-e65b-46ef-b9d1-18ae4c828707 HTTP/1.1" status: 204  len: 168 time: 0.3939533
Mar 26 20:56:22.286067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-136c0a38-a0e6-453f-8928-fe146084d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.287754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-136c0a38-a0e6-453f-8928-fe146084d729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1131947
Mar 26 20:56:22.316690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfcacd-048d-48c1-ba97-59a1c336afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c756d8af-e65b-46ef-b9d1-18ae4c828707,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.347163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1cac7ca4-f416-4824-ba4c-4b39ac77391a req-7516e924-d185-44a7-8ba9-477682a796ae tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005692
Mar 26 20:56:22.376970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d389249a-0279-4a72-b243-990273e10872 req-73c57587-f506-4370-88a6-f77d33bfd09e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275890
Mar 26 20:56:22.394905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-83f08cdf-93cc-4c80-924d-7d014eaf238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.397440 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824a09c-f9e8-488d-87cb-f13c12a19d52 x-openstack-request-id: req-e824a09c-f9e8-488d-87cb-f13c12a19d52 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:22.397977 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "name": "network-vif-plugged", "status": "completed", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:22.397977 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e824a09c-f9e8-488d-87cb-f13c12a19d52 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:22.398461 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e824a09c-f9e8-488d-87cb-f13c12a19d52'] response: {'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', 'code': 200}
Mar 26 20:56:22.400831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-83f08cdf-93cc-4c80-924d-7d014eaf238b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1025794
Mar 26 20:56:22.464084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee,segment=NetworkSegment(b04a359c-ff36-4725-b754-56e98b1da17e),segment_id=b04a359c-ff36-4725-b754-56e98b1da17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:22.481507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63343c1a-e889-47dd-8366-d92556470bb6 admin admin] Publish callbacks [] for security_group (c88acd4f-f641-4943-a111-5b23714b7d3a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.485038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '9eb6cb36-804c-41b3-a477-f3c09fc288ee', 'network_id': 'be591c69-cd3a-488a-85f8-878cc8898e3b', 'port_id': '9eb6cb36-804c-41b3-a477-f3c09fc288ee', 'mac_address': 'fa:16:3e:69:b8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26a32e7-5036-460e-b877-2bb0c8d47965', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:22.489484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63343c1a-e889-47dd-8366-d92556470bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c88acd4f-f641-4943-a111-5b23714b7d3a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.537881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9eb6cb36-804c-41b3-a477-f3c09fc288ee is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:22.538199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.552856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb6cb36-804c-41b3-a477-f3c09fc288ee {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:22.569722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-63343c1a-e889-47dd-8366-d92556470bb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f445e39b4b1445e827edea1f9d10585&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6093867
Mar 26 20:56:22.574340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:22.577868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee,segment=NetworkSegment(b04a359c-ff36-4725-b754-56e98b1da17e),segment_id=b04a359c-ff36-4725-b754-56e98b1da17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:22.583850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343c1a-e889-47dd-8366-d92556470bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88acd4f-f641-4943-a111-5b23714b7d3a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.584321 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787263d6-e38f-4945-972b-67ae946c80d1 x-openstack-request-id: req-787263d6-e38f-4945-972b-67ae946c80d1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:22.584449 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:22.584692 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-787263d6-e38f-4945-972b-67ae946c80d1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:22.585088 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787263d6-e38f-4945-972b-67ae946c80d1'] response: {'name': 'network-changed', 'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'status': 'completed', 'code': 200}
Mar 26 20:56:22.604323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.630856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ede7c1-d48f-44f6-bcc3-66d9eeb0c4a9 req-ab1dd3f0-5692-4de4-a581-600e672ac5fb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.637795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49ede7c1-d48f-44f6-bcc3-66d9eeb0c4a9 req-ab1dd3f0-5692-4de4-a581-600e672ac5fb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 950 time: 0.1333358
Mar 26 20:56:22.670237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] Publish callbacks [] for security_group (c88acd4f-f641-4943-a111-5b23714b7d3a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.678179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.711146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] Publish callbacks [] for security_group (c88acd4f-f641-4943-a111-5b23714b7d3a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.716261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c7192-66bd-47c1-bb09-c89654585d2e req-35cd4842-7360-4951-81bc-c9ac24b724fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.717922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6c7192-66bd-47c1-bb09-c89654585d2e req-35cd4842-7360-4951-81bc-c9ac24b724fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 1132 time: 0.1319849
Mar 26 20:56:22.723543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-2e909407-d32d-4a9a-8a1b-2f55e327ca3d service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3148630
Mar 26 20:56:22.724441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49ede7c1-d48f-44f6-bcc3-66d9eeb0c4a9 req-a302e626-80e1-4bcd-90e6-f048e261d07b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857756
Mar 26 20:56:22.798391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c88acd4f-f641-4943-a111-5b23714b7d3a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.802369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:22.805320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c88acd4f-f641-4943-a111-5b23714b7d3a HTTP/1.1" status: 204  len: 168 time: 0.2291548
Mar 26 20:56:22.815541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e769-be78-48ad-a57f-895d2587be25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88acd4f-f641-4943-a111-5b23714b7d3a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:22.845447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['9eb6cb36-804c-41b3-a477-f3c09fc288ee'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:22.899453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6c7192-66bd-47c1-bb09-c89654585d2e req-795452b7-46f3-4bdb-8e0b-0c5e2761fd81 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726027
Mar 26 20:56:22.929112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b7a08-2b5f-4562-bd1d-7f98a856ae4c req-dae05c44-f544-4157-b1e0-55f4c70338d8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:22.933367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60834) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:22.933684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c60b7a08-2b5f-4562-bd1d-7f98a856ae4c req-dae05c44-f544-4157-b1e0-55f4c70338d8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1555598
Mar 26 20:56:22.940584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a418dfd-daeb-4206-b968-6879a4ee3d01 req-9b85d2c5-4924-42ae-a971-8453d4628318 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920652
Mar 26 20:56:22.952632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e42e897b-c6ea-4035-825e-7502341d78a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.041797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c60b7a08-2b5f-4562-bd1d-7f98a856ae4c req-d9bf34be-1620-4997-befa-ae6570c4337d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959010
Mar 26 20:56:23.099895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-a1a318a2-f546-4e17-904a-a2a21851c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.101443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-a1a318a2-f546-4e17-904a-a2a21851c1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1126 time: 0.0919061
Mar 26 20:56:23.120909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e42e897b-c6ea-4035-825e-7502341d78a0 admin admin] Publish callbacks [] for security_group (cdbdcb12-c961-419a-a34e-95c1096c38cc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.130150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e42e897b-c6ea-4035-825e-7502341d78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cdbdcb12-c961-419a-a34e-95c1096c38cc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.180584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56ab69ae-c6fc-4468-8bb0-3885983fca3e up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:23.217152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e897b-c6ea-4035-825e-7502341d78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbdcb12-c961-419a-a34e-95c1096c38cc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:23.240995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:23.244302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e42e897b-c6ea-4035-825e-7502341d78a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f152a476ec4b588dfe4e10cf9c90d1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3097610
Mar 26 20:56:23.250911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-dd7fdec6-c59f-494b-a080-3c78f88453cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.262628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-dd7fdec6-c59f-494b-a080-3c78f88453cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.1546443
Mar 26 20:56:23.292230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 56ab69ae-c6fc-4468-8bb0-3885983fca3e completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:23.297009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 56ab69ae-c6fc-4468-8bb0-3885983fca3e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:23.297601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.343496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-d24797a0-827c-461b-85b2-b3f1f217773b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 217 time: 0.0614367
Mar 26 20:56:23.404518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 56ab69ae-c6fc-4468-8bb0-3885983fca3e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:23.405574 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.408989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ac1fb-c8a9-486d-b19d-361528b60419 req-fbe10d4f-3f88-4b51-9da7-3d4b21dea2ad tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.416524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-333ac1fb-c8a9-486d-b19d-361528b60419 req-fbe10d4f-3f88-4b51-9da7-3d4b21dea2ad tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 944 time: 0.2143679
Mar 26 20:56:23.450416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] Publish callbacks [] for security_group (cdbdcb12-c961-419a-a34e-95c1096c38cc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.458244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-e7e04b2b-aba5-4d07-b6de-dd3a64363c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.459729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-e7e04b2b-aba5-4d07-b6de-dd3a64363c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1088147
Mar 26 20:56:23.461988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:23.477378 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.505165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27144de6-fd20-4c29-8208-8d28bef18ec5 req-c4e20c0b-2f34-40f8-af40-bc546db7006b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.511445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27144de6-fd20-4c29-8208-8d28bef18ec5 req-c4e20c0b-2f34-40f8-af40-bc546db7006b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.517582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27144de6-fd20-4c29-8208-8d28bef18ec5 req-c4e20c0b-2f34-40f8-af40-bc546db7006b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.519381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27144de6-fd20-4c29-8208-8d28bef18ec5 req-c4e20c0b-2f34-40f8-af40-bc546db7006b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b&device_id=e6833d6e-98a8-45aa-b478-03846a702b18&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 2417 time: 0.1040981
Mar 26 20:56:23.529595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] Publish callbacks [] for security_group (cdbdcb12-c961-419a-a34e-95c1096c38cc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.543533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-333ac1fb-c8a9-486d-b19d-361528b60419 req-ded0442e-3c9c-4794-9713-3698a50d7b8b tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240950
Mar 26 20:56:23.564691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:23.610899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27144de6-fd20-4c29-8208-8d28bef18ec5 req-8826ad7d-d825-49ad-90f1-26e78ecdb61a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799620
Mar 26 20:56:23.675016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-e2b9dad0-9f58-4d45-a740-d571d2c33bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.676739 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-e2b9dad0-9f58-4d45-a740-d571d2c33bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2021770
Mar 26 20:56:23.732923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cdbdcb12-c961-419a-a34e-95c1096c38cc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.735742 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:23.737010 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdbdcb12-c961-419a-a34e-95c1096c38cc HTTP/1.1" status: 204  len: 168 time: 0.4950726
Mar 26 20:56:23.781359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cce7c-4e9e-4490-af2a-7ead48960663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbdcb12-c961-419a-a34e-95c1096c38cc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:23.783820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88ab7c-f73f-4008-8113-2e6c30dc058d req-82ac321c-7f4b-41c2-9a80-582241c212f1 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.791319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c88ab7c-f73f-4008-8113-2e6c30dc058d req-82ac321c-7f4b-41c2-9a80-582241c212f1 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.0659845
Mar 26 20:56:23.827140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dac9b1-ee99-4f12-bbb0-887a9f31baca req-79ded4e8-a3bd-491f-8836-48a26dd6b741 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:23.828990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79dac9b1-ee99-4f12-bbb0-887a9f31baca req-79ded4e8-a3bd-491f-8836-48a26dd6b741 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 944 time: 0.1746545
Mar 26 20:56:23.863080 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c88ab7c-f73f-4008-8113-2e6c30dc058d req-be5d5e80-ee8e-4d48-af04-684121172e89 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708036
Mar 26 20:56:23.902352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-c1d49832-de72-421f-81dd-b2b2f3b52f0a service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093163
Mar 26 20:56:23.905889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79dac9b1-ee99-4f12-bbb0-887a9f31baca req-8ad7631b-6269-4a4a-8864-41bd0ed7ec10 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697429
Mar 26 20:56:24.021378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78665a6-f88d-4369-9094-20c703970fd0 req-0319f56e-9403-40c5-88ff-65714ad6cdb1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:24.023147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a78665a6-f88d-4369-9094-20c703970fd0 req-0319f56e-9403-40c5-88ff-65714ad6cdb1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 950 time: 0.0849826
Mar 26 20:56:24.078366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c98573b3-8e4c-4376-bbd1-f36ed58b0379 req-d26cf4c5-932b-4ff7-80ee-90f6fdcf9d63 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664979
Mar 26 20:56:24.105976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a78665a6-f88d-4369-9094-20c703970fd0 req-4da6e4e4-f6b5-48be-9d51-af39b1cd6673 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751846
Mar 26 20:56:24.137211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9eb6cb36-804c-41b3-a477-f3c09fc288ee up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:24.148022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86395f97-0b0b-4a87-8a81-fb0b8baf1ed0 req-05370ce9-2fd4-41d8-b853-93ac4f7eb323 tempest-FlavorsV2NegativeTest-389890795 tempest-FlavorsV2NegativeTest-389890795-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4779df637b8c4ad18db612e122dd0edc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0230289
Mar 26 20:56:24.266591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 9eb6cb36-804c-41b3-a477-f3c09fc288ee completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:24.274128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 9eb6cb36-804c-41b3-a477-f3c09fc288ee triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:24.277577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:24.294124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395f97-0b0b-4a87-8a81-fb0b8baf1ed0 req-fb927463-057e-4c6c-a2bf-8022a9d5f200 tempest-FlavorsV2NegativeTest-389890795 tempest-FlavorsV2NegativeTest-389890795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:24.302491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86395f97-0b0b-4a87-8a81-fb0b8baf1ed0 req-fb927463-057e-4c6c-a2bf-8022a9d5f200 tempest-FlavorsV2NegativeTest-389890795 tempest-FlavorsV2NegativeTest-389890795-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1484973
Mar 26 20:56:24.320671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86395f97-0b0b-4a87-8a81-fb0b8baf1ed0 req-4c153f37-73c0-48ea-b9b2-18641ac18b21 tempest-FlavorsV2NegativeTest-389890795 tempest-FlavorsV2NegativeTest-389890795-project] 10.222.0.16 "GET /v2.0/quotas/4779df637b8c4ad18db612e122dd0edc HTTP/1.1" status: 200  len: 375 time: 0.0172405
Mar 26 20:56:24.362987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86395f97-0b0b-4a87-8a81-fb0b8baf1ed0 req-82c3d99c-47e8-4eb3-9d76-b0320b58ce0c tempest-FlavorsV2NegativeTest-389890795 tempest-FlavorsV2NegativeTest-389890795-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4779df637b8c4ad18db612e122dd0edc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0407710
Mar 26 20:56:24.404006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:24.406276 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae80999c-e198-4288-9528-8225189e6c59" -d '{"events": [{"server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "name": "network-vif-plugged", "status": "completed", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:24.426302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9eb6cb36-804c-41b3-a477-f3c09fc288ee is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:24.426704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:24.479724 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e2310-f6b2-48eb-a80b-7cebf2771c30 x-openstack-request-id: req-518e2310-f6b2-48eb-a80b-7cebf2771c30 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:24.480051 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "name": "network-vif-plugged", "status": "completed", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:24.480295 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-518e2310-f6b2-48eb-a80b-7cebf2771c30 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:24.480694 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518e2310-f6b2-48eb-a80b-7cebf2771c30'] response: {'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e', 'code': 200}
Mar 26 20:56:24.488439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee,segment=NetworkSegment(b04a359c-ff36-4725-b754-56e98b1da17e),segment_id=b04a359c-ff36-4725-b754-56e98b1da17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:24.497188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:24.617447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac3c9b-73aa-44f4-b23e-051ce934344f req-7d2f7b70-8cbf-4c1f-a578-125d448bcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:24.619558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ac3c9b-73aa-44f4-b23e-051ce934344f req-7d2f7b70-8cbf-4c1f-a578-125d448bcefa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1132 time: 0.0749435
Mar 26 20:56:24.712126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ac3c9b-73aa-44f4-b23e-051ce934344f req-9d0254e3-1712-4e80-8ee0-ccef58708eed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849676
Mar 26 20:56:24.741734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:24.796490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9ce0-bf5f-489c-aab6-1840db3be6a1 req-a85bf346-5b06-4989-b54b-e3bb447f8eec tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:24.797985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb9a9ce0-bf5f-489c-aab6-1840db3be6a1 req-a85bf346-5b06-4989-b54b-e3bb447f8eec tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.0614791
Mar 26 20:56:24.862814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb9a9ce0-bf5f-489c-aab6-1840db3be6a1 req-28c0c0b1-7094-4798-9e04-2701c7ef0315 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557408
Mar 26 20:56:24.996765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e49c425b-4d74-45a6-9403-748aea8ee08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:25.057761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c12fa-90b7-4c0b-9df8-2849943a1701 req-cc2244da-b3f7-4846-a3e9-14f5d2201b47 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:25.059568 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-943c12fa-90b7-4c0b-9df8-2849943a1701 req-cc2244da-b3f7-4846-a3e9-14f5d2201b47 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 944 time: 0.0618544
Mar 26 20:56:25.124850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-943c12fa-90b7-4c0b-9df8-2849943a1701 req-422acf8a-d2c0-4536-8268-631c63533532 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584507
Mar 26 20:56:25.229968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1d90b-3ca8-468e-a8f6-2e31f4afe5cf req-f3121d13-a793-44ad-b4ea-eb6767a33aae tempest-AbsoluteLimitsNegativeTestJSON-63957751 tempest-AbsoluteLimitsNegativeTestJSON-63957751-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c5461353bca4916933328b9729676cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293953
Mar 26 20:56:25.308517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de519a0-3fb6-4d45-b55c-e7bdcd79689a req-0fd0116a-0af4-4ba5-9e00-4a024a3e4994 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:25.310774 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4de519a0-3fb6-4d45-b55c-e7bdcd79689a req-0fd0116a-0af4-4ba5-9e00-4a024a3e4994 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 950 time: 0.0635149
Mar 26 20:56:25.373264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1d90b-3ca8-468e-a8f6-2e31f4afe5cf req-5caeaba4-bfdc-40c6-bcd3-4a562a806688 tempest-AbsoluteLimitsNegativeTestJSON-63957751 tempest-AbsoluteLimitsNegativeTestJSON-63957751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:25.377385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4de519a0-3fb6-4d45-b55c-e7bdcd79689a req-6ed07b52-179a-493f-a61d-85d1e29dacfe tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600622
Mar 26 20:56:25.379761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1d90b-3ca8-468e-a8f6-2e31f4afe5cf req-5caeaba4-bfdc-40c6-bcd3-4a562a806688 tempest-AbsoluteLimitsNegativeTestJSON-63957751 tempest-AbsoluteLimitsNegativeTestJSON-63957751-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1489475
Mar 26 20:56:25.389894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1d90b-3ca8-468e-a8f6-2e31f4afe5cf req-cf9b9be2-d360-4026-9f5e-2fa14b56a647 tempest-AbsoluteLimitsNegativeTestJSON-63957751 tempest-AbsoluteLimitsNegativeTestJSON-63957751-project] 10.222.0.16 "GET /v2.0/quotas/5c5461353bca4916933328b9729676cf HTTP/1.1" status: 200  len: 375 time: 0.0091772
Mar 26 20:56:25.418361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:25.437557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1d90b-3ca8-468e-a8f6-2e31f4afe5cf req-f7cc3d01-8020-41f4-bea1-92c25f63d9bc tempest-AbsoluteLimitsNegativeTestJSON-63957751 tempest-AbsoluteLimitsNegativeTestJSON-63957751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c5461353bca4916933328b9729676cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0392199
Mar 26 20:56:25.577382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20c32fdb-a83d-4566-af0a-69c1397dfe85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:25.684194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3f1d-3483-4ac5-bf2c-e5f8914bd53e req-315825c1-fc7c-4c1a-9b7f-621ca36d05ce tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:25.685830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a8f3f1d-3483-4ac5-bf2c-e5f8914bd53e req-315825c1-fc7c-4c1a-9b7f-621ca36d05ce tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1109354
Mar 26 20:56:25.751885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20c32fdb-a83d-4566-af0a-69c1397dfe85 admin admin] Publish callbacks [] for security_group (474d7cd9-d26a-4979-a75c-4fb3e8c75908), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:25.781952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a8f3f1d-3483-4ac5-bf2c-e5f8914bd53e req-c1f8b377-e7c3-4c65-9e54-1a2c1c70449b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715661
Mar 26 20:56:25.783088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20c32fdb-a83d-4566-af0a-69c1397dfe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (474d7cd9-d26a-4979-a75c-4fb3e8c75908), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:25.812117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:25.816400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20c32fdb-a83d-4566-af0a-69c1397dfe85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4779df637b8c4ad18db612e122dd0edc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3969085
Mar 26 20:56:25.817034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32770) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:25.837609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c32fdb-a83d-4566-af0a-69c1397dfe85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d7cd9-d26a-4979-a75c-4fb3e8c75908,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:25.886257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d90fe-87e6-47af-a8c5-13a6357591e3 req-21a01c38-6329-46f2-9271-59e33c920ce4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:25.893224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-543d90fe-87e6-47af-a8c5-13a6357591e3 req-21a01c38-6329-46f2-9271-59e33c920ce4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 950 time: 0.1138203
Mar 26 20:56:25.940132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] Publish callbacks [] for security_group (474d7cd9-d26a-4979-a75c-4fb3e8c75908), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:25.968826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-543d90fe-87e6-47af-a8c5-13a6357591e3 req-6a59d564-21e2-439c-bab6-30254b1beb6e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746553
Mar 26 20:56:26.002006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7412f-9448-41ae-9322-e50036c7c002 req-952e4642-022a-4529-8584-8168ce68cabb tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:26.004290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63b7412f-9448-41ae-9322-e50036c7c002 req-952e4642-022a-4529-8584-8168ce68cabb tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.0628133
Mar 26 20:56:26.007672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77f09754-4df7-4bb7-bf3c-4d8a31e580ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.026621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] Publish callbacks [] for security_group (474d7cd9-d26a-4979-a75c-4fb3e8c75908), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.110504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63b7412f-9448-41ae-9322-e50036c7c002 req-ad04caa5-0ad4-4bf0-a4ca-03999501cb6f tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986154
Mar 26 20:56:26.120334 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (474d7cd9-d26a-4979-a75c-4fb3e8c75908), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.124642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.124766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/474d7cd9-d26a-4979-a75c-4fb3e8c75908 HTTP/1.1" status: 204  len: 168 time: 0.3028045
Mar 26 20:56:26.148989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:26.150078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef285-f11e-4e7c-824c-5995a8cfcc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d7cd9-d26a-4979-a75c-4fb3e8c75908,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:26.166458 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77f09754-4df7-4bb7-bf3c-4d8a31e580ae admin admin] Publish callbacks [] for security_group (3a0a13ac-da58-456d-9073-2ec314ca319a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.173177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77f09754-4df7-4bb7-bf3c-4d8a31e580ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3a0a13ac-da58-456d-9073-2ec314ca319a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.231789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f09754-4df7-4bb7-bf3c-4d8a31e580ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a13ac-da58-456d-9073-2ec314ca319a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:26.277685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77f09754-4df7-4bb7-bf3c-4d8a31e580ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c5461353bca4916933328b9729676cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4645078
Mar 26 20:56:26.280721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32788) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:26.297734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:26.304689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df114ee1-6cdf-4c04-b797-bda068c98556 req-a2cc2121-41f7-4d8b-b0d5-f351aed95c9b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:26.307620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df114ee1-6cdf-4c04-b797-bda068c98556 req-a2cc2121-41f7-4d8b-b0d5-f351aed95c9b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 944 time: 0.0808158
Mar 26 20:56:26.310390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:26.345711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] Publish callbacks [] for security_group (3a0a13ac-da58-456d-9073-2ec314ca319a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.359660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:26.361052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.370913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] Publish callbacks [] for security_group (3a0a13ac-da58-456d-9073-2ec314ca319a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.382143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:26.410030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df114ee1-6cdf-4c04-b797-bda068c98556 req-d0125a5f-fdc7-4684-bdca-63c229eb547d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959766
Mar 26 20:56:26.410917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:26.416594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.435731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3a0a13ac-da58-456d-9073-2ec314ca319a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.435731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.436500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a0a13ac-da58-456d-9073-2ec314ca319a HTTP/1.1" status: 204  len: 168 time: 0.1545522
Mar 26 20:56:26.447144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3adf5-8eea-4044-a85b-9fc86985979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a13ac-da58-456d-9073-2ec314ca319a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:26.486440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:26.488874 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442be739-5f03-46b0-b901-582dbbe9ccb1" -d '{"events": [{"server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "name": "network-vif-plugged", "status": "completed", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:26.493786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:26.531189 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e727c-192b-46d9-bddb-54fc49f78fb6 x-openstack-request-id: req-698e727c-192b-46d9-bddb-54fc49f78fb6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:26.531580 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "name": "network-vif-plugged", "status": "completed", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:26.532002 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-698e727c-192b-46d9-bddb-54fc49f78fb6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:26.532718 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698e727c-192b-46d9-bddb-54fc49f78fb6'] response: {'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee', 'code': 200}
Mar 26 20:56:26.642897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f05c6-2ed2-4ba3-9602-d98e19c37a95 req-e263ea5c-928f-429d-a42d-dcf5862a1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:26.648198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-432f05c6-2ed2-4ba3-9602-d98e19c37a95 req-e263ea5c-928f-429d-a42d-dcf5862a1d35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 1127 time: 0.0506146
Mar 26 20:56:26.669057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:26.691542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5655cd88-9896-4588-87bb-f6ba5c5c42be'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:26.708954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-432f05c6-2ed2-4ba3-9602-d98e19c37a95 req-06fa21c9-6cf9-4bb3-a6fd-75c576f23a9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526605
Mar 26 20:56:26.812151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d98da60-0999-481a-bd4a-33535dee55d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.905267 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d98da60-0999-481a-bd4a-33535dee55d7 admin admin] Publish callbacks [] for security_group (bbe965ba-743f-440a-aea0-4ed0dd5bd210), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:26.937455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d98da60-0999-481a-bd4a-33535dee55d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bbe965ba-743f-440a-aea0-4ed0dd5bd210), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.000835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d98da60-0999-481a-bd4a-33535dee55d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88c9aceff5e04f5c9c34dd5252062c8a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3305774
Mar 26 20:56:27.003658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:27.006576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98da60-0999-481a-bd4a-33535dee55d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe965ba-743f-440a-aea0-4ed0dd5bd210,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:27.023168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e39f-df70-4be3-87ea-0f4b6bc38771 req-d701e1bb-3834-456a-bf37-54714f367331 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.030296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8e8e39f-df70-4be3-87ea-0f4b6bc38771 req-d701e1bb-3834-456a-bf37-54714f367331 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1277747
Mar 26 20:56:27.098448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8e8e39f-df70-4be3-87ea-0f4b6bc38771 req-aa474ef4-11db-492c-a41e-79b309b66f77 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670910
Mar 26 20:56:27.123702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] Publish callbacks [] for security_group (bbe965ba-743f-440a-aea0-4ed0dd5bd210), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.154120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] Publish callbacks [] for security_group (bbe965ba-743f-440a-aea0-4ed0dd5bd210), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.162354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ee289-003e-4ceb-9bfa-8e1056da961c req-7c4e98b2-7aa2-47f6-977f-ce57d83c239c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.164033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e99ee289-003e-4ceb-9bfa-8e1056da961c req-7c4e98b2-7aa2-47f6-977f-ce57d83c239c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 950 time: 0.0926723
Mar 26 20:56:27.243730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e99ee289-003e-4ceb-9bfa-8e1056da961c req-39843344-4792-4157-b951-8c8af174299e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690167
Mar 26 20:56:27.261163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bbe965ba-743f-440a-aea0-4ed0dd5bd210), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.263854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.269070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbe965ba-743f-440a-aea0-4ed0dd5bd210 HTTP/1.1" status: 204  len: 168 time: 0.2616684
Mar 26 20:56:27.277228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d4c68-8e25-4c7a-94b7-3f31f44af681 req-101545b4-0900-428b-9800-d5bdd4b93336 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.280026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-831d4c68-8e25-4c7a-94b7-3f31f44af681 req-101545b4-0900-428b-9800-d5bdd4b93336 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.0861187
Mar 26 20:56:27.283208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e19dd-9bc5-47db-a846-069565841e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe965ba-743f-440a-aea0-4ed0dd5bd210,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:27.322823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-96aa2968-12b8-47d3-b7e6-0060218570d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.348029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-831d4c68-8e25-4c7a-94b7-3f31f44af681 req-fe645581-7f1e-41f8-a290-7d0932ba3015 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601053
Mar 26 20:56:27.362834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:27.575041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba0554-9749-4787-8f98-ea856949c708 req-f2a075c1-836b-4ed8-a287-4cddce7ea58f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.587849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5bba0554-9749-4787-8f98-ea856949c708 req-f2a075c1-836b-4ed8-a287-4cddce7ea58f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0852780
Mar 26 20:56:27.590829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273adc7-73c5-43ef-91a0-e4a9bd6fb4bf req-b080cd2d-a1c6-4ccc-afb0-82b86ef7c1f1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.596449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273adc7-73c5-43ef-91a0-e4a9bd6fb4bf req-b080cd2d-a1c6-4ccc-afb0-82b86ef7c1f1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.598350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c273adc7-73c5-43ef-91a0-e4a9bd6fb4bf req-b080cd2d-a1c6-4ccc-afb0-82b86ef7c1f1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7&device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1691 time: 0.0698738
Mar 26 20:56:27.626047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-network', 'tenant_id': '7150c612879247208855ce511f95a5a2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:27.638963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5bba0554-9749-4787-8f98-ea856949c708 req-692927c5-bf7b-4e34-bdbc-897c4eb8f60a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500877
Mar 26 20:56:27.668586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c273adc7-73c5-43ef-91a0-e4a9bd6fb4bf req-83902d23-3a8d-4093-a4fc-c6878eb5c93c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643754
Mar 26 20:56:27.670092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Made reservation on behalf of 7150c612879247208855ce511f95a5a2 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:27.672847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.685548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.776401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks [] for security_group (b541ecbb-ea2e-44c2-bb17-425e5d0db036), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.781515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b541ecbb-ea2e-44c2-bb17-425e5d0db036), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.793375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:27.803477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (159ea90b-74a9-49d1-ae02-d702074123ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.804406 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Added segment 159ea90b-74a9-49d1-ae02-d702074123ff of type vlan for network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb
Mar 26 20:56:27.804775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32864) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:27.821895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c83434e-6c21-4385-86f9-e85a189137e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.893653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1d0343d0-ee1e-46f6-ac18-c82566fa23cb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.914652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541ecbb-ea2e-44c2-bb17-425e5d0db036,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:27.915724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c83434e-6c21-4385-86f9-e85a189137e2 admin admin] Publish callbacks [] for security_group (bfbdd744-f346-45f7-9f14-d4d674aeed06), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.926925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b3afb-8394-421f-a144-74c353aa1495 req-741523b3-dc92-4f0e-9348-724ee67fc101 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:27.929503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2c83434e-6c21-4385-86f9-e85a189137e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bfbdd744-f346-45f7-9f14-d4d674aeed06), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:27.934989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f15b3afb-8394-421f-a144-74c353aa1495 req-741523b3-dc92-4f0e-9348-724ee67fc101 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 1132 time: 0.1216857
Mar 26 20:56:27.976481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2c83434e-6c21-4385-86f9-e85a189137e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b3f33fb8f04b1b80ae057ffaaa62c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1697421
Mar 26 20:56:27.977485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32870) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:27.979712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83434e-6c21-4385-86f9-e85a189137e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbdd744-f346-45f7-9f14-d4d674aeed06,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:28.000648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1d0343d0-ee1e-46f6-ac18-c82566fa23cb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.002136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.002971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.027802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f15b3afb-8394-421f-a144-74c353aa1495 req-19fbe373-e6ba-4fa0-961a-a9a03d86b14f tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913129
Mar 26 20:56:28.047368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] Publish callbacks [] for security_group (bfbdd744-f346-45f7-9f14-d4d674aeed06), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.064418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 0.7007530
Mar 26 20:56:28.066043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:28.080376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] Publish callbacks [] for security_group (bfbdd744-f346-45f7-9f14-d4d674aeed06), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.102166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Request body: {'subnet': {'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-subnet', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:28.108509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505dce0-a2da-4e76-b00f-825737bbcb0c admin admin] Pushing event updated for resources: {'Network': ['ID=1d0343d0-ee1e-46f6-ac18-c82566fa23cb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:28.130703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:28.131589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Made reservation on behalf of 7150c612879247208855ce511f95a5a2 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:28.144738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bfbdd744-f346-45f7-9f14-d4d674aeed06), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.147231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.152251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.153715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfbdd744-f346-45f7-9f14-d4d674aeed06 HTTP/1.1" status: 204  len: 168 time: 0.1751068
Mar 26 20:56:28.166816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a4151-bba1-4c8c-8a34-78295c34321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbdd744-f346-45f7-9f14-d4d674aeed06,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:28.180980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:28.253512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66b17-14ed-4bea-a392-4e402d10b1af req-3fd52690-49b1-449f-a537-d33648b7ef7f tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.260615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06c66b17-14ed-4bea-a392-4e402d10b1af req-3fd52690-49b1-449f-a537-d33648b7ef7f tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1132 time: 0.0755444
Mar 26 20:56:28.314498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 5655cd88-9896-4588-87bb-f6ba5c5c42be completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:28.317366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:28.321533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5655cd88-9896-4588-87bb-f6ba5c5c42be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:28.322035 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.356907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8db60-e391-4144-97e3-d6f1a7708dac req-aacd18d5-9711-421e-84c0-fc9842a1591d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.359024 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-89d8db60-e391-4144-97e3-d6f1a7708dac req-aacd18d5-9711-421e-84c0-fc9842a1591d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1168630
Mar 26 20:56:28.369639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06c66b17-14ed-4bea-a392-4e402d10b1af req-7dc98afc-88bc-4668-af98-ecbfd02b56a6 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016326
Mar 26 20:56:28.452134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:28.452733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.492237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:28.499064 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.512759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-89d8db60-e391-4144-97e3-d6f1a7708dac req-7bb54beb-0835-434d-b31f-08df654dd8d9 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251831
Mar 26 20:56:28.542003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:28.542003 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6fc843-cce7-4e1a-8217-41af85d01fcb" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:28.570609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (bbba18e4-0831-4d31-8338-0f5dd9ef139d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.590799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab3f2-e54d-461c-9b5f-e6f85d9ad012 req-3fc60d1d-f6af-4f0f-aeaa-df6df6e388c4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.591738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:28.592740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce7ab3f2-e54d-461c-9b5f-e6f85d9ad012 req-3fc60d1d-f6af-4f0f-aeaa-df6df6e388c4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.1221092
Mar 26 20:56:28.642083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbba18e4-0831-4d31-8338-0f5dd9ef139d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:28.656251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce7ab3f2-e54d-461c-9b5f-e6f85d9ad012 req-8cf2ff9b-26a4-41db-bfdd-92f9f3c2fe13 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573299
Mar 26 20:56:28.674372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.705713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Checking segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:28.706176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Network hostable DHCP agents. Network: 1d0343d0-ee1e-46f6-ac18-c82566fa23cb, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:56:28.746715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:56:28.767806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d83-d21b-446e-bae3-80c6ddce0c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.771216 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ebfeb-7554-4cfa-b6d4-502fe25bc779 x-openstack-request-id: req-f23ebfeb-7554-4cfa-b6d4-502fe25bc779 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:28.771512 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:28.771768 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f23ebfeb-7554-4cfa-b6d4-502fe25bc779 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:28.772196 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ebfeb-7554-4cfa-b6d4-502fe25bc779'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:56:28.795205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1d0343d0-ee1e-46f6-ac18-c82566fa23cb) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:28.799881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.800505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.811075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8513fd-9040-47d2-861b-820ac9f32601 None None] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:28.853825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b74720d4-595f-4e63-9221-e86fab50b5a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.7579396
Mar 26 20:56:28.856611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32908) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:28.864510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:28.949761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c53d3c-2c49-4a1f-bd0f-d715b6ff353a req-e3f71f07-a4b7-45b5-a74e-3895dfc0e1f9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:28.951316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0c53d3c-2c49-4a1f-bd0f-d715b6ff353a req-e3f71f07-a4b7-45b5-a74e-3895dfc0e1f9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.1917574
Mar 26 20:56:28.958948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'project_id': '7150c612879247208855ce511f95a5a2', 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:56:28.960003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.983762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:28.984830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.066034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0c53d3c-2c49-4a1f-bd0f-d715b6ff353a req-d62d15e2-2be2-4c0d-a0f4-0fb81837b31c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031516
Mar 26 20:56:29.069470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f955ac-a9e4-4c43-b309-1abdd625794c req-031fee6a-4bec-4fc7-87f4-8a5c4dc4dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:29.071417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06f955ac-a9e4-4c43-b309-1abdd625794c req-031fee6a-4bec-4fc7-87f4-8a5c4dc4dd36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1128 time: 0.2117484
Mar 26 20:56:29.083753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-685eef6a-c1dd-430d-8aa9-3d805fed3f67 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0423179
Mar 26 20:56:29.165050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d83-d21b-446e-bae3-80c6ddce0c80 admin admin] Publish callbacks [] for security_group (73a7cddd-f0f6-4cff-9d09-36f2b4e09e06), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.180675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for router_controller (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.182303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d83-d21b-446e-bae3-80c6ddce0c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73a7cddd-f0f6-4cff-9d09-36f2b4e09e06), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.184633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Allocated IP 172.20.0.2 (1d0343d0-ee1e-46f6-ac18-c82566fa23cb/bbba18e4-0831-4d31-8338-0f5dd9ef139d/e2855813-3f75-48f5-8941-b925f312f037) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:29.239631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0d83-d21b-446e-bae3-80c6ddce0c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a7cddd-f0f6-4cff-9d09-36f2b4e09e06,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:29.280252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06f955ac-a9e4-4c43-b309-1abdd625794c req-f03c758e-0049-4ef5-bcb8-9c3e9f15cc35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1971083
Mar 26 20:56:29.312689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2f6816a6-72d9-43c1-9b9c-3d7f54c97c73 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:29.317541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c18e0d83-d21b-446e-bae3-80c6ddce0c80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=600ab65c259948d68ae63e9b7cfd26ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9957411
Mar 26 20:56:29.318177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32932) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:29.322741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2f6816a6-72d9-43c1-9b9c-3d7f54c97c73 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2320080
Mar 26 20:56:29.342670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-3ba0b97a-d7af-4f37-8dc3-d8b55f52432d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0184119
Mar 26 20:56:29.459111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a28fbbca-c403-4acf-a657-81648fe5127e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1150584
Mar 26 20:56:29.475969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for router_gateway (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.522144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks [] for port (e2855813-3f75-48f5-8941-b925f312f037), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.544978 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e2855813-3f75-48f5-8941-b925f312f037), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.601239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] Publish callbacks [] for security_group (73a7cddd-f0f6-4cff-9d09-36f2b4e09e06), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.644486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:29.647417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:29.659707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:29.677468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Pushing event updated for resources: {'Port': ['ID=e2855813-3f75-48f5-8941-b925f312f037,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:29.705355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] Publish callbacks [] for security_group (73a7cddd-f0f6-4cff-9d09-36f2b4e09e06), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.789906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Attempting to bind port e2855813-3f75-48f5-8941-b925f312f037 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:29.790710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Attempting to bind port e2855813-3f75-48f5-8941-b925f312f037 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:29.791264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Attempting to bind port e2855813-3f75-48f5-8941-b925f312f037 on network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:29.800594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:29.802411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Checking segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:29.803819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.804667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Bound using segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:29.807030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Bound port: e2855813-3f75-48f5-8941-b925f312f037, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:29.808057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e2855813-3f75-48f5-8941-b925f312f037), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.826745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926922c3-0cb1-4c4d-8201-bc219a8bb45c req-43292785-9e47-4d49-993c-d34a4b064516 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:29.828261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-926922c3-0cb1-4c4d-8201-bc219a8bb45c req-43292785-9e47-4d49-993c-d34a4b064516 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1734118
Mar 26 20:56:29.893591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-926922c3-0cb1-4c4d-8201-bc219a8bb45c req-21c291d6-dbdd-464b-9dd5-b8f1b95fd79b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552092
Mar 26 20:56:29.958151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] For port e2855813-3f75-48f5-8941-b925f312f037, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:29.967194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] For port e2855813-3f75-48f5-8941-b925f312f037, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2855813-3f75-48f5-8941-b925f312f037,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:29.989085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73a7cddd-f0f6-4cff-9d09-36f2b4e09e06), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:29.997466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:30.001995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73a7cddd-f0f6-4cff-9d09-36f2b4e09e06 HTTP/1.1" status: 204  len: 168 time: 0.6801605
Mar 26 20:56:30.017120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e2855813-3f75-48f5-8941-b925f312f037), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:30.037649 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:30.065396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24939240-127a-4757-9ea7-f597a6e7dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a7cddd-f0f6-4cff-9d09-36f2b4e09e06,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:30.133839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bbc60-37c7-47df-802d-7e9cf70105b9 None None] Pushing event updated for resources: {'Port': ['ID=e2855813-3f75-48f5-8941-b925f312f037,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:30.235372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for router_gateway (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:30.273394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:30.544817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7fa2c-ebe0-4dee-bede-a049fe252b42 req-6778d672-e70d-4fce-8c11-5b7da4d360da tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:30.553358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1db7fa2c-ebe0-4dee-bede-a049fe252b42 req-6778d672-e70d-4fce-8c11-5b7da4d360da tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.0862200
Mar 26 20:56:30.610957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44824bfb-0854-4156-a29d-b5c28bc8f7b5 req-7430169a-3ba1-44d8-a477-406c91a8759a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.1719210
Mar 26 20:56:30.672462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1db7fa2c-ebe0-4dee-bede-a049fe252b42 req-f3e8a340-b2af-49fb-9c87-160d857c4de7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177588
Mar 26 20:56:31.426551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2821233-88ba-4839-b911-45ea057c9fce req-35d4f575-1857-4a66-9947-32cdf59fa6a2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:31.438256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2821233-88ba-4839-b911-45ea057c9fce req-35d4f575-1857-4a66-9947-32cdf59fa6a2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1253970
Mar 26 20:56:31.451889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Allocated IP 172.35.4.58 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2fa3f8cc-4c7f-4d84-8263-89b261db2cc7) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:31.496687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2855813-3f75-48f5-8941-b925f312f037 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:31.550963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2821233-88ba-4839-b911-45ea057c9fce req-9289ed89-a60f-471f-a758-21f3df5342fc tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108050
Mar 26 20:56:31.605564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e2855813-3f75-48f5-8941-b925f312f037 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:31.606081 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2855813-3f75-48f5-8941-b925f312f037), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.705717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33078) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:31.782770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.784253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.817100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d3457a1-1360-4a7e-bf63-60d4cd5c8e9a req-3a3e22cf-8678-4d3f-802f-23db585ebe53 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.0458021
Mar 26 20:56:31.860386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e2855813-3f75-48f5-8941-b925f312f037 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:31.861166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e2855813-3f75-48f5-8941-b925f312f037), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.897248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8eb2c-6c14-4bf3-81c0-5a3ed680dd65 req-0f7881c2-daea-4dab-8856-4ba45fef1c04 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:31.899674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bb8eb2c-6c14-4bf3-81c0-5a3ed680dd65 req-0f7881c2-daea-4dab-8856-4ba45fef1c04 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.1842592
Mar 26 20:56:31.912548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e2855813-3f75-48f5-8941-b925f312f037, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2855813-3f75-48f5-8941-b925f312f037,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:31.920144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e2855813-3f75-48f5-8941-b925f312f037), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.949127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1426218446-network', 'tenant_id': '79effa8b201c422cb22e57efa4c8892a'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:31.981349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:31.982542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c4eba-5fa9-49b1-9b97-d4996facf85c None None] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:31.986698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e2855813-3f75-48f5-8941-b925f312f037,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:32.028255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Made reservation on behalf of 79effa8b201c422cb22e57efa4c8892a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:32.033477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.054117 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.068567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e956b29a-f563-4120-9907-d0b669157af2 None None] Provisioning complete for port e2855813-3f75-48f5-8941-b925f312f037 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:32.069218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e956b29a-f563-4120-9907-d0b669157af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2855813-3f75-48f5-8941-b925f312f037), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.096902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d436-6133-43cb-bb40-46251699de15 req-7832e9b7-dab6-4541-afd4-17a180a05571 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:32.099125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2424d436-6133-43cb-bb40-46251699de15 req-7832e9b7-dab6-4541-afd4-17a180a05571 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.1350825
Mar 26 20:56:32.116843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:32.123126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:32.135902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-754e5981-8825-43d4-8fb9-fd992d94abcc tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:32.151759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-754e5981-8825-43d4-8fb9-fd992d94abcc tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.2484214
Mar 26 20:56:32.163706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:32.198921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Pushing event updated for resources: {'Port': ['ID=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:32.271337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks [] for security_group (427691c5-18e0-4113-ab3d-de915000bc27), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.315400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2424d436-6133-43cb-bb40-46251699de15 req-5a51ccec-476c-40f8-aab0-dd56336d37d5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2016065
Mar 26 20:56:32.322611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (427691c5-18e0-4113-ab3d-de915000bc27), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.350600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bb8eb2c-6c14-4bf3-81c0-5a3ed680dd65 req-7454da4f-1192-4615-81f1-c7cb74ace698 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4106646
Mar 26 20:56:32.356863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e956b29a-f563-4120-9907-d0b669157af2 None None] Current status of the port e2855813-3f75-48f5-8941-b925f312f037 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:32.423655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-37cd235a-75f5-4471-9ccd-1514616a72c0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0685494
Mar 26 20:56:32.447659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:32.631968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (29c83c29-6997-49f1-a76c-0ec990079cc0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.632616 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Added segment 29c83c29-6997-49f1-a76c-0ec990079cc0 of type vlan for network b274787f-eb87-4a7c-9beb-3380dad64ccb
Mar 26 20:56:32.682711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427691c5-18e0-4113-ab3d-de915000bc27,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:32.830754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b274787f-eb87-4a7c-9beb-3380dad64ccb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.878374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77d615-4caf-4fcc-b393-a6d6608b971f req-4b719168-d345-4efa-8bb4-99f4afb44d4a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:32.887388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec77d615-4caf-4fcc-b393-a6d6608b971f req-4b719168-d345-4efa-8bb4-99f4afb44d4a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.3848977
Mar 26 20:56:32.899873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Deleting port 9eb6cb36-804c-41b3-a477-f3c09fc288ee {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:32.900431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.923128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:32.937996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b274787f-eb87-4a7c-9beb-3380dad64ccb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.939172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:32.939906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.950741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eaa64203-d1fa-4288-b5c2-e3e8db6b77ac None None] Provisioning complete for port e2855813-3f75-48f5-8941-b925f312f037 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:32.951369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eaa64203-d1fa-4288-b5c2-e3e8db6b77ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2855813-3f75-48f5-8941-b925f312f037), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:32.962412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-ba054da2-4aa4-4962-a711-8524c37ec10f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:32.965184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-ba054da2-4aa4-4962-a711-8524c37ec10f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5415213
Mar 26 20:56:32.989476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-d74c9cf8-48ad-481c-b138-6a9700157749 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2640975
Mar 26 20:56:32.990347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:33.014091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'floatingip': {'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:33.067553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a920539-92b5-466b-9dad-6f8fb4a69bb0 req-4dbf3e7d-57d3-4900-a156-7d43832a3f4e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.0951455
Mar 26 20:56:33.081185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.3734286
Mar 26 20:56:33.103233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eaa64203-d1fa-4288-b5c2-e3e8db6b77ac None None] Current status of the port e2855813-3f75-48f5-8941-b925f312f037 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:33.118753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33144) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:33.226538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.385581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for router_gateway (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.408103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2855813-3f75-48f5-8941-b925f312f037 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:33.496745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-b4ade380-4654-4a88-87a7-92eed09b3e4c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:33.498641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-b4ade380-4654-4a88-87a7-92eed09b3e4c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4566319
Mar 26 20:56:33.525375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Request body: {'subnet': {'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1426218446-subnet', 'tenant_id': '79effa8b201c422cb22e57efa4c8892a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:33.530185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e2855813-3f75-48f5-8941-b925f312f037 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:33.530777 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2855813-3f75-48f5-8941-b925f312f037), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.533365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69662-80da-4bf5-93b5-1a73d655d1ac admin admin] Pushing event updated for resources: {'Network': ['ID=b274787f-eb87-4a7c-9beb-3380dad64ccb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:33.544962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723cd30-ca9d-4490-aab4-4e477de5c9dc req-2174d253-588c-4562-aeeb-a11f2e3bb217 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:33.553029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f723cd30-ca9d-4490-aab4-4e477de5c9dc req-2174d253-588c-4562-aeeb-a11f2e3bb217 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.8313017
Mar 26 20:56:33.568502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:33.569444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b274787f-eb87-4a7c-9beb-3380dad64ccb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:33.606187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Made reservation on behalf of 79effa8b201c422cb22e57efa4c8892a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:33.608555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.703861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee07e5-cc6f-4f8f-b885-32ff05c576c8 req-1e2937a4-5dd7-4a94-adb2-2a2f4ed26726 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:33.706278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22ee07e5-cc6f-4f8f-b885-32ff05c576c8 req-1e2937a4-5dd7-4a94-adb2-2a2f4ed26726 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 945 time: 0.1742890
Mar 26 20:56:33.710084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:33.713663 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.769184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] For port 9eb6cb36-804c-41b3-a477-f3c09fc288ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb6cb36-804c-41b3-a477-f3c09fc288ee,segment=NetworkSegment(b04a359c-ff36-4725-b754-56e98b1da17e),segment_id=b04a359c-ff36-4725-b754-56e98b1da17e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:33.769558 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.791559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e2855813-3f75-48f5-8941-b925f312f037 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:33.810734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Calling delete_port for 9eb6cb36-804c-41b3-a477-f3c09fc288ee owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:33.846645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22ee07e5-cc6f-4f8f-b885-32ff05c576c8 req-52a01232-0d71-44c6-b92a-b7b4b40b1554 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1bf4778-f514-480d-9e2b-021573a9ad2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257126
Mar 26 20:56:33.905981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f723cd30-ca9d-4490-aab4-4e477de5c9dc req-f50307ae-3c16-4c37-b894-1202b893c1da tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3521008
Mar 26 20:56:33.964319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:33.967667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:33.987779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.58 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/2393d24c-c12f-4ced-b0e6-3cc4d6bcca51) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:33.990128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (8f9a8d49-7a8a-437f-8541-90db904f2cc2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.057171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9a8d49-7a8a-437f-8541-90db904f2cc2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:34.122445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Checking segment: {'id': '29c83c29-6997-49f1-a76c-0ec990079cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:34.122697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Network hostable DHCP agents. Network: b274787f-eb87-4a7c-9beb-3380dad64ccb, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:56:34.152043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Network b274787f-eb87-4a7c-9beb-3380dad64ccb is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:56:34.205620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b274787f-eb87-4a7c-9beb-3380dad64ccb) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:34.211831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98ea0297-bc4d-4987-bf0b-16e96fc623b2 req-e6ccae2f-b029-4851-b4d8-6064b34dd796 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.0424216
Mar 26 20:56:34.219231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:34.219860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.221539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c12008-1ffd-40cc-9ce1-c61a609404d9 None None] Network b274787f-eb87-4a7c-9beb-3380dad64ccb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:34.278385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3a00a4c8-97ce-42fa-bd4f-ef2e9777e5a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.1583679
Mar 26 20:56:34.300914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.351079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.363198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9eb6cb36-804c-41b3-a477-f3c09fc288ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.376197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fc727-8953-4be0-96ae-e5a66f62f68e None None] Network b274787f-eb87-4a7c-9beb-3380dad64ccb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:34.467891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.484249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:34.485159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Pushing event deleted for resources: {'Port': ['ID=9eb6cb36-804c-41b3-a477-f3c09fc288ee,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:34.588675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:34.614836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:34.618045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:34.621080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:34.636307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] No DVR routers for this DVR port 9eb6cb36-804c-41b3-a477-f3c09fc288ee on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:56:34.648349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.652670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88eb3618-cdfe-4c20-b1af-1c8b10c38604 req-56d905c2-a680-4461-9a42-81caf70a00b4 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.21 "DELETE /v2.0/ports/9eb6cb36-804c-41b3-a477-f3c09fc288ee HTTP/1.1" status: 204  len: 173 time: 2.4446719
Mar 26 20:56:34.655386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'name': 'network-vif-deleted', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:34.658859 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2960a9-0455-49d8-9ac3-da206a5c1f96" -d '{"events": [{"server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "name": "network-vif-deleted", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:34.693170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.152 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:34.775320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:34.786787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:34.834254 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0963b4-a97b-4e84-a422-f99225d6abd2 x-openstack-request-id: req-1e0963b4-a97b-4e84-a422-f99225d6abd2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:34.835609 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb5d09-e152-4bff-bb4d-d7aec5494519", "name": "network-vif-deleted", "tag": "9eb6cb36-804c-41b3-a477-f3c09fc288ee", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:34.838550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-2c300c56-d85b-4638-9622-ffdd501d89e3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8565180
Mar 26 20:56:34.840518 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e0963b4-a97b-4e84-a422-f99225d6abd2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:34.840972 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0963b4-a97b-4e84-a422-f99225d6abd2'] response: {'server_uuid': 'dbdb5d09-e152-4bff-bb4d-d7aec5494519', 'name': 'network-vif-deleted', 'tag': '9eb6cb36-804c-41b3-a477-f3c09fc288ee', 'status': 'completed', 'code': 200}
Mar 26 20:56:34.852853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Request body: {'port': {'device_id': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:35.035534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.104124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8d99d5d-d272-49fe-9857-78ac0e7e359b req-bb9d6b63-03f8-4d2d-b930-dc6df41da9b8 tempest-ServerMetadataNegativeTestJSON-2092259675 tempest-ServerMetadataNegativeTestJSON-2092259675-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbdb5d09-e152-4bff-bb4d-d7aec5494519 HTTP/1.1" status: 200  len: 210 time: 0.0625226
Mar 26 20:56:35.187231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a612fd02-828c-43a6-a408-e7f5fd7ce943 None None] Provisioning complete for port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:35.188249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a612fd02-828c-43a6-a408-e7f5fd7ce943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.236912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a612fd02-828c-43a6-a408-e7f5fd7ce943 None None] Port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:35.264011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33270) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:35.284994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:56:35.340577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90662139-f1b1-4ea4-8586-a89a29e37e75 req-0d2babe2-f73f-4c85-ac7d-4644ed965756 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:35.342361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90662139-f1b1-4ea4-8586-a89a29e37e75 req-0d2babe2-f73f-4c85-ac7d-4644ed965756 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.0793025
Mar 26 20:56:35.391338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:56:35.413168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90662139-f1b1-4ea4-8586-a89a29e37e75 req-c998d15c-06fa-4aff-b5cc-6e77b8cbe04c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615354
Mar 26 20:56:35.432915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-087c62f0-0916-4f82-a1fd-763cad32a68a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.493353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.509760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.523116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-087c62f0-0916-4f82-a1fd-763cad32a68a admin admin] Publish callbacks [] for security_group (48271b96-39f8-4ffc-b34f-7ee9b482e376), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.533358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-087c62f0-0916-4f82-a1fd-763cad32a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (48271b96-39f8-4ffc-b34f-7ee9b482e376), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.557493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78afbf7e-cbae-48d0-bdf1-1258c3cdf7de req-ce9925f6-05cc-44e0-a41d-96b6d02bf810 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.0364974
Mar 26 20:56:35.593494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c62f0-0916-4f82-a1fd-763cad32a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48271b96-39f8-4ffc-b34f-7ee9b482e376,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:35.603813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-087c62f0-0916-4f82-a1fd-763cad32a68a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99d744663f734bbd83f5cca6517a362c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3386652
Mar 26 20:56:35.604532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:35.620287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-38858ffc-3b62-481c-add9-65c956f2f755 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:35.621937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-38858ffc-3b62-481c-add9-65c956f2f755 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/networks?id=b274787f-eb87-4a7c-9beb-3380dad64ccb HTTP/1.1" status: 200  len: 822 time: 0.3333864
Mar 26 20:56:35.662429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] Publish callbacks [] for security_group (48271b96-39f8-4ffc-b34f-7ee9b482e376), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.687657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] Publish callbacks [] for security_group (48271b96-39f8-4ffc-b34f-7ee9b482e376), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.688666 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.731616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-01586707-49c5-47da-8c3c-1c5e979d1b2e tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/quotas/79effa8b201c422cb22e57efa4c8892a HTTP/1.1" status: 200  len: 375 time: 0.0940256
Mar 26 20:56:35.746134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (48271b96-39f8-4ffc-b34f-7ee9b482e376), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.750172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.755177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48271b96-39f8-4ffc-b34f-7ee9b482e376 HTTP/1.1" status: 204  len: 168 time: 0.1492047
Mar 26 20:56:35.764187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ed0c-790d-4a1b-aeb8-8c1bd5ef315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48271b96-39f8-4ffc-b34f-7ee9b482e376,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:35.794348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:56:35.803425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-543a7fea-8761-405c-a6ac-169e3e80e493 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79effa8b201c422cb22e57efa4c8892a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614731
Mar 26 20:56:35.804866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Sync routers for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:56:35.820660 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Floating IP d66c8907-c2dd-4eac-bfca-884cbabaa087 associated. External IP: 172.35.4.32, port: 5655cd88-9896-4588-87bb-f6ba5c5c42be.
Mar 26 20:56:35.837258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:35.838002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb587f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:35.890417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.891648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-afe40a6e-ed74-4f37-a413-95eb4fc90eab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 7.0340714
Mar 26 20:56:35.899802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:35.908035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:35.937710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:36.129864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:36.190262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:36.209960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:36.220830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:36.238809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-b8af6ed3-9a1e-4553-a74c-b641a9444ced service neutron] 10.222.0.16 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201732
Mar 26 20:56:36.245024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:36.281832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:36.364084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9eb6cb36-804c-41b3-a477-f3c09fc288ee no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:56:36.365926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:36.375720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Deleting subnet c26a32e7-5036-460e-b877-2bb0c8d47965 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:56:36.384181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Publish callbacks [] for subnet (c26a32e7-5036-460e-b877-2bb0c8d47965), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.405404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 9eb6cb36-804c-41b3-a477-f3c09fc288ee {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:56:36.405811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9eb6cb36-804c-41b3-a477-f3c09fc288ee not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:56:36.462441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (c26a32e7-5036-460e-b877-2bb0c8d47965), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.532485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c26a32e7-5036-460e-b877-2bb0c8d47965), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.545528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:36.546792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.589845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks [] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.616138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-89ae735c-e5d7-47f6-b86d-ac01d9f4790b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0565262
Mar 26 20:56:36.657667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Request body: {'port': {'device_id': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:36.685593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Transition to ACTIVE for port object 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:36.708274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.715968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (c26a32e7-5036-460e-b877-2bb0c8d47965), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.717328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-c2bb7dcf-9a78-4ff5-8bb7-f87e42910140 service neutron] 10.222.0.16 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4400156
Mar 26 20:56:36.734736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ba514a22-7753-402f-9cef-9ef91caf4b96 None None] Provisioning complete for port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:36.735122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba514a22-7753-402f-9cef-9ef91caf4b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.765792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Router 52ed77cc-bbaa-4727-abaa-b86193789f49 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:56:36.785372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ba514a22-7753-402f-9cef-9ef91caf4b96 None None] Port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:36.818517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.818685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb587f0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:32Z', 'revision_number': 3, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:36.880063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Checking router: fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:56:36.880407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Updating router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:56:36.900394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26a32e7-5036-460e-b877-2bb0c8d47965,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:36.909149 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:36.936888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-70fdf9e0-c93f-4745-b5d9-d1f5c783da42 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c26a32e7-5036-460e-b877-2bb0c8d47965 HTTP/1.1" status: 204  len: 168 time: 0.6393447
Mar 26 20:56:36.984742 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.016866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f53029-70f2-4f91-8ce1-6f7eb255208f req-9319d17c-1881-4acc-bb06-09e62d2cca1d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:37.040228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f53029-70f2-4f91-8ce1-6f7eb255208f req-9319d17c-1881-4acc-bb06-09e62d2cca1d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.4369283
Mar 26 20:56:37.048926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33326) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:37.062308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:37.176698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (be591c69-cd3a-488a-85f8-878cc8898e3b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.465677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Attempting to bind port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:37.466750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Attempting to bind port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:37.467297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Attempting to bind port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:37.481232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:37.481868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Attempting to bind port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:37.487245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f53029-70f2-4f91-8ce1-6f7eb255208f req-f68a32d6-1f36-41ff-a1de-4a8ad062c611 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4461710
Mar 26 20:56:37.505850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:37.506119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:37.506478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:37.506924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Bound port: 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:37.507286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.606699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (be591c69-cd3a-488a-85f8-878cc8898e3b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.624245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks [] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.635508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.646035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99bbcbbe-a307-4397-b1c7-5ab93c9da47e req-76a5f62d-f3a6-494b-a212-5cdfd55f7800 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 210 time: 0.0634689
Mar 26 20:56:37.676712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dbded60>,) {'filters': {'network_id': ['be591c69-cd3a-488a-85f8-878cc8898e3b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:37.690229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dbded60>, 'b04a359c-ff36-4725-b754-56e98b1da17e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:37.690785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dbded60>, 'b04a359c-ff36-4725-b754-56e98b1da17e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:37.709416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (b04a359c-ff36-4725-b754-56e98b1da17e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.746319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Attempting to bind port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:37.746838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Attempting to bind port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:37.747309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Attempting to bind port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:37.750159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b04a359c-ff36-4725-b754-56e98b1da17e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.752917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:37.763766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:37.764614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:37.765451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:37.765937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.768341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:37.768952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Bound port: 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:37.769278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:56:37.769508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.770045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (b04a359c-ff36-4725-b754-56e98b1da17e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:56:37.772089 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:56:37.786381 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.831133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e089f0d-5af4-4601-93d8-3927b29e61dd None None] Pushing event updated for resources: {'Port': ['ID=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:37.909712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:37.910330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.911735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 HTTP/1.1" status: 200  len: 1095 time: 3.0652354
Mar 26 20:56:37.914004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:37.917493 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52becf8-4576-4b8c-ab2a-4c7434f270d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:37.930410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:56:37.933362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (be591c69-cd3a-488a-85f8-878cc8898e3b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.937750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b885c9-9e88-4ecf-bcad-cc53ef4e50e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:37.953488 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Sync routers for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:56:37.954815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.957853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.958726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be591c69-cd3a-488a-85f8-878cc8898e3b HTTP/1.1" status: 204  len: 168 time: 0.8860598
Mar 26 20:56:37.960550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] For port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:37.968821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] For port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:37.985198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:37.999319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7301480-78fc-436d-8237-dd1190480e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=be591c69-cd3a-488a-85f8-878cc8898e3b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:38.020527 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:38.029817 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612447c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:38.052324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3357d024-2438-4665-bf4b-8487e072caeb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "PUT /v2.0/floatingips/d66c8907-c2dd-4eac-bfca-884cbabaa087 HTTP/1.1" status: 200  len: 991 time: 5.0619428
Mar 26 20:56:38.054476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:38.060409 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463171b-7872-43df-8706-02f733c13286" -d '{"events": [{"name": "network-changed", "server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:38.155989 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ffab3-ec95-4bed-ae37-95ebb7c90a99 x-openstack-request-id: req-667ffab3-ec95-4bed-ae37-95ebb7c90a99 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:38.161441 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:38.167444 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-667ffab3-ec95-4bed-ae37-95ebb7c90a99 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:38.169403 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667ffab3-ec95-4bed-ae37-95ebb7c90a99'] response: {'name': 'network-changed', 'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'status': 'completed', 'code': 200}
Mar 26 20:56:38.211849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:38.222443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-62a4c0cb-badc-40a5-a3ff-bdfa3cf2298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.223960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1702-41c0-4a96-82cd-fca12e1bae53 req-4180103c-accf-47ae-8d99-8b3fa7bf6f13 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.225534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60cc1702-41c0-4a96-82cd-fca12e1bae53 req-4180103c-accf-47ae-8d99-8b3fa7bf6f13 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 936 time: 0.6578891
Mar 26 20:56:38.228825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb587f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:38.233189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-62a4c0cb-badc-40a5-a3ff-bdfa3cf2298a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 1129 time: 0.2190382
Mar 26 20:56:38.270188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33386) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:38.327846 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:38.352352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:38.352646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e089f0d-5af4-4601-93d8-3927b29e61dd None None] Pushing event updated for resources: {'Port': ['ID=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:38.388538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60cc1702-41c0-4a96-82cd-fca12e1bae53 req-b8afcd64-a3f1-4a4f-9ca7-b95796fa8dec tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048403
Mar 26 20:56:38.452058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33388) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:38.456481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-817ed415-5ced-4165-99a2-1143d5c9a1ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 HTTP/1.1" status: 200  len: 217 time: 0.2088277
Mar 26 20:56:38.488549 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f3e66e-bc01-47c5-ae8c-3f3437d113d9 x-openstack-request-id: req-39f3e66e-bc01-47c5-ae8c-3f3437d113d9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:38.488837 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:38.489094 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39f3e66e-bc01-47c5-ae8c-3f3437d113d9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:38.489491 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f3e66e-bc01-47c5-ae8c-3f3437d113d9'] response: {'name': 'network-changed', 'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'status': 'completed', 'code': 200}
Mar 26 20:56:38.541945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:38.568266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-cd1ab3ef-26bc-4d02-a537-db6e1ca8a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.570357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-cd1ab3ef-26bc-4d02-a537-db6e1ca8a751 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1050539
Mar 26 20:56:38.650044 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612447c7f0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd66c8907-c2dd-4eac-bfca-884cbabaa087', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'floating_ip_address': '172.35.4.32', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:56:12Z', 'updated_at': '2022-03-26T20:56:34Z', 'revision_number': 1, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:38.683110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Checking router: 52ed77cc-bbaa-4727-abaa-b86193789f49 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:56:38.692165 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:38.693018 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612447c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:38.709844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e6986-80dd-4020-958b-95d53c4d1083 req-3575000b-78f9-4036-9a9c-4e12d9c630ef tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.728532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af0e6986-80dd-4020-958b-95d53c4d1083 req-3575000b-78f9-4036-9a9c-4e12d9c630ef tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.4929390
Mar 26 20:56:38.786786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:38.804707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3b508f74-2e4c-43c6-8f03-30590b46605b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e309921cfc047bda328e3ad23aa5e7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3513277
Mar 26 20:56:38.808863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:38.815581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks [] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:38.857619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463171b-7872-43df-8706-02f733c13286 req-31561976-1806-48f8-8ec7-80e59d8e84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.859130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-31561976-1806-48f8-8ec7-80e59d8e84a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1128 time: 0.3689134
Mar 26 20:56:38.880335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Transition to ACTIVE for port object 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:38.897879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-b936f2e7-b033-49c4-b5fb-10f624f69e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:38.900077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-b936f2e7-b033-49c4-b5fb-10f624f69e4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3192763
Mar 26 20:56:38.923594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af0e6986-80dd-4020-958b-95d53c4d1083 req-1dc0ec4a-83bf-4dab-a509-cb0725024878 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941061
Mar 26 20:56:39.019543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb587f0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:32Z', 'revision_number': 3, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:39.069508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289403ed-3037-4ce3-a067-184e6d5f76c9 None None] The sync data for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 is: [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:32Z', 'revision_number': 3, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:56:39.126746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.154276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-794def82-1973-4ca8-92eb-391e3b308362 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293465
Mar 26 20:56:39.160834 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:39.256292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Allocated IP 172.20.0.1 (1d0343d0-ee1e-46f6-ac18-c82566fa23cb/bbba18e4-0831-4d31-8338-0f5dd9ef139d/a8b976ea-2946-4970-bc58-9f8ecdc44fed) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:39.266287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Pushing event updated for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:39.281298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463171b-7872-43df-8706-02f733c13286 req-55275daf-b9b9-4cd4-a228-04f6002f51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:39.282836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-55275daf-b9b9-4cd4-a228-04f6002f51ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3660278
Mar 26 20:56:39.306128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4d8b43c-3cd2-4b21-92bb-ded8427d49d0 req-3a3b07f7-ad83-4ede-b787-7c15bd5f7574 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 210 time: 0.1507442
Mar 26 20:56:39.396704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7cca-c83d-4957-829d-34285bf67552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.475001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d431e6-fd8c-4bfc-a213-1b1a9ce494cc req-9eccc1b7-02d0-4f91-87d1-d59938d52022 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:39.493379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38d431e6-fd8c-4bfc-a213-1b1a9ce494cc req-9eccc1b7-02d0-4f91-87d1-d59938d52022 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.3695724
Mar 26 20:56:39.573768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612447c7f0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd66c8907-c2dd-4eac-bfca-884cbabaa087', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'floating_ip_address': '172.35.4.32', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:56:12Z', 'updated_at': '2022-03-26T20:56:34Z', 'revision_number': 1, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:39.613113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] Publish callbacks [] for security_group (e1bf4778-f514-480d-9e2b-021573a9ad2b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.625598 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c062df2-4c85-4dde-b1f3-50bbb19f732e None None] The sync data for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 is: [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd66c8907-c2dd-4eac-bfca-884cbabaa087', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'floating_ip_address': '172.35.4.32', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:56:12Z', 'updated_at': '2022-03-26T20:56:34Z', 'revision_number': 1, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:56:39.652930 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-e6b58036-43a3-4a0f-8b26-fe72b0e42def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.3307431
Mar 26 20:56:39.663261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Attempting to bind port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:39.663666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Attempting to bind port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:39.664002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Attempting to bind port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:39.673895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753be6b-2159-4fe9-8719-f53b262c935a req-1483e5d3-8cb4-4165-a331-7bb380fd9392 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:39.676002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0753be6b-2159-4fe9-8719-f53b262c935a req-1483e5d3-8cb4-4165-a331-7bb380fd9392 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.2495179
Mar 26 20:56:39.710926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7333a349-efce-4992-88a6-9a6de61612f6 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:39.712943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7333a349-efce-4992-88a6-9a6de61612f6 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.21 "GET /v2.0/networks?id=b274787f-eb87-4a7c-9beb-3380dad64ccb HTTP/1.1" status: 200  len: 822 time: 0.8443286
Mar 26 20:56:39.727439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:39.727768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Attempting to bind port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:39.739253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Request body: {'port': {'device_id': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb', 'admin_state_up': True, 'tenant_id': '79effa8b201c422cb22e57efa4c8892a'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:39.750923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:39.751364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:39.751669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:39.752259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Bound port: 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:39.752565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.771991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38d431e6-fd8c-4bfc-a213-1b1a9ce494cc req-822034de-62ef-4ace-aefb-9942b391de42 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775884
Mar 26 20:56:39.785286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463171b-7872-43df-8706-02f733c13286 req-3a907c08-2e02-46b7-b7df-e9bc19785caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:39.786857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-3a907c08-2e02-46b7-b7df-e9bc19785caf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1263225
Mar 26 20:56:39.794538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks [] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.832235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] Publish callbacks [] for security_group (e1bf4778-f514-480d-9e2b-021573a9ad2b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.835534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-dfd3d158-934d-49d7-9b4c-994631e21b23 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6678236
Mar 26 20:56:39.983739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7cca-c83d-4957-829d-34285bf67552 admin admin] Publish callbacks [] for security_group (bec9e7fb-8e50-48c4-b190-32c12d77a00e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:39.993004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0753be6b-2159-4fe9-8719-f53b262c935a req-9bc21a60-6c42-43d8-abe6-861e9753838e tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2983217
Mar 26 20:56:40.000388 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d9e7cca-c83d-4957-829d-34285bf67552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bec9e7fb-8e50-48c4-b190-32c12d77a00e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.012401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.012799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45542103-63f2-4857-99de-3e438d7d5e5f None None] New status for floating IP d66c8907-c2dd-4eac-bfca-884cbabaa087: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:56:40.048280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463171b-7872-43df-8706-02f733c13286 req-6c957b4c-4fc4-4651-ad97-fe133f18fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.050181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-6c957b4c-4fc4-4651-ad97-fe133f18fc73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2462671
Mar 26 20:56:40.057296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:40.069487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e7cca-c83d-4957-829d-34285bf67552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec9e7fb-8e50-48c4-b190-32c12d77a00e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:40.107710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Made reservation on behalf of 79effa8b201c422cb22e57efa4c8892a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:40.112198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.136908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e1bf4778-f514-480d-9e2b-021573a9ad2b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.139933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.140466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:40.143676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1bf4778-f514-480d-9e2b-021573a9ad2b HTTP/1.1" status: 204  len: 168 time: 1.3306534
Mar 26 20:56:40.151435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Pushing event updated for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:40.161461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:40.175164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:40.178404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.188868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:40.241326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5d9e7cca-c83d-4957-829d-34285bf67552 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=536501c2b7c74b16a98ea551668a1e63&name=default HTTP/1.1" status: 200  len: 2996 time: 1.9021180
Mar 26 20:56:40.256633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:40.264793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Pushing event updated for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:40.265901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d850fa-6bdf-4b82-899f-87d3fbf6452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf4778-f514-480d-9e2b-021573a9ad2b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:40.312070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb2c3d-5da0-4319-b9b2-5aa41d92711f req-d3175687-e3cc-44ef-aa2c-218e64035fe7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.318951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-dcbd40c2-7126-4911-a41f-803e98301063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.319947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-21bb2c3d-5da0-4319-b9b2-5aa41d92711f req-d3175687-e3cc-44ef-aa2c-218e64035fe7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.3834119
Mar 26 20:56:40.322108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-dcbd40c2-7126-4911-a41f-803e98301063 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 1129 time: 0.4066579
Mar 26 20:56:40.422905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.422905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.424147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-55369cd2-ff30-4834-be9c-325ec1e063fc service neutron] 10.222.0.18 "PUT /v2.0/ports/9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca HTTP/1.1" status: 200  len: 1096 time: 3.7708848
Mar 26 20:56:40.486473 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-21bb2c3d-5da0-4319-b9b2-5aa41d92711f req-78c947fc-0e75-49f0-8db6-1818456104c7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1655052
Mar 26 20:56:40.531817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:40.534682 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7157e66e-4def-4d13-a2a4-838c54f111ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:40.555944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-7f7b30cf-5906-4325-8556-99036c621595 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4893644
Mar 26 20:56:40.572577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.682100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-07c84b3a-6fe2-4c48-b291-e0251a0287e1 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:40.682699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-07c84b3a-6fe2-4c48-b291-e0251a0287e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.723474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-07c84b3a-6fe2-4c48-b291-e0251a0287e1 None None] Port a8b976ea-2946-4970-bc58-9f8ecdc44fed cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:40.734511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686487-cfb0-4792-95ac-06dd8bca1a97 req-54b05679-fcb7-4966-800a-329b5ac11512 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.744418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61686487-cfb0-4792-95ac-06dd8bca1a97 req-54b05679-fcb7-4966-800a-329b5ac11512 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 948 time: 0.6194797
Mar 26 20:56:40.777166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e94e457e-7659-43c9-9d02-c9a01c2e53ab req-cd16a8a8-1fe1-470e-a342-dd1ab7864520 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 210 time: 0.0992763
Mar 26 20:56:40.819053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] Publish callbacks [] for security_group (bec9e7fb-8e50-48c4-b190-32c12d77a00e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.862455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-46df6a1d-d9f0-4285-b120-7cd5f7f39e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.864758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-46df6a1d-d9f0-4285-b120-7cd5f7f39e84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.4384897
Mar 26 20:56:40.871238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Allocated IP 172.20.0.10 (b274787f-eb87-4a7c-9beb-3380dad64ccb/8f9a8d49-7a8a-437f-8541-90db904f2cc2/5d9bf69f-609d-48c4-baa5-cb7b9c6889d2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:40.897798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] Publish callbacks [] for security_group (bec9e7fb-8e50-48c4-b190-32c12d77a00e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:40.898384 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c9db4d-4d22-49ce-81be-d29c1a04ab0f x-openstack-request-id: req-79c9db4d-4d22-49ce-81be-d29c1a04ab0f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:40.898728 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:40.898985 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79c9db4d-4d22-49ce-81be-d29c1a04ab0f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:40.899386 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c9db4d-4d22-49ce-81be-d29c1a04ab0f'] response: {'name': 'network-changed', 'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'status': 'completed', 'code': 200}
Mar 26 20:56:40.906127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-3874a627-8859-4dd2-a5e5-0d3a627eee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:40.907701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-3874a627-8859-4dd2-a5e5-0d3a627eee3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 1130 time: 0.4198980
Mar 26 20:56:40.954575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61686487-cfb0-4792-95ac-06dd8bca1a97 req-22ead95d-3c41-4c44-af6a-3a955af1cdb5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999993
Mar 26 20:56:40.955836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-d85ad658-4fb3-4b10-b1f0-94f473e5161b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 HTTP/1.1" status: 200  len: 217 time: 0.0800753
Mar 26 20:56:40.993056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-b74da598-14be-41ee-915f-30814206a5ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca HTTP/1.1" status: 200  len: 217 time: 0.0695460
Mar 26 20:56:40.995716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a463171b-7872-43df-8706-02f733c13286 req-3162eaef-2b86-4c3b-840b-c778d3aadb12 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3228104
Mar 26 20:56:41.085521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-c22e2d0c-17ef-465f-809d-90d9b93e7bea tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.087059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-c22e2d0c-17ef-465f-809d-90d9b93e7bea tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.18 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.2588422
Mar 26 20:56:41.089525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-3d71c68d-a2d8-4b07-a000-defc5e1ea63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.091828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-3d71c68d-a2d8-4b07-a000-defc5e1ea63d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1162794
Mar 26 20:56:41.157843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bec9e7fb-8e50-48c4-b190-32c12d77a00e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.160520 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.161882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bec9e7fb-8e50-48c4-b190-32c12d77a00e HTTP/1.1" status: 204  len: 168 time: 0.9014866
Mar 26 20:56:41.183177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.189052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccabcf7-ffe0-4e7b-83b1-d777f52dca7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec9e7fb-8e50-48c4-b190-32c12d77a00e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:41.202309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-edb4d952-58b9-4152-821a-e903f7a30fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.203796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-edb4d952-58b9-4152-821a-e903f7a30fcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1466925
Mar 26 20:56:41.273361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c549b1-67c0-48a6-9e13-19da1bee89ea req-ad0ea56d-5439-468c-a153-fc021cfab882 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.280486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1c549b1-67c0-48a6-9e13-19da1bee89ea req-ad0ea56d-5439-468c-a153-fc021cfab882 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.2794354
Mar 26 20:56:41.405590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:41.422540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:41.495685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:41.496468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.617655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1c549b1-67c0-48a6-9e13-19da1bee89ea req-19e338e7-6773-40e2-8f0b-4a944b5a4015 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3361013
Mar 26 20:56:41.634295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:41.634807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.650512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-dfb76093-6d94-415d-956a-02ac130ea814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.655608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-dfb76093-6d94-415d-956a-02ac130ea814 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4188726
Mar 26 20:56:41.666916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Deleting port f3c532be-691b-4c26-98db-d112c6a3c064 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:41.668940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.675571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:41.682359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.743577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-bd8d59ca-510c-4f82-a6bc-47413cf7e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.746117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-bd8d59ca-510c-4f82-a6bc-47413cf7e2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6336477
Mar 26 20:56:41.749982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:41.782245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9772898-20be-4c65-93e7-3cd9874993a0 req-87c81b92-089a-490f-a55c-d186f2b84d75 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:41.783596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9772898-20be-4c65-93e7-3cd9874993a0 req-87c81b92-089a-490f-a55c-d186f2b84d75 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.6509945
Mar 26 20:56:41.805813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks [] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:41.858348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1014845532-network', 'tenant_id': '3797b42bf82b407abdd1fabd06dbe141'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:41.927415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9772898-20be-4c65-93e7-3cd9874993a0 req-d7a02a0d-c825-4bd3-b489-166c68833943 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262863
Mar 26 20:56:41.936275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-0916049a-8c42-456f-9339-acf37a951c84 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813078
Mar 26 20:56:41.943227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.002600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Network b274787f-eb87-4a7c-9beb-3380dad64ccb is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:42.036041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:42.064196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:42.143546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Pushing event updated for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:42.178983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ee7ac-9f2a-4049-94c2-457552bbb61f req-04b5a0b8-3fd9-420b-bbcb-b7e46968cd34 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:42.181167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d7ee7ac-9f2a-4049-94c2-457552bbb61f req-04b5a0b8-3fd9-420b-bbcb-b7e46968cd34 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 932 time: 0.1625795
Mar 26 20:56:42.189532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:42.190172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.220561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:42.227777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c52becf8-4576-4b8c-ab2a-4c7434f270d6 req-a7675cf3-4d65-4f76-9f8e-c4d0e18a13e7 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2808180
Mar 26 20:56:42.233354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7d0577d5-ccd4-4b09-bb88-2ce42d84dc93 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4995890
Mar 26 20:56:42.246945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Request body: {'port': {'device_id': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:42.317516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d7ee7ac-9f2a-4049-94c2-457552bbb61f req-d026b816-02eb-4005-9265-c168bac13bcf tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153955
Mar 26 20:56:42.360977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Made reservation on behalf of 3797b42bf82b407abdd1fabd06dbe141 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:42.363275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.371206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.375468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:42.378838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.382138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-16130d5b-061b-4882-b5f9-ddd9e95212e7 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6150808
Mar 26 20:56:42.402877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fe58-d0fc-4fe4-afec-ae6097658bc8 req-53e208d5-f6d0-40ed-88dd-7146c8a77a42 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:42.409755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ba0fe58-d0fc-4fe4-afec-ae6097658bc8 req-53e208d5-f6d0-40ed-88dd-7146c8a77a42 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.6397393
Mar 26 20:56:42.415736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'mac_address': 'fa:16:3e:cc:41:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:42.468474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:42.469732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.490674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:42.491507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] For port f3c532be-691b-4c26-98db-d112c6a3c064, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f3c532be-691b-4c26-98db-d112c6a3c064,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:42.491885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.533592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:42.543502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.567843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abade5-2a1a-484a-a5e0-c73f4199a641 req-301a6742-0e1f-4d92-adf0-2659b78abbed tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:42.569702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83abade5-2a1a-484a-a5e0-c73f4199a641 req-301a6742-0e1f-4d92-adf0-2659b78abbed tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 948 time: 0.1427274
Mar 26 20:56:42.583733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks [] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.618386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:42.629444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ba0fe58-d0fc-4fe4-afec-ae6097658bc8 req-4442416f-d0cd-416f-b3e0-cc94acdc8ef8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2188134
Mar 26 20:56:42.630095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.685087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83abade5-2a1a-484a-a5e0-c73f4199a641 req-6c5da927-0b21-48b2-b708-fefe8c2dfdc5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076179
Mar 26 20:56:42.806765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:42.809381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.811160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Pushing event updated for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:42.818787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks [] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.822167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1727a17-f58b-4ce9-b854-c1348bb4e36c req-956b2d15-0ffa-498e-adb1-7e065c4b31a8 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4266336
Mar 26 20:56:42.834566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Transition to ACTIVE for port object 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:42.845902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:42.893450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.944157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks [] for security_group (313d26f9-1779-42f1-8a74-95d19548da62), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:42.980741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (313d26f9-1779-42f1-8a74-95d19548da62), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.007364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b83b23-2eb1-4d5b-a449-1e79ede14f74 req-0e03d553-ae4f-4460-ae08-8c27d147cc04 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.009464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7b83b23-2eb1-4d5b-a449-1e79ede14f74 req-0e03d553-ae4f-4460-ae08-8c27d147cc04 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.2122922
Mar 26 20:56:43.010375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:43.054901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.055276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.055599 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Floating IP dc1444e1-276b-4664-8064-1a39a03af974 disassociated. External IP: 172.35.4.38, port: f3c532be-691b-4c26-98db-d112c6a3c064.
Mar 26 20:56:43.055996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Calling delete_port for f3c532be-691b-4c26-98db-d112c6a3c064 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:43.069399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:43.081965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a801c5-28e8-4d32-95b4-4dad2c14664d req-8c010d51-b28c-4e86-8fcb-fcf113ff51e8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.089360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36a801c5-28e8-4d32-95b4-4dad2c14664d req-8c010d51-b28c-4e86-8fcb-fcf113ff51e8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.3099496
Mar 26 20:56:43.090920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Attempting to bind port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:43.091371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Attempting to bind port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '29c83c29-6997-49f1-a76c-0ec990079cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:43.091714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Attempting to bind port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 on network b274787f-eb87-4a7c-9beb-3380dad64ccb {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:43.108759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 on network b274787f-eb87-4a7c-9beb-3380dad64ccb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:43.109369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Attempting to bind port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 on network b274787f-eb87-4a7c-9beb-3380dad64ccb {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:43.114983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d26f9-1779-42f1-8a74-95d19548da62,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:43.130195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:43.130549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Checking segment: {'id': '29c83c29-6997-49f1-a76c-0ec990079cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:43.130933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Bound using segment: {'id': '29c83c29-6997-49f1-a76c-0ec990079cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:43.132229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Bound port: 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c83c29-6997-49f1-a76c-0ec990079cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:43.132229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.145329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7b83b23-2eb1-4d5b-a449-1e79ede14f74 req-414038f6-f7ef-4ba0-b8e8-ee9e2685517a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850079
Mar 26 20:56:43.169988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b51c9161-a9e5-4932-bf0c-579f8f172687), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.170337 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Added segment b51c9161-a9e5-4932-bf0c-579f8f172687 of type vlan for network b59a59cb-5fd5-418b-a9be-152d6c763ec9
Mar 26 20:56:43.196367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-9f1f79f6-8fd5-4018-86ed-03b7a6f1f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.198232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-9f1f79f6-8fd5-4018-86ed-03b7a6f1f0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 1130 time: 0.2916088
Mar 26 20:56:43.224217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:43.227885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,segment=NetworkSegment(29c83c29-6997-49f1-a76c-0ec990079cc0),segment_id=29c83c29-6997-49f1-a76c-0ec990079cc0)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:43.243804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.263533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33486) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:43.287657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b59a59cb-5fd5-418b-a9be-152d6c763ec9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.296330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:43.308314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.309316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.310756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 HTTP/1.1" status: 200  len: 1092 time: 1.0685918
Mar 26 20:56:43.312914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36a801c5-28e8-4d32-95b4-4dad2c14664d req-35c9f331-8a2f-4bd2-8512-c73c8d4816fb tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207506
Mar 26 20:56:43.313071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:43.322364 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa41bc69-e840-4a50-a81f-9103079c1edf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:43.343718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:43.411241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfb640-5a55-4aa6-bcf8-01357a348630 req-f701b747-8610-4e8b-bf7b-38f543ee538d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.418414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:56:43.423566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04bfb640-5a55-4aa6-bcf8-01357a348630 req-f701b747-8610-4e8b-bf7b-38f543ee538d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 946 time: 0.1920741
Mar 26 20:56:43.424291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31965b76-d6df-4aaa-b67a-e7be897c88c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:43.446418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:43.550965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-96615566-47ae-4dba-a66b-c487001d4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.552137 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-96615566-47ae-4dba-a66b-c487001d4d52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79effa8b201c422cb22e57efa4c8892a&device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 1126 time: 0.1842899
Mar 26 20:56:43.589227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04bfb640-5a55-4aa6-bcf8-01357a348630 req-f2fc3008-666b-466d-8347-bc758b5d35ca tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups?id=07f8f41d-2f04-4f35-ba0b-12e350c760ea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465743
Mar 26 20:56:43.591720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:43.593263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.663355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-de9ee6b9-e10f-4149-bb51-9851309b561f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 HTTP/1.1" status: 200  len: 217 time: 0.0959234
Mar 26 20:56:43.677003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1408704229'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:43.678160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b59a59cb-5fd5-418b-a9be-152d6c763ec9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.679144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.679746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.711712 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9594142-b65d-4bc7-8751-3123d76fcd70 x-openstack-request-id: req-b9594142-b65d-4bc7-8751-3123d76fcd70 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:43.712173 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:43.712433 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9594142-b65d-4bc7-8751-3123d76fcd70 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:43.712717 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9594142-b65d-4bc7-8751-3123d76fcd70'] response: {'name': 'network-changed', 'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2', 'status': 'completed', 'code': 200}
Mar 26 20:56:43.788539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-98e16d68-fba5-4fce-b958-f947f4781169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.790202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-98e16d68-fba5-4fce-b958-f947f4781169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.5809617
Mar 26 20:56:43.831520 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3882811
Mar 26 20:56:43.860745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:43.864252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7bb75837-22e0-4134-b797-e281f59fe1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:43.866869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-7bb75837-22e0-4134-b797-e281f59fe1a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f9a8d49-7a8a-437f-8541-90db904f2cc2 HTTP/1.1" status: 200  len: 862 time: 0.1957877
Mar 26 20:56:43.877213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Request body: {'subnet': {'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1014845532-subnet', 'tenant_id': '3797b42bf82b407abdd1fabd06dbe141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:43.881365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Made reservation on behalf of ba712e82d41f49daa33efd59bdd437d8 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:43.886295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.921527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-531c8fa7-68b9-4b7c-a290-12b3d074d770 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:43.922744 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-531c8fa7-68b9-4b7c-a290-12b3d074d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.928403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-6879f175-8c49-47a4-9c3e-96d5e2e63f54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca HTTP/1.1" status: 200  len: 217 time: 0.1187935
Mar 26 20:56:43.932392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3d92-b22d-4b7a-b3d4-55402d2aa1bf admin admin] Pushing event updated for resources: {'Network': ['ID=b59a59cb-5fd5-418b-a9be-152d6c763ec9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:43.936583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.955127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f3c532be-691b-4c26-98db-d112c6a3c064), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:43.958225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:56:43.959909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-fc87df34-3c96-4548-a247-b914da0e3895 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b274787f-eb87-4a7c-9beb-3380dad64ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672054
Mar 26 20:56:43.973304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b59a59cb-5fd5-418b-a9be-152d6c763ec9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:44.018601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event deleted for resources: {'Port': ['ID=f3c532be-691b-4c26-98db-d112c6a3c064,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:44.026419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f93df-5c54-407c-83e0-f9b73fdec073 req-9674dd20-0601-4b7e-a86e-54d6e476744e tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:44.031247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b1f93df-5c54-407c-83e0-f9b73fdec073 req-9674dd20-0601-4b7e-a86e-54d6e476744e tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 944 time: 0.2449985
Mar 26 20:56:44.034059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Made reservation on behalf of 3797b42bf82b407abdd1fabd06dbe141 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:44.039762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.048118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-4b83fc8d-ad22-44fc-8d3d-1c748df17aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:44.049601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-4b83fc8d-ad22-44fc-8d3d-1c748df17aa6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1111352
Mar 26 20:56:44.059288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612b8c-bb73-49c1-9724-922fe6fca472 req-9e58db62-6522-49b4-8d94-cdc7798e5cbe tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:44.061155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53612b8c-bb73-49c1-9724-922fe6fca472 req-9e58db62-6522-49b4-8d94-cdc7798e5cbe tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 948 time: 0.2482975
Mar 26 20:56:44.084937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-531c8fa7-68b9-4b7c-a290-12b3d074d770 None None] Port a8b976ea-2946-4970-bc58-9f8ecdc44fed cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:44.088188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.110640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:44.251635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:44.252010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-51582165-5f6a-45f9-a491-a7c271023891 service neutron] 10.222.0.21 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820754
Mar 26 20:56:44.258772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b1f93df-5c54-407c-83e0-f9b73fdec073 req-8a6db212-1487-480c-a44e-6e700cb075f8 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971362
Mar 26 20:56:44.316659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-6639456a-fc47-4950-b09c-5acdd4cd04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:44.318092 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-6639456a-fc47-4950-b09c-5acdd4cd04c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2190118
Mar 26 20:56:44.322088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53612b8c-bb73-49c1-9724-922fe6fca472 req-6ee601dd-1515-4abf-8160-3c6082bf1c42 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141891
Mar 26 20:56:44.337761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:56:44.363075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:44.364512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59985bac-1fd0-44ba-b657-5f01bfc732dd admin admin] 10.222.0.16 "PUT /v2.0/routers/fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4578514
Mar 26 20:56:44.372599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:44.372983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.373866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Sync routers for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:56:44.389769 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:44.390821 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243161f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:44.431209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:56:44.441882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17930f24-1e89-4f2d-9b2b-a2bfba82f16b req-c00c41ca-4f3c-4f9b-b6e0-83d60c38a101 service neutron] 10.222.0.21 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729875
Mar 26 20:56:44.473846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks [] for security_group (88ef4cda-c5de-407e-8ed9-cf31739740ce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.550223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-ebef571d-2f9f-412f-9917-ec306c3c4579 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239201
Mar 26 20:56:44.585310 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:44.595279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:44.595684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.644668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:44.646413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:44.650889 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc2117-7dde-4940-a1db-69dcb40bccf6" -d '{"events": [{"server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "name": "network-vif-plugged", "status": "completed", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:44.656733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (88ef4cda-c5de-407e-8ed9-cf31739740ce), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.660177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.762966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ef4cda-c5de-407e-8ed9-cf31739740ce,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:44.777684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:44.800376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.801649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.802021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.802525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.803758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.804194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.804743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.805270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.807304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.807304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.807565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.808262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.808794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.809256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.810520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:56:44.840992 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9926b7c-bf64-4a05-8dc8-f38cea91ee77 req-edcaa1be-73ed-44ca-be49-aeb49f798483 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/ports?device_id=89eb23ef-ff6c-425c-811a-1aa2cffe0aad HTTP/1.1" status: 200  len: 210 time: 0.0855880
Mar 26 20:56:44.865851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:56:44.880914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Sync routers for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:56:44.894284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:44.898529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7157e66e-4def-4d13-a2a4-838c54f111ee req-22852984-6dd0-4227-ae3a-f28bb2c7bc9f service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028886
Mar 26 20:56:44.899853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:44.923809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:44.928240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] No DVR routers for this DVR port f3c532be-691b-4c26-98db-d112c6a3c064 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:56:44.943796 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.947591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31dd959f-e782-4385-afc0-fea36a8ceb5b req-3a0ce10c-a394-4cd8-a65b-1b8344659ee9 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.18 "DELETE /v2.0/ports/f3c532be-691b-4c26-98db-d112c6a3c064 HTTP/1.1" status: 204  len: 173 time: 3.8217587
Mar 26 20:56:44.948426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'name': 'network-vif-deleted', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:44.949976 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243161f0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 2, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:44.953349 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0307c-c6f3-4fee-ade0-358d8876c925" -d '{"events": [{"server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "name": "network-vif-deleted", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:44.969146 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a075f3ba-b7d4-4d7a-9726-95a4b8245e46 x-openstack-request-id: req-a075f3ba-b7d4-4d7a-9726-95a4b8245e46 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:44.969798 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "name": "network-vif-plugged", "status": "completed", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:44.969798 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a075f3ba-b7d4-4d7a-9726-95a4b8245e46 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:44.970009 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a075f3ba-b7d4-4d7a-9726-95a4b8245e46'] response: {'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'code': 200}
Mar 26 20:56:44.992336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3778ff59-7539-44b0-acdf-1197918a9f83), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:44.992699 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Added segment 3778ff59-7539-44b0-acdf-1197918a9f83 of type vlan for network 46047a3a-a463-4e87-a37a-a18c02611d78
Mar 26 20:56:45.005226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7fc82e11-d193-40b9-81b0-35c19910b237), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.020548 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Checking router: fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:56:45.021003 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Updating router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b port a8b976ea-2946-4970-bc58-9f8ecdc44fed binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:56:45.064846 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.071834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692e76-9945-445d-ba2f-d901b269ec96 req-fe9aa8f4-2094-4aa1-bf47-1def6bdbfda2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.080308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7692e76-9945-445d-ba2f-d901b269ec96 req-fe9aa8f4-2094-4aa1-bf47-1def6bdbfda2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.5187724
Mar 26 20:56:45.097606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:45.106748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-8fa5db81-2c78-44dc-bad3-ee3f6fa59711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.108766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-8fa5db81-2c78-44dc-bad3-ee3f6fa59711 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=79effa8b201c422cb22e57efa4c8892a&device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 1126 time: 0.5348566
Mar 26 20:56:45.225778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (46047a3a-a463-4e87-a37a-a18c02611d78), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.298670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-8b90f283-cad8-4805-816b-9c3e93af2a26 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.300583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-8b90f283-cad8-4805-816b-9c3e93af2a26 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 829 time: 0.1323881
Mar 26 20:56:45.309574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:45.321565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc82e11-d193-40b9-81b0-35c19910b237,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:45.327590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-b59b7dfa-d2c4-47e9-839d-b1a836137265 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/quotas/7150c612879247208855ce511f95a5a2 HTTP/1.1" status: 200  len: 375 time: 0.0209281
Mar 26 20:56:45.349308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f3c532be-691b-4c26-98db-d112c6a3c064 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:56:45.353049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7692e76-9945-445d-ba2f-d901b269ec96 req-d8626ca8-04a9-4730-b48b-144d788af933 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2718811
Mar 26 20:56:45.353790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Checking segment: {'id': 'b51c9161-a9e5-4932-bf0c-579f8f172687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:45.354152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Network hostable DHCP agents. Network: b59a59cb-5fd5-418b-a9be-152d6c763ec9, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:56:45.395459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: f3c532be-691b-4c26-98db-d112c6a3c064 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:56:45.395857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f3c532be-691b-4c26-98db-d112c6a3c064 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:56:45.421028 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks [] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.432920 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.437809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce1b1e-095b-4a74-93f6-c8feba97494b req-c52f17d9-d1ef-4627-a404-ab3da99634d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.439298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4ce1b1e-095b-4a74-93f6-c8feba97494b req-c52f17d9-d1ef-4627-a404-ab3da99634d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 1131 time: 0.3843777
Mar 26 20:56:45.439887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (46047a3a-a463-4e87-a37a-a18c02611d78), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.445882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-62c09e71-095e-4ad4-b269-7906f0a62ed8 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1161480
Mar 26 20:56:45.446394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.446653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.490404 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41972bd-10b7-4381-be1b-a8af8d24bb8f x-openstack-request-id: req-b41972bd-10b7-4381-be1b-a8af8d24bb8f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:45.490980 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89eb23ef-ff6c-425c-811a-1aa2cffe0aad", "name": "network-vif-deleted", "tag": "f3c532be-691b-4c26-98db-d112c6a3c064", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:45.491370 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b41972bd-10b7-4381-be1b-a8af8d24bb8f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:45.492051 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41972bd-10b7-4381-be1b-a8af8d24bb8f'] response: {'server_uuid': '89eb23ef-ff6c-425c-811a-1aa2cffe0aad', 'name': 'network-vif-deleted', 'tag': 'f3c532be-691b-4c26-98db-d112c6a3c064', 'status': 'completed', 'code': 200}
Mar 26 20:56:45.539069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Pushing event updated for resources: {'Network': ['ID=46047a3a-a463-4e87-a37a-a18c02611d78,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:45.571519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Network b59a59cb-5fd5-418b-a9be-152d6c763ec9 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:56:45.576802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 46047a3a-a463-4e87-a37a-a18c02611d78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:45.589441 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186de827-1fc5-4b07-abc6-e6def27ade96 None None] Pushing event updated for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:45.624822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:45.650488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08add99f-f23a-454f-8086-5ffb554ab680 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.3785777
Mar 26 20:56:45.666085 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Attempting to bind port a8b976ea-2946-4970-bc58-9f8ecdc44fed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:45.666476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Attempting to bind port a8b976ea-2946-4970-bc58-9f8ecdc44fed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:45.666921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.668442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33542) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:45.668825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Attempting to bind port a8b976ea-2946-4970-bc58-9f8ecdc44fed on network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:45.675945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-5afecbff-6ef4-42b0-91a2-bb5a52dbf8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.678594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-5afecbff-6ef4-42b0-91a2-bb5a52dbf8d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b274787f-eb87-4a7c-9beb-3380dad64ccb HTTP/1.1" status: 200  len: 922 time: 0.5241914
Mar 26 20:56:45.679210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b59a59cb-5fd5-418b-a9be-152d6c763ec9) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:45.681549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:45.682183 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Checking segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:45.682769 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.684463 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Bound using segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:45.688713 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Bound port: a8b976ea-2946-4970-bc58-9f8ecdc44fed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:45.689116 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.694510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'mac_address': 'fa:16:3e:b2:95:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:45.705605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bbde1-82f4-4859-bea5-aeca4bc65740 None None] Network b59a59cb-5fd5-418b-a9be-152d6c763ec9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:45.728150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.728759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.757250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfc70>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:45.831816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'name': 'tempest-network--1266113609', 'router:external': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:45.838604 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] For port a8b976ea-2946-4970-bc58-9f8ecdc44fed, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:45.843212 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] For port a8b976ea-2946-4970-bc58-9f8ecdc44fed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b976ea-2946-4970-bc58-9f8ecdc44fed,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:45.854906 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.859695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705dd73-19a9-4260-8070-863c5035032a req-edb675a2-d093-452f-996e-ab81858db9c7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.868554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a705dd73-19a9-4260-8070-863c5035032a req-edb675a2-d093-452f-996e-ab81858db9c7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 944 time: 0.3319967
Mar 26 20:56:45.872419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-145bdd71-fa1a-46ac-9f20-c7f765e45a79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 HTTP/1.1" status: 200  len: 217 time: 0.1657495
Mar 26 20:56:45.874952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:45.877599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:45.887875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0f0cb66-88ab-4f31-84c9-9daadd4dbc26 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0190222
Mar 26 20:56:45.890404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4ce1b1e-095b-4a74-93f6-c8feba97494b req-755fd134-f59a-4e90-9dce-478b2682be14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386580
Mar 26 20:56:45.932176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Checking router: 9ace8043-baf6-40e7-bf93-4cc3dac20d5c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:56:45.958150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186de827-1fc5-4b07-abc6-e6def27ade96 None None] Pushing event updated for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:45.960688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-dfabc3b8-ba7f-437d-b25f-5c5bb0d16624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:45.962839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-dfabc3b8-ba7f-437d-b25f-5c5bb0d16624 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8f9a8d49-7a8a-437f-8541-90db904f2cc2 HTTP/1.1" status: 200  len: 862 time: 0.0826905
Mar 26 20:56:45.986943 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:45.987947 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243161f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:45.988594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.187223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-bf6b25e6-6df0-4532-b769-48364f5fb4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b274787f-eb87-4a7c-9beb-3380dad64ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634518
Mar 26 20:56:46.192555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:46.193175 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.222330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:46.247455 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:46.251275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:46.289534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:46.290296 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.329797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-1ceda6f8-4a46-4bc2-b58f-13c8500edb64 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8829567
Mar 26 20:56:46.333668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.354645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-501ab594-9980-48ff-a006-9e65ed8572e8 service neutron] 10.222.0.21 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563652
Mar 26 20:56:46.361895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:46.366511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:56:46.367148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:46.386875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a705dd73-19a9-4260-8070-863c5035032a req-56f68134-1244-42e1-ab56-d65b6e89d5e6 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5171397
Mar 26 20:56:46.414568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for security_group (1a8df8cd-747a-406e-837b-1746147939b4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.453383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1a8df8cd-747a-406e-837b-1746147939b4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.494227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-673ad1c2-4104-4b5c-8e95-f3aecb8c9ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525583
Mar 26 20:56:46.503547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:56:46.528158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243161f0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:45Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:46.559136 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dbf5b6-ee5a-49a7-a685-2c73d71b15b3 None None] The sync data for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 is: [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:45Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:56:46.584396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:46.592484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe37dfa-9fe1-4e7a-a48f-a0b2c1aef02f None None] Network b59a59cb-5fd5-418b-a9be-152d6c763ec9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:46.600160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8df8cd-747a-406e-837b-1746147939b4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:46.611030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8d8223fc-63d0-43be-a242-72376e077915), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.611400 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Added segment 8d8223fc-63d0-43be-a242-72376e077915 of type vlan for network dcec2273-0d0a-4509-9e67-0e15f745389c
Mar 26 20:56:46.743265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (dcec2273-0d0a-4509-9e67-0e15f745389c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.789764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa41bc69-e840-4a50-a81f-9103079c1edf req-21c55ceb-fc55-4224-8058-6f626322ddda service neutron] 10.222.0.21 "GET /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151707
Mar 26 20:56:46.796919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (dcec2273-0d0a-4509-9e67-0e15f745389c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.798055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:46.799101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:46.866027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3f818-d924-4919-aa29-a84c0c852cd5 req-d75546a4-d2a4-4d85-902f-64e12aa0661c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:46.868718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ab3f818-d924-4919-aa29-a84c0c852cd5 req-d75546a4-d2a4-4d85-902f-64e12aa0661c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 949 time: 0.3684406
Mar 26 20:56:46.934013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=dcec2273-0d0a-4509-9e67-0e15f745389c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:46.949821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d26f597-454f-4975-9c1b-15ac10955337 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.2739222
Mar 26 20:56:46.950454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33580) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:46.990660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ab3f818-d924-4919-aa29-a84c0c852cd5 req-b4914bba-f399-4a8a-a873-1020585b3283 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858891
Mar 26 20:56:47.020766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:47.046649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network dcec2273-0d0a-4509-9e67-0e15f745389c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:47.056880 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:56:47.064163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (dcec2273-0d0a-4509-9e67-0e15f745389c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.197365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (dcec2273-0d0a-4509-9e67-0e15f745389c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.222842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-03f87516-20ca-4983-92e9-bac8bf7bf8e4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:47.230625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-03f87516-20ca-4983-92e9-bac8bf7bf8e4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/networks?id=b59a59cb-5fd5-418b-a9be-152d6c763ec9 HTTP/1.1" status: 200  len: 813 time: 0.2930217
Mar 26 20:56:47.270164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-285e24d8-c4aa-49d7-abda-539deafded48 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/quotas/3797b42bf82b407abdd1fabd06dbe141 HTTP/1.1" status: 200  len: 375 time: 0.0309968
Mar 26 20:56:47.274042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dfd23d0>,) {'filters': {'network_id': ['dcec2273-0d0a-4509-9e67-0e15f745389c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:47.300364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfd23d0>, '8d8223fc-63d0-43be-a242-72376e077915') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:47.300672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfd23d0>, '8d8223fc-63d0-43be-a242-72376e077915') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:47.303251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:47.314059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (8d8223fc-63d0-43be-a242-72376e077915), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.355281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058617c-0433-4104-af27-967bd99ab3af req-278a4068-4ea6-4db8-bf23-e38d942757dc tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:47.358960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-79fbe0a4-d93c-48bb-bd87-07c14e0be699 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3797b42bf82b407abdd1fabd06dbe141&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0873058
Mar 26 20:56:47.360669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e058617c-0433-4104-af27-967bd99ab3af req-278a4068-4ea6-4db8-bf23-e38d942757dc tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1663551
Mar 26 20:56:47.367145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8d8223fc-63d0-43be-a242-72376e077915), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.404847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:56:47.404986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (8d8223fc-63d0-43be-a242-72376e077915), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:56:47.409226 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:56:47.586921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a8b976ea-2946-4970-bc58-9f8ecdc44fed up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:47.589751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e058617c-0433-4104-af27-967bd99ab3af req-7b402ab7-0636-4fff-ad8b-755248ce9cd2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179663
Mar 26 20:56:47.612387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Current status of the port a8b976ea-2946-4970-bc58-9f8ecdc44fed is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:47.612893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.630424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (dcec2273-0d0a-4509-9e67-0e15f745389c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.636205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  dcec2273-0d0a-4509-9e67-0e15f745389c {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 20:56:47.639025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.649515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/dcec2273-0d0a-4509-9e67-0e15f745389c HTTP/1.1" status: 204  len: 168 time: 0.6980894
Mar 26 20:56:47.655790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-50efe249-a283-456e-871b-ee11fa1907a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2959032
Mar 26 20:56:47.659680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33600) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:47.674425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abc42-9009-428f-90b1-fad7a99ec193 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcec2273-0d0a-4509-9e67-0e15f745389c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:47.694840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:47.759728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a32c8a6-ed29-4d19-a339-abd59d48dc39 req-91678949-be5c-476f-86b1-d9700c443fc0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 210 time: 0.0389605
Mar 26 20:56:47.780456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:47.783172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.785396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:47.822172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:47.833262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8d1d2edb-1a15-4f22-82be-b065d0d4b65a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.834345 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Added segment 8d1d2edb-1a15-4f22-82be-b065d0d4b65a of type vlan for network f159d216-06e6-4ee8-95cf-a1812ac5e0e8
Mar 26 20:56:47.881025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:47.893411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f159d216-06e6-4ee8-95cf-a1812ac5e0e8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.895452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfc70>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:47.897590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33606) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:47.952582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-4c7ae7ab-06b3-4316-a73c-eed70a904c0d service neutron] 10.222.0.16 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2936256
Mar 26 20:56:47.955230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f159d216-06e6-4ee8-95cf-a1812ac5e0e8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:47.958836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:47.963708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.015133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] For port a8b976ea-2946-4970-bc58-9f8ecdc44fed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b976ea-2946-4970-bc58-9f8ecdc44fed,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:48.029274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 835 time: 0.3393931
Mar 26 20:56:48.033641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33616) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:48.044399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8f6c1-40f4-4717-a90f-9980933b8a90 None None] The sync data for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 is: [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '827d1056-62b4-466c-90d6-92a80958d010', 'name': '', 'network_id': '434726dc-6c91-47a9-a812-cfb57b96c526', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'mac_address': 'fa:16:3e:42:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:31Z', 'updated_at': '2022-03-26T20:54:40Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'subnets': [{'id': '317978d4-2c5a-4e04-ad76-1964d0748645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:56:48.052002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'subnet': {'network_id': 'f159d216-06e6-4ee8-95cf-a1812ac5e0e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:48.060029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (07f8f41d-2f04-4f35-ba0b-12e350c760ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.085700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa12874-9f4e-4f26-8b3a-b173c7175bd7 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=f159d216-06e6-4ee8-95cf-a1812ac5e0e8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:48.100235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.107822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f159d216-06e6-4ee8-95cf-a1812ac5e0e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:56:48.145670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (07f8f41d-2f04-4f35-ba0b-12e350c760ea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.172670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:48.175207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.183556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:48.184100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.209446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96e039-c7a9-4da5-a3fe-6406aa27b94d req-bf29f8bd-128a-4896-b19d-9e131ea2fe11 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:48.222549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c96e039-c7a9-4da5-a3fe-6406aa27b94d req-bf29f8bd-128a-4896-b19d-9e131ea2fe11 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 944 time: 0.1645775
Mar 26 20:56:48.356873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:48.358279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.431966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72be6b-b8e8-4811-949d-19be74262716 req-127737c8-899e-4adf-936a-6f1d905e89cc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:48.438909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a72be6b-b8e8-4811-949d-19be74262716 req-127737c8-899e-4adf-936a-6f1d905e89cc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 949 time: 0.1065998
Mar 26 20:56:48.441695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f57e-8e07-48dc-83f4-7d91bfa96533 None None] Pushing event updated for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:48.466829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:48.519506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-30123ec4-4801-4b85-8e85-10b1568c6c06 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:48.519727 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-30123ec4-4801-4b85-8e85-10b1568c6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.580782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:48.606093 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.622945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c96e039-c7a9-4da5-a3fe-6406aa27b94d req-2f109784-af4e-4079-b65e-da491a3ed05f tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3979816
Mar 26 20:56:48.648384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:48.651718 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (07f8f41d-2f04-4f35-ba0b-12e350c760ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.664761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:48.672849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "DELETE /v2.0/security-groups/07f8f41d-2f04-4f35-ba0b-12e350c760ea HTTP/1.1" status: 204  len: 168 time: 0.7730615
Mar 26 20:56:48.675087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33636) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:48.722110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5655cd88-9896-4588-87bb-f6ba5c5c42be'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:48.740305 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-8559f6dc-de40-4f21-8624-01f847488d0a tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] show failed (client error): The resource could not be found.
Mar 26 20:56:48.746152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8559f6dc-de40-4f21-8624-01f847488d0a tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "GET /v2.0/security-groups/07f8f41d-2f04-4f35-ba0b-12e350c760ea HTTP/1.1" status: 404  len: 347 time: 0.0598092
Mar 26 20:56:48.747023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33638) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:48.758771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a72be6b-b8e8-4811-949d-19be74262716 req-e5a8b90c-e9d9-4673-89c4-3b2dc53f75d9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3188696
Mar 26 20:56:48.831023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-4377a07b-74b2-4088-9b13-3394389fb93c tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:48.835657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-4377a07b-74b2-4088-9b13-3394389fb93c tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.18 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 829 time: 0.3941712
Mar 26 20:56:48.849937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'port': {'device_id': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'admin_state_up': True, 'tenant_id': '7150c612879247208855ce511f95a5a2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:48.919014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:56:49.148293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,segment=NetworkSegment(29c83c29-6997-49f1-a76c-0ec990079cc0),segment_id=29c83c29-6997-49f1-a76c-0ec990079cc0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:49.174287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a8b976ea-2946-4970-bc58-9f8ecdc44fed is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:49.183252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2', 'network_id': 'b274787f-eb87-4a7c-9beb-3380dad64ccb', 'port_id': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2', 'mac_address': 'fa:16:3e:41:88:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9a8d49-7a8a-437f-8541-90db904f2cc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:49.257102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b54e54b-3c57-4607-8c2e-f2d19a931252 req-4be3eef9-a95d-4876-94f7-5c2ed46ed8e1 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 210 time: 0.1126220
Mar 26 20:56:49.271253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Made reservation on behalf of 7150c612879247208855ce511f95a5a2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:49.275472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:49.371466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-30123ec4-4801-4b85-8e85-10b1568c6c06 None None] Current status of the port a8b976ea-2946-4970-bc58-9f8ecdc44fed is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:49.385787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:49.385787 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:49.423208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:49.444537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:49.504249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,segment=NetworkSegment(29c83c29-6997-49f1-a76c-0ec990079cc0),segment_id=29c83c29-6997-49f1-a76c-0ec990079cc0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:49.531270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a8b976ea-2946-4970-bc58-9f8ecdc44fed up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:49.536336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:49.632074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4a0d6-7db5-49f1-bfb1-3c7ab9dbfbd5 req-70bd368d-d323-4368-95e8-d8a5e732b3c6 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:49.639615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66c4a0d6-7db5-49f1-bfb1-3c7ab9dbfbd5 req-70bd368d-d323-4368-95e8-d8a5e732b3c6 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.2097461
Mar 26 20:56:49.704917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:49.767842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66c4a0d6-7db5-49f1-bfb1-3c7ab9dbfbd5 req-11d0401b-f557-4b17-8ff2-784cd0226db4 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195881
Mar 26 20:56:49.778223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Allocated IP 172.20.0.14 (1d0343d0-ee1e-46f6-ac18-c82566fa23cb/bbba18e4-0831-4d31-8338-0f5dd9ef139d/99c505bb-f97f-4e98-9619-8702a96345b6) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:49.783249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b1bf6-8f6f-4edd-be5d-e93546335dd8 tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f8f41d-2f04-4f35-ba0b-12e350c760ea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:49.881395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5d9bf69f-609d-48c4-baa5-cb7b9c6889d2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:49.989443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b85cc156-7840-4d6f-a771-b593a522c1d9 req-3268de35-b133-43cc-b1f4-fb0c26f4d632 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 210 time: 1.2285171
Mar 26 20:56:50.094378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8d930-8966-4f5e-831a-16db7fbcb833 req-eed7b6b6-a868-4ad7-8233-c26cd02ced09 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.095989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dce8d930-8966-4f5e-831a-16db7fbcb833 req-eed7b6b6-a868-4ad7-8233-c26cd02ced09 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 945 time: 0.1948702
Mar 26 20:56:50.104396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a8b976ea-2946-4970-bc58-9f8ecdc44fed triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:50.105115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.206695 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d48b69-08ff-4514-9a02-4e6d1083ce4a None None] New status for floating IP dc1444e1-276b-4664-8064-1a39a03af974: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:56:50.256759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-3c5bb645-0eff-4fd0-926c-92a596680769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.258424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-3c5bb645-0eff-4fd0-926c-92a596680769 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 1127 time: 0.5033910
Mar 26 20:56:50.292092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for port (99c505bb-f97f-4e98-9619-8702a96345b6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.320568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dce8d930-8966-4f5e-831a-16db7fbcb833 req-bd6fc53d-6d70-4c11-9e8f-569084ed9978 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133746
Mar 26 20:56:50.384085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a8b976ea-2946-4970-bc58-9f8ecdc44fed is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:50.396225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.506329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:50.512003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:50.516801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:50.535392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:56:50.564185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event updated for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:50.603413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003fe2c-c5be-43ec-a5ec-ba93aff371b6 req-23333f30-4f55-45ab-ab05-7f60e5e5e186 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.610136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4003fe2c-c5be-43ec-a5ec-ba93aff371b6 req-23333f30-4f55-45ab-ab05-7f60e5e5e186 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 932 time: 0.1439390
Mar 26 20:56:50.643576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:50.652975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.653903 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.705875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-a99a659a-a1d6-47b6-9d77-bbe8c6bc1fc5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8600719
Mar 26 20:56:50.722637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Request body: {'port': {'device_id': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:50.759708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4003fe2c-c5be-43ec-a5ec-ba93aff371b6 req-98429b6e-1828-4f9d-b31c-9645490123a8 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351402
Mar 26 20:56:50.793489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5655cd88-9896-4588-87bb-f6ba5c5c42be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:50.794247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.878099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:50.889644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-7745fd77-4bea-4517-bbeb-6c62a02609d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.891127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-7745fd77-4bea-4517-bbeb-6c62a02609d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 916 time: 0.6124296
Mar 26 20:56:50.972248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-a8414e8e-6451-4a15-8645-77ab6aea3ca9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 200  len: 217 time: 0.0642278
Mar 26 20:56:50.980550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89908d7-2588-4a32-82a7-ccab639491d7 req-aad61332-4142-48c8-8220-bb40cbbc4956 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:50.989563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f89908d7-2588-4a32-82a7-ccab639491d7 req-aad61332-4142-48c8-8220-bb40cbbc4956 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 949 time: 0.8412671
Mar 26 20:56:51.053639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-2b39e291-d11b-4f67-8522-2fa30a6f4d5a tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:51.055531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-2b39e291-d11b-4f67-8522-2fa30a6f4d5a tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.21 "GET /v2.0/networks?id=b59a59cb-5fd5-418b-a9be-152d6c763ec9 HTTP/1.1" status: 200  len: 813 time: 0.6849613
Mar 26 20:56:51.056977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-aaa5f94f-74f2-4f8e-b13b-3c82df282995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:51.058300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-aaa5f94f-74f2-4f8e-b13b-3c82df282995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.0664506
Mar 26 20:56:51.061515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Deleting port 909356ef-dc9f-4e4c-8096-18e5555eb38c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:51.061853 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.134692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:51.135090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.145509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91065e78-5604-4135-bdf1-769d7ed6b7a3 None None] Provisioning complete for port 99c505bb-f97f-4e98-9619-8702a96345b6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:51.145915 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91065e78-5604-4135-bdf1-769d7ed6b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.192006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.192436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (909356ef-dc9f-4e4c-8096-18e5555eb38c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.204880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:51.205367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Calling delete_port for 909356ef-dc9f-4e4c-8096-18e5555eb38c owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:51.208405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:51.211177 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffc9938-a9e7-4489-a82d-e08d1ad1fbfb" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:51.219245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.262359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91065e78-5604-4135-bdf1-769d7ed6b7a3 None None] Port 99c505bb-f97f-4e98-9619-8702a96345b6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:56:51.311977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:51.339308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:51.401983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Request body: {'port': {'device_id': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9', 'admin_state_up': True, 'tenant_id': '3797b42bf82b407abdd1fabd06dbe141'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:51.503778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:51.520695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:51.522656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.531008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c505bb-f97f-4e98-9619-8702a96345b6 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:51.541817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks [] for port (99c505bb-f97f-4e98-9619-8702a96345b6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.557351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Transition to ACTIVE for port object 99c505bb-f97f-4e98-9619-8702a96345b6 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:51.570032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.602946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-89278a3a-9c1c-4218-9041-e063652416b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:51.604801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-89278a3a-9c1c-4218-9041-e063652416b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2730417
Mar 26 20:56:51.623878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ea66e-efb3-4100-9a42-15f7a283d63d req-7c537eb3-92a9-44d7-a87a-7c0ac0eb1837 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:51.629855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-821ea66e-efb3-4100-9a42-15f7a283d63d req-7c537eb3-92a9-44d7-a87a-7c0ac0eb1837 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.7412691
Mar 26 20:56:51.672157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f89908d7-2588-4a32-82a7-ccab639491d7 req-f0b8762c-a49c-470d-8c45-a35214b1662e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6753006
Mar 26 20:56:51.744470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-821ea66e-efb3-4100-9a42-15f7a283d63d req-7ffd731e-1820-4c22-a06c-6a2f1e3d4dc8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135821
Mar 26 20:56:51.855123 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e773c-0a20-4209-8ebc-4a5d3d54a9da x-openstack-request-id: req-e60e773c-0a20-4209-8ebc-4a5d3d54a9da {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:51.855426 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:51.855688 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e60e773c-0a20-4209-8ebc-4a5d3d54a9da {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:51.862139 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60e773c-0a20-4209-8ebc-4a5d3d54a9da'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:56:51.863878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-cf5a2e53-03a1-46ff-bca7-725f747c0e47 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119439
Mar 26 20:56:51.866672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:51.869343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.894901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Pushing event updated for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:51.937596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Attempting to bind port 99c505bb-f97f-4e98-9619-8702a96345b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:51.946724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Attempting to bind port 99c505bb-f97f-4e98-9619-8702a96345b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:51.947570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Attempting to bind port 99c505bb-f97f-4e98-9619-8702a96345b6 on network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:51.954756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Port 99c505bb-f97f-4e98-9619-8702a96345b6 on network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:51.955343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Attempting to bind port 99c505bb-f97f-4e98-9619-8702a96345b6 on network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:51.961382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:51.962241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Checking segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:51.962932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Bound using segment: {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:51.963579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Bound port: 99c505bb-f97f-4e98-9619-8702a96345b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '159ea90b-74a9-49d1-ae02-d702074123ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:51.964404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.974936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:51.981107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Made reservation on behalf of 3797b42bf82b407abdd1fabd06dbe141 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:51.981971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:51.985005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.045848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:52.143280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:52.147214 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e2f1e4a3-9cd9-4821-83d7-e6f7944161d9 req-63ae0b5f-0bea-4f48-9a5b-2bd89454970a tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 210 time: 0.2812922
Mar 26 20:56:52.172252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cdfce-de2b-4c84-9e57-f9f51ab5d5f4 req-f0ec6663-0b3c-43cd-a94f-888f9e1b8ef0 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:52.208570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-288cdfce-de2b-4c84-9e57-f9f51ab5d5f4 req-f0ec6663-0b3c-43cd-a94f-888f9e1b8ef0 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 945 time: 0.2138684
Mar 26 20:56:52.281826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-288cdfce-de2b-4c84-9e57-f9f51ab5d5f4 req-6d710b1a-a6d7-45e3-8569-d8e4f8ea2967 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698600
Mar 26 20:56:52.295569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3ce7b58-951b-422c-ae12-9dd12fc320ea req-2c4b17c6-cd63-487c-b30f-3841bcc31144 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4116731
Mar 26 20:56:52.418363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 20:56:52.418809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7f4f42ad-7b50-49a0-809b-06a9060af04a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.432118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99c505bb-f97f-4e98-9619-8702a96345b6,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:52.433707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (909356ef-dc9f-4e4c-8096-18e5555eb38c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.442717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.492952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:52.493636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.495084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] 10.222.0.18 "PUT /v2.0/ports/99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 1092 time: 1.7770882
Mar 26 20:56:52.495586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:52.499440 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817aa50-918c-4039-9b5c-08a4fc81831e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:52.531894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Pushing event deleted for resources: {'Port': ['ID=909356ef-dc9f-4e4c-8096-18e5555eb38c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:52.558429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5e1a8-0f48-4041-816d-964639a37163 service neutron] Pushing event updated for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:52.613011 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c8f67-9aaf-4b6e-8687-e0254c426078 x-openstack-request-id: req-b03c8f67-9aaf-4b6e-8687-e0254c426078 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:52.613595 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:52.614025 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03c8f67-9aaf-4b6e-8687-e0254c426078 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:52.614631 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03c8f67-9aaf-4b6e-8687-e0254c426078'] response: {'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6', 'status': 'completed', 'code': 200}
Mar 26 20:56:52.641457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43b370-5683-49e9-a936-0c428993acbb req-b077e173-a994-4a10-a525-661a9edf3f83 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:52.642926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:56:52.652174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec43b370-5683-49e9-a936-0c428993acbb req-b077e173-a994-4a10-a525-661a9edf3f83 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 944 time: 0.4025574
Mar 26 20:56:52.762628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-524c8393-7351-42e9-96b9-bee990626370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:52.764179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-524c8393-7351-42e9-96b9-bee990626370 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1126 time: 0.1653860
Mar 26 20:56:52.801045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7f4f42ad-7b50-49a0-809b-06a9060af04a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:52.829791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Allocated IP 172.20.0.10 (b59a59cb-5fd5-418b-a9be-152d6c763ec9/7fc82e11-d193-40b9-81b0-35c19910b237/4c536011-78ac-4759-af99-8fc9826030cd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:52.837086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:56:52.853558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:56:52.854302 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.861228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec43b370-5683-49e9-a936-0c428993acbb req-001a03d3-b041-4634-a876-86c9487cd95b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080336
Mar 26 20:56:52.863702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks [] for floatingip (dc1444e1-276b-4664-8064-1a39a03af974), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.866397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:52.871104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47371741-30e4-4d14-aee3-5b9ac837fe8d tempest-AttachSCSIVolumeTestJSON-1163101248 tempest-AttachSCSIVolumeTestJSON-1163101248-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc1444e1-276b-4664-8064-1a39a03af974 HTTP/1.1" status: 204  len: 168 time: 4.1014719
Mar 26 20:56:52.871104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Checking segment: {'id': '8d1d2edb-1a15-4f22-82be-b065d0d4b65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f159d216-06e6-4ee8-95cf-a1812ac5e0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:52.871104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Network hostable DHCP agents. Network: f159d216-06e6-4ee8-95cf-a1812ac5e0e8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:56:52.924785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Network f159d216-06e6-4ee8-95cf-a1812ac5e0e8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:56:52.965265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f159d216-06e6-4ee8-95cf-a1812ac5e0e8) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:53.005433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd5c50-34d3-4db4-b98b-a26d8c9cd6c8 None None] Network f159d216-06e6-4ee8-95cf-a1812ac5e0e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:53.034949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.035577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.081335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-05bea636-459f-4c8c-a9af-34104189c4bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 217 time: 0.3032963
Mar 26 20:56:53.150083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c006dd88-6f3e-4e7d-b511-30174df97473 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.1037233
Mar 26 20:56:53.160041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33694) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:53.166281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'floatingip': {'floating_network_id': 'f159d216-06e6-4ee8-95cf-a1812ac5e0e8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:53.237792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8498514-de9b-4e52-8571-6e15326cc818 req-24eeaf79-07f4-4060-a371-019bfd80b72e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.258810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8498514-de9b-4e52-8571-6e15326cc818 req-24eeaf79-07f4-4060-a371-019bfd80b72e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 950 time: 0.4581285
Mar 26 20:56:53.278828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks [] for port (4c536011-78ac-4759-af99-8fc9826030cd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.288546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bd535-5d0c-47b3-a425-5086c8ff1fae req-a3987ad1-6db3-49cd-87b1-97cd1df7a27f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.299623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b61bd535-5d0c-47b3-a425-5086c8ff1fae req-a3987ad1-6db3-49cd-87b1-97cd1df7a27f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1704314
Mar 26 20:56:53.385713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b61bd535-5d0c-47b3-a425-5086c8ff1fae req-4d16a34e-e130-4695-91b9-82a96cce50ff tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851605
Mar 26 20:56:53.393486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-4be08685-871d-419d-9ccd-1a77e8e9a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.395550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-4be08685-871d-419d-9ccd-1a77e8e9a982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.3084536
Mar 26 20:56:53.396961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.401628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.446721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:53.447101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.484032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Network b59a59cb-5fd5-418b-a9be-152d6c763ec9 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:53.488965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:53.498472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:53.531560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb658f-1d54-43fc-985b-fbc4a52b95cc None None] Network f159d216-06e6-4ee8-95cf-a1812ac5e0e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:56:53.559792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8498514-de9b-4e52-8571-6e15326cc818 req-6fe8ea41-2394-4deb-ad95-6b7afe6fa395 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753885
Mar 26 20:56:53.595502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,segment=NetworkSegment(29c83c29-6997-49f1-a76c-0ec990079cc0),segment_id=29c83c29-6997-49f1-a76c-0ec990079cc0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:53.625020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.630660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-417bc628-24e1-400f-953d-c3a63376b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.633748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-417bc628-24e1-400f-953d-c3a63376b7f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2071388
Mar 26 20:56:53.642023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Pushing event updated for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:53.686119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.691685 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:53.729518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3255f328-c32a-4615-a351-8e909ad5a9e5 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3405221
Mar 26 20:56:53.745135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Request body: {'port': {'device_id': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:53.757013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824849-5e58-44c0-9bd8-74c1eef8a91a req-b97edd1e-c0a2-4ee8-98d7-482e220fada6 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.765430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef824849-5e58-44c0-9bd8-74c1eef8a91a req-b97edd1e-c0a2-4ee8-98d7-482e220fada6 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 932 time: 0.2168651
Mar 26 20:56:53.808210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:53.867402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'}, {'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:53.869745 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bee8f48-4621-40a6-8584-d7a8aaecb8e8" -d '{"events": [{"server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "name": "network-vif-plugged", "status": "completed", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca"}, {"server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:53.906473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0c12-8cb8-4e8a-abf4-77035bb0c062 req-8c3afbed-caaf-40d8-943e-04fab6b97c1c tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:53.908038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-972f0c12-8cb8-4e8a-abf4-77035bb0c062 req-8c3afbed-caaf-40d8-943e-04fab6b97c1c tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.2079637
Mar 26 20:56:53.941997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-42ccc3d0-5441-4720-83a3-3c3b2df33939 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300453
Mar 26 20:56:53.968112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef824849-5e58-44c0-9bd8-74c1eef8a91a req-cd7bc266-124e-44f6-8930-381c6394f77b tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013326
Mar 26 20:56:54.050660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:54.060860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4c536011-78ac-4759-af99-8fc9826030cd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:54.081585 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720c743-73ca-4b26-a3ec-707894571f26 x-openstack-request-id: req-d720c743-73ca-4b26-a3ec-707894571f26 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:54.081891 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "name": "network-vif-plugged", "status": "completed", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca", "code": 200}, {"server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "name": "network-vif-plugged", "status": "completed", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:54.082149 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d720c743-73ca-4b26-a3ec-707894571f26 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:54.082561 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d720c743-73ca-4b26-a3ec-707894571f26'] response: {'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'code': 200}
Mar 26 20:56:54.082826 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d720c743-73ca-4b26-a3ec-707894571f26'] response: {'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2', 'code': 200}
Mar 26 20:56:54.117506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-1c902ee3-290c-4f9b-b034-8e64c673c9ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1523063
Mar 26 20:56:54.132630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-972f0c12-8cb8-4e8a-abf4-77035bb0c062 req-ee29c782-d84b-4af0-be20-25d8c80b1d98 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148547
Mar 26 20:56:54.328510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Allocated IP 172.20.0.11 (f159d216-06e6-4ee8-95cf-a1812ac5e0e8/7f4f42ad-7b50-49a0-809b-06a9060af04a/46f31781-b5b4-48b9-bcd8-dc641d25d31b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:56:54.488933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-fd85be03-1785-4e85-b31f-56ff4b9d1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.490687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-fd85be03-1785-4e85-b31f-56ff4b9d1a72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 1132 time: 0.2799222
Mar 26 20:56:54.530778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8d28b-437a-4f6d-9d7a-ea79c5bc4a34 req-5f2bdff7-9ca2-498d-b2d0-a76aba5dc3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.532595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40e8d28b-437a-4f6d-9d7a-ea79c5bc4a34 req-5f2bdff7-9ca2-498d-b2d0-a76aba5dc3b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 1128 time: 0.3107009
Mar 26 20:56:54.542467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824857-7b3f-47dd-8101-70d119fd225e req-9c02c386-ef5a-4159-9b28-45c1e40a5294 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.547390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e90b593e-596e-43f5-8bf8-f56fb22a352b req-0d47ff0d-ab08-4701-8fd7-bb7031b0a8f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5636787
Mar 26 20:56:54.549438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5824857-7b3f-47dd-8101-70d119fd225e req-9c02c386-ef5a-4159-9b28-45c1e40a5294 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 944 time: 0.2762704
Mar 26 20:56:54.582242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:54.655895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2b6b-251a-424a-a891-c5667db38260 req-b4938f87-d656-4454-ba2c-308c13e217b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.657404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e1e2b6b-251a-424a-a891-c5667db38260 req-b4938f87-d656-4454-ba2c-308c13e217b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 1132 time: 0.4389982
Mar 26 20:56:54.677954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5824857-7b3f-47dd-8101-70d119fd225e req-5138afaf-f98a-4f97-8b1d-c1716d5c6e2b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226864
Mar 26 20:56:54.761759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309c770-92b2-481f-bdd0-f4b7817a7a71 req-bf775969-4085-4f2c-9d74-1c860254251c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.770040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3309c770-92b2-481f-bdd0-f4b7817a7a71 req-bf775969-4085-4f2c-9d74-1c860254251c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.2350054
Mar 26 20:56:54.810022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:54.814300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-fe1d9f60-d1be-4e13-87e3-12400aaa601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.815274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-fe1d9f60-d1be-4e13-87e3-12400aaa601f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1126 time: 0.1956103
Mar 26 20:56:54.821789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40e8d28b-437a-4f6d-9d7a-ea79c5bc4a34 req-a399b8cd-a41c-45cf-8cdc-3dac26510062 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2461240
Mar 26 20:56:54.850779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e1e2b6b-251a-424a-a891-c5667db38260 req-3b29a482-1103-4be5-88fe-5bbd02f8bc8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749158
Mar 26 20:56:54.889921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c536011-78ac-4759-af99-8fc9826030cd {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:54.909880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks [] for port (4c536011-78ac-4759-af99-8fc9826030cd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:54.917133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-d45144f8-0a3c-4f91-a631-611f4b1578ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.918633 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-d45144f8-0a3c-4f91-a631-611f4b1578ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3848329
Mar 26 20:56:54.933028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Network f159d216-06e6-4ee8-95cf-a1812ac5e0e8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:56:54.939288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Port': ['ID=46f31781-b5b4-48b9-bcd8-dc641d25d31b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:54.939503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Transition to ACTIVE for port object 4c536011-78ac-4759-af99-8fc9826030cd will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:56:54.952906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73de7b-d2ac-489e-9dfb-19504a065c81 req-570839d2-defd-48fd-826e-fab8cb78cd32 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:54.965053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b73de7b-d2ac-489e-9dfb-19504a065c81 req-570839d2-defd-48fd-826e-fab8cb78cd32 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 950 time: 0.1777222
Mar 26 20:56:54.985258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3309c770-92b2-481f-bdd0-f4b7817a7a71 req-b874eb5c-cbb6-4e94-87eb-b891d287a2db tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142437
Mar 26 20:56:54.986476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:56:54.993820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:56:54.999810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:55.013239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d33c-06a6-4990-a8a4-0e6eec29fc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:55.102894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-9c85988d-98da-427e-b15e-8094e1f56ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.104904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-9c85988d-98da-427e-b15e-8094e1f56ee1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 929 time: 0.2776127
Mar 26 20:56:55.164623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b73de7b-d2ac-489e-9dfb-19504a065c81 req-0b536069-bcda-4faf-b9a6-97df37f3c75e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922793
Mar 26 20:56:55.229458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-0522b9ae-b264-4dd7-a58b-85ae31d523bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 217 time: 0.1051738
Mar 26 20:56:55.243008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-55628284-4b5e-4ced-98bb-75a9c400b31d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72 HTTP/1.1" status: 200  len: 217 time: 0.1527672
Mar 26 20:56:55.266377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:55.313207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for floatingip (4ebdd18e-208e-4f0a-bd41-63c9e143953f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:55.345848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d970-fbc1-47cd-8661-8b5510d44f7b req-1574ce3c-7484-4fe6-94e5-32e9e7f2a4ad tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.348823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1631d970-fbc1-47cd-8661-8b5510d44f7b req-1574ce3c-7484-4fe6-94e5-32e9e7f2a4ad tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 944 time: 0.2595887
Mar 26 20:56:55.350687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-512e551f-1c83-46bc-bfbd-90a2ec243ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.352787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-512e551f-1c83-46bc-bfbd-90a2ec243ae8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.1121895
Mar 26 20:56:55.442230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:55.521231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1631d970-fbc1-47cd-8661-8b5510d44f7b req-808359c6-785d-4413-ad88-ef6e8c583d10 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648622
Mar 26 20:56:55.547285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-482a34e0-3d8b-426a-8d4e-1a2cef60187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.548984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-482a34e0-3d8b-426a-8d4e-1a2cef60187a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1601553
Mar 26 20:56:55.698742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-af356142-e2da-4409-aaa1-ac3d143bd06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.700297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-af356142-e2da-4409-aaa1-ac3d143bd06b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.4466627
Mar 26 20:56:55.767847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416fe29-bf0a-477b-83cd-2ab0c87f0bda req-b9dcd66a-23d0-4157-b7d5-876f56cf6e5f tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.769339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3416fe29-bf0a-477b-83cd-2ab0c87f0bda req-b9dcd66a-23d0-4157-b7d5-876f56cf6e5f tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.4507601
Mar 26 20:56:55.770957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Attempting to bind port 4c536011-78ac-4759-af99-8fc9826030cd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:56:55.771361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Attempting to bind port 4c536011-78ac-4759-af99-8fc9826030cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b51c9161-a9e5-4932-bf0c-579f8f172687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:56:55.771626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Attempting to bind port 4c536011-78ac-4759-af99-8fc9826030cd on network b59a59cb-5fd5-418b-a9be-152d6c763ec9 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:55.796488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Port 4c536011-78ac-4759-af99-8fc9826030cd on network b59a59cb-5fd5-418b-a9be-152d6c763ec9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:56:55.796765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Attempting to bind port 4c536011-78ac-4759-af99-8fc9826030cd on network b59a59cb-5fd5-418b-a9be-152d6c763ec9 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:56:55.805840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:56:55.806096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Checking segment: {'id': 'b51c9161-a9e5-4932-bf0c-579f8f172687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:56:55.806390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Bound using segment: {'id': 'b51c9161-a9e5-4932-bf0c-579f8f172687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:56:55.806724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Bound port: 4c536011-78ac-4759-af99-8fc9826030cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51c9161-a9e5-4932-bf0c-579f8f172687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:56:55.807083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4c536011-78ac-4759-af99-8fc9826030cd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:55.819488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-da949a73-7322-4fae-bb5c-b7cc713867a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.821074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-da949a73-7322-4fae-bb5c-b7cc713867a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1109426
Mar 26 20:56:55.831815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57be34-623d-4458-ad13-6d3239b7234f req-cdbb30f6-22c2-44f1-909b-1ac2cf8c0007 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:55.835249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb57be34-623d-4458-ad13-6d3239b7234f req-cdbb30f6-22c2-44f1-909b-1ac2cf8c0007 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.1858158
Mar 26 20:56:55.840101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-36dd386b-4fda-4280-a8dc-10e9d73f749e service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732284
Mar 26 20:56:55.906202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3416fe29-bf0a-477b-83cd-2ab0c87f0bda req-0fdfc9ad-a735-48e7-9849-0caacb83657a tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284542
Mar 26 20:56:55.983864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:56:55.987304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c536011-78ac-4759-af99-8fc9826030cd,segment=NetworkSegment(b51c9161-a9e5-4932-bf0c-579f8f172687),segment_id=b51c9161-a9e5-4932-bf0c-579f8f172687)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:56:55.992240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-d2ff8324-01b3-4db7-9f58-b2a984c710ab service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615026
Mar 26 20:56:56.009022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.097436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0817aa50-918c-4039-9b5c-08a4fc81831e req-4df728f6-2626-4fc6-859c-d3fcdc10ef34 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463570
Mar 26 20:56:56.108573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.109311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.111416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] 10.222.0.21 "PUT /v2.0/ports/4c536011-78ac-4759-af99-8fc9826030cd HTTP/1.1" status: 200  len: 1092 time: 2.3741913
Mar 26 20:56:56.116583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb57be34-623d-4458-ad13-6d3239b7234f req-3e107bbc-f42d-498c-a79e-8b687a774f4b tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643151
Mar 26 20:56:56.141167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.151708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.155849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:56:56.161299 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca" -d '{"events": [{"name": "network-changed", "server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "tag": "4c536011-78ac-4759-af99-8fc9826030cd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:56:56.232665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:56.263678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4ebdd18e-208e-4f0a-bd41-63c9e143953f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.301466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.303363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1412494
Mar 26 20:56:56.339687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:56.363633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbea10-518e-4c57-a787-402ad98aac2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:56.419476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b13c2-474e-4525-9799-8cdfb9d3e320 req-8e3d58e3-39f1-4cde-9b76-e8bde0322851 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.421084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-381b13c2-474e-4525-9799-8cdfb9d3e320 req-8e3d58e3-39f1-4cde-9b76-e8bde0322851 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 944 time: 0.3646405
Mar 26 20:56:56.486769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1e1c419-0e6f-4582-a0ef-c0aa1fbe1516 req-c7004188-bb5c-4b59-9fd4-68e2d64cd6d3 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4875898
Mar 26 20:56:56.517680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3535c35b-5f1d-4abb-9bc4-70be5e8d0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.519316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-3535c35b-5f1d-4abb-9bc4-70be5e8d0021 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3797b42bf82b407abdd1fabd06dbe141&device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 1126 time: 0.3121028
Mar 26 20:56:56.581767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-381b13c2-474e-4525-9799-8cdfb9d3e320 req-48b54d2a-b41d-494c-848e-041929f2b7e5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478865
Mar 26 20:56:56.618185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-5db9e787-c391-4ea1-9d53-30eb0533b1c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c536011-78ac-4759-af99-8fc9826030cd HTTP/1.1" status: 200  len: 217 time: 0.0833497
Mar 26 20:56:56.737246 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d08435-1742-4199-9b0f-620542f23439 x-openstack-request-id: req-a7d08435-1742-4199-9b0f-620542f23439 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:56:56.737563 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "tag": "4c536011-78ac-4759-af99-8fc9826030cd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:56:56.737944 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7d08435-1742-4199-9b0f-620542f23439 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:56:56.738403 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d08435-1742-4199-9b0f-620542f23439'] response: {'name': 'network-changed', 'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd', 'status': 'completed', 'code': 200}
Mar 26 20:56:56.785904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20ac8f90-6835-45b3-8124-186101489788 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=f159d216-06e6-4ee8-95cf-a1812ac5e0e8 HTTP/1.1" status: 200  len: 690 time: 0.4393575
Mar 26 20:56:56.792760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:56.843805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd155-7b70-4269-8735-c4d1015915d8 req-5a372b06-9186-4196-8072-a87d037e05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.845346 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-5a372b06-9186-4196-8072-a87d037e05ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc82e11-d193-40b9-81b0-35c19910b237 HTTP/1.1" status: 200  len: 853 time: 0.1100757
Mar 26 20:56:56.899839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2884b2a-dd56-4b10-98e4-efb38bf077b9 req-cd1fcd3d-12e5-4b40-a4cc-edd562fa2d83 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.907316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2884b2a-dd56-4b10-98e4-efb38bf077b9 req-cd1fcd3d-12e5-4b40-a4cc-edd562fa2d83 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 950 time: 0.1574848
Mar 26 20:56:56.915617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-4018876b-5c2a-4f98-a132-f04cbb4db841 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b59a59cb-5fd5-418b-a9be-152d6c763ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600202
Mar 26 20:56:56.917027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c41c47-3c99-48b4-b0a8-3904d4dc164c req-460c8308-704b-4971-a624-1b3b69cdca12 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:56.924633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-21c41c47-3c99-48b4-b0a8-3904d4dc164c req-460c8308-704b-4971-a624-1b3b69cdca12 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.6198809
Mar 26 20:56:56.954024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f159d216-06e6-4ee8-95cf-a1812ac5e0e8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:56.990527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2884b2a-dd56-4b10-98e4-efb38bf077b9 req-721e405e-f2f2-4eb1-b388-0288b4ddc70b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826356
Mar 26 20:56:57.151055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-21c41c47-3c99-48b4-b0a8-3904d4dc164c req-10e87311-923f-49a2-a427-efce44dc9752 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250803
Mar 26 20:56:57.154931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e2f9f-bdcf-498c-b5ce-f55ce808256a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Port': ['ID=46f31781-b5b4-48b9-bcd8-dc641d25d31b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:57.236938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-12c1a501-edc9-4b29-a333-39a73c06a23d service neutron] 10.222.0.21 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3082952
Mar 26 20:56:57.262651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.312218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Deleting port 46f31781-b5b4-48b9-bcd8-dc641d25d31b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:57.313259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.321247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a92bc11-6b6a-47ee-bcd6-f39dc7cf95f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.372259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 99c505bb-f97f-4e98-9619-8702a96345b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:56:57.383709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a5d8-1530-472e-8661-9e58e8c9d6e3 req-740dfcb8-f53d-446f-b9e5-320c531d6686 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:57.385349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b59a5d8-1530-472e-8661-9e58e8c9d6e3 req-740dfcb8-f53d-446f-b9e5-320c531d6686 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 944 time: 0.2631950
Mar 26 20:56:57.409937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.410701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for floatingip (46f31781-b5b4-48b9-bcd8-dc641d25d31b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.424997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Calling delete_port for 46f31781-b5b4-48b9-bcd8-dc641d25d31b owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:57.540860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b59a5d8-1530-472e-8661-9e58e8c9d6e3 req-9afa495d-bc0d-4a9f-b4d7-c73db0ed33a1 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485612
Mar 26 20:56:57.603059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-260fd155-7b70-4269-8735-c4d1015915d8 req-05cc1203-afd5-411a-bd78-365a13b5a8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3524733
Mar 26 20:56:57.745417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99c505bb-f97f-4e98-9619-8702a96345b6,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:57.767614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (46f31781-b5b4-48b9-bcd8-dc641d25d31b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.781541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '99c505bb-f97f-4e98-9619-8702a96345b6', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'mac_address': 'fa:16:3e:3d:e5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:56:57.865844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 99c505bb-f97f-4e98-9619-8702a96345b6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:56:57.866357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.886285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Port': ['ID=46f31781-b5b4-48b9-bcd8-dc641d25d31b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:57.899266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c505bb-f97f-4e98-9619-8702a96345b6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:56:57.942782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95909a1-f0f4-45eb-be09-c8574d4b8b0f req-b5ab8393-3a04-4750-8689-a58a2c2e2ed7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:57.943489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99c505bb-f97f-4e98-9619-8702a96345b6,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:57.950802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b95909a1-f0f4-45eb-be09-c8574d4b8b0f req-b5ab8393-3a04-4750-8689-a58a2c2e2ed7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.6751015
Mar 26 20:56:57.962721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:57.992841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-86b5b3e4-8e97-46de-b417-4d64f18453e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:57.994824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-86b5b3e4-8e97-46de-b417-4d64f18453e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3797b42bf82b407abdd1fabd06dbe141&device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 1126 time: 0.2927613
Mar 26 20:56:58.004617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1539e8d-22c8-4e2e-bd88-a469f40d7d6b req-d8adeae7-e440-44c0-89a8-07c748b89f26 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:58.011843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1539e8d-22c8-4e2e-bd88-a469f40d7d6b req-d8adeae7-e440-44c0-89a8-07c748b89f26 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 949 time: 0.2749910
Mar 26 20:56:58.030706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:58.044070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b95909a1-f0f4-45eb-be09-c8574d4b8b0f req-b1445a5e-26e8-4730-9c32-39fc06f01e9d tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919714
Mar 26 20:56:58.049817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for floatingip (4ebdd18e-208e-4f0a-bd41-63c9e143953f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.149307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7f4f42ad-7b50-49a0-809b-06a9060af04a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.151852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1539e8d-22c8-4e2e-bd88-a469f40d7d6b req-8ee68dc6-b9eb-4038-9390-73f0ff8b9895 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154075
Mar 26 20:56:58.159473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Deleting port 827d1056-62b4-466c-90d6-92a80958d010 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:56:58.159669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (827d1056-62b4-466c-90d6-92a80958d010), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.262938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7f4f42ad-7b50-49a0-809b-06a9060af04a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.284594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969634d5-36e1-4c26-9b46-54323816d819 req-a85557e8-c396-45bf-85e1-85391ed0a029 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:58.285965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['99c505bb-f97f-4e98-9619-8702a96345b6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:56:58.287046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-969634d5-36e1-4c26-9b46-54323816d819 req-a85557e8-c396-45bf-85e1-85391ed0a029 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.1777446
Mar 26 20:56:58.292715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] For port 827d1056-62b4-466c-90d6-92a80958d010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827d1056-62b4-466c-90d6-92a80958d010,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:56:58.293291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (827d1056-62b4-466c-90d6-92a80958d010), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.309616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Calling delete_port for 827d1056-62b4-466c-90d6-92a80958d010 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:56:58.329794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4f42ad-7b50-49a0-809b-06a9060af04a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:58.396294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-969634d5-36e1-4c26-9b46-54323816d819 req-558d7991-04f0-4935-a4a3-0f110d430f8e tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873239
Mar 26 20:56:58.459783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f159d216-06e6-4ee8-95cf-a1812ac5e0e8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.498913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e4a3580>,) {'filters': {'network_id': ['f159d216-06e6-4ee8-95cf-a1812ac5e0e8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:58.537037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-1a7ea611-d735-480d-935f-2e243a122b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:58.538530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-1a7ea611-d735-480d-935f-2e243a122b8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b59a59cb-5fd5-418b-a9be-152d6c763ec9 HTTP/1.1" status: 200  len: 913 time: 0.5270734
Mar 26 20:56:58.550293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4a3580>, '8d1d2edb-1a15-4f22-82be-b065d0d4b65a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:58.550619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4a3580>, '8d1d2edb-1a15-4f22-82be-b065d0d4b65a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:56:58.592998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8d1d2edb-1a15-4f22-82be-b065d0d4b65a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.600636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-d1af9ad0-c153-4ae9-9131-bf393c6be45f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c536011-78ac-4759-af99-8fc9826030cd HTTP/1.1" status: 200  len: 217 time: 0.0548973
Mar 26 20:56:58.645077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8d1d2edb-1a15-4f22-82be-b065d0d4b65a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.669587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:56:58.670005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8d1d2edb-1a15-4f22-82be-b065d0d4b65a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.676680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3d47b-4b29-40a1-9a0b-2849f11ab69a req-b8e0801c-d05a-4a68-a437-06872cb27335 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:56:58.679347 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:56:58.682338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99e3d47b-4b29-40a1-9a0b-2849f11ab69a req-b8e0801c-d05a-4a68-a437-06872cb27335 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 945 time: 0.2047713
Mar 26 20:56:58.726974 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.782026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-69569f15-5f79-41dd-969a-270e333312f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:58.783457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-69569f15-5f79-41dd-969a-270e333312f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7fc82e11-d193-40b9-81b0-35c19910b237 HTTP/1.1" status: 200  len: 853 time: 0.1727815
Mar 26 20:56:58.793944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99e3d47b-4b29-40a1-9a0b-2849f11ab69a req-71440d6c-6b96-49c6-a2a2-0331f6ce14e4 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040092
Mar 26 20:56:58.797261 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (827d1056-62b4-466c-90d6-92a80958d010), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.821849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f159d216-06e6-4ee8-95cf-a1812ac5e0e8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.842453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f159d216-06e6-4ee8-95cf-a1812ac5e0e8 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 20:56:58.844991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Network': ['ID=f159d216-06e6-4ee8-95cf-a1812ac5e0e8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:58.847271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:58.854891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af864db9-2a47-412e-b630-38fc0bf82d4e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f159d216-06e6-4ee8-95cf-a1812ac5e0e8 HTTP/1.1" status: 204  len: 168 time: 2.0528040
Mar 26 20:56:58.855867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33860) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:58.870939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Pushing event deleted for resources: {'Port': ['ID=827d1056-62b4-466c-90d6-92a80958d010,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:56:58.879513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-d076426a-ce0a-416b-a4b9-8120e865832c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b59a59cb-5fd5-418b-a9be-152d6c763ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0788593
Mar 26 20:56:58.888204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-1aabd4e0-95ac-44c2-862c-06f7c393d509 req-b0395729-56a3-4141-9e78-37b182a3f231 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:56:58.889202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1aabd4e0-95ac-44c2-862c-06f7c393d509 req-b0395729-56a3-4141-9e78-37b182a3f231 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0070150
Mar 26 20:56:59.069255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-db9a42b2-85b4-4bba-91e1-b5d327a51c73 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 996 time: 0.2121716
Mar 26 20:56:59.078187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:59.167046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe950-8211-4695-9618-60a117c601da req-7ef5d92f-d329-4fc9-9f15-5589cbe7f84d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.184786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe950-8211-4695-9618-60a117c601da req-7ef5d92f-d329-4fc9-9f15-5589cbe7f84d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.198331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e53fe950-8211-4695-9618-60a117c601da req-7ef5d92f-d329-4fc9-9f15-5589cbe7f84d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e&device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 1690 time: 0.2910399
Mar 26 20:56:59.312307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1aabd4e0-95ac-44c2-862c-06f7c393d509 req-780a9f9b-eb15-4bbf-b2f9-ddafe7cbbaad tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.4022715
Mar 26 20:56:59.320057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e53fe950-8211-4695-9618-60a117c601da req-cf57ce8b-a770-47dd-8b43-1b1e5ba8a6d0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205957
Mar 26 20:56:59.336763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.346122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.347195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.349249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.354593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.355194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.359567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.360210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.360747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.368217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.370511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75b7d0d6-9c8a-4745-a490-94e91fcda62a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6616 time: 0.2901468
Mar 26 20:56:59.373999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33872) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:59.449977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-f44d404e-0af2-41b0-9882-48b0851ae193 service neutron] 10.222.0.21 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5594010
Mar 26 20:56:59.531417 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-ada66cbd-9e4f-4ec8-92d2-f048dd228cda tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] delete failed (client error): The resource could not be found.
Mar 26 20:56:59.545715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ada66cbd-9e4f-4ec8-92d2-f048dd228cda tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/4ebdd18e-208e-4f0a-bd41-63c9e143953f HTTP/1.1" status: 404  len: 345 time: 0.1704328
Mar 26 20:56:59.547563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:59.586782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e63058c-4cf9-409d-a2c6-5fff2d4082ca req-c22f969a-805d-4133-b610-b8eb55b1eac1 service neutron] 10.222.0.21 "GET /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176441
Mar 26 20:56:59.602157 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bb2a4f-9acf-4f66-aed8-39256a666bc6 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] DELETE failed (client error): The resource could not be found.
Mar 26 20:56:59.602698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bb2a4f-9acf-4f66-aed8-39256a666bc6 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 20:56:59.611127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5bb2a4f-9acf-4f66-aed8-39256a666bc6 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f159d216-06e6-4ee8-95cf-a1812ac5e0e8 HTTP/1.1" status: 404  len: 339 time: 0.0625012
Mar 26 20:56:59.611745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33876) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:56:59.618240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'name': 'tempest-network--615485128', 'router:external': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:56:59.670120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c4272-b40c-493a-8f40-2f55bcd8316f req-f9622cef-e8be-47e1-a501-df7cdf011e88 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.671698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-166c4272-b40c-493a-8f40-2f55bcd8316f req-f9622cef-e8be-47e1-a501-df7cdf011e88 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 944 time: 0.1249225
Mar 26 20:56:59.691877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:56:59.704895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:59.769699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:56:59.780730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (237f49ff-4f84-4a92-900a-a50c4570efcc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:59.781165 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Added segment 237f49ff-4f84-4a92-900a-a50c4570efcc of type vlan for network 78b5092e-51b8-4c7d-b470-d8081729176e
Mar 26 20:56:59.843148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (78b5092e-51b8-4c7d-b470-d8081729176e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:59.918928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-166c4272-b40c-493a-8f40-2f55bcd8316f req-d449c17d-e1dc-4a09-8d87-1df4f3b340fd tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2332845
Mar 26 20:56:59.957752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (78b5092e-51b8-4c7d-b470-d8081729176e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:56:59.959076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:56:59.959852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.005233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.3915138
Mar 26 20:57:00.009597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33886) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:00.012629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.136332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dce2e4-0ed6-4a29-add1-1811482031c4 req-86f6ff60-c3b8-452c-b872-2f088a772478 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.137705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38dce2e4-0ed6-4a29-add1-1811482031c4 req-86f6ff60-c3b8-452c-b872-2f088a772478 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.0715597
Mar 26 20:57:00.141992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.209138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ad9d-f8f7-4afb-bd25-146d103daaea tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=78b5092e-51b8-4c7d-b470-d8081729176e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:00.225030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 78b5092e-51b8-4c7d-b470-d8081729176e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:00.255357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38dce2e4-0ed6-4a29-add1-1811482031c4 req-1bd33487-a879-47bf-912e-b0413b79e546 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096425
Mar 26 20:57:00.335942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa1761-6ebf-4a15-a260-cf2a41ea7649 req-b8d8cd3b-ca50-4048-b348-61ef752fcb81 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.343730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99aa1761-6ebf-4a15-a260-cf2a41ea7649 req-b8d8cd3b-ca50-4048-b348-61ef752fcb81 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 1131 time: 0.2855582
Mar 26 20:57:00.366404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c878-1429-41b8-913b-ec4dd72f552e tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.372743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c878-1429-41b8-913b-ec4dd72f552e tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.378206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c878-1429-41b8-913b-ec4dd72f552e tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.384556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c878-1429-41b8-913b-ec4dd72f552e tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.386408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49f8c878-1429-41b8-913b-ec4dd72f552e tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.3754935
Mar 26 20:57:00.389278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33890) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:00.441927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99aa1761-6ebf-4a15-a260-cf2a41ea7649 req-666df12c-181d-402a-ac3f-ec4924562621 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919137
Mar 26 20:57:00.564711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (78b5092e-51b8-4c7d-b470-d8081729176e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.583259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10018-594d-4f74-8d1e-f193da650927 req-85584fe2-e73d-4cd2-b830-5fb883f894a7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.593203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2e10018-594d-4f74-8d1e-f193da650927 req-85584fe2-e73d-4cd2-b830-5fb883f894a7 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.0893369
Mar 26 20:57:00.605774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f6689-af01-4ffb-96b7-bda40b3a98c5 req-f2ee75f6-8b44-405c-923a-aa3c052493f8 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.607314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-428f6689-af01-4ffb-96b7-bda40b3a98c5 req-f2ee75f6-8b44-405c-923a-aa3c052493f8 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 945 time: 0.2093453
Mar 26 20:57:00.632661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:00.659320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2e10018-594d-4f74-8d1e-f193da650927 req-90236c3e-8aa2-47c7-a75f-dc3077a64de8 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647027
Mar 26 20:57:00.661857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4c536011-78ac-4759-af99-8fc9826030cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:00.807783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b252b-2cc3-496e-acd6-72f08bba57ca req-0f1d9457-961d-40b5-bd85-a740a37901b2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:00.809800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485b252b-2cc3-496e-acd6-72f08bba57ca req-0f1d9457-961d-40b5-bd85-a740a37901b2 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.0709651
Mar 26 20:57:00.813289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c536011-78ac-4759-af99-8fc9826030cd,segment=NetworkSegment(b51c9161-a9e5-4932-bf0c-579f8f172687),segment_id=b51c9161-a9e5-4932-bf0c-579f8f172687)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:00.816545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-428f6689-af01-4ffb-96b7-bda40b3a98c5 req-a8aef0eb-aad1-4681-ae2c-4c22ffebdfba tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974020
Mar 26 20:57:00.834527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '4c536011-78ac-4759-af99-8fc9826030cd', 'network_id': 'b59a59cb-5fd5-418b-a9be-152d6c763ec9', 'port_id': '4c536011-78ac-4759-af99-8fc9826030cd', 'mac_address': 'fa:16:3e:c7:52:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc82e11-d193-40b9-81b0-35c19910b237', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:00.839143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (78b5092e-51b8-4c7d-b470-d8081729176e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.886066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4c536011-78ac-4759-af99-8fc9826030cd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:00.886432 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4c536011-78ac-4759-af99-8fc9826030cd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.890739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ec9c430>,) {'filters': {'network_id': ['78b5092e-51b8-4c7d-b470-d8081729176e']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:00.901083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c536011-78ac-4759-af99-8fc9826030cd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:00.918159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485b252b-2cc3-496e-acd6-72f08bba57ca req-4b222527-5c2e-4161-aeec-4786ed2bc77a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907845
Mar 26 20:57:00.923823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c536011-78ac-4759-af99-8fc9826030cd,segment=NetworkSegment(b51c9161-a9e5-4932-bf0c-579f8f172687),segment_id=b51c9161-a9e5-4932-bf0c-579f8f172687)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:00.944449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:00.972817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-fede8755-ede6-46b3-8a62-ebc48b2fe0ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4217665
Mar 26 20:57:00.980869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec9c430>, '237f49ff-4f84-4a92-900a-a50c4570efcc') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:00.981656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec9c430>, '237f49ff-4f84-4a92-900a-a50c4570efcc') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:01.021353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (237f49ff-4f84-4a92-900a-a50c4570efcc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.029273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:01.088544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (237f49ff-4f84-4a92-900a-a50c4570efcc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.090322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aaa5c-6b41-4222-9bb9-e0630cec0f55 req-3eb35111-e55d-4f77-be00-4d2bfa45acc2 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.091935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af5aaa5c-6b41-4222-9bb9-e0630cec0f55 req-3eb35111-e55d-4f77-be00-4d2bfa45acc2 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 945 time: 0.0844958
Mar 26 20:57:01.134524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:01.135030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (237f49ff-4f84-4a92-900a-a50c4570efcc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:01.137507 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:01.158037 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af5aaa5c-6b41-4222-9bb9-e0630cec0f55 req-6b484552-b44f-4454-8152-c3df95a0944d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586855
Mar 26 20:57:01.160926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c551c-51f8-4e21-8f90-d1f334ed3471 req-b67c5b58-0db6-4303-9ad5-be4f8122c8c6 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.162659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d9c551c-51f8-4e21-8f90-d1f334ed3471 req-b67c5b58-0db6-4303-9ad5-be4f8122c8c6 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 1132 time: 0.2541430
Mar 26 20:57:01.212228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-edd9e0b9-f82f-4d9b-a328-6327e9a937cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.214080 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-edd9e0b9-f82f-4d9b-a328-6327e9a937cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6beb485658f40dc83598fd2e00800ad&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 1127 time: 0.1908629
Mar 26 20:57:01.255291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:01.275876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Sync routers for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:01.278451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6223d54-4619-4aa9-9eb0-0136842b8172 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ace8043-baf6-40e7-bf93-4cc3dac20d5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0440400
Mar 26 20:57:01.283218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (78b5092e-51b8-4c7d-b470-d8081729176e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.287597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:01.292950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:01.294797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebc4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:01.326344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  78b5092e-51b8-4c7d-b470-d8081729176e {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 20:57:01.351255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Network': ['ID=78b5092e-51b8-4c7d-b470-d8081729176e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:01.356931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4c536011-78ac-4759-af99-8fc9826030cd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:01.375066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d9c551c-51f8-4e21-8f90-d1f334ed3471 req-8ab038e2-7ab7-40e1-98d0-205b7b0020f6 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995444
Mar 26 20:57:01.379040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.385253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed5b8786-068b-491f-ba5c-b8d0c367684e tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/78b5092e-51b8-4c7d-b470-d8081729176e HTTP/1.1" status: 204  len: 168 time: 0.9943779
Mar 26 20:57:01.389428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33904) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:01.411778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'name': 'tempest-network--496701153', 'router:external': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:01.536644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:01.536940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-6e4c4717-2878-4bd2-a7a6-0e49ff056258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.539417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.539756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-6e4c4717-2878-4bd2-a7a6-0e49ff056258 service neutron] 10.222.0.21 "GET /v2.0/networks?id=da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 200  len: 916 time: 0.2975528
Mar 26 20:57:01.553974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088cc9c-3655-4d09-953c-4efd41eba6c6 req-87616390-9acc-4e69-97ab-38ff1def0a2f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.563894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1088cc9c-3655-4d09-953c-4efd41eba6c6 req-87616390-9acc-4e69-97ab-38ff1def0a2f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.3362153
Mar 26 20:57:01.615227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-cda051d1-798d-49fa-8bfa-b40ec9948779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 200  len: 217 time: 0.0683260
Mar 26 20:57:01.619247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 99c505bb-f97f-4e98-9619-8702a96345b6 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:01.698011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks [] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.703234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:57:01.714848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:01.802584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (45f51c45-6505-4c93-9dbd-631fb9050f98), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:01.805586 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Added segment 45f51c45-6505-4c93-9dbd-631fb9050f98 of type vlan for network 7649e6b2-4423-407d-96d1-562233473f71
Mar 26 20:57:01.806523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-e8e38945-3467-4e65-9832-ab3b179acd69 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0292006
Mar 26 20:57:01.873760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1088cc9c-3655-4d09-953c-4efd41eba6c6 req-2fdf5180-43c7-4d0f-bbec-5dae551c2edf tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3082952
Mar 26 20:57:01.961764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-2ec7e210-ef11-426c-a732-74681fb27fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:01.973404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-2ec7e210-ef11-426c-a732-74681fb27fa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 200  len: 855 time: 0.3293548
Mar 26 20:57:02.011843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28611873-bf13-4f38-8439-06b281936045 req-2a3a0826-0031-483b-ab63-d0a000edb1d2 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.011843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28611873-bf13-4f38-8439-06b281936045 req-2a3a0826-0031-483b-ab63-d0a000edb1d2 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.3429952
Mar 26 20:57:02.046219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7649e6b2-4423-407d-96d1-562233473f71), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.088428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaf6b8-c71f-4da5-b13c-8bd681a6ed24 req-04bc314b-fb34-4f33-9204-d512605022aa tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.092644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.097275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91eaf6b8-c71f-4da5-b13c-8bd681a6ed24 req-04bc314b-fb34-4f33-9204-d512605022aa tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 946 time: 0.1123848
Mar 26 20:57:02.136741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks [] for router_gateway (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.187325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91eaf6b8-c71f-4da5-b13c-8bd681a6ed24 req-9334cf0e-2444-40e1-a265-189aebd2f1e3 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/security-groups?id=427691c5-18e0-4113-ab3d-de915000bc27&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890722
Mar 26 20:57:02.193952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7649e6b2-4423-407d-96d1-562233473f71), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.196392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.200180 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.224392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-353913d5-b5a7-4df4-aa70-0f564a154156 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.232704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-353913d5-b5a7-4df4-aa70-0f564a154156 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4015124
Mar 26 20:57:02.240657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.8484416
Mar 26 20:57:02.246398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 99c505bb-f97f-4e98-9619-8702a96345b6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:02.253626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-4d78a31e-d3a9-43ad-b61e-8f16cbcc9b8f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0199914
Mar 26 20:57:02.255977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 99c505bb-f97f-4e98-9619-8702a96345b6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:02.256466 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.265191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33934) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:02.326712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-fd1fbf9d-4d66-4bef-aac8-3b50ed8180af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.328309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-fd1fbf9d-4d66-4bef-aac8-3b50ed8180af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=da61cd39-3e1b-4104-835e-2d58cdd32632&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3531427
Mar 26 20:57:02.367414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Deleting port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:02.367755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.399032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b72b3-945c-4747-9343-ec6938d0284b tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=7649e6b2-4423-407d-96d1-562233473f71,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:02.412799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7649e6b2-4423-407d-96d1-562233473f71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:02.427855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Deleting port d557d36c-70c9-4219-b7af-8c579b1bed48 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:02.428219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.482643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5396-467f-407d-a9af-d22a92ea076b req-5bc33f48-ac24-480d-b5d6-e7c7777e1466 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.484304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07eb5396-467f-407d-a9af-d22a92ea076b req-5bc33f48-ac24-480d-b5d6-e7c7777e1466 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 945 time: 0.1625590
Mar 26 20:57:02.559656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 99c505bb-f97f-4e98-9619-8702a96345b6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:02.561485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.577706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebc4e20>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:56:58Z', 'revision_number': 5, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port': {'id': 'd557d36c-70c9-4219-b7af-8c579b1bed48', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:25Z', 'updated_at': '2022-03-26T20:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:02.618688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-e6daf60a-2180-4366-b5e1-9ec1fb044a4d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3641887
Mar 26 20:57:02.624972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6786c96a-be82-403e-b6e9-61e1c6c6e3fa tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.626427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6786c96a-be82-403e-b6e9-61e1c6c6e3fa tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "GET /v2.0/networks/7649e6b2-4423-407d-96d1-562233473f71 HTTP/1.1" status: 200  len: 756 time: 0.3520319
Mar 26 20:57:02.630743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33940) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:02.636219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Checking router: 9ace8043-baf6-40e7-bf93-4cc3dac20d5c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:02.653572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:02.654708 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a3b67-2c67-4e0a-a28f-ee952bf988b9" -d '{"events": [{"server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "name": "network-vif-plugged", "status": "completed", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:02.664965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] For port d557d36c-70c9-4219-b7af-8c579b1bed48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d557d36c-70c9-4219-b7af-8c579b1bed48,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:02.670907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.672788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99c505bb-f97f-4e98-9619-8702a96345b6,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:02.673972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Routers {'9ace8043-baf6-40e7-bf93-4cc3dac20d5c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:02.674721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebc4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:02.696768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-07eb5396-467f-407d-a9af-d22a92ea076b req-f4081fa1-61db-4a7c-866d-851157a4fa2c tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048306
Mar 26 20:57:02.718107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Calling delete_port for d557d36c-70c9-4219-b7af-8c579b1bed48 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:02.762789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.841530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] For port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,segment=NetworkSegment(29c83c29-6997-49f1-a76c-0ec990079cc0),segment_id=29c83c29-6997-49f1-a76c-0ec990079cc0)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:02.842787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:02.863149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] Set router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:02.864997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-63d4dd83-cd6f-4333-b842-4ac90062e408 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5202003
Mar 26 20:57:02.950037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733b06a-5c1a-46bd-b2e4-71781e750b37 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:02.951478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2733b06a-5c1a-46bd-b2e4-71781e750b37 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "GET /v2.0/networks/46047a3a-a463-4e87-a37a-a18c02611d78 HTTP/1.1" status: 200  len: 768 time: 0.3186221
Mar 26 20:57:02.966289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:02.978211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Calling delete_port for 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:03.011096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebc4e20>, [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:57:02Z', 'revision_number': 6, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:03.014725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:03.046652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40136bb6-cfb7-40c7-99ea-a2ce513d7525 None None] The sync data for ids ['9ace8043-baf6-40e7-bf93-4cc3dac20d5c'] in ncdv-master-1 is: [{'id': '9ace8043-baf6-40e7-bf93-4cc3dac20d5c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413996119-router', 'tenant_id': '28e51fbb6333452b84c0c77d29b423b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:24Z', 'updated_at': '2022-03-26T20:57:02Z', 'revision_number': 6, 'project_id': '28e51fbb6333452b84c0c77d29b423b0', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:03.170873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7649e6b2-4423-407d-96d1-562233473f71), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:03.215774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705610a-cc54-4e38-8784-61e0d6a1e09a req-21b7e1ad-4809-48a1-bfd4-1fd8122b1c62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:03.219711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2157f9e-aad1-4827-93ed-7952cbfb0550 req-03758173-7222-41ab-a8e7-06814902ac79 service neutron] 10.222.0.21 "GET /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140659
Mar 26 20:57:03.225699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705610a-cc54-4e38-8784-61e0d6a1e09a req-21b7e1ad-4809-48a1-bfd4-1fd8122b1c62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:03.243585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705610a-cc54-4e38-8784-61e0d6a1e09a req-21b7e1ad-4809-48a1-bfd4-1fd8122b1c62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:03.248288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e705610a-cc54-4e38-8784-61e0d6a1e09a req-21b7e1ad-4809-48a1-bfd4-1fd8122b1c62 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b&device_id=e6833d6e-98a8-45aa-b478-03846a702b18&device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 2417 time: 0.1751018
Mar 26 20:57:03.333936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee3012-2c2f-41ce-9275-6f013ae499ae req-9bec8dec-c0f2-4a64-b346-26cdbc378400 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:03.335484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40ee3012-2c2f-41ce-9275-6f013ae499ae req-9bec8dec-c0f2-4a64-b346-26cdbc378400 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 945 time: 0.3532889
Mar 26 20:57:03.411568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5d9bf69f-609d-48c4-baa5-cb7b9c6889d2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:03.427041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5d9bf69f-609d-48c4-baa5-cb7b9c6889d2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:03.482923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 827d1056-62b4-466c-90d6-92a80958d010 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:03.526628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Pushing event deleted for resources: {'Port': ['ID=5d9bf69f-609d-48c4-baa5-cb7b9c6889d2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:03.537098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] No DVR routers for this DVR port 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:03.543555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 827d1056-62b4-466c-90d6-92a80958d010 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:03.543771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:03.543946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 827d1056-62b4-466c-90d6-92a80958d010 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:03.548832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28611873-bf13-4f38-8439-06b281936045 req-b9c6f00f-531e-4c81-bace-f56a1017f868 tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.21 "DELETE /v2.0/ports/5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 HTTP/1.1" status: 204  len: 173 time: 1.4924135
Mar 26 20:57:03.550550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'name': 'network-vif-deleted', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:03.553226 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f4c46-aac9-4b17-8af9-e9af908b42bd" -d '{"events": [{"server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "name": "network-vif-deleted", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:03.577275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40ee3012-2c2f-41ce-9275-6f013ae499ae req-cad9a9e4-fc20-4c32-9229-ac3fdec4f3b7 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164567
Mar 26 20:57:03.707527 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c71ef-6e95-4708-9a23-e4e1eec59683 x-openstack-request-id: req-c51c71ef-6e95-4708-9a23-e4e1eec59683 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:03.707953 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "name": "network-vif-plugged", "status": "completed", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:03.708321 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c51c71ef-6e95-4708-9a23-e4e1eec59683 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:03.708835 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51c71ef-6e95-4708-9a23-e4e1eec59683'] response: {'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6', 'code': 200}
Mar 26 20:57:03.869410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75c4f3eb-d13c-4ca6-9bc8-ac2e23c25b52 req-7a654b24-5494-4938-bd1b-166c95c05120 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 210 time: 0.0701432
Mar 26 20:57:03.978174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d10252f-62d3-4549-97cb-0c10850eebe7 req-36b2c45e-9f0e-4f86-a8cd-c4fd96133cec tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 210 time: 0.0365012
Mar 26 20:57:03.981102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92333e-66cf-4dd1-8494-a70aa1deb9c0 req-fa2b8356-7e23-461b-9b9a-092f98157353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:03.982780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e92333e-66cf-4dd1-8494-a70aa1deb9c0 req-fa2b8356-7e23-461b-9b9a-092f98157353 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1128 time: 0.1123815
Mar 26 20:57:04.065944 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5add58e7-f5dc-4d6e-975d-d2fc94a8f592 x-openstack-request-id: req-5add58e7-f5dc-4d6e-975d-d2fc94a8f592 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:04.066119 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8c33f0-5c7d-465c-aa83-7270c46d87bc", "name": "network-vif-deleted", "tag": "5d9bf69f-609d-48c4-baa5-cb7b9c6889d2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:04.066285 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5add58e7-f5dc-4d6e-975d-d2fc94a8f592 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:04.066707 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5add58e7-f5dc-4d6e-975d-d2fc94a8f592'] response: {'server_uuid': 'ea8c33f0-5c7d-465c-aa83-7270c46d87bc', 'name': 'network-vif-deleted', 'tag': '5d9bf69f-609d-48c4-baa5-cb7b9c6889d2', 'status': 'completed', 'code': 200}
Mar 26 20:57:04.067540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7649e6b2-4423-407d-96d1-562233473f71), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.108827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e92333e-66cf-4dd1-8494-a70aa1deb9c0 req-b7dcfe2a-74a7-4086-98bf-5f1fe6c4518c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148403
Mar 26 20:57:04.120324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d557d36c-70c9-4219-b7af-8c579b1bed48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.123241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ee598e0>,) {'filters': {'network_id': ['7649e6b2-4423-407d-96d1-562233473f71']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:04.160533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e705610a-cc54-4e38-8784-61e0d6a1e09a req-28959de3-1dac-40e2-9b14-3f28798396d0 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2851663
Mar 26 20:57:04.179153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ee598e0>, '45f51c45-6505-4c93-9dbd-631fb9050f98') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:04.180759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ee598e0>, '45f51c45-6505-4c93-9dbd-631fb9050f98') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:04.193969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Pushing event deleted for resources: {'Port': ['ID=d557d36c-70c9-4219-b7af-8c579b1bed48,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:04.204970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (45f51c45-6505-4c93-9dbd-631fb9050f98), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.226628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-a9279738-6285-48a5-8a0b-5677796544ca req-1e360c9d-ddb8-4ee0-a6b9-ef8bc50a714a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:57:04.227906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9279738-6285-48a5-8a0b-5677796544ca req-1e360c9d-ddb8-4ee0-a6b9-ef8bc50a714a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0202191
Mar 26 20:57:04.238874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaff40b-8281-41ff-bfb6-13d1262b1a5b req-4c4b8fc7-8c44-4b9b-88ac-9b31b1d6455b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:04.244207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-deaff40b-8281-41ff-bfb6-13d1262b1a5b req-4c4b8fc7-8c44-4b9b-88ac-9b31b1d6455b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 946 time: 0.0877192
Mar 26 20:57:04.271779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (45f51c45-6505-4c93-9dbd-631fb9050f98), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.314909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-deaff40b-8281-41ff-bfb6-13d1262b1a5b req-66b82b6e-a429-4023-ba55-1bd38854098f tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637085
Mar 26 20:57:04.361014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:04.361420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (45f51c45-6505-4c93-9dbd-631fb9050f98), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:04.363183 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:04.443612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.530956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7649e6b2-4423-407d-96d1-562233473f71), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.563629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  7649e6b2-4423-407d-96d1-562233473f71 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 20:57:04.578577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9279738-6285-48a5-8a0b-5677796544ca req-8cb40ce4-ef09-4327-95c9-fe7f1ca1341c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.3298292
Mar 26 20:57:04.580776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.584317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7649e6b2-4423-407d-96d1-562233473f71 HTTP/1.1" status: 204  len: 168 time: 1.6170447
Mar 26 20:57:04.590901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33972) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:04.597884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'name': 'tempest-network--1858475050'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:04.598522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4e9f5-3084-4261-a333-94145edce94a tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Network': ['ID=7649e6b2-4423-407d-96d1-562233473f71,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:04.603907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.607435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks [] for router_controller (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.673083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Made reservation on behalf of 57d69eeea72b409b8f311f5e9df6758e for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:04.676695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.691872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4c536011-78ac-4759-af99-8fc9826030cd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:04.697630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (9ace8043-baf6-40e7-bf93-4cc3dac20d5c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.698692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ace8043-baf6-40e7-bf93-4cc3dac20d5c {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:57:04.704288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.705995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5a5671b-0983-4334-9d27-2a92743dc969 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ace8043-baf6-40e7-bf93-4cc3dac20d5c HTTP/1.1" status: 204  len: 168 time: 3.4145508
Mar 26 20:57:04.708623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:04.771878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Deleting subnet 317978d4-2c5a-4e04-ad76-1964d0748645 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:04.776378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Publish callbacks [] for subnet (317978d4-2c5a-4e04-ad76-1964d0748645), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.839827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (317978d4-2c5a-4e04-ad76-1964d0748645), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.959594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 4c536011-78ac-4759-af99-8fc9826030cd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:04.970805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:57:04.974738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 4c536011-78ac-4759-af99-8fc9826030cd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:04.975338 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4c536011-78ac-4759-af99-8fc9826030cd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.996347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (22fbf12d-95bf-495e-85e8-49d92cae0a81), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:04.996877 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Added segment 22fbf12d-95bf-495e-85e8-49d92cae0a81 of type vlan for network 8a1f48e1-e89a-4a44-a2b9-841aaa54c136
Mar 26 20:57:05.073796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.119842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4c536011-78ac-4759-af99-8fc9826030cd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:05.121040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.122250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:05.122973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4c536011-78ac-4759-af99-8fc9826030cd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.124702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.145802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde038e-36a0-43f0-a8dd-1cd10110c3e9 req-8c137f81-bb76-4af6-9d45-c4c07a7b08d4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:05.154791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bde038e-36a0-43f0-a8dd-1cd10110c3e9 req-8c137f81-bb76-4af6-9d45-c4c07a7b08d4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 945 time: 0.3738785
Mar 26 20:57:05.202572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c536011-78ac-4759-af99-8fc9826030cd,segment=NetworkSegment(b51c9161-a9e5-4932-bf0c-579f8f172687),segment_id=b51c9161-a9e5-4932-bf0c-579f8f172687)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:05.213364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.214584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:05.269236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:05.270461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5d9bf69f-609d-48c4-baa5-cb7b9c6889d2 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:05.276966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (317978d4-2c5a-4e04-ad76-1964d0748645), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.280310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6878080
Mar 26 20:57:05.287999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:05.296958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Request body: {'network': {'router:external': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:05.368778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-aa476b67-3579-4dca-bb1c-118f3bb2cb1c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1593721
Mar 26 20:57:05.394052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:05.432370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-28b98e95-c571-4983-92c3-7ba34f5dcbf2 req-933d0cc2-cda5-4069-a70e-1ffb8d752e36 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 210 time: 0.3494961
Mar 26 20:57:05.437332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (317978d4-2c5a-4e04-ad76-1964d0748645), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.468301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d557d36c-70c9-4219-b7af-8c579b1bed48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:05.512026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bde038e-36a0-43f0-a8dd-1cd10110c3e9 req-02ec0cdd-9ad8-498b-b80b-2eab85b58b2f tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3514278
Mar 26 20:57:05.528691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d557d36c-70c9-4219-b7af-8c579b1bed48 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:05.530230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d557d36c-70c9-4219-b7af-8c579b1bed48 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:05.578616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0511d6e-d52d-4e74-b919-adb8ed562a24 None None] Network 434726dc-6c91-47a9-a812-cfb57b96c526 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:05.579366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317978d4-2c5a-4e04-ad76-1964d0748645,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:05.592228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:05.610145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9b59f29-074d-433c-af6e-88d6d4ae9b07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/317978d4-2c5a-4e04-ad76-1964d0748645 HTTP/1.1" status: 204  len: 168 time: 0.8928602
Mar 26 20:57:05.617866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33992) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:05.713017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:05.716058 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ea99a-2889-4358-be12-1f5e95c4276d" -d '{"events": [{"server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4c536011-78ac-4759-af99-8fc9826030cd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:05.725759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd799a0-01e6-44b6-9330-1fb1df21e430 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=8a1f48e1-e89a-4a44-a2b9-841aaa54c136,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:05.797391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 8a1f48e1-e89a-4a44-a2b9-841aaa54c136 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:05.832240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6825dcae-0be7-49e3-9760-f1d3fae80567 req-50e6807e-630f-47b6-bc3c-bcf3164e2b4a tempest-InstanceActionsNegativeTestJSON-2095367009 tempest-InstanceActionsNegativeTestJSON-2095367009-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea8c33f0-5c7d-465c-aa83-7270c46d87bc HTTP/1.1" status: 200  len: 210 time: 0.1591430
Mar 26 20:57:05.868557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (434726dc-6c91-47a9-a812-cfb57b96c526), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.016669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Deleting port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:06.020061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.067692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] DHCP port deletion for 434726dc-6c91-47a9-a812-cfb57b96c526 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:57:06.161933 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b4c118-51d6-46a7-bfd4-c215a0aaf36c x-openstack-request-id: req-86b4c118-51d6-46a7-bfd4-c215a0aaf36c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:06.162342 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "name": "network-vif-plugged", "status": "completed", "tag": "4c536011-78ac-4759-af99-8fc9826030cd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:06.163996 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86b4c118-51d6-46a7-bfd4-c215a0aaf36c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:06.164507 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b4c118-51d6-46a7-bfd4-c215a0aaf36c'] response: {'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd', 'code': 200}
Mar 26 20:57:06.210940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] For port c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:06.211350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.227484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Deleting port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:06.228696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.228852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Calling delete_port for c5c5f5b1-0236-45f5-a83f-b4343b80edc5 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:06.385977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] For port c5c5f5b1-0236-45f5-a83f-b4343b80edc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,segment=NetworkSegment(6ebf4fbf-fe49-42ae-a927-86e5e209cb65),segment_id=6ebf4fbf-fe49-42ae-a927-86e5e209cb65)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:06.386673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.389749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.431227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Calling delete_port for c5c5f5b1-0236-45f5-a83f-b4343b80edc5 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:06.482640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:06.484562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] No DVR routers for this DVR port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:06.550011 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c5c5f5b1-0236-45f5-a83f-b4343b80edc5), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.581702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] Pushing event deleted for resources: {'Port': ['ID=c5c5f5b1-0236-45f5-a83f-b4343b80edc5,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:06.584247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a30a62-056f-4613-85b1-d0afefbc28d0 None None] No DVR routers for this DVR port c5c5f5b1-0236-45f5-a83f-b4343b80edc5 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:06.588848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (434726dc-6c91-47a9-a812-cfb57b96c526), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.616336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e1c0310>,) {'filters': {'network_id': ['434726dc-6c91-47a9-a812-cfb57b96c526']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:06.630711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1c0310>, '6ebf4fbf-fe49-42ae-a927-86e5e209cb65') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:06.631012 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1c0310>, '6ebf4fbf-fe49-42ae-a927-86e5e209cb65') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:06.646552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (6ebf4fbf-fe49-42ae-a927-86e5e209cb65), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.673602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6ebf4fbf-fe49-42ae-a927-86e5e209cb65), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.692616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:06.696712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (6ebf4fbf-fe49-42ae-a927-86e5e209cb65), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:06.700453 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:06.757460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-ecafae3f-1126-4f5f-b7a3-e9cd6e1b7ed1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:06.759554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-ecafae3f-1126-4f5f-b7a3-e9cd6e1b7ed1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.2840786
Mar 26 20:57:06.767740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.777565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:06.783736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1255e2e-6447-4770-907b-b3adaa9ff113 req-62969005-eb23-4ce8-8c81-674e123538c1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 210 time: 0.0627801
Mar 26 20:57:06.800914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (434726dc-6c91-47a9-a812-cfb57b96c526), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.814504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.819544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a037005-926a-4fa3-9e3e-d23183c1c17f req-18b7b26a-601d-4b56-9cbf-8a97d59ea9a0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:06.822698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/434726dc-6c91-47a9-a812-cfb57b96c526 HTTP/1.1" status: 204  len: 168 time: 1.2038071
Mar 26 20:57:06.825763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:06.838408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a037005-926a-4fa3-9e3e-d23183c1c17f req-18b7b26a-601d-4b56-9cbf-8a97d59ea9a0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 946 time: 0.8814254
Mar 26 20:57:06.902907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a037005-926a-4fa3-9e3e-d23183c1c17f req-0b8d0fb1-690f-463a-abff-2c2f01fa4a5e tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623786
Mar 26 20:57:06.909088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c61301-27b4-4be9-b98f-f0baf0d1a4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=434726dc-6c91-47a9-a812-cfb57b96c526,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:06.912186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.982897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Network 8a1f48e1-e89a-4a44-a2b9-841aaa54c136 is not hosted by any dhcp agent {{(pid=126738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 20:57:06.983875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:06.984556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:06.988581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "PUT /v2.0/networks/8a1f48e1-e89a-4a44-a2b9-841aaa54c136 HTTP/1.1" status: 200  len: 857 time: 1.6932597
Mar 26 20:57:06.990166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34020) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:06.994643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db78670-8f4f-4cb4-9388-eb3dcb23b4e9 req-69050c8b-90a3-4252-98a8-128ca9faf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:06.996302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4db78670-8f4f-4cb4-9388-eb3dcb23b4e9 req-69050c8b-90a3-4252-98a8-128ca9faf449 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 1128 time: 0.8121572
Mar 26 20:57:07.090242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88055512-4b6c-4294-89e3-e57b56a9c500 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event updated for resources: {'Network': ['ID=8a1f48e1-e89a-4a44-a2b9-841aaa54c136,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:07.146911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b69eb-e325-450f-ba7c-ff447f1d1d89 req-eb99587c-92a9-4cc8-84a4-bfcbcf9722d4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:07.155871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-742b69eb-e325-450f-ba7c-ff447f1d1d89 req-eb99587c-92a9-4cc8-84a4-bfcbcf9722d4 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.2473609
Mar 26 20:57:07.170157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4db78670-8f4f-4cb4-9388-eb3dcb23b4e9 req-d9b8b204-a1c9-4d05-96fc-b64212a155ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631293
Mar 26 20:57:07.184987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.195886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:07.209092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.220304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34024) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:07.365232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Deleting subnet 8f9a8d49-7a8a-437f-8541-90db904f2cc2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:07.369726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Publish callbacks [] for subnet (8f9a8d49-7a8a-437f-8541-90db904f2cc2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.408384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-742b69eb-e325-450f-ba7c-ff447f1d1d89 req-4e6c52b0-0033-4a2b-93dc-2514baa2b8b8 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188153
Mar 26 20:57:07.416081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c5c5f5b1-0236-45f5-a83f-b4343b80edc5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:07.449131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c5c5f5b1-0236-45f5-a83f-b4343b80edc5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:07.449483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c5c5f5b1-0236-45f5-a83f-b4343b80edc5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:07.462767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (8f9a8d49-7a8a-437f-8541-90db904f2cc2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.555420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-381a172a-12b9-4edf-a0f3-4dc6725b0bea tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 258 time: 0.3234422
Mar 26 20:57:07.573623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:07.574789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (8f9a8d49-7a8a-437f-8541-90db904f2cc2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.597559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.70 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/aa18c074-3c50-4a11-9055-0c0910e8dd41) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:07.630723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.895537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.915430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:07.917761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.004388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f56e970>,) {'filters': {'network_id': ['8a1f48e1-e89a-4a44-a2b9-841aaa54c136']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:08.034530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.045467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f56e970>, '22fbf12d-95bf-495e-85e8-49d92cae0a81') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:08.046013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f56e970>, '22fbf12d-95bf-495e-85e8-49d92cae0a81') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:08.060005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (22fbf12d-95bf-495e-85e8-49d92cae0a81), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.063469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:08.069788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:08.080160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:08.101107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (22fbf12d-95bf-495e-85e8-49d92cae0a81), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.107760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:08.112101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:08.120649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:08.121860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (22fbf12d-95bf-495e-85e8-49d92cae0a81), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:08.156818 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:08.181298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:08.194560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Allocated IP 172.35.4.237 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ec16208c-d0f7-4cf4-b425-6483704abb62) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:08.218158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:08.218832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.339939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (8f9a8d49-7a8a-437f-8541-90db904f2cc2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.357420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-7d88890a-bcde-4a3b-ae91-46a82f764439 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5841959
Mar 26 20:57:08.368872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.376564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8f9a8d49-7a8a-437f-8541-90db904f2cc2 HTTP/1.1" status: 204  len: 168 time: 1.1208847
Mar 26 20:57:08.378370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:08.391522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Request body: {'port': {'device_id': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:08.406611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.504582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (8a1f48e1-e89a-4a44-a2b9-841aaa54c136), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.534098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff0567-6a2a-4f05-b136-d7992c4df324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9a8d49-7a8a-437f-8541-90db904f2cc2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:08.536224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8a1f48e1-e89a-4a44-a2b9-841aaa54c136 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 20:57:08.559194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.559814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.563292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.568305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8a1f48e1-e89a-4a44-a2b9-841aaa54c136 HTTP/1.1" status: 204  len: 168 time: 1.5681741
Mar 26 20:57:08.569566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83f3b4-3c63-4fb5-8a22-8466bbbacb83 tempest-ExternalNetworksTestJSON-1106718924 tempest-ExternalNetworksTestJSON-1106718924-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a1f48e1-e89a-4a44-a2b9-841aaa54c136,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:08.574424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34046) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:08.576008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b274787f-eb87-4a7c-9beb-3380dad64ccb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.596222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e37ef1-6883-4fe9-b860-a55a24a3ca2a req-c80a6c2d-3627-4e94-b209-f883fe54c4a3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:08.604055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70e37ef1-6883-4fe9-b860-a55a24a3ca2a req-c80a6c2d-3627-4e94-b209-f883fe54c4a3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 935 time: 0.5833292
Mar 26 20:57:08.627524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8b7287f9-c441-448f-8c96-5add1623e374 None None] Provisioning complete for port aa18c074-3c50-4a11-9055-0c0910e8dd41 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:08.628120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b7287f9-c441-448f-8c96-5add1623e374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.631904 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbd3e7a-d597-4b70-992e-6f83f7028016 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] DELETE failed (client error): The resource could not be found.
Mar 26 20:57:08.632638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbd3e7a-d597-4b70-992e-6f83f7028016 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 20:57:08.635850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2fbd3e7a-d597-4b70-992e-6f83f7028016 tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "DELETE /v2.0/subnets/7f4f42ad-7b50-49a0-809b-06a9060af04a HTTP/1.1" status: 404  len: 337 time: 0.0570431
Mar 26 20:57:08.642386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34048) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:08.713479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:08.731784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:08.744095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event updated for resources: {'Port': ['ID=ec16208c-d0f7-4cf4-b425-6483704abb62,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:08.746493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:08.753821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8b7287f9-c441-448f-8c96-5add1623e374 None None] Port aa18c074-3c50-4a11-9055-0c0910e8dd41 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:08.903614 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (46047a3a-a463-4e87-a37a-a18c02611d78), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.978105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b274787f-eb87-4a7c-9beb-3380dad64ccb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:08.998652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70e37ef1-6883-4fe9-b860-a55a24a3ca2a req-c7bc7b2e-f6c4-4abf-ab94-66c91ecfbddd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3936098
Mar 26 20:57:09.076853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d4d39a0>,) {'filters': {'network_id': ['b274787f-eb87-4a7c-9beb-3380dad64ccb']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.099605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4d39a0>, '29c83c29-6997-49f1-a76c-0ec990079cc0') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.099927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4d39a0>, '29c83c29-6997-49f1-a76c-0ec990079cc0') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.123824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (29c83c29-6997-49f1-a76c-0ec990079cc0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.182270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (29c83c29-6997-49f1-a76c-0ec990079cc0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.186571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (3a1a5290-c371-4786-9d57-324f75b99da1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.240372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.246069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (46047a3a-a463-4e87-a37a-a18c02611d78), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.314277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f87cf40>,) {'filters': {'network_id': ['46047a3a-a463-4e87-a37a-a18c02611d78']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.346808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f87cf40>, '3778ff59-7539-44b0-acdf-1197918a9f83') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.347405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f87cf40>, '3778ff59-7539-44b0-acdf-1197918a9f83') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:09.359117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:09.359961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (29c83c29-6997-49f1-a76c-0ec990079cc0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:09.363165 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:09.370356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (3778ff59-7539-44b0-acdf-1197918a9f83), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.398474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.400372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3778ff59-7539-44b0-acdf-1197918a9f83), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.434819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:09.435137 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (3778ff59-7539-44b0-acdf-1197918a9f83), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:09.438094 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:09.485514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa4c-4a10-48a4-a055-ab1fc87de48c req-2dab8d47-a540-4920-8299-b2d92eef5169 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:09.487118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f218aa4c-4a10-48a4-a055-ab1fc87de48c req-2dab8d47-a540-4920-8299-b2d92eef5169 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.3719876
Mar 26 20:57:09.489436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b274787f-eb87-4a7c-9beb-3380dad64ccb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.504668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.507890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b274787f-eb87-4a7c-9beb-3380dad64ccb HTTP/1.1" status: 204  len: 168 time: 1.0998988
Mar 26 20:57:09.549781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (46047a3a-a463-4e87-a37a-a18c02611d78), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.553093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc4e3b-e8d2-49fd-8444-ebeed8c5f7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b274787f-eb87-4a7c-9beb-3380dad64ccb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:09.569114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.575252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] 10.222.0.16 "DELETE /v2.0/networks/46047a3a-a463-4e87-a37a-a18c02611d78 HTTP/1.1" status: 204  len: 168 time: 0.9276371
Mar 26 20:57:09.598135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d3d58-813a-4faf-8337-3dc5ec144a5d tempest-ExternalNetworksTestJSON-588017908 tempest-ExternalNetworksTestJSON-588017908-project] Pushing event deleted for resources: {'Network': ['ID=46047a3a-a463-4e87-a37a-a18c02611d78,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:09.604760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa18c074-3c50-4a11-9055-0c0910e8dd41 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:09.624196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f218aa4c-4a10-48a4-a055-ab1fc87de48c req-6934d8f6-6e57-4b15-9f50-257a9089a52a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208529
Mar 26 20:57:09.653383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks [] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.699190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Transition to ACTIVE for port object aa18c074-3c50-4a11-9055-0c0910e8dd41 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:09.716916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.734596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Deleting port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:09.736318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.792008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-7963bb6b-f906-4965-83fa-83147b87f2aa tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:09.793502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-7963bb6b-f906-4965-83fa-83147b87f2aa tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.18 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.1463730
Mar 26 20:57:09.811261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:09.872514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:09.902148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.923572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:09.960646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-91c60a97-1824-4e0d-80a9-85604d751b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79effa8b201c422cb22e57efa4c8892a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1452968
Mar 26 20:57:09.962445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:10.011529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34082) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:10.055992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] For port 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:10.055992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.074899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb975-8c40-4576-b0cb-4f545bfdc153 req-946aba15-4338-438e-9131-1d83712970d8 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:10.081614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cbcb975-8c40-4576-b0cb-4f545bfdc153 req-946aba15-4338-438e-9131-1d83712970d8 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.2681973
Mar 26 20:57:10.095242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Calling delete_port for 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:10.121209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] Publish callbacks [] for security_group (427691c5-18e0-4113-ab3d-de915000bc27), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.191208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event updated for resources: {'Port': ['ID=ec16208c-d0f7-4cf4-b425-6483704abb62,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:10.194796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Attempting to bind port aa18c074-3c50-4a11-9055-0c0910e8dd41 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:10.195588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Attempting to bind port aa18c074-3c50-4a11-9055-0c0910e8dd41 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:10.196007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Attempting to bind port aa18c074-3c50-4a11-9055-0c0910e8dd41 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:10.199768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.214223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Port aa18c074-3c50-4a11-9055-0c0910e8dd41 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:10.214489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Attempting to bind port aa18c074-3c50-4a11-9055-0c0910e8dd41 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:10.219843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cbcb975-8c40-4576-b0cb-4f545bfdc153 req-a6eafc15-2bf2-4b07-9527-928098d36077 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373727
Mar 26 20:57:10.223210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] Publish callbacks [] for security_group (427691c5-18e0-4113-ab3d-de915000bc27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.223676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:10.224435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:10.224435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:10.224859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Bound port: aa18c074-3c50-4a11-9055-0c0910e8dd41, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:10.225190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.230735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.231960 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-9583dcea-990c-4aea-93b0-de2e91820045 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6662426
Mar 26 20:57:10.288332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2fcd8805-093b-419d-a2e2-e50834960ef4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba712e82d41f49daa33efd59bdd437d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2694688
Mar 26 20:57:10.293279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34092) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:10.350313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Deleting port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:10.351020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.358842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-a493505e-dd8d-44c6-aa1d-69ac17ef4e78 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 696 time: 0.1051171
Mar 26 20:57:10.434119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (427691c5-18e0-4113-ab3d-de915000bc27), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.436671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.437825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/427691c5-18e0-4113-ab3d-de915000bc27 HTTP/1.1" status: 204  len: 168 time: 0.4686229
Mar 26 20:57:10.457646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52453df3-2af7-416c-afb2-d62e536507ed req-07931f08-69bd-4002-94d6-5856aad3f7f8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:10.459132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52453df3-2af7-416c-afb2-d62e536507ed req-07931f08-69bd-4002-94d6-5856aad3f7f8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.1273851
Mar 26 20:57:10.472921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00506f0-92f1-4c10-8e39-29ab0d9cc904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427691c5-18e0-4113-ab3d-de915000bc27,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:10.474660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] Publish callbacks [] for security_group (88ef4cda-c5de-407e-8ed9-cf31739740ce), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.549327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] Publish callbacks [] for security_group (88ef4cda-c5de-407e-8ed9-cf31739740ce), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.598529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.641537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:10.659072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52453df3-2af7-416c-afb2-d62e536507ed req-9bee52da-c14c-4aa0-8ddd-2327df4cc561 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1851733
Mar 26 20:57:10.788266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (88ef4cda-c5de-407e-8ed9-cf31739740ce), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.790945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:10.792294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88ef4cda-c5de-407e-8ed9-cf31739740ce HTTP/1.1" status: 204  len: 168 time: 0.4680841
Mar 26 20:57:10.860752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a052429-5dc6-449b-a5b3-73e0ba6eebd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ef4cda-c5de-407e-8ed9-cf31739740ce,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:10.934380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5cf07-d6f1-4df3-a26f-cd6f433779d0 req-11e3de19-4416-4214-9c1e-2c30ce44f699 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:10.937612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-d521fdd2-c3a0-4f8a-8147-895e5eb39bf6 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:10.943225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f370da61-0717-4b40-b421-53c98fa6ddf6 req-d521fdd2-c3a0-4f8a-8147-895e5eb39bf6 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.5713394
Mar 26 20:57:10.946728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4ff5cf07-d6f1-4df3-a26f-cd6f433779d0 req-11e3de19-4416-4214-9c1e-2c30ce44f699 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 947 time: 0.2088900
Mar 26 20:57:10.955345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:10.970942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:11.018996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.049929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] For port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:11.050311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.076870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (3a1a5290-c371-4786-9d57-324f75b99da1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.100706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:11.102190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.103605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] 10.222.0.21 "PUT /v2.0/ports/aa18c074-3c50-4a11-9055-0c0910e8dd41 HTTP/1.1" status: 200  len: 1095 time: 2.7222540
Mar 26 20:57:11.110746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:11.113077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4ff5cf07-d6f1-4df3-a26f-cd6f433779d0 req-c12a154b-cff0-4750-b458-779395b355ec tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654627
Mar 26 20:57:11.113361 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:11.134415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Calling delete_port for 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:11.183661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a4bf-767f-4ba7-8207-0c3d75ac2ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:11.388208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615e26-0a0f-421a-bb78-218e0cdf2c42 req-c596f709-5f6a-4aed-9c53-60cd540768fe tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:11.390249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2615e26-0a0f-421a-bb78-218e0cdf2c42 req-c596f709-5f6a-4aed-9c53-60cd540768fe tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=2531d82d-f786-4c55-ae92-5dd6abe2083b HTTP/1.1" status: 200  len: 945 time: 0.1930585
Mar 26 20:57:11.412690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-a3df2cea-385e-4dee-bcf5-fd0e4bbcc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:11.414418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-a3df2cea-385e-4dee-bcf5-fd0e4bbcc314 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 1129 time: 0.2496510
Mar 26 20:57:11.508467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-fec84d9f-4293-4875-8a45-5b76091e119a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41 HTTP/1.1" status: 200  len: 217 time: 0.0837524
Mar 26 20:57:11.511240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:11.577203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Router 3a1a5290-c371-4786-9d57-324f75b99da1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:11.649513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7f655f6-6aa9-4db2-a798-a9a6831a5eb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57d69eeea72b409b8f311f5e9df6758e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1361520
Mar 26 20:57:11.652466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34138) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:11.657192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2615e26-0a0f-421a-bb78-218e0cdf2c42 req-0e02ef8b-6607-4923-8669-35c3857b13ec tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404003
Mar 26 20:57:11.668028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (56d251dd-2d4d-4ce8-9b31-52c7c34abe80), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.688771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['e5c0bdb1-41fd-4c45-b5d0-737709a48337', '2da49cd1-c1ff-4ee7-ae87-4672c4430a08'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:11.726075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-bf4d9c88-fd08-4a32-888c-7d592e5b25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:11.729287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-bf4d9c88-fd08-4a32-888c-7d592e5b25f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2101796
Mar 26 20:57:11.736570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event deleted for resources: {'Port': ['ID=56d251dd-2d4d-4ce8-9b31-52c7c34abe80,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:11.853928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] No DVR routers for this DVR port 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:11.857934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.861643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72be347a-4fd8-4805-a3c0-96f5a582c1d2 req-bc8509c0-865d-4662-80ed-2fa37dffca51 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.18 "DELETE /v2.0/ports/56d251dd-2d4d-4ce8-9b31-52c7c34abe80 HTTP/1.1" status: 204  len: 173 time: 2.0497243
Mar 26 20:57:11.898851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] Publish callbacks [] for security_group (1a8df8cd-747a-406e-837b-1746147939b4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:11.915298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332e0f6-a628-400c-976a-560a612128ab req-54b3b022-5724-4155-a713-0a23edd543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:11.917418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-54b3b022-5724-4155-a713-0a23edd543a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1732264
Mar 26 20:57:11.922843 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4b1b6c-fe06-4bd5-8331-a4ffcb1982e9 x-openstack-request-id: req-8c4b1b6c-fe06-4bd5-8331-a4ffcb1982e9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:11.923189 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:11.923400 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c4b1b6c-fe06-4bd5-8331-a4ffcb1982e9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:11.923838 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4b1b6c-fe06-4bd5-8331-a4ffcb1982e9'] response: {'name': 'network-changed', 'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41', 'status': 'completed', 'code': 200}
Mar 26 20:57:11.994098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34148) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:11.995980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] Publish callbacks [] for security_group (1a8df8cd-747a-406e-837b-1746147939b4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.162521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:12.178912 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Sync routers for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:12.188378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7fb30edb-b9c2-48ad-9d6b-e8bb4d35aa1b admin admin] 10.222.0.16 "PUT /v2.0/routers/3a1a5290-c371-4786-9d57-324f75b99da1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3611362
Mar 26 20:57:12.188937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34156) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:12.206086 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:12.206893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f56ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:12.248692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-724953104-network', 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:12.322039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3349e81-b8da-48c4-b77d-bc9ad1158ec6 req-d9fa639e-07ba-4a0f-833a-06ddb02d4a3b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:12.330390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3349e81-b8da-48c4-b77d-bc9ad1158ec6 req-d9fa639e-07ba-4a0f-833a-06ddb02d4a3b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 947 time: 0.0731091
Mar 26 20:57:12.351090 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:12.388123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3349e81-b8da-48c4-b77d-bc9ad1158ec6 req-ae54e48c-22b3-4150-aa38-ec44278569a8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576229
Mar 26 20:57:12.423176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-8edd8ae3-495c-4593-80fd-6943489c74ec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:12.424872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-8edd8ae3-495c-4593-80fd-6943489c74ec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.5064695
Mar 26 20:57:12.431691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1a8df8cd-747a-406e-837b-1746147939b4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.434318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.435472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a8df8cd-747a-406e-837b-1746147939b4 HTTP/1.1" status: 204  len: 168 time: 0.7773192
Mar 26 20:57:12.453638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-d989b876-2a0e-4647-bbb7-ea80cf1d4628 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5156071
Mar 26 20:57:12.510074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:12.512361 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.523433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c081e25-1526-4da4-a291-a198fab1a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8df8cd-747a-406e-837b-1746147939b4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:12.531645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf22da6-b5ae-4ac5-924b-236eb7252c66 req-e544ba7e-75d6-42cd-acb2-a4de327ba527 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:12.539784 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2bf22da6-b5ae-4ac5-924b-236eb7252c66 req-e544ba7e-75d6-42cd-acb2-a4de327ba527 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.0846186
Mar 26 20:57:12.592058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.599392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2bf22da6-b5ae-4ac5-924b-236eb7252c66 req-2581afe2-548a-42ad-937b-fda2c14f3a54 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586209
Mar 26 20:57:12.600535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-17cf02c6-7d91-4b6c-b624-54f34ddb6b7c tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 696 time: 0.1568403
Mar 26 20:57:12.632554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks [] for router (3a1a5290-c371-4786-9d57-324f75b99da1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.675669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'floatingip': {'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:12.782608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:12.799685 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f56ea30>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:57:10Z', 'revision_number': 5, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:12.830636 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Checking router: 3a1a5290-c371-4786-9d57-324f75b99da1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:12.845388 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Routers {'3a1a5290-c371-4786-9d57-324f75b99da1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:12.846305 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f56ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3a1a5290-c371-4786-9d57-324f75b99da1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:12.958125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9332e0f6-a628-400c-976a-560a612128ab req-54659bc3-3b22-4f1c-8e2e-ddc6c5dc90a7 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4567213
Mar 26 20:57:12.989659 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] Set router 3a1a5290-c371-4786-9d57-324f75b99da1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:13.060050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7a62-4075-44db-9daf-8a3f66ce52ea req-57503012-9c33-4cec-af4d-d9dc36eb5c65 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:13.067326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-877b7a62-4075-44db-9daf-8a3f66ce52ea req-57503012-9c33-4cec-af4d-d9dc36eb5c65 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.0640121
Mar 26 20:57:13.117677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-877b7a62-4075-44db-9daf-8a3f66ce52ea req-58a77c80-131d-40ef-af21-533df6df50b8 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494630
Mar 26 20:57:13.185830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks [] for router_gateway (3a1a5290-c371-4786-9d57-324f75b99da1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:13.202568 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f56ea30>, [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:57:10Z', 'revision_number': 5, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:13.229818 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3cfe4-dfc1-4da5-9601-05cbf128eac6 None None] The sync data for ids ['3a1a5290-c371-4786-9d57-324f75b99da1'] in ncdv-master-1 is: [{'id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'name': 'tempest-AttachSCSIVolumeTestJSON-637177291-router', 'tenant_id': '45240caf3c574054979eb351e9f6865d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:54:42Z', 'updated_at': '2022-03-26T20:57:10Z', 'revision_number': 5, 'project_id': '45240caf3c574054979eb351e9f6865d', 'gw_port': {'id': '12296be8-6f61-4dcf-bfe8-98a016a975ff', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a5290-c371-4786-9d57-324f75b99da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:54:43Z', 'updated_at': '2022-03-26T20:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:13.234216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks [] for security_group (507b5d4d-5531-4806-b075-b786ed3a47a8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:13.266536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (507b5d4d-5531-4806-b075-b786ed3a47a8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:13.482106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:13.507151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:13.508218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56d251dd-2d4d-4ce8-9b31-52c7c34abe80 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:13.528510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c3994-d70d-4f67-8358-145c362a3fa7 req-0c0a8f56-7e29-481d-97b1-c3287ddeeb7a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:13.530125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a4c3994-d70d-4f67-8358-145c362a3fa7 req-0c0a8f56-7e29-481d-97b1-c3287ddeeb7a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 947 time: 0.0724792
Mar 26 20:57:13.591416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:57:13.593119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a4c3994-d70d-4f67-8358-145c362a3fa7 req-1a1d26a4-34ac-4d78-9d49-37964cd7d938 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517755
Mar 26 20:57:13.627201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:13.642021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b5d4d-5531-4806-b075-b786ed3a47a8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:13.661982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:13.662345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e6c5d4a-49f5-4c89-a0f0-8eb6058eb42e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:13.719403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-b9813fe6-205a-411c-a532-4dc92929d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:13.720951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-b9813fe6-205a-411c-a532-4dc92929d7e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 1129 time: 0.6312630
Mar 26 20:57:13.727462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (352c494f-7960-4627-b76e-b642f44fc2b5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:13.727825 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Added segment 352c494f-7960-4627-b76e-b642f44fc2b5 of type vlan for network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139
Mar 26 20:57:13.747780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9227a4-530a-486c-ab10-4e250bddb0ad req-ed425a0c-3375-4265-a8eb-c60f31721ebd tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:13.758234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d9227a4-530a-486c-ab10-4e250bddb0ad req-ed425a0c-3375-4265-a8eb-c60f31721ebd tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.0758505
Mar 26 20:57:13.812674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d9227a4-530a-486c-ab10-4e250bddb0ad req-9f3ef893-0f5e-454d-9464-bab968f0161e tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525424
Mar 26 20:57:13.949481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'name': 'network-vif-deleted', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:13.951732 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f70bb-23dd-4dcb-9d54-f0066eeaa89f" -d '{"events": [{"server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "name": "network-vif-deleted", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:13.975075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:13.983239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.016303 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5023a84a-2017-4332-a677-80cf563027a6 x-openstack-request-id: req-5023a84a-2017-4332-a677-80cf563027a6 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:14.016619 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2531d82d-f786-4c55-ae92-5dd6abe2083b", "name": "network-vif-deleted", "tag": "56d251dd-2d4d-4ce8-9b31-52c7c34abe80", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:14.016832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5023a84a-2017-4332-a677-80cf563027a6 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:14.017220 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5023a84a-2017-4332-a677-80cf563027a6'] response: {'server_uuid': '2531d82d-f786-4c55-ae92-5dd6abe2083b', 'name': 'network-vif-deleted', 'tag': '56d251dd-2d4d-4ce8-9b31-52c7c34abe80', 'status': 'completed', 'code': 200}
Mar 26 20:57:14.027858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Deleting port 12296be8-6f61-4dcf-bfe8-98a016a975ff {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:14.028223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.129408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-61c7d95a-254c-4128-a3ec-eaac131be4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.129604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34212) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:14.130874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-61c7d95a-254c-4128-a3ec-eaac131be4b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3960361
Mar 26 20:57:14.181899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.182916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.183431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.233871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-420ea790-2f30-4740-95b4-50e8b5737451 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41 HTTP/1.1" status: 200  len: 217 time: 0.0729473
Mar 26 20:57:14.237884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3b0b12c9-d060-441a-a863-d5d4df402606 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-547109215'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:14.238403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3b0b12c9-d060-441a-a863-d5d4df402606 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Unknown quota resources ['metering_label']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:57:14.257856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:57:14.312475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f6754-5ff5-4e53-b198-ca81af6b7330 req-9274b929-d816-4a95-8390-6e683de4d765 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.314002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-929f6754-5ff5-4e53-b198-ca81af6b7330 req-9274b929-d816-4a95-8390-6e683de4d765 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.1226962
Mar 26 20:57:14.354556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.3555005
Mar 26 20:57:14.374019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34218) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:14.404070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Request body: {'subnet': {'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-724953104-subnet', 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:14.432766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d17170-22e9-40d3-a9c1-c18704d7b0fa admin admin] Pushing event updated for resources: {'Network': ['ID=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:14.442301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:14.449438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.456008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] For port 12296be8-6f61-4dcf-bfe8-98a016a975ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12296be8-6f61-4dcf-bfe8-98a016a975ff,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:14.456407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.460068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b0b12c9-d060-441a-a863-d5d4df402606 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.462053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b0b12c9-d060-441a-a863-d5d4df402606 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.3314691
Mar 26 20:57:14.466554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-6715c00c-a026-4124-964d-a7de1f9e0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.468052 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-6715c00c-a026-4124-964d-a7de1f9e0acc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.2144814
Mar 26 20:57:14.469162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.469316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34220) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:14.473381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e025274e-7cbe-47c2-b6e6-60b2d88b373f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e834913e-e8e7-4a4d-ad3f-38b6b6da0dc6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:14.474044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e025274e-7cbe-47c2-b6e6-60b2d88b373f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:57:14.526453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-929f6754-5ff5-4e53-b198-ca81af6b7330 req-d601fa62-56a8-4a43-88f2-f13f5fbf4939 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823764
Mar 26 20:57:14.527568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Calling delete_port for 12296be8-6f61-4dcf-bfe8-98a016a975ff owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:14.531868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:14.534241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.573331 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.metering.metering_plugin [None req-e025274e-7cbe-47c2-b6e6-60b2d88b373f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 26 20:57:14.682528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e025274e-7cbe-47c2-b6e6-60b2d88b373f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.686460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e025274e-7cbe-47c2-b6e6-60b2d88b373f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2137411
Mar 26 20:57:14.688008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34224) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:14.701821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-670ab29c-e272-49b2-b19a-476e5edf6061 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e834913e-e8e7-4a4d-ad3f-38b6b6da0dc6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:14.702240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-670ab29c-e272-49b2-b19a-476e5edf6061 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:57:14.707262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:14.736324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c38d4-7d19-4b4a-bd4b-1f6c65a589e7 req-923ffcde-4e39-40aa-97f5-42aedc15cf34 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.737868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d96c38d4-7d19-4b4a-bd4b-1f6c65a589e7 req-923ffcde-4e39-40aa-97f5-42aedc15cf34 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 947 time: 0.0595398
Mar 26 20:57:14.788496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-f0fa5c1a-8b67-480d-8491-7887b1e55d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.790033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-f0fa5c1a-8b67-480d-8491-7887b1e55d23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2733247
Mar 26 20:57:14.790168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d96c38d4-7d19-4b4a-bd4b-1f6c65a589e7 req-3c967eb5-a9a8-4792-8f23-8c2a0fe7505d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466955
Mar 26 20:57:14.804726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:14.805133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.828269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:14.830561 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26c390-17ef-43fc-9670-ccdfc24d118c" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:14.856124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:14.861414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:14.884416 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Floating IP 5c0a8f27-84a5-4e60-ad57-369cc365eeda associated. External IP: 172.35.4.237, port: 99c505bb-f97f-4e98-9619-8702a96345b6.
Mar 26 20:57:14.889719 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43e382-1348-40eb-bbc6-2f868cc8e1fc x-openstack-request-id: req-4d43e382-1348-40eb-bbc6-2f868cc8e1fc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:14.890121 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:14.890476 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d43e382-1348-40eb-bbc6-2f868cc8e1fc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:14.890991 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d43e382-1348-40eb-bbc6-2f868cc8e1fc'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:57:14.918365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:14.933028 ncdv-master-1 neutron-server[126738]: WARNING neutron.services.metering.metering_plugin [None req-670ab29c-e272-49b2-b19a-476e5edf6061 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 26 20:57:14.990385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905e9a0-1735-45b5-bea6-b3125a39ab32 req-26cbaf39-a3af-4d44-8fc9-984dbcc46d61 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:14.991880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3905e9a0-1735-45b5-bea6-b3125a39ab32 req-26cbaf39-a3af-4d44-8fc9-984dbcc46d61 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.0590224
Mar 26 20:57:15.049937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3905e9a0-1735-45b5-bea6-b3125a39ab32 req-73df2be5-6642-4d7f-a3dc-df809a622e43 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519207
Mar 26 20:57:15.432124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-670ab29c-e272-49b2-b19a-476e5edf6061 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.433379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-670ab29c-e272-49b2-b19a-476e5edf6061 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.7394140
Mar 26 20:57:15.436241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34234) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:15.451442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd3d7e93-2998-40d9-9f9c-7dc01cb43e8f tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=730eea60-4ec0-4f7d-adbc-467833cf9101 HTTP/1.1" status: 200  len: 462 time: 0.0141311
Mar 26 20:57:15.454872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34236) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:15.469030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-8b4c6e8a-827d-4858-9bb6-c8f0b3ad931c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:15.470491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-8b4c6e8a-827d-4858-9bb6-c8f0b3ad931c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.0716279
Mar 26 20:57:15.475421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-3828e99b-10d7-4f10-bf7e-b27a3eabbeb1 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:15.477406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-3828e99b-10d7-4f10-bf7e-b27a3eabbeb1 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.21 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.7474236
Mar 26 20:57:15.519223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.619515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-c094beaa-0273-4c18-b5e2-f0343ca3d43d service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8185263
Mar 26 20:57:15.629543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e63ab4c-2c13-4669-8031-dfc094134c5e tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.630626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e63ab4c-2c13-4669-8031-dfc094134c5e tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/730eea60-4ec0-4f7d-adbc-467833cf9101 HTTP/1.1" status: 204  len: 168 time: 0.1748838
Mar 26 20:57:15.634091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:15.673219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d4b96bc-d383-45fa-9303-b96233f7162d tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=730eea60-4ec0-4f7d-adbc-467833cf9101 HTTP/1.1" status: 200  len: 221 time: 0.0311036
Mar 26 20:57:15.676700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:15.684223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4fd0df9d-15ea-4b0b-952b-f01b705029f2 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--775871607', 'description': 'label created by tempest'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:15.684673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4fd0df9d-15ea-4b0b-952b-f01b705029f2 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Unknown quota resources ['metering_label']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 20:57:15.688235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (12296be8-6f61-4dcf-bfe8-98a016a975ff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.689923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d552c4b7-a2a1-4029-a349-1796c43f2946), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.755824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1fac-1221-4209-b5bc-02f915dc30e6 req-4cc11d30-1693-42b8-b977-74657ca725c9 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:15.757403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73fe1fac-1221-4209-b5bc-02f915dc30e6 req-4cc11d30-1693-42b8-b977-74657ca725c9 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6833d6e-98a8-45aa-b478-03846a702b18 HTTP/1.1" status: 200  len: 946 time: 0.1321166
Mar 26 20:57:15.800165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Deleting port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:15.800915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.818897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=12296be8-6f61-4dcf-bfe8-98a016a975ff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:15.946562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4fd0df9d-15ea-4b0b-952b-f01b705029f2 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:15.946846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d552c4b7-a2a1-4029-a349-1796c43f2946,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:15.948588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4fd0df9d-15ea-4b0b-952b-f01b705029f2 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2701302
Mar 26 20:57:15.957948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34250) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.000958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b3dc17a-c20c-4213-ac10-828fa0c2eeb2 req-164aa6bf-d038-4391-a596-8c83006b405a service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3654895
Mar 26 20:57:16.003264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (3a1a5290-c371-4786-9d57-324f75b99da1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.025611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Checking segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:16.025979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Network hostable DHCP agents. Network: e576dcd8-f5e7-40ea-bc9e-ff386ea0e139, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:57:16.058745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73fe1fac-1221-4209-b5bc-02f915dc30e6 req-896ca198-821d-4510-8ce8-2a8d8986454d tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611060
Mar 26 20:57:16.063632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2c6938dc-5930-4ff8-814d-0f6315341bf9 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=881d061a-b1e6-4d92-8467-a0f46d553c7d HTTP/1.1" status: 200  len: 467 time: 0.1028821
Mar 26 20:57:16.068964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.077986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Deleting port 4c536011-78ac-4759-af99-8fc9826030cd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:16.078522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4c536011-78ac-4759-af99-8fc9826030cd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.086749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] For port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:16.087126 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.147380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Calling delete_port for 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:16.221942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (3a1a5290-c371-4786-9d57-324f75b99da1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.228904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks [] for router_controller (3a1a5290-c371-4786-9d57-324f75b99da1), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.231410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:16.262956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:57:16.315582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e576dcd8-f5e7-40ea-bc9e-ff386ea0e139) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:16.321562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:16.322166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.328163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0b3dd-a4df-4f45-90c2-9b1ad39a6b74 None None] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:16.329269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (3a1a5290-c371-4786-9d57-324f75b99da1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.329821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1a5290-c371-4786-9d57-324f75b99da1 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:57:16.343038 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.343888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d5d045f2-6fa5-4ea5-a74f-e486c79a0b8a admin admin] 10.222.0.16 "DELETE /v2.0/routers/3a1a5290-c371-4786-9d57-324f75b99da1 HTTP/1.1" status: 204  len: 168 time: 4.1448419
Mar 26 20:57:16.351457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34256) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.399748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] For port 4c536011-78ac-4759-af99-8fc9826030cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c536011-78ac-4759-af99-8fc9826030cd,segment=NetworkSegment(b51c9161-a9e5-4932-bf0c-579f8f172687),segment_id=b51c9161-a9e5-4932-bf0c-579f8f172687)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:16.400473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4c536011-78ac-4759-af99-8fc9826030cd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.402409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82c3ae-0ba2-4931-8409-21b201a1a3ad req-ef824bea-3a6a-46f0-8688-1c4d1f0b092a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:16.411714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c82c3ae-0ba2-4931-8409-21b201a1a3ad req-ef824bea-3a6a-46f0-8688-1c4d1f0b092a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 947 time: 0.2721164
Mar 26 20:57:16.414753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0927454c-83b4-4090-b777-06a460be0648 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0164149
Mar 26 20:57:16.422145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Calling delete_port for 4c536011-78ac-4759-af99-8fc9826030cd owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:16.425201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af0204dd-76b3-40e9-8ee4-274f30297af7 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.430302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af0204dd-76b3-40e9-8ee4-274f30297af7 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/881d061a-b1e6-4d92-8467-a0f46d553c7d HTTP/1.1" status: 204  len: 168 time: 0.3563461
Mar 26 20:57:16.430880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34260) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.479115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Deleting subnet 722404d3-ea9a-4e90-8193-43184fec48de {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:16.492373 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Publish callbacks [] for subnet (722404d3-ea9a-4e90-8193-43184fec48de), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.492622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44695ab3-58c0-40ab-ac07-05132f634fa1 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=881d061a-b1e6-4d92-8467-a0f46d553c7d HTTP/1.1" status: 200  len: 216 time: 0.0557699
Mar 26 20:57:16.493117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34262) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.548213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:16.552758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.566407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28ee5bd9-5478-4262-bc9b-24cd676acb16 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0723147
Mar 26 20:57:16.582758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34264) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.588726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c82c3ae-0ba2-4931-8409-21b201a1a3ad req-c3e4ee1a-2b94-4f89-bac2-b8696dc538bd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708369
Mar 26 20:57:16.594763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (722404d3-ea9a-4e90-8193-43184fec48de), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.614610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-dab5dcb3-d905-4b52-8106-0508d3074326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "PUT /v2.0/floatingips/5c0a8f27-84a5-4e60-ad57-369cc365eeda HTTP/1.1" status: 200  len: 997 time: 3.9842610
Mar 26 20:57:16.622499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:16.624835 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e2684-c368-483a-8fd9-7c23bb2b82f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:16.629912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ab1dd81-adaa-456b-b53b-a46b0eb85507 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0412095
Mar 26 20:57:16.634270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34268) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:16.717400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2da49cd1-c1ff-4ee7-ae87-4672c4430a08), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.740650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Sync routers for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:16.752900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:16.764400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['e5c0bdb1-41fd-4c45-b5d0-737709a48337', '2da49cd1-c1ff-4ee7-ae87-4672c4430a08'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:16.817444 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event deleted for resources: {'Port': ['ID=2da49cd1-c1ff-4ee7-ae87-4672c4430a08,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:16.852493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:16.853977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef5f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:16.861480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e38155-d370-45af-9c5e-73e2446d5503 None None] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:16.917062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (722404d3-ea9a-4e90-8193-43184fec48de), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:16.919546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] No DVR routers for this DVR port 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:16.928578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6422376-3e56-4bb8-993a-b02c0f700e4a req-2693a7c5-6c00-42a2-a906-8ed388739b19 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:16.930780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f6422376-3e56-4bb8-993a-b02c0f700e4a req-2693a7c5-6c00-42a2-a906-8ed388739b19 tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/ports?device_id=10263b9e-d54b-43f2-a45a-83603dc51b2c HTTP/1.1" status: 200  len: 946 time: 0.2309985
Mar 26 20:57:17.019459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af1646cd-a7e1-49be-893d-cbb794390b89 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/e834913e-e8e7-4a4d-ad3f-38b6b6da0dc6 HTTP/1.1" status: 200  len: 472 time: 0.3840642
Mar 26 20:57:17.051208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:17.081690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-35ed2b18-b5b1-4404-bae3-467f0ee01c55 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/50125190-ae0d-4012-b7bb-84d1865f9c3d HTTP/1.1" status: 200  len: 459 time: 0.0251937
Mar 26 20:57:17.090607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:17.115198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4c536011-78ac-4759-af99-8fc9826030cd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.134822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-6acb3376-b6c0-436f-a72e-63c7f2e76fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:17.136500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-6acb3376-b6c0-436f-a72e-63c7f2e76fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1128 time: 0.1337070
Mar 26 20:57:17.155928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4c536011-78ac-4759-af99-8fc9826030cd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:17.211388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:17.230726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.234083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0995638b-147f-4f0e-aa84-d1f891ac4e49 req-60bfc82b-51fc-4ab1-99dd-09f2e19befc5 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "DELETE /v2.0/ports/2da49cd1-c1ff-4ee7-ae87-4672c4430a08 HTTP/1.1" status: 204  len: 173 time: 1.7558339
Mar 26 20:57:17.234679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'name': 'network-vif-deleted', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:17.236939 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0554c5-93c2-4e8a-ba4a-ed9b3fc0e7e5" -d '{"events": [{"server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "name": "network-vif-deleted", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:17.265202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:17.292677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:17.322112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f6422376-3e56-4bb8-993a-b02c0f700e4a req-d62a418a-ca41-4c66-a929-b7a1335cbf9e tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.16 "GET /v2.0/security-groups?id=313d26f9-1779-42f1-8a74-95d19548da62&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800891
Mar 26 20:57:17.332837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (722404d3-ea9a-4e90-8193-43184fec48de), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.352784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Pushing event deleted for resources: {'Port': ['ID=4c536011-78ac-4759-af99-8fc9826030cd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:17.364321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722404d3-ea9a-4e90-8193-43184fec48de,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:17.392112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.395523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-62c86a83-ee82-4e73-a07e-dd2835637e91 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/722404d3-ea9a-4e90-8193-43184fec48de HTTP/1.1" status: 204  len: 168 time: 1.0424879
Mar 26 20:57:17.398581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34286) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:17.423936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4f77cf83-4215-4943-8553-82420cfa3f31 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.428500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4f77cf83-4215-4943-8553-82420cfa3f31 tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/50125190-ae0d-4012-b7bb-84d1865f9c3d HTTP/1.1" status: 204  len: 168 time: 0.3279085
Mar 26 20:57:17.431069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:17.482484 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c33255-3ffb-42aa-bbe2-bcb85e51349f x-openstack-request-id: req-46c33255-3ffb-42aa-bbe2-bcb85e51349f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:17.482819 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:17.483211 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46c33255-3ffb-42aa-bbe2-bcb85e51349f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:17.483641 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c33255-3ffb-42aa-bbe2-bcb85e51349f'] response: {'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6', 'status': 'completed', 'code': 200}
Mar 26 20:57:17.509839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd1e1c-f409-42a9-86a8-4151db10cf1c None None] Network d17f853e-cc01-40b1-9a4b-281a7c40b5e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:17.533282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12296be8-6f61-4dcf-bfe8-98a016a975ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:17.553599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d17f853e-cc01-40b1-9a4b-281a7c40b5e8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.628620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 12296be8-6f61-4dcf-bfe8-98a016a975ff {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:17.629184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12296be8-6f61-4dcf-bfe8-98a016a975ff not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:17.659501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] No DVR routers for this DVR port 4c536011-78ac-4759-af99-8fc9826030cd on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:17.671391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Deleting port fee303f7-f4b3-4d58-8935-df12f429802e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:17.676188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.710484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-a9d3e962-3ea0-4d0f-bc64-a265c1aad84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:17.712718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-a9d3e962-3ea0-4d0f-bc64-a265c1aad84b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 929 time: 0.5526540
Mar 26 20:57:17.715375 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.718633 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8d1a2f9-4a6e-4fb5-97b2-bec2cb1c5f3c req-392eb006-cf4f-4a48-b7fd-5b96b0ca3b5d tempest-ServerPasswordTestJSON-1607106164 tempest-ServerPasswordTestJSON-1607106164-project] 10.222.0.21 "DELETE /v2.0/ports/4c536011-78ac-4759-af99-8fc9826030cd HTTP/1.1" status: 204  len: 173 time: 2.2323461
Mar 26 20:57:17.832667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:17.833112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.907290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-ceba7655-13d3-4012-aa5c-fb7b5fcbd696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:17.909012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-ceba7655-13d3-4012-aa5c-fb7b5fcbd696 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1128 time: 0.3373966
Mar 26 20:57:17.925119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:17.972912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:17.987538 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:17.988336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device aa18c074-3c50-4a11-9055-0c0910e8dd41 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:18.025197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8556e802-5c60-48e2-8596-7d19d4d8d3aa tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.026398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8556e802-5c60-48e2-8596-7d19d4d8d3aa tempest-MeteringIpV6TestJSON-1188790281 tempest-MeteringIpV6TestJSON-1188790281-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/e834913e-e8e7-4a4d-ad3f-38b6b6da0dc6 HTTP/1.1" status: 204  len: 168 time: 0.5926101
Mar 26 20:57:18.038445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-962a5104-076c-474e-933a-ce468ea96fe5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 1000 time: 0.3143842
Mar 26 20:57:18.040531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef5f5e0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5c0a8f27-84a5-4e60-ad57-369cc365eeda', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'mac_address': 'fa:16:3e:3d:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:57:08Z', 'updated_at': '2022-03-26T20:57:14Z', 'revision_number': 1, 'project_id': '7150c612879247208855ce511f95a5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:18.126256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] For port fee303f7-f4b3-4d58-8935-df12f429802e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee303f7-f4b3-4d58-8935-df12f429802e,segment=NetworkSegment(1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd),segment_id=1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:18.126870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.140986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] DHCP port deletion for d17f853e-cc01-40b1-9a4b-281a7c40b5e8 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:57:18.152646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Checking router: fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:18.154896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-659fda3b-ded5-44e4-8003-47581176415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.156418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-659fda3b-ded5-44e4-8003-47581176415e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 929 time: 0.2388320
Mar 26 20:57:18.156748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Calling delete_port for fee303f7-f4b3-4d58-8935-df12f429802e owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:18.175011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-8fa053be-3931-4dff-852f-3f4336455a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.176472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-8fa053be-3931-4dff-852f-3f4336455a17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.1262624
Mar 26 20:57:18.228998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:18.249961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-5404baa2-34cb-4235-a5a3-fd0c1f8eb63f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.255639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-5404baa2-34cb-4235-a5a3-fd0c1f8eb63f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 0.3620627
Mar 26 20:57:18.274092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-cd130643-8398-4265-a93e-00b2702521a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 1000 time: 0.1100104
Mar 26 20:57:18.286200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:18.286839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef5f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:56:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:18.334811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-4d7c5e3b-aa3c-444d-adfd-9d5b3fbfeb7c tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/quotas/c7b56cae79f846b5b6f3700480cfc811 HTTP/1.1" status: 200  len: 375 time: 0.0203917
Mar 26 20:57:18.397559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-3c51db37-78b4-48a5-9b94-639d4d9e2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.399085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-3c51db37-78b4-48a5-9b94-639d4d9e2b52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.1155903
Mar 26 20:57:18.423187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-636b9793-eecc-4fc7-805b-8ec164cbe834 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0873950
Mar 26 20:57:18.494265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-cc3fb27d-4902-4855-87fb-0b284eaf4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.498210 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-cc3fb27d-4902-4855-87fb-0b284eaf4e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2909312
Mar 26 20:57:18.500706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:18.500899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:18.533061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'aa18c074-3c50-4a11-9055-0c0910e8dd41', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'aa18c074-3c50-4a11-9055-0c0910e8dd41', 'mac_address': 'fa:16:3e:13:db:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:18.560241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Deleting port fee303f7-f4b3-4d58-8935-df12f429802e {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:18.561043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.572765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:18.650673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-a2192512-a727-4f5c-a2bd-9addd752e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:18.652196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-a2192512-a727-4f5c-a2bd-9addd752e593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2449372
Mar 26 20:57:18.688442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-133ddc16-53b1-4a4b-8b2e-a29acb26a86b service neutron] 10.222.0.16 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643530
Mar 26 20:57:18.691182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.746185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] No DVR routers for this DVR port fee303f7-f4b3-4d58-8935-df12f429802e on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:18.768137 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-045d09ad-9901-4163-8bbf-a5e559cd9d83 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461994
Mar 26 20:57:18.800989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.812295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee303f7-f4b3-4d58-8935-df12f429802e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:18.879803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d17f853e-cc01-40b1-9a4b-281a7c40b5e8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.906531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ff53550>,) {'filters': {'network_id': ['d17f853e-cc01-40b1-9a4b-281a7c40b5e8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:18.916618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Publish callbacks [] for security_group (f028d0cf-702c-4324-b0ab-abb5f3fa829c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.918580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ff53550>, '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:18.919214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ff53550>, '1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:18.933946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] For port fee303f7-f4b3-4d58-8935-df12f429802e, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:18.934617 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.937158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.937483 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f028d0cf-702c-4324-b0ab-abb5f3fa829c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.937694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port aa18c074-3c50-4a11-9055-0c0910e8dd41 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:18.938227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.955183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.962816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:18.965920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (1ba0c543-071d-4bd1-ac8f-4d9d7836f6fd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:18.976754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f028d0cf-702c-4324-b0ab-abb5f3fa829c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:19.002024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Calling delete_port for fee303f7-f4b3-4d58-8935-df12f429802e owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:19.011858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Port fee303f7-f4b3-4d58-8935-df12f429802e was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 20:57:19.019734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-df91ade1-952a-4f8c-befb-3d06eff4e012 service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3573968
Mar 26 20:57:19.021234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa18c074-3c50-4a11-9055-0c0910e8dd41 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:19.032213 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (fee303f7-f4b3-4d58-8935-df12f429802e), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:19.046839 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:19.054936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d17f853e-cc01-40b1-9a4b-281a7c40b5e8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.060948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.061374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.061707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.062051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.062389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.062723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.063053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.063440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.063775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.064134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.064462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.064786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.065110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.065434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.065755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.107114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2306d1c9-763c-462a-b07c-d9721a83d907 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56c2cb2b33c44968bbd816b91c447629&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6048357
Mar 26 20:57:19.108462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] Pushing event deleted for resources: {'Port': ['ID=fee303f7-f4b3-4d58-8935-df12f429802e,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:19.112590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34342) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:19.115678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.119578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:19.120778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d17f853e-cc01-40b1-9a4b-281a7c40b5e8 HTTP/1.1" status: 204  len: 168 time: 1.7071440
Mar 26 20:57:19.137858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5640d74-ac34-474d-9a3c-5b771b7df51e None None] No DVR routers for this DVR port fee303f7-f4b3-4d58-8935-df12f429802e on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:19.140767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17f853e-cc01-40b1-9a4b-281a7c40b5e8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:19.152679 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.185551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.185551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.189279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.190677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc3ee66-84ad-415b-a261-7e01fef9627f req-310edc5f-5ef0-41b8-b756-40e44d95ee8a service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4023464
Mar 26 20:57:19.193547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.193848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.196430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.196675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.197422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.197569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.197997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.199633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.200494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.201737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.203552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.203710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4917518d-f513-4211-9c22-d34335545717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:19.256867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] Publish callbacks [] for security_group (f028d0cf-702c-4324-b0ab-abb5f3fa829c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.271176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29f314ad-bca4-4192-b404-602d82b19084 service neutron] 10.222.0.16 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5585718
Mar 26 20:57:19.289548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] Publish callbacks [] for security_group (f028d0cf-702c-4324-b0ab-abb5f3fa829c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.362552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-842e2684-c368-483a-8fd9-7c23bb2b82f8 req-acd622e8-f0c9-4aa1-913b-7001dfe010cf service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3292613
Mar 26 20:57:19.364004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f028d0cf-702c-4324-b0ab-abb5f3fa829c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.365282 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8674696-d1c8-4020-8c5a-27aa60fa9cc8 x-openstack-request-id: req-b8674696-d1c8-4020-8c5a-27aa60fa9cc8 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:19.365692 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6833d6e-98a8-45aa-b478-03846a702b18", "name": "network-vif-deleted", "tag": "2da49cd1-c1ff-4ee7-ae87-4672c4430a08", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:19.365990 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8674696-d1c8-4020-8c5a-27aa60fa9cc8 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:19.366504 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8674696-d1c8-4020-8c5a-27aa60fa9cc8'] response: {'server_uuid': 'e6833d6e-98a8-45aa-b478-03846a702b18', 'name': 'network-vif-deleted', 'tag': '2da49cd1-c1ff-4ee7-ae87-4672c4430a08', 'status': 'completed', 'code': 200}
Mar 26 20:57:19.369880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:19.373650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f028d0cf-702c-4324-b0ab-abb5f3fa829c HTTP/1.1" status: 204  len: 168 time: 0.2561867
Mar 26 20:57:19.382329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a24c1-1312-4386-b032-e95b6cfd0458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f028d0cf-702c-4324-b0ab-abb5f3fa829c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:19.389608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5655cd88-9896-4588-87bb-f6ba5c5c42be'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:19.457387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34352) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:19.490804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'name': 'network-vif-deleted', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:19.496172 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69074f-e174-4983-a62c-0e489e5ab502" -d '{"events": [{"server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "name": "network-vif-deleted", "tag": "4c536011-78ac-4759-af99-8fc9826030cd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:19.604300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fee303f7-f4b3-4d58-8935-df12f429802e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:19.621397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b47f6cb5-8cc4-4e69-b8f6-239d97eae26a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28e51fbb6333452b84c0c77d29b423b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1620095
Mar 26 20:57:19.623478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:19.656582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54923c91-29aa-4c55-bb0b-0c02a2db8de8 req-08b0fdfe-aaac-4c67-850b-5ea31cda21d8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:19.658637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54923c91-29aa-4c55-bb0b-0c02a2db8de8 req-08b0fdfe-aaac-4c67-850b-5ea31cda21d8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 948 time: 0.1292138
Mar 26 20:57:19.737874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:19.758546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: fee303f7-f4b3-4d58-8935-df12f429802e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:19.759321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fee303f7-f4b3-4d58-8935-df12f429802e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:19.779134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['aa18c074-3c50-4a11-9055-0c0910e8dd41'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:19.789797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:19.857567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54923c91-29aa-4c55-bb0b-0c02a2db8de8 req-b354c5c6-5329-47d4-a959-f2a242988ac1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896544
Mar 26 20:57:20.035087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Deleting subnet 7fc82e11-d193-40b9-81b0-35c19910b237 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:20.035306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef5f5e0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5c0a8f27-84a5-4e60-ad57-369cc365eeda', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'mac_address': 'fa:16:3e:3d:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:57:08Z', 'updated_at': '2022-03-26T20:57:14Z', 'revision_number': 1, 'project_id': '7150c612879247208855ce511f95a5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:20.042593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-c7f12552-f894-4f0e-9105-c0fe6ca57258 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 258 time: 0.2663822
Mar 26 20:57:20.055002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Publish callbacks [] for subnet (7fc82e11-d193-40b9-81b0-35c19910b237), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.058162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:20.071321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5fbcc5-4bf6-42a8-8bce-fbde030efb96 None None] The sync data for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 is: [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5c0a8f27-84a5-4e60-ad57-369cc365eeda', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'mac_address': 'fa:16:3e:3d:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:57:08Z', 'updated_at': '2022-03-26T20:57:14Z', 'revision_number': 1, 'project_id': '7150c612879247208855ce511f95a5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:20.077979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] Publish callbacks [] for security_group (61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.182510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] Publish callbacks [] for security_group (61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.188728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.224365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7fc82e11-d193-40b9-81b0-35c19910b237), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.301100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.306797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.311404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd HTTP/1.1" status: 204  len: 168 time: 0.6864021
Mar 26 20:57:20.337966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a0bf1-1a1a-407d-914d-731cc7867728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac3d6f-4603-4b1c-b64a-8d7578b7e2dd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:20.374580 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf15661-366c-4c15-be7b-a2c29ebe1c39 x-openstack-request-id: req-adf15661-366c-4c15-be7b-a2c29ebe1c39 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:20.375366 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10263b9e-d54b-43f2-a45a-83603dc51b2c", "name": "network-vif-deleted", "tag": "4c536011-78ac-4759-af99-8fc9826030cd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:20.376211 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adf15661-366c-4c15-be7b-a2c29ebe1c39 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:20.377426 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf15661-366c-4c15-be7b-a2c29ebe1c39'] response: {'server_uuid': '10263b9e-d54b-43f2-a45a-83603dc51b2c', 'name': 'network-vif-deleted', 'tag': '4c536011-78ac-4759-af99-8fc9826030cd', 'status': 'completed', 'code': 200}
Mar 26 20:57:20.386202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34378) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:20.464145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7fc82e11-d193-40b9-81b0-35c19910b237), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.518272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.585131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4602-eef9-49a7-86a2-a871d0d8a97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.603770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7fc82e11-d193-40b9-81b0-35c19910b237), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.635802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.645944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7fc82e11-d193-40b9-81b0-35c19910b237 HTTP/1.1" status: 204  len: 168 time: 0.9067180
Mar 26 20:57:20.665289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:20.681597 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8d8879-6d11-42e9-8156-ec2f92bc17f7 None None] New status for floating IP 5c0a8f27-84a5-4e60-ad57-369cc365eeda: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:57:20.923656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4602-eef9-49a7-86a2-a871d0d8a97a admin admin] Publish callbacks [] for security_group (1114bd5d-2bf7-41f8-879b-b87d87399a32), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.934107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131cfeb-01d2-476c-b95a-400a3ef382d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc82e11-d193-40b9-81b0-35c19910b237,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:20.946540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4602-eef9-49a7-86a2-a871d0d8a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1114bd5d-2bf7-41f8-879b-b87d87399a32), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:20.992778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b59a59cb-5fd5-418b-a9be-152d6c763ec9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.052780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Allocated IP 172.35.4.78 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5eb2967f-d8ce-4af5-bba8-71891d93b456) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:21.115080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0dda9-401d-4fc3-abe1-f9ddfd3e4028 req-4d7dcb55-02b9-4347-855b-7db1236b2177 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:21.120319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd0dda9-401d-4fc3-abe1-f9ddfd3e4028 req-4d7dcb55-02b9-4347-855b-7db1236b2177 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.4982240
Mar 26 20:57:21.124985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b0a4602-eef9-49a7-86a2-a871d0d8a97a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=214cff5714b7427da8bf35b5bb6e6990&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7356231
Mar 26 20:57:21.130248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34398) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:21.139374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4602-eef9-49a7-86a2-a871d0d8a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1114bd5d-2bf7-41f8-879b-b87d87399a32,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:21.190975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device aa18c074-3c50-4a11-9055-0c0910e8dd41 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:21.221476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b59a59cb-5fd5-418b-a9be-152d6c763ec9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.224816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34400) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:21.259469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d714a00>,) {'filters': {'network_id': ['b59a59cb-5fd5-418b-a9be-152d6c763ec9']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:21.274147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d714a00>, 'b51c9161-a9e5-4932-bf0c-579f8f172687') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:21.274385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d714a00>, 'b51c9161-a9e5-4932-bf0c-579f8f172687') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:21.285236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port aa18c074-3c50-4a11-9055-0c0910e8dd41 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:21.285984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (b51c9161-a9e5-4932-bf0c-579f8f172687), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.291117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port aa18c074-3c50-4a11-9055-0c0910e8dd41 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:21.291822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.302550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b51c9161-a9e5-4932-bf0c-579f8f172687), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.311511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:21.312072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (b51c9161-a9e5-4932-bf0c-579f8f172687), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.371743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd0dda9-401d-4fc3-abe1-f9ddfd3e4028 req-12c94231-13c2-484e-b8ad-73f3cb2fc65f tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430239
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:21.377670 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:21.387748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b59a59cb-5fd5-418b-a9be-152d6c763ec9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.407931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.411249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b59a59cb-5fd5-418b-a9be-152d6c763ec9 HTTP/1.1" status: 204  len: 168 time: 0.7443838
Mar 26 20:57:21.433075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port aa18c074-3c50-4a11-9055-0c0910e8dd41 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:21.433477 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.477603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:21.478475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:21.481066 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f7bc47-1456-4537-8c7f-ac427e2b6d6a" -d '{"events": [{"server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "name": "network-vif-plugged", "status": "completed", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:21.486572 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.487511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:21.509302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fbb54-c2d3-4837-a466-2434284b0f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b59a59cb-5fd5-418b-a9be-152d6c763ec9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:21.527524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-936636a3-031f-4500-a85b-c179e4460430 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45240caf3c574054979eb351e9f6865d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2958131
Mar 26 20:57:21.528468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] Publish callbacks [] for security_group (1114bd5d-2bf7-41f8-879b-b87d87399a32), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.530100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:21.561602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:21.627454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5655cd88-9896-4588-87bb-f6ba5c5c42be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:21.629442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.660234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] Publish callbacks [] for security_group (1114bd5d-2bf7-41f8-879b-b87d87399a32), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.704660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66521a9b-0171-4437-93a0-5c9c258df3ca req-332bfcc1-c9c3-446b-b5d7-39c4586ecd24 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 210 time: 0.0677483
Mar 26 20:57:21.786628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:21.787222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.791305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1114bd5d-2bf7-41f8-879b-b87d87399a32), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.794289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.798543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1114bd5d-2bf7-41f8-879b-b87d87399a32 HTTP/1.1" status: 204  len: 168 time: 0.6658306
Mar 26 20:57:21.805862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] Publish callbacks [] for security_group (6f1d1c9f-ab4d-4347-8c85-4c408b34a639), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.813603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6d70a-26f5-4f5c-b5d7-d11804359976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1114bd5d-2bf7-41f8-879b-b87d87399a32,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:21.836699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:21.839657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] Publish callbacks [] for security_group (6f1d1c9f-ab4d-4347-8c85-4c408b34a639), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.856884 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.857727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4c536011-78ac-4759-af99-8fc9826030cd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:21.896838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:21.950305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 4c536011-78ac-4759-af99-8fc9826030cd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:21.950459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4c536011-78ac-4759-af99-8fc9826030cd not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:21.951079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:21.957280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34410) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:21.997677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:22.000845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2da49cd1-c1ff-4ee7-ae87-4672c4430a08 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:22.005792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6f1d1c9f-ab4d-4347-8c85-4c408b34a639), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.010027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.011513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f1d1c9f-ab4d-4347-8c85-4c408b34a639 HTTP/1.1" status: 204  len: 168 time: 0.4805288
Mar 26 20:57:22.051187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8a1f9-9f8f-42d2-93fb-1f600472c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d1c9f-ab4d-4347-8c85-4c408b34a639,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:22.055873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-539cd3e5-b9cc-4996-a0dc-c26ef87927fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3797b42bf82b407abdd1fabd06dbe141&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0939724
Mar 26 20:57:22.063505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34414) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:22.064886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.167972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:22.183851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085bef-1082-4a6f-b0f6-b5bb4c144765 req-f719fc60-c40f-4e60-8490-11f20c1b2441 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:22.203142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe085bef-1082-4a6f-b0f6-b5bb4c144765 req-f719fc60-c40f-4e60-8490-11f20c1b2441 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.2656975
Mar 26 20:57:22.284984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:22.302727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:22.313517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:22.340985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efecea1-730a-4815-acb0-0710cd101f6a req-c7bb4153-6d8f-48ae-8682-f5eb7d566c01 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:22.346786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9efecea1-730a-4815-acb0-0710cd101f6a req-c7bb4153-6d8f-48ae-8682-f5eb7d566c01 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.2864766
Mar 26 20:57:22.374002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe085bef-1082-4a6f-b0f6-b5bb4c144765 req-df68c2ef-3190-442a-aaf2-e19df948eca2 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699145
Mar 26 20:57:22.405032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event updated for resources: {'Port': ['ID=5eb2967f-d8ce-4af5-bba8-71891d93b456,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:22.493802 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5706c-45a9-4f2e-a7f6-31be5852c5aa x-openstack-request-id: req-eec5706c-45a9-4f2e-a7f6-31be5852c5aa {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:22.494294 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "name": "network-vif-plugged", "status": "completed", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:22.494401 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eec5706c-45a9-4f2e-a7f6-31be5852c5aa {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:22.494807 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec5706c-45a9-4f2e-a7f6-31be5852c5aa'] response: {'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41', 'code': 200}
Mar 26 20:57:22.505720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] Publish callbacks [] for security_group (313d26f9-1779-42f1-8a74-95d19548da62), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.650205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-9bf84746-9536-4daa-a595-d009d2bbfbfe tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:22.658806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-9bf84746-9536-4daa-a595-d009d2bbfbfe tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.21 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 0.4872069
Mar 26 20:57:22.681829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Request body: {'port': {'device_id': '8368aa61-964c-40fc-b08f-5369b1915410', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'admin_state_up': True, 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:22.817122 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.832472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-6c286396-6927-494a-b39b-21fd1e03dfb8 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:22.834832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] Publish callbacks [] for security_group (313d26f9-1779-42f1-8a74-95d19548da62), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:22.834978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-6c286396-6927-494a-b39b-21fd1e03dfb8 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 0.3233669
Mar 26 20:57:22.899017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Request body: {'port': {'device_id': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'admin_state_up': True, 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:23.128672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.272556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (313d26f9-1779-42f1-8a74-95d19548da62), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.285189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.286294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/313d26f9-1779-42f1-8a74-95d19548da62 HTTP/1.1" status: 204  len: 168 time: 1.2175012
Mar 26 20:57:23.343698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef931d3c-9baf-4498-8465-2a9a0f34ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d26f9-1779-42f1-8a74-95d19548da62,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:23.364338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311af370-ac24-4dc1-8e7d-3b71550cc705 req-d4ced3b3-146e-46c2-959b-6a60b71b500a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:23.365876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-311af370-ac24-4dc1-8e7d-3b71550cc705 req-d4ced3b3-146e-46c2-959b-6a60b71b500a tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 945 time: 0.5737791
Mar 26 20:57:23.367958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dc736-75e9-4e4f-8877-d2221862aada req-c9b98fe7-1394-4413-b2d6-413dd926bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:23.370612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-176dc736-75e9-4e4f-8877-d2221862aada req-c9b98fe7-1394-4413-b2d6-413dd926bdff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 1131 time: 0.5804496
Mar 26 20:57:23.441484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:23.444692 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.488602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-176dc736-75e9-4e4f-8877-d2221862aada req-e0ebf73e-2c32-437b-bd40-151f3daf85dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078353
Mar 26 20:57:23.543709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Deleting port e5c0bdb1-41fd-4c45-b5d0-737709a48337 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:23.546602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.711781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-311af370-ac24-4dc1-8e7d-3b71550cc705 req-38ad908e-8702-4fcd-b3af-a04ec1b54b61 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/security-groups?id=306ac18a-f844-4406-9c57-94123adc4a3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323491
Mar 26 20:57:23.719880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:23.723836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.896393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] For port e5c0bdb1-41fd-4c45-b5d0-737709a48337, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5c0bdb1-41fd-4c45-b5d0-737709a48337,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:23.897121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:23.940532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-252328c8-3696-480c-a29f-22ad8f29a5ef req-015ba4fe-6505-4991-b475-687ac2f92bc9 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 210 time: 0.0635056
Mar 26 20:57:23.962675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Calling delete_port for e5c0bdb1-41fd-4c45-b5d0-737709a48337 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:24.032323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.048572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Allocated IP 172.20.0.6 (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139/d552c4b7-a2a1-4029-a349-1796c43f2946/09a2b045-fb00-44cf-929e-188526c6e172) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:24.055520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.115134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event updated for resources: {'Port': ['ID=5eb2967f-d8ce-4af5-bba8-71891d93b456,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:24.182007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ba390-463f-4a28-8d51-330f0854650d req-d4b8f85b-6499-4334-8bd0-be6c004929a3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:24.189408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-633ba390-463f-4a28-8d51-330f0854650d req-d4b8f85b-6499-4334-8bd0-be6c004929a3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.1118014
Mar 26 20:57:24.283896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.292262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-633ba390-463f-4a28-8d51-330f0854650d req-ceaabc70-2538-49fa-ae86-e9fda93fac26 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019475
Mar 26 20:57:24.306862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e5c0bdb1-41fd-4c45-b5d0-737709a48337), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.325362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.326913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-439de269-62d0-44f1-942a-043e1ae8eb02 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 4.2833054
Mar 26 20:57:24.349617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Pushing event deleted for resources: {'Port': ['ID=e5c0bdb1-41fd-4c45-b5d0-737709a48337,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:24.452311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] No DVR routers for this DVR port e5c0bdb1-41fd-4c45-b5d0-737709a48337 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:24.456319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.461868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9efecea1-730a-4815-acb0-0710cd101f6a req-271d4ad3-4c02-4116-b55a-31a4f827179c tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.21 "DELETE /v2.0/ports/e5c0bdb1-41fd-4c45-b5d0-737709a48337 HTTP/1.1" status: 204  len: 173 time: 2.0790656
Mar 26 20:57:24.464062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'name': 'network-vif-deleted', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:24.466549 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f814f-4a85-4e57-ab0e-1ace0c6f00bc" -d '{"events": [{"server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "name": "network-vif-deleted", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:24.496774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:24.499494 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b665f-b593-423f-b663-9fabecf7e646" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:24.618457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-1a8eee32-4ba5-43f1-91e9-6d96aa0f9106 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.78 HTTP/1.1" status: 200  len: 695 time: 0.2715976
Mar 26 20:57:24.719473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:24.785187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks [] for port (09a2b045-fb00-44cf-929e-188526c6e172), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:24.837274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-4ed52776-8650-4d03-a2a6-761f80252121 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:24.838998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8c6a49e-edaa-4a04-b3fa-5195e44657f6 req-4ed52776-8650-4d03-a2a6-761f80252121 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2121327
Mar 26 20:57:24.883596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.002011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event updated for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:25.017910 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669010a-6771-49ae-ac86-7e7d35736ddd x-openstack-request-id: req-3669010a-6771-49ae-ac86-7e7d35736ddd {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:25.020044 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:25.020317 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3669010a-6771-49ae-ac86-7e7d35736ddd {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:25.022739 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3669010a-6771-49ae-ac86-7e7d35736ddd'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:57:25.037867 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78462c1-cfd8-4e62-80a7-94eb2d0c79c1 x-openstack-request-id: req-b78462c1-cfd8-4e62-80a7-94eb2d0c79c1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:25.038151 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3cd28-3614-4e17-83c3-c0c6a41b5992", "name": "network-vif-deleted", "tag": "e5c0bdb1-41fd-4c45-b5d0-737709a48337", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:25.043404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-534da218-6447-475f-88e5-9ba55a3c8773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.045655 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b78462c1-cfd8-4e62-80a7-94eb2d0c79c1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:25.047300 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78462c1-cfd8-4e62-80a7-94eb2d0c79c1'] response: {'server_uuid': '78c3cd28-3614-4e17-83c3-c0c6a41b5992', 'name': 'network-vif-deleted', 'tag': 'e5c0bdb1-41fd-4c45-b5d0-737709a48337', 'status': 'completed', 'code': 200}
Mar 26 20:57:25.052190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:25.054010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:25.064634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:25.114400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-e75d919b-ee42-4bcd-895f-762683074806 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0656507
Mar 26 20:57:25.155417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:25.156801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.176315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-62044736', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:25.185819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-f931b0a1-d692-471f-a7b2-d02a57673a5e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5147069
Mar 26 20:57:25.200631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e5c0bdb1-41fd-4c45-b5d0-737709a48337 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:25.201875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Request body: {'port': {'device_id': '8368aa61-964c-40fc-b08f-5369b1915410', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:25.207085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Made reservation on behalf of e9f58e9e5d09409298ca6e30634d9bca for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:25.210877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.220526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Allocated IP 172.20.0.8 (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139/d552c4b7-a2a1-4029-a349-1796c43f2946/3a191c4e-56a3-4de4-aeb0-a8c4b060945d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:25.239240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.269589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a162eb4-b4ee-4307-be7b-03ed4a31276a req-a8f50c5e-dc35-4580-a354-5955251f4579 tempest-ListServerFiltersTestJSON-384822768 tempest-ListServerFiltersTestJSON-384822768-project] 10.222.0.16 "GET /v2.0/ports?device_id=78c3cd28-3614-4e17-83c3-c0c6a41b5992 HTTP/1.1" status: 200  len: 210 time: 0.0364158
Mar 26 20:57:25.278237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: e5c0bdb1-41fd-4c45-b5d0-737709a48337 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:25.282116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e5c0bdb1-41fd-4c45-b5d0-737709a48337 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:25.349421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09a2b045-fb00-44cf-929e-188526c6e172), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.418863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-0f7d23ed-27b1-421e-8879-15bb551012ea tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:25.420611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-0f7d23ed-27b1-421e-8879-15bb551012ea tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3045814
Mar 26 20:57:25.463802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-855dceda-8195-428d-83db-ec421c78cf53 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/quotas/c6702eaac3714fd6aaeafeb1dddfc749 HTTP/1.1" status: 200  len: 375 time: 0.0294890
Mar 26 20:57:25.542570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-78334980-9c35-4adc-b08b-f9b0490d0b3e tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0715461
Mar 26 20:57:25.610635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for security_group (c676df13-0b87-4a74-b2ab-715101e13950), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.627497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c676df13-0b87-4a74-b2ab-715101e13950), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.642845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] device_id is not set on port 10df7acd-7987-44b8-b1c4-df4849b3b209 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:25.673825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks [] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.789288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c676df13-0b87-4a74-b2ab-715101e13950,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:25.870282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:25.889595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-40c89550-1b76-411c-aa7b-36da8cac79c6 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:25.899618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-40c89550-1b76-411c-aa7b-36da8cac79c6 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1821494
Mar 26 20:57:25.938495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:25.945662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:26.005878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:26.041689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-a30fe50c-946d-41b2-b432-36d814576a79 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.78 HTTP/1.1" status: 200  len: 695 time: 0.1407821
Mar 26 20:57:26.055702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event updated for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:26.076635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-d851626a-f861-4d2e-bcf9-8116ec941aec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'floatingip': {'port_id': '99c505bb-f97f-4e98-9619-8702a96345b6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:26.130146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-d851626a-f861-4d2e-bcf9-8116ec941aec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.150474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Allocated IP 172.35.4.42 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/10df7acd-7987-44b8-b1c4-df4849b3b209) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:26.181690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:26.182658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.212331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f313c9-69d5-4841-be43-3089b9dd4414 req-07f43f26-6929-423e-a391-894072c938f0 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:26.220010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3f313c9-69d5-4841-be43-3089b9dd4414 req-07f43f26-6929-423e-a391-894072c938f0 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 931 time: 0.2919488
Mar 26 20:57:26.232134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-29596014-c24e-4d2d-94c4-c68eb74fea8b tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3586171
Mar 26 20:57:26.251554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Request body: {'port': {'device_id': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:26.409126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3f313c9-69d5-4841-be43-3089b9dd4414 req-0d40f4e9-1a3c-430e-adef-af54095e9d9f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878052
Mar 26 20:57:26.467326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.585668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for port (10df7acd-7987-44b8-b1c4-df4849b3b209), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.685548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a2b045-fb00-44cf-929e-188526c6e172 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:26.700510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks [] for port (09a2b045-fb00-44cf-929e-188526c6e172), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.724061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Transition to ACTIVE for port object 09a2b045-fb00-44cf-929e-188526c6e172 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:26.733617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.750622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87059928-f554-44f9-ba58-9f7a76de23e3 req-155e88ef-11a2-4121-9b70-31f920036d1f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:26.755368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87059928-f554-44f9-ba58-9f7a76de23e3 req-155e88ef-11a2-4121-9b70-31f920036d1f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.2267070
Mar 26 20:57:26.784581 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-d851626a-f861-4d2e-bcf9-8116ec941aec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 26 20:57:26.799510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e02cbbe5-9cd6-43a5-9160-d47c35b74a7c req-d851626a-f861-4d2e-bcf9-8116ec941aec tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "PUT /v2.0/floatingips/cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6 HTTP/1.1" status: 409  len: 550 time: 0.7298584
Mar 26 20:57:26.833422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:26.906977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (10df7acd-7987-44b8-b1c4-df4849b3b209), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.954598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Attempting to bind port 09a2b045-fb00-44cf-929e-188526c6e172 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:26.954942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Attempting to bind port 09a2b045-fb00-44cf-929e-188526c6e172 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:26.955277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Attempting to bind port 09a2b045-fb00-44cf-929e-188526c6e172 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:26.959937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Port 09a2b045-fb00-44cf-929e-188526c6e172 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:26.960268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Attempting to bind port 09a2b045-fb00-44cf-929e-188526c6e172 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:26.972583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:26.972942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Checking segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:26.973340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Bound using segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:26.973792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Bound port: 09a2b045-fb00-44cf-929e-188526c6e172, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:26.974155 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09a2b045-fb00-44cf-929e-188526c6e172), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:26.980393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Pushing event updated for resources: {'Port': ['ID=10df7acd-7987-44b8-b1c4-df4849b3b209,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:27.087993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:27.092793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09a2b045-fb00-44cf-929e-188526c6e172,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:27.097302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87059928-f554-44f9-ba58-9f7a76de23e3 req-0ec1f48b-f705-43f8-925d-99e4ea76e970 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144784
Mar 26 20:57:27.103671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.124797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:27.133098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:27.149610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:27.203528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:27.204196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.205611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] 10.222.0.21 "PUT /v2.0/ports/09a2b045-fb00-44cf-929e-188526c6e172 HTTP/1.1" status: 200  len: 1091 time: 2.0124478
Mar 26 20:57:27.214071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:27.221466 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "tag": "09a2b045-fb00-44cf-929e-188526c6e172"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:27.265376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-590024ac-0cf5-42fc-a0e6-472bd536a553 req-234fe098-5bea-4789-98bf-67c842d0ac1d tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 210 time: 0.0672870
Mar 26 20:57:27.294880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:27.299518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b3b3d-0878-41c4-88d5-461010f7fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:27.302033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.325355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a7cde31-1f50-4b23-9c14-f844cd807d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.344586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34578) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:27.400775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1fa20d46-5f9a-4f54-8fe3-8e19f5ebc1cf tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.6796691
Mar 26 20:57:27.445019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34586) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:27.451996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.42'}]}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:27.466349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-3f3c96b8-846e-4f06-b82c-9e4975aff842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:27.469153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-3f3c96b8-846e-4f06-b82c-9e4975aff842 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=8368aa61-964c-40fc-b08f-5369b1915410 HTTP/1.1" status: 200  len: 1125 time: 0.1388717
Mar 26 20:57:27.493685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-57bc90dd-d3f8-4a77-a57a-71fbd7704b16 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1289439
Mar 26 20:57:27.521312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-a44b528e-d85e-4902-8620-72712ee49326 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips/cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6 HTTP/1.1" status: 200  len: 692 time: 0.1576991
Mar 26 20:57:27.525563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:57:27.609917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Deleting subnet 57951d8c-f4d0-4563-b3d8-cc24a618f839 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:27.612267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-16fa7bb8-97c2-4d67-a73c-c01fc2e3888f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09a2b045-fb00-44cf-929e-188526c6e172 HTTP/1.1" status: 200  len: 217 time: 0.1284618
Mar 26 20:57:27.620714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Publish callbacks [] for subnet (57951d8c-f4d0-4563-b3d8-cc24a618f839), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.626666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b547f155-4794-48d4-8793-b2b5212be759), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.628012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b547f155-4794-48d4-8793-b2b5212be759), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.675590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a191c4e-56a3-4de4-aeb0-a8c4b060945d {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:27.696524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-efc2847f-bc6d-421a-9b19-2de579887f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:27.698870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-efc2847f-bc6d-421a-9b19-2de579887f90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.0563538
Mar 26 20:57:27.750999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks [] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.791355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-3db06980-f680-4266-a209-47d694413489 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748930
Mar 26 20:57:27.811416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (57951d8c-f4d0-4563-b3d8-cc24a618f839), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:27.860371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c3d78-c5be-419e-a19e-eff1f19e4a14 req-490d332e-14a1-439d-b5f3-72e905408e5e tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:27.868311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e57c3d78-c5be-419e-a19e-eff1f19e4a14 req-490d332e-14a1-439d-b5f3-72e905408e5e tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 1131 time: 0.2872477
Mar 26 20:57:27.992172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e57c3d78-c5be-419e-a19e-eff1f19e4a14 req-164bf604-d81a-4790-a524-b49ca403f2db tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002254
Mar 26 20:57:28.029601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-3d660e0b-4059-43b8-af55-b5df9476e3ad service neutron] 10.222.0.21 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281625
Mar 26 20:57:28.085879 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca06360-02af-4ad2-8e5e-5e6a71332654 x-openstack-request-id: req-aca06360-02af-4ad2-8e5e-5e6a71332654 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:28.086146 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "tag": "09a2b045-fb00-44cf-929e-188526c6e172", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:28.086412 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aca06360-02af-4ad2-8e5e-5e6a71332654 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:28.088250 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca06360-02af-4ad2-8e5e-5e6a71332654'] response: {'name': 'network-changed', 'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172', 'status': 'completed', 'code': 200}
Mar 26 20:57:28.231630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-608f0c9c-5f63-4327-94df-bcc7d0034903 service neutron] 10.222.0.21 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874278
Mar 26 20:57:28.292543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4afafa76-d9cf-45eb-8998-a4635eb96141 req-48bc4460-788f-44b7-ba34-480f39d872ac tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0484316
Mar 26 20:57:28.334040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Transition to ACTIVE for port object 3a191c4e-56a3-4de4-aeb0-a8c4b060945d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:28.356955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-959e7066-ed93-4273-bccd-3f79cc963979 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.364530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-959e7066-ed93-4273-bccd-3f79cc963979 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.8421748
Mar 26 20:57:28.418957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for router_controller (b547f155-4794-48d4-8793-b2b5212be759), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:28.437009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-61f4fa7d-d0fd-4b87-aa7f-c1202cccf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.439244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-61f4fa7d-d0fd-4b87-aa7f-c1202cccf47c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=8368aa61-964c-40fc-b08f-5369b1915410 HTTP/1.1" status: 200  len: 1125 time: 0.1395154
Mar 26 20:57:28.445715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:28.512716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc38e-50d9-48e5-a68d-cca6d3d5e10c req-a2907c41-448d-40d0-8dbe-bc9b7334c746 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.514392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485fc38e-50d9-48e5-a68d-cca6d3d5e10c req-a2907c41-448d-40d0-8dbe-bc9b7334c746 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 943 time: 0.1175866
Mar 26 20:57:28.582874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-ef7070fe-a8cd-4cdb-bb18-c1b9a853b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.589694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-ef7070fe-a8cd-4cdb-bb18-c1b9a853b51c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 912 time: 0.1429296
Mar 26 20:57:28.640359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-e9dda011-535f-4655-8c39-f0dcdac2cdf5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.78 HTTP/1.1" status: 200  len: 695 time: 0.2748053
Mar 26 20:57:28.654270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-e7f223c7-d4dc-4bdd-aa6e-7f06f8817842 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.655739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-e7f223c7-d4dc-4bdd-aa6e-7f06f8817842 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1456573
Mar 26 20:57:28.668245 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-31530a35-c04f-4baf-b059-8df45b4514b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09a2b045-fb00-44cf-929e-188526c6e172 HTTP/1.1" status: 200  len: 217 time: 0.0625482
Mar 26 20:57:28.670581 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:28.751090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485fc38e-50d9-48e5-a68d-cca6d3d5e10c req-b71b3709-d128-47d7-90d3-9914f49399a3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586862
Mar 26 20:57:28.766289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Request body: {'port': {'device_id': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'c6702eaac3714fd6aaeafeb1dddfc749'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:28.770011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-0eeb1c01-83c2-4f78-bfd1-fbd8b37d1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:28.771978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-0eeb1c01-83c2-4f78-bfd1-fbd8b37d1a58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.0889611
Mar 26 20:57:28.817772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-5390a1ed-d812-4f30-8426-9ea74914b11e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389698
Mar 26 20:57:28.845619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Pushing event updated for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:28.889232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-9cccd9e7-23f0-4c2d-97bb-fc8fad0e059d tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.78 HTTP/1.1" status: 200  len: 695 time: 0.2284231
Mar 26 20:57:28.947320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-895e0a41-1794-421f-b417-e509b2ddb122 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0635023
Mar 26 20:57:28.967284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (57951d8c-f4d0-4563-b3d8-cc24a618f839), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:28.998938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for router_gateway (b547f155-4794-48d4-8793-b2b5212be759), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.209864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-c60c8918-1b58-4e80-9fbd-f3ba6907aa59 service neutron] 10.222.0.21 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826165
Mar 26 20:57:29.238187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Attempting to bind port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:29.238525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Attempting to bind port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:29.238904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Attempting to bind port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:29.254522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (57951d8c-f4d0-4563-b3d8-cc24a618f839), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.275271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:29.275608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Attempting to bind port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:29.300277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Made reservation on behalf of c6702eaac3714fd6aaeafeb1dddfc749 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:29.303525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.305642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-e64f425b-2059-4ab7-814c-a4dae0b35c10 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:29.312199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-e64f425b-2059-4ab7-814c-a4dae0b35c10 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3447988
Mar 26 20:57:29.316196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01831fd4-cab0-447d-ab1b-1949bd7f1555 None None] Network da61cd39-3e1b-4104-835e-2d58cdd32632 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:29.317200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.321304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57951d8c-f4d0-4563-b3d8-cc24a618f839 HTTP/1.1" status: 204  len: 168 time: 1.9747689
Mar 26 20:57:29.322596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f59279-96d4-45f8-aec8-12f295405c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57951d8c-f4d0-4563-b3d8-cc24a618f839,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:29.324306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:29.324649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Checking segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:29.325031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Bound using segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:29.325479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Bound port: 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:29.325841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.333995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-631734f6-62aa-413a-beb7-cd6cabedc5cd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0209019
Mar 26 20:57:29.335618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34618) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:29.381796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.469109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Deleting port 5eb2967f-d8ce-4af5-bba8-71891d93b456 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:29.469457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.486231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-36610af2-6633-4c67-b80d-fde2048f4eb7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1512985
Mar 26 20:57:29.512754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b9fa2cf-23f2-47c8-b4e0-b6eda64932b3 req-55329724-9c06-4909-8142-e5f2b5862065 service neutron] 10.222.0.21 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2936738
Mar 26 20:57:29.528040 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (da61cd39-3e1b-4104-835e-2d58cdd32632), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.605031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:29.632734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:29.656606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] DHCP port deletion for da61cd39-3e1b-4104-835e-2d58cdd32632 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:57:29.665875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.672128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Deleting port d4407d30-8c0c-401f-a874-e883276baa37 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:29.672480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d4407d30-8c0c-401f-a874-e883276baa37), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.755373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.755714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (5eb2967f-d8ce-4af5-bba8-71891d93b456), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.772569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Deleting port d4407d30-8c0c-401f-a874-e883276baa37 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:29.773700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d4407d30-8c0c-401f-a874-e883276baa37), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.836942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] For port d4407d30-8c0c-401f-a874-e883276baa37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4407d30-8c0c-401f-a874-e883276baa37,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:29.838228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d4407d30-8c0c-401f-a874-e883276baa37), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.851764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Calling delete_port for d4407d30-8c0c-401f-a874-e883276baa37 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:29.871477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Calling delete_port for 5eb2967f-d8ce-4af5-bba8-71891d93b456 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:29.891348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks [] for security_group (8d381945-cc28-4b2b-9665-d03fe6c126bd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.908174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:29.908802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.910224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] 10.222.0.18 "PUT /v2.0/ports/3a191c4e-56a3-4de4-aeb0-a8c4b060945d HTTP/1.1" status: 200  len: 1091 time: 3.6640353
Mar 26 20:57:29.910839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:29.913519 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c96e7f-871d-436c-a59c-71a8afd443ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:29.919430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] For port d4407d30-8c0c-401f-a874-e883276baa37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4407d30-8c0c-401f-a874-e883276baa37,segment=NetworkSegment(a97986df-dbb1-4f7f-82c7-c8b84e3ed79a),segment_id=a97986df-dbb1-4f7f-82c7-c8b84e3ed79a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:29.920105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d4407d30-8c0c-401f-a874-e883276baa37), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.938171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d381945-cc28-4b2b-9665-d03fe6c126bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:29.947684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Calling delete_port for d4407d30-8c0c-401f-a874-e883276baa37 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:29.968922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d4407d30-8c0c-401f-a874-e883276baa37), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.058094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-040538f7-ce91-4e57-a7eb-5ab9051598a3 req-5fe26e7b-3103-4f2c-bd7a-96a4b930bc20 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 210 time: 0.1001170
Mar 26 20:57:30.071841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.099788 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (d4407d30-8c0c-401f-a874-e883276baa37), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.119036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4407d30-8c0c-401f-a874-e883276baa37,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.124593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] No DVR routers for this DVR port d4407d30-8c0c-401f-a874-e883276baa37 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:30.126779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] No DVR routers for this DVR port d4407d30-8c0c-401f-a874-e883276baa37 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:30.180444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034bcb3-0575-4b61-a230-b69af55db8b4 None None] Pushing event deleted for resources: {'Port': ['ID=d4407d30-8c0c-401f-a874-e883276baa37,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.266165 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d22ac149-a211-40a0-afd0-7dedb0f23135 req-84056667-55a3-4235-af25-9b57739b8093 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0610919
Mar 26 20:57:30.332671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d381945-cc28-4b2b-9665-d03fe6c126bd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.370929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5eb2967f-d8ce-4af5-bba8-71891d93b456), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.384598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5274d7-4ae6-48c6-bbe0-5679b933fcca service neutron] Pushing event updated for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.422747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49fe384d-abb7-474c-8ee9-03cc3ef513fc req-6844ff0c-1f53-444c-8b5b-d5181375a414 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0848217
Mar 26 20:57:30.426269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (da61cd39-3e1b-4104-835e-2d58cdd32632), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.466113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event deleted for resources: {'Port': ['ID=5eb2967f-d8ce-4af5-bba8-71891d93b456,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.522145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb7550ba-a5d0-44b3-bfcc-2beaad17e8d3 req-ad7b17bc-3024-4a98-8988-3521d260bbd7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 210 time: 0.0911400
Mar 26 20:57:30.526774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e4cc490>,) {'filters': {'network_id': ['da61cd39-3e1b-4104-835e-2d58cdd32632']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:30.560934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4cc490>, 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:30.563874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4cc490>, 'a97986df-dbb1-4f7f-82c7-c8b84e3ed79a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:30.588712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a97986df-dbb1-4f7f-82c7-c8b84e3ed79a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.602545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for router_gateway (b547f155-4794-48d4-8793-b2b5212be759), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.609904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.613415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.614807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7321a30a-eaaa-4455-a8a9-062726ef8071 req-8365143d-e016-46eb-a543-18947227ea7b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf232bac-ae80-4a7b-ad80-acfc1fb1b6f6 HTTP/1.1" status: 204  len: 173 time: 1.6916659
Mar 26 20:57:30.625578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a97986df-dbb1-4f7f-82c7-c8b84e3ed79a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.640455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:57:30.641189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a97986df-dbb1-4f7f-82c7-c8b84e3ed79a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:57:30.652128 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:57:30.660112 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.694872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-555525d2-131a-4fd5-b055-992167e6a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:30.696423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-555525d2-131a-4fd5-b055-992167e6a49a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 1125 time: 0.6472685
Mar 26 20:57:30.705136 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82412c0e-1047-4308-af9f-3541b6967551 x-openstack-request-id: req-82412c0e-1047-4308-af9f-3541b6967551 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:30.705511 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:30.705835 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82412c0e-1047-4308-af9f-3541b6967551 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:30.706306 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82412c0e-1047-4308-af9f-3541b6967551'] response: {'name': 'network-changed', 'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d', 'status': 'completed', 'code': 200}
Mar 26 20:57:30.754789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-4ed32493-6c24-412f-b4c8-fb6496f32941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d HTTP/1.1" status: 200  len: 217 time: 0.0405288
Mar 26 20:57:30.761758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943873-0ba3-4a00-aecf-85823b8e66b7 req-f98b6e8a-4d28-4240-bffb-34537c5aae59 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:30.763358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8943873-0ba3-4a00-aecf-85823b8e66b7 req-f98b6e8a-4d28-4240-bffb-34537c5aae59 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 943 time: 0.1306076
Mar 26 20:57:30.764611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (da61cd39-3e1b-4104-835e-2d58cdd32632), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.773853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:30.777113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da61cd39-3e1b-4104-835e-2d58cdd32632 HTTP/1.1" status: 204  len: 168 time: 1.4384196
Mar 26 20:57:30.825530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600778ef-3efe-4e97-b2e9-f9c926dd9550 admin admin] Pushing event deleted for resources: {'Network': ['ID=da61cd39-3e1b-4104-835e-2d58cdd32632,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:30.913361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8943873-0ba3-4a00-aecf-85823b8e66b7 req-b936cb10-9861-4eaf-a72b-b12b01347d0d tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359901
Mar 26 20:57:31.109892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34648) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:31.160918 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-1342ec77-520f-454b-95ed-0d2670f65561 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 1002 time: 0.4024761
Mar 26 20:57:31.186857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e840c604-942b-4346-98ad-b6d1afe97efe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6beb485658f40dc83598fd2e00800ad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0756257
Mar 26 20:57:31.202312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:31.212618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5566ee1-91eb-4eff-873c-f8cc871208ce req-3e6c5c4b-af70-4ba5-9027-1870665641ce tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 210 time: 0.0627539
Mar 26 20:57:31.221660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 09a2b045-fb00-44cf-929e-188526c6e172 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:31.299601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Allocated IP 192.168.233.146 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/b15eee45-c08c-4bb6-a728-2b42726ae7b4) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:31.343814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-4cb82adf-12a4-4f36-90ff-c6864bb36b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:31.346689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-4cb82adf-12a4-4f36-90ff-c6864bb36b29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.1831691
Mar 26 20:57:31.362109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-15671b75-2219-45f3-ac67-7a4d0f96b675 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:31.364094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-15671b75-2219-45f3-ac67-7a4d0f96b675 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports/99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 943 time: 0.1905911
Mar 26 20:57:31.435830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] Publish callbacks [] for security_group (306ac18a-f844-4406-9c57-94123adc4a3a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:31.443585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-b3784df6-0050-40e0-9488-80e075f7714a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782466
Mar 26 20:57:31.532926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09a2b045-fb00-44cf-929e-188526c6e172,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:31.548875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '09a2b045-fb00-44cf-929e-188526c6e172', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'port_id': '09a2b045-fb00-44cf-929e-188526c6e172', 'mac_address': 'fa:16:3e:45:5a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd552c4b7-a2a1-4029-a349-1796c43f2946', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:31.557639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d4407d30-8c0c-401f-a874-e883276baa37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:31.564744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-320bceb7-1a0a-4000-8382-0a926dd2f652 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1951199
Mar 26 20:57:31.572889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b957362c-3369-4ecb-9bf1-dab4ddf2cd4b req-091a7ed3-24b9-431e-8044-bc8a2954ba8e tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.1468220
Mar 26 20:57:31.678259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:31.686524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 09a2b045-fb00-44cf-929e-188526c6e172 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:31.687324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09a2b045-fb00-44cf-929e-188526c6e172), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:31.703890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a2b045-fb00-44cf-929e-188526c6e172 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:31.717281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] Publish callbacks [] for security_group (306ac18a-f844-4406-9c57-94123adc4a3a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:31.737182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d4407d30-8c0c-401f-a874-e883276baa37 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:31.743694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d4407d30-8c0c-401f-a874-e883276baa37 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:31.753406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09a2b045-fb00-44cf-929e-188526c6e172,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:31.762377 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:31.786456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-26cdd8f3-9df3-47a3-82d5-ef817d90ced7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 1002 time: 0.2487147
Mar 26 20:57:31.827666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:31.880651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a43a372b-d324-4de9-996b-c2fdb6b51514 req-d58f66a9-db7f-4c41-9c6f-01b4302d3470 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 210 time: 0.1159582
Mar 26 20:57:32.084276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['09a2b045-fb00-44cf-929e-188526c6e172'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:32.113815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for router (b547f155-4794-48d4-8793-b2b5212be759), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.209166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-5574570d-658e-455a-a577-80b6ff49ebf6 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7512255
Mar 26 20:57:32.225424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-de5d6d2a-c627-41ed-883b-67081156d07e tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:32.226930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-de5d6d2a-c627-41ed-883b-67081156d07e tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.3571012
Mar 26 20:57:32.288978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-0f618985-1de5-4121-a815-3f92c7864341 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:32.290540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-0f618985-1de5-4121-a815-3f92c7864341 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7163603
Mar 26 20:57:32.297630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (306ac18a-f844-4406-9c57-94123adc4a3a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.300361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.301483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/306ac18a-f844-4406-9c57-94123adc4a3a HTTP/1.1" status: 204  len: 168 time: 1.0879097
Mar 26 20:57:32.312645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:32.317825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks [] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.341386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9cc91-db2d-409f-93da-819e05572b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306ac18a-f844-4406-9c57-94123adc4a3a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:32.352830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c03d-31d9-47cc-8f91-f34fd6174a02 req-eab0468b-8b90-4f49-9790-d4ed13163f5a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:32.354357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c21c03d-31d9-47cc-8f91-f34fd6174a02 req-eab0468b-8b90-4f49-9790-d4ed13163f5a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 943 time: 0.1417511
Mar 26 20:57:32.461071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c21c03d-31d9-47cc-8f91-f34fd6174a02 req-07f4aec5-9fd6-4542-9f9e-73bac4c02fef tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988164
Mar 26 20:57:32.528602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:32.533578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.595093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.658528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fee079d-be5f-4048-a292-3e327cad2c31 req-206e4f15-c67b-4bc9-b8c4-893f9f1e6997 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4396741
Mar 26 20:57:32.695024 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b547f155-4794-48d4-8793-b2b5212be759), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.706695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks [] for router_controller (b547f155-4794-48d4-8793-b2b5212be759), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.796618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244534a2-9ba7-47f3-b56f-c19c82917705 req-258afd5d-8ce6-44bd-8721-a8c304d5df5e tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:32.798540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244534a2-9ba7-47f3-b56f-c19c82917705 req-258afd5d-8ce6-44bd-8721-a8c304d5df5e tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 936 time: 0.2447393
Mar 26 20:57:32.828943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:32.835391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b547f155-4794-48d4-8793-b2b5212be759), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:32.835946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b547f155-4794-48d4-8793-b2b5212be759 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:57:32.841599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:32.861841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-d202b36a-bc89-4d82-ab7c-2eccb89c45ab tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 1002 time: 0.4881327
Mar 26 20:57:32.863784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:32.872661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:32.881623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Pushing event updated for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:32.963908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244534a2-9ba7-47f3-b56f-c19c82917705 req-026e630a-9b42-41b1-ac2c-16bc38c3fb91 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577749
Mar 26 20:57:32.965481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.230 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/13e6f963-1ad1-433a-9c38-29a63ba6f2c3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:33.002050 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 20:57:33.006046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-362a4e07-d84a-40e6-8758-c00acb561aac tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 5.5555778
Mar 26 20:57:33.007802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34686) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:33.036287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:33.036919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.041261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-a976b2cb-05e2-4112-ac04-f6f3ba4701ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:33.042966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-a976b2cb-05e2-4112-ac04-f6f3ba4701ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 1125 time: 0.2734480
Mar 26 20:57:33.180923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.230241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 09a2b045-fb00-44cf-929e-188526c6e172 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:33.248930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-10849b15-715e-498f-a446-5ba6e3efb111 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.5291536
Mar 26 20:57:33.249558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9786d25-27e3-4c6a-bfc1-85e65d0f84e9 req-7eaf54a8-81b5-42ca-aa85-c278305b9b23 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.1051667
Mar 26 20:57:33.251938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-4d92a2bc-65b3-4bc8-9fae-c019ee60a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:33.253350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-4d92a2bc-65b3-4bc8-9fae-c019ee60a657 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 912 time: 0.2033682
Mar 26 20:57:33.260340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-693b0800-ce95-4f31-a3e1-9b240b0fb89b None None] Provisioning complete for port b15eee45-c08c-4bb6-a728-2b42726ae7b4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:33.261164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-693b0800-ce95-4f31-a3e1-9b240b0fb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.263376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Request body: {'port': {'device_id': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:33.358836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-693b0800-ce95-4f31-a3e1-9b240b0fb89b None None] Port b15eee45-c08c-4bb6-a728-2b42726ae7b4 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:33.370250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 09a2b045-fb00-44cf-929e-188526c6e172 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:33.375171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 09a2b045-fb00-44cf-929e-188526c6e172 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:33.375596 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (09a2b045-fb00-44cf-929e-188526c6e172), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.397441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Deleting port 10df7acd-7987-44b8-b1c4-df4849b3b209 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:33.398592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (10df7acd-7987-44b8-b1c4-df4849b3b209), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.447805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-eca59f9b-5c12-4745-b391-9e7b436c3f65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d HTTP/1.1" status: 200  len: 217 time: 0.1796846
Mar 26 20:57:33.463412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bdc7b7dc-889d-49fc-bbb5-de866335022c req-a1300d9c-2a97-4906-8378-ee2c7578c5ff tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 210 time: 0.0755422
Mar 26 20:57:33.613258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 09a2b045-fb00-44cf-929e-188526c6e172 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:33.613906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09a2b045-fb00-44cf-929e-188526c6e172), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.630291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.662373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09a2b045-fb00-44cf-929e-188526c6e172,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:33.664915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:33.667047 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bacccb6-2d84-4582-a214-7cf2bd2c6a9d" -d '{"events": [{"server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "name": "network-vif-plugged", "status": "completed", "tag": "09a2b045-fb00-44cf-929e-188526c6e172"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:33.673949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.690728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (10df7acd-7987-44b8-b1c4-df4849b3b209), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.707509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.717585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34716) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:33.751807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Calling delete_port for 10df7acd-7987-44b8-b1c4-df4849b3b209 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:33.754325 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.754682 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Floating IP 5c0a8f27-84a5-4e60-ad57-369cc365eeda disassociated. External IP: 172.35.4.237, port: 99c505bb-f97f-4e98-9619-8702a96345b6.
Mar 26 20:57:33.828212 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:33.884442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:33.892269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'aa18c074-3c50-4a11-9055-0c0910e8dd41'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:33.906675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-329da651-66f1-4ae6-8b52-4e8efeb706e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:33.908425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-329da651-66f1-4ae6-8b52-4e8efeb706e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.4523187
Mar 26 20:57:33.909015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.031500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:34.053960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:34.056967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:34.061924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:34.102846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:34.223742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:34.224527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.237845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51585c7-e3cf-4fa3-bcd8-96011e23b497 req-83643cc0-34ea-4199-8a28-a8a4184cc649 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:34.247748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f51585c7-e3cf-4fa3-bcd8-96011e23b497 req-83643cc0-34ea-4199-8a28-a8a4184cc649 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 943 time: 0.3169882
Mar 26 20:57:34.339051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (10df7acd-7987-44b8-b1c4-df4849b3b209), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.351703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1dc5e6de-ac7f-4cd7-993d-0a7f26a86d43 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0489042
Mar 26 20:57:34.371502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Request body: {'port': {'device_id': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:34.439839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Pushing event deleted for resources: {'Port': ['ID=10df7acd-7987-44b8-b1c4-df4849b3b209,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:34.467161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f51585c7-e3cf-4fa3-bcd8-96011e23b497 req-55a58fe9-0f28-48c0-b104-b135e7b16c1e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182996
Mar 26 20:57:34.555866 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57db188-7c01-4eb1-9732-bf5cd4872978 x-openstack-request-id: req-f57db188-7c01-4eb1-9732-bf5cd4872978 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:34.556984 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "name": "network-vif-plugged", "status": "completed", "tag": "09a2b045-fb00-44cf-929e-188526c6e172", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:34.557496 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57db188-7c01-4eb1-9732-bf5cd4872978 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:34.558141 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57db188-7c01-4eb1-9732-bf5cd4872978'] response: {'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172', 'code': 200}
Mar 26 20:57:34.670564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-57915fb6-548c-4c60-ba71-f6d93a98482b None None] Provisioning complete for port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:34.671435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57915fb6-548c-4c60-ba71-f6d93a98482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.740552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-763362eb-df5e-45f0-bd33-d6b070a73ffd req-3e1bfe9e-6dca-4eae-ab08-6e277266bc13 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0562084
Mar 26 20:57:34.746859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.750974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:34.761000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e581a754-cec2-45c2-9030-24c760689305 tempest-RoutersAdminNegativeTest-734557706 tempest-RoutersAdminNegativeTest-734557706-project-admin] 10.222.0.16 "DELETE /v2.0/ports/10df7acd-7987-44b8-b1c4-df4849b3b209 HTTP/1.1" status: 204  len: 168 time: 1.7517393
Mar 26 20:57:34.783634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-70e957f5-8d1f-42cb-843c-5b4fb359c5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.8510158
Mar 26 20:57:34.794506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1079338502-network', 'tenant_id': 'a7e64b94cc37456185389445ddc56877'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:34.807292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-57915fb6-548c-4c60-ba71-f6d93a98482b None None] Port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:35.084937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11697e-6617-4cd8-9d45-af478e7e89e1 req-a8a1687f-91af-4e9f-ba68-f42cd260538c tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:35.085965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4adcbb-319e-41e2-8331-c5f24e45a9d6 req-7c742e92-92c9-4630-8f33-03013627e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:35.087629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e4adcbb-319e-41e2-8331-c5f24e45a9d6 req-7c742e92-92c9-4630-8f33-03013627e521 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8368aa61-964c-40fc-b08f-5369b1915410 HTTP/1.1" status: 200  len: 1127 time: 0.2880237
Mar 26 20:57:35.090790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e11697e-6617-4cd8-9d45-af478e7e89e1 req-a8a1687f-91af-4e9f-ba68-f42cd260538c tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 936 time: 0.2361934
Mar 26 20:57:35.142032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Made reservation on behalf of a7e64b94cc37456185389445ddc56877 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:35.144582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.160001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.164384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34738) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:35.203587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e11697e-6617-4cd8-9d45-af478e7e89e1 req-d83e6a9e-eb40-41d6-81c1-19093a8e4778 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032751
Mar 26 20:57:35.231903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15eee45-c08c-4bb6-a728-2b42726ae7b4 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:35.238581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-100581d6-3a0c-4896-82b0-438fa09e2a86 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3943276
Mar 26 20:57:35.246500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks [] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.268738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e4adcbb-319e-41e2-8331-c5f24e45a9d6 req-351a8109-3cba-45cb-8d10-75ce22540dab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702790
Mar 26 20:57:35.345380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Transition to ACTIVE for port object b15eee45-c08c-4bb6-a728-2b42726ae7b4 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:35.395585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.444192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeb68e97-f049-4724-8926-eed707104c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.570926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:35.590993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6c96e7f-871d-436c-a59c-71a8afd443ac req-852a9771-27ad-49dd-876a-8a312eabfce7 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3411350
Mar 26 20:57:35.618754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeb68e97-f049-4724-8926-eed707104c2f admin admin] Publish callbacks [] for security_group (9854fe42-1985-4a90-9019-b67f99f29eef), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.630392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a191c4e-56a3-4de4-aeb0-a8c4b060945d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:35.639767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks [] for security_group (bd11cf8f-ae20-4669-b280-329744a41823), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.650522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeb68e97-f049-4724-8926-eed707104c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9854fe42-1985-4a90-9019-b67f99f29eef), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.656215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd11cf8f-ae20-4669-b280-329744a41823), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.674212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:35.710953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36440c-b1ac-4c17-9a74-f71282398d27 req-72d745b9-c9fd-4697-a379-17d03e04b2d4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:35.720030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed36440c-b1ac-4c17-9a74-f71282398d27 req-72d745b9-c9fd-4697-a379-17d03e04b2d4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 936 time: 0.3952224
Mar 26 20:57:35.743356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:57:35.766810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eeb68e97-f049-4724-8926-eed707104c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=082627e4643944bc9f4889278b480a7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6005578
Mar 26 20:57:35.767457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34744) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:35.812703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68e97-f049-4724-8926-eed707104c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854fe42-1985-4a90-9019-b67f99f29eef,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:35.813775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd11cf8f-ae20-4669-b280-329744a41823,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:35.915806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a5c4a5d8-4d09-4853-9714-f2bdc938dcc1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.916185 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Added segment a5c4a5d8-4d09-4853-9714-f2bdc938dcc1 of type vlan for network 637c5544-5d67-4536-b4e8-2425937ec750
Mar 26 20:57:35.922897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed36440c-b1ac-4c17-9a74-f71282398d27 req-e8626e2a-51bd-4cda-b780-ff43213aac07 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2018023
Mar 26 20:57:35.925127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:35.927605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Attempting to bind port b15eee45-c08c-4bb6-a728-2b42726ae7b4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:35.927781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Attempting to bind port b15eee45-c08c-4bb6-a728-2b42726ae7b4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:35.928141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Attempting to bind port b15eee45-c08c-4bb6-a728-2b42726ae7b4 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:35.951585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'port_id': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d', 'mac_address': 'fa:16:3e:9c:f0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd552c4b7-a2a1-4029-a349-1796c43f2946', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:35.959641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Port b15eee45-c08c-4bb6-a728-2b42726ae7b4 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:35.959869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Attempting to bind port b15eee45-c08c-4bb6-a728-2b42726ae7b4 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:35.975083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] Publish callbacks [] for security_group (9854fe42-1985-4a90-9019-b67f99f29eef), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:35.990732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:36.013372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:36.013626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:36.014027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:36.014530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Bound port: b15eee45-c08c-4bb6-a728-2b42726ae7b4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:36.014955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.021447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (637c5544-5d67-4536-b4e8-2425937ec750), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.033498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks [] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.036984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:36.037627 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.061536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a191c4e-56a3-4de4-aeb0-a8c4b060945d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:36.070423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] Publish callbacks [] for security_group (9854fe42-1985-4a90-9019-b67f99f29eef), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.087111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:36.095360 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.108342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (637c5544-5d67-4536-b4e8-2425937ec750), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.110125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:36.110812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.126755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Transition to ACTIVE for port object 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:36.149548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.216571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] Pushing event updated for resources: {'Network': ['ID=637c5544-5d67-4536-b4e8-2425937ec750,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:36.229387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853a51-cdd3-4ea0-95f7-4e1de343f4d9 req-df46dc02-4159-4717-bb83-970cd0b97f1e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:36.232992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4cec28b0-f1e3-460b-9d2c-f9cadebf8481 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.4988949
Mar 26 20:57:36.236793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a853a51-cdd3-4ea0-95f7-4e1de343f4d9 req-df46dc02-4159-4717-bb83-970cd0b97f1e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 943 time: 0.1836801
Mar 26 20:57:36.237842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:36.239377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:36.248092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Pushing event updated for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:36.267668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.278414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Request body: {'subnet': {'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1079338502-subnet', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:36.292832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9854fe42-1985-4a90-9019-b67f99f29eef), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.295426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.299462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9854fe42-1985-4a90-9019-b67f99f29eef HTTP/1.1" status: 204  len: 168 time: 0.5142422
Mar 26 20:57:36.341280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:36.343902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 637c5544-5d67-4536-b4e8-2425937ec750 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:36.401208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Made reservation on behalf of a7e64b94cc37456185389445ddc56877 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:36.407429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.415690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5150cc2-8163-4d88-97dc-b94fa35727ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854fe42-1985-4a90-9019-b67f99f29eef,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:36.431667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Sync routers for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:36.446701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a853a51-cdd3-4ea0-95f7-4e1de343f4d9 req-bb44a351-19ae-47ac-ab78-543132c87bb8 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2082205
Mar 26 20:57:36.478422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:36.479079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb9c3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:36.509103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Attempting to bind port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:36.509481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Attempting to bind port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:36.509768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Attempting to bind port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:36.533431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:36.533895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Attempting to bind port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:36.545754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:36.546193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:36.546468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:36.546922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Bound port: 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:36.547282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.547550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['3a191c4e-56a3-4de4-aeb0-a8c4b060945d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:36.652511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9fa850cb-b0c5-49fb-8f07-4fa5b3190a81 req-33219fcc-816d-4acd-b9b7-1b6539712f20 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0498679
Mar 26 20:57:36.786860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:36.824097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:36.839502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.867496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:36.908341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:36.908969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:36.910480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] 10.222.0.21 "PUT /v2.0/ports/13e6f963-1ad1-433a-9c38-29a63ba6f2c3 HTTP/1.1" status: 200  len: 1096 time: 2.5459852
Mar 26 20:57:36.918886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694100af-537b-4ed6-b8f7-d7e87c74c2c4 req-a7dd0dde-fa7f-436c-8c0d-07c0b5987ad5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:36.935197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-694100af-537b-4ed6-b8f7-d7e87c74c2c4 req-a7dd0dde-fa7f-436c-8c0d-07c0b5987ad5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 948 time: 0.1639287
Mar 26 20:57:36.939861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:36.942475 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc702d6-e251-4053-8073-6f15799b9c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:36.967736 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (217aaa5a-2368-4ebb-9852-3c4177f233fd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.039439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34768) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:37.046659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9485e40-5792-47a7-af2a-90f7f265f422 service neutron] Pushing event updated for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:37.105512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217aaa5a-2368-4ebb-9852-3c4177f233fd,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:37.139952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-abb82a8b-8284-48dd-a5db-08be4f19cde0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "PUT /v2.0/floatingips/5c0a8f27-84a5-4e60-ad57-369cc365eeda HTTP/1.1" status: 200  len: 695 time: 4.2772233
Mar 26 20:57:37.150581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:37.153606 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:37.154057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-694100af-537b-4ed6-b8f7-d7e87c74c2c4 req-ec6f59da-67bc-48b7-b553-38662894abdb tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178278
Mar 26 20:57:37.221831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:37.270629 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e081a067-98ea-4afc-9867-a5c208315d56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9f58e9e5d09409298ca6e30634d9bca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2249358
Mar 26 20:57:37.271409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34772) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:37.274049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1d3e883d-fb4e-4d79-abff-e7805be28ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.275525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-1d3e883d-fb4e-4d79-abff-e7805be28ffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 1130 time: 0.2860508
Mar 26 20:57:37.280470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:37.286077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Checking segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:37.286549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Network hostable DHCP agents. Network: 637c5544-5d67-4536-b4e8-2425937ec750, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:57:37.297325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-773c3695-79ff-4f4d-b53b-ba2ba0803853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.299519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-773c3695-79ff-4f4d-b53b-ba2ba0803853 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1128 time: 0.1397769
Mar 26 20:57:37.317591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb9c3a0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:37.326419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.358231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Checking router: fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:37.381269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-4fe4ff6a-d6ca-478a-90f3-1735a4a13fa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3 HTTP/1.1" status: 200  len: 217 time: 0.0815163
Mar 26 20:57:37.395018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:37.396440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb9c3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:37.413291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Network 637c5544-5d67-4536-b4e8-2425937ec750 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:57:37.433863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:37.448000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.449003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.450553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-2c602d4b-c26b-496d-9e75-2fa1868828c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b15eee45-c08c-4bb6-a728-2b42726ae7b4 HTTP/1.1" status: 200  len: 1096 time: 4.1940291
Mar 26 20:57:37.454709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 637c5544-5d67-4536-b4e8-2425937ec750) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:37.485275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.486087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.505445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] Publish callbacks [] for security_group (c676df13-0b87-4a74-b2ab-715101e13950), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.508469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-6f3089e4-cb33-4c5d-b07d-c38dad74f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.509690 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-6f3089e4-cb33-4c5d-b07d-c38dad74f571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1182473
Mar 26 20:57:37.519067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5d5e8-16ea-41e0-9fed-1cfeb4185015 req-12ce09c3-e361-4c7d-8ff0-850b588eba4d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.526792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ad5d5e8-16ea-41e0-9fed-1cfeb4185015 req-12ce09c3-e361-4c7d-8ff0-850b588eba4d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 948 time: 0.2205849
Mar 26 20:57:37.582188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66cf5d96-c939-4e45-9871-b0cb937e4875 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3399320
Mar 26 20:57:37.586809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:37.595672 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:37.627350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aae4f7-ad73-4bc0-9055-1c1adb3a6580 None None] Network 637c5544-5d67-4536-b4e8-2425937ec750 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:37.631873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:37.643582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] Publish callbacks [] for security_group (c676df13-0b87-4a74-b2ab-715101e13950), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.656771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-8aca3d98-0eff-4d8d-bc9d-33dad7148187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.660429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-8aca3d98-0eff-4d8d-bc9d-33dad7148187 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 1130 time: 0.1391766
Mar 26 20:57:37.731340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.732358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.740984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-5e7d01aa-474d-4368-a49a-451d080d8494 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4 HTTP/1.1" status: 200  len: 217 time: 0.0659740
Mar 26 20:57:37.743637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-ac586ffb-ce69-4497-b10e-a60f1bbb4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.745199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-ac586ffb-ce69-4497-b10e-a60f1bbb4d90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 929 time: 0.4385285
Mar 26 20:57:37.754910 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ad5d5e8-16ea-41e0-9fed-1cfeb4185015 req-51a1f5ae-1082-4781-805e-610d90dd5f38 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270942
Mar 26 20:57:37.771104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-ff778137-f551-4743-9b9e-7c602a60a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.771104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-ff778137-f551-4743-9b9e-7c602a60a091 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2358828
Mar 26 20:57:37.812602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-1e4aa6c4-82c8-4ff0-b991-513a1e62d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:37.814104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-1e4aa6c4-82c8-4ff0-b991-513a1e62d8bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0657573
Mar 26 20:57:37.879771 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f062b5-2b4a-44ef-8d9d-50cd7da45c6e x-openstack-request-id: req-18f062b5-2b4a-44ef-8d9d-50cd7da45c6e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:37.880145 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:37.880415 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18f062b5-2b4a-44ef-8d9d-50cd7da45c6e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:37.880867 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f062b5-2b4a-44ef-8d9d-50cd7da45c6e'] response: {'name': 'network-changed', 'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3', 'status': 'completed', 'code': 200}
Mar 26 20:57:37.893342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-b5eee475-78d6-479c-91c7-b83c1cb54758 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 217 time: 0.0782495
Mar 26 20:57:37.904972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c676df13-0b87-4a74-b2ab-715101e13950), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.911279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:37.920740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c676df13-0b87-4a74-b2ab-715101e13950 HTTP/1.1" status: 204  len: 168 time: 0.6441827
Mar 26 20:57:37.956551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5e9fd-6155-4e39-aaa6-f45dfde70477 None None] Network 637c5544-5d67-4536-b4e8-2425937ec750 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:38.030914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-a4d81a5c-d1db-4c20-95f4-2a134046f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.033666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-a4d81a5c-d1db-4c20-95f4-2a134046f2d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.1315939
Mar 26 20:57:38.043035 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffac497-b35d-4e4c-9712-764b0343ef51 x-openstack-request-id: req-3ffac497-b35d-4e4c-9712-764b0343ef51 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:38.043601 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:38.044595 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ffac497-b35d-4e4c-9712-764b0343ef51 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:38.045430 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffac497-b35d-4e4c-9712-764b0343ef51'] response: {'name': 'network-changed', 'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6', 'status': 'completed', 'code': 200}
Mar 26 20:57:38.138664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-6a19609d-e504-4910-9ec5-fd717672b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.141801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-6a19609d-e504-4910-9ec5-fd717672b845 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3189607
Mar 26 20:57:38.168695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb9c3a0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:38.180475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for router_controller (4357b53c-5b2d-448a-8c36-af2ffa99acf6), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:38.211115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf99e77-ff9c-40da-bdda-559110acd74b None None] The sync data for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 is: [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:56:40Z', 'revision_number': 4, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a8b976ea-2946-4970-bc58-9f8ecdc44fed', 'name': '', 'network_id': '1d0343d0-ee1e-46f6-ac18-c82566fa23cb', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:38Z', 'updated_at': '2022-03-26T20:56:47Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'subnets': [{'id': 'bbba18e4-0831-4d31-8338-0f5dd9ef139d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:38.274893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-cd7298d1-a3b6-4d34-8c2d-de7decef28bb service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4990883
Mar 26 20:57:38.275795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09de8a8-0ac9-483c-b523-edb8dfb4063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c676df13-0b87-4a74-b2ab-715101e13950,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:38.406192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-eaf7b7c4-bc0b-4a60-8bce-8386c38f315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.407733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-eaf7b7c4-bc0b-4a60-8bce-8386c38f315c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7150c612879247208855ce511f95a5a2&device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 1128 time: 0.3601391
Mar 26 20:57:38.537342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d1e7-d42a-4116-a8eb-1b5322a3f924 req-4da2f54d-5543-481a-bd06-3c624a782411 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.539584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c03d1e7-d42a-4116-a8eb-1b5322a3f924 req-4da2f54d-5543-481a-bd06-3c624a782411 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 944 time: 0.3502769
Mar 26 20:57:38.558421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-be8f43ff-4800-4378-b669-5bb9385e79bf service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3747647
Mar 26 20:57:38.575931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-b21f905f-de37-4755-98f8-ec1d7bca6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.578091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-b21f905f-de37-4755-98f8-ec1d7bca6793 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4734662
Mar 26 20:57:38.595167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for router_gateway (4357b53c-5b2d-448a-8c36-af2ffa99acf6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:38.636436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf13a24-1e01-4bad-a095-5401ef996f10 None None] New status for floating IP 5c0a8f27-84a5-4e60-ad57-369cc365eeda: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:57:38.682644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1340905b-8a27-48ce-a16f-d523e989bd55 req-a03b54c9-01f2-49fd-aa7b-5c4e04863e12 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3473885
Mar 26 20:57:38.707458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-2f5f23cb-ba28-4d10-b5f9-7e45a7f1e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.708961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-2f5f23cb-ba28-4d10-b5f9-7e45a7f1e0b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 200  len: 929 time: 0.2764158
Mar 26 20:57:38.722206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c03d1e7-d42a-4116-a8eb-1b5322a3f924 req-27ee7eb6-a870-45c7-bef1-13adcbb8040f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533430
Mar 26 20:57:38.860108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-39de0e06-3d1b-4f12-bce2-3fe441e8f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:38.861834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-39de0e06-3d1b-4f12-bce2-3fe441e8f4cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 1130 time: 0.1033976
Mar 26 20:57:38.911756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-9775bf93-2b93-46b9-900f-56e9bfaf45c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 200  len: 217 time: 0.1502795
Mar 26 20:57:39.009656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-c2679568-05b8-495a-a653-60a78caa26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:39.015180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-c2679568-05b8-495a-a653-60a78caa26b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 200  len: 868 time: 0.0945356
Mar 26 20:57:39.083069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-10f16664-8c27-4781-a112-727dd3be15ba service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4861474
Mar 26 20:57:39.085536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d62ba8a-6898-418d-9d0a-7a8f57c14fd5 req-c91d013f-3442-460d-975e-5e4f1bb3b338 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5199630
Mar 26 20:57:39.135621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-43dab745-5986-4050-9862-e1d14f1044dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:39.137272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-43dab745-5986-4050-9862-e1d14f1044dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1d0343d0-ee1e-46f6-ac18-c82566fa23cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1080999
Mar 26 20:57:39.364798 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-755fec71-4ba4-4702-b07c-b56f0213269c req-5f5e40b1-29ba-4ad6-9889-d07da620901c tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.4775801
Mar 26 20:57:39.400961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:39.514304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for router_gateway (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.582651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.597215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fcaff66-d02f-452c-8ffd-a715863ed020 req-fd7ad566-3675-4ce7-ac35-b6c7c06741a5 service neutron] 10.222.0.16 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5047936
Mar 26 20:57:39.608225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-569273963'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:39.627067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-0678960d-d74e-4a96-90de-d61ac8d6db6b service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4621685
Mar 26 20:57:39.654175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a191c4e-56a3-4de4-aeb0-a8c4b060945d up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:39.734031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf0e4dc-f72e-48ce-86d1-25d4762d9c8f req-406f696b-5134-4b13-b296-14683337197b service neutron] 10.222.0.18 "GET /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013770
Mar 26 20:57:39.744658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:39.769271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-a0ad0b25-4f04-4dff-bf97-c83e257ff237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:39.771303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-a0ad0b25-4f04-4dff-bf97-c83e257ff237 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.8992140
Mar 26 20:57:39.773734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:39.774485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.802913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dcd1c-956e-4660-ac4c-e6200faf73e3 req-cf9a96ef-5b04-42d1-84bb-6d7e7a9c03f5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:39.805276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed3dcd1c-956e-4660-ac4c-e6200faf73e3 req-cf9a96ef-5b04-42d1-84bb-6d7e7a9c03f5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 948 time: 0.0702767
Mar 26 20:57:39.835955 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-a2f1ddf9-472f-48c7-9534-197a47faa8ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3 HTTP/1.1" status: 200  len: 217 time: 0.0525990
Mar 26 20:57:39.839511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:39.845399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.855875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5ef7c-0bd9-482a-8784-5f77c4b8073e req-48572c0f-7573-470d-99e7-db26faa40f0b tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:39.857802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53f5ef7c-0bd9-482a-8784-5f77c4b8073e req-48572c0f-7573-470d-99e7-db26faa40f0b tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 948 time: 0.3454120
Mar 26 20:57:39.883465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed3dcd1c-956e-4660-ac4c-e6200faf73e3 req-07f1b765-696a-4994-8f50-2914299b70cc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695424
Mar 26 20:57:39.908221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:39.908613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.949381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:39.960903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:39.963228 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4675928-2544-4f2f-a762-23e491dfe8e3" -d '{"events": [{"server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "name": "network-vif-plugged", "status": "completed", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:39.996915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:40.010253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.015753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-6ada0979-2efa-4822-b013-05d7969e1ee6 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips/5c0a8f27-84a5-4e60-ad57-369cc365eeda HTTP/1.1" status: 200  len: 693 time: 0.0894678
Mar 26 20:57:40.025110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-28816214-7c04-421c-a957-94187217846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:40.026642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-28816214-7c04-421c-a957-94187217846b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1626885
Mar 26 20:57:40.077325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Allocated IP 172.35.4.113 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b69651dc-c8a7-4240-97b2-13c3f14cb04e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:40.084263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:40.102964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:40.105336 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33178dd4-65f5-41da-a43e-3daee744bb58" -d '{"events": [{"name": "network-changed", "server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:40.150988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-86a1eab2-2744-4e64-bb90-ab8606fdde2b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:40.154142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-86a1eab2-2744-4e64-bb90-ab8606fdde2b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.1303689
Mar 26 20:57:40.222920 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-250be06b-e3f4-43a8-a1fd-bef6e709ef07 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 696 time: 0.0610206
Mar 26 20:57:40.269747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53f5ef7c-0bd9-482a-8784-5f77c4b8073e req-4584a93d-7099-48a3-b071-0a7b0ab1ef6c tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3828642
Mar 26 20:57:40.302523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-2c68aeb6-39ad-468d-ad39-d939e8c43784 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.237 HTTP/1.1" status: 200  len: 696 time: 0.0716710
Mar 26 20:57:40.315408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-2548a31c-a06d-4f72-bab4-0e2894c595da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:40.316949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-2548a31c-a06d-4f72-bab4-0e2894c595da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2193778
Mar 26 20:57:40.384086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for security_group (244c5c49-54f2-4125-b5c7-f54cbf9cfcfd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.454434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (244c5c49-54f2-4125-b5c7-f54cbf9cfcfd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.463322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Deleting port ec16208c-d0f7-4cf4-b425-6483704abb62 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:40.463669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.464508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.532513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:57:40.553593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.554482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (ec16208c-d0f7-4cf4-b425-6483704abb62), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.565179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244c5c49-54f2-4125-b5c7-f54cbf9cfcfd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:40.570272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Calling delete_port for ec16208c-d0f7-4cf4-b425-6483704abb62 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:40.587942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-7df7b739-36df-481b-82f7-dd7435371a7c service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488544
Mar 26 20:57:40.594646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ebe2a201-d102-44ba-b0d0-054b5f9c8876), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.594992 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Added segment ebe2a201-d102-44ba-b0d0-054b5f9c8876 of type vlan for network 71ae6e04-0032-43cd-a7c6-d8478b28504b
Mar 26 20:57:40.612608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499ec1c-5eac-47ec-a02e-330f043af2eb req-456284bd-116f-41b9-b925-31cfc4af3425 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:40.614095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a499ec1c-5eac-47ec-a02e-330f043af2eb req-456284bd-116f-41b9-b925-31cfc4af3425 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 945 time: 0.2381513
Mar 26 20:57:40.698314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (71ae6e04-0032-43cd-a7c6-d8478b28504b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.707425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.713026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ec16208c-d0f7-4cf4-b425-6483704abb62), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.742641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event deleted for resources: {'Port': ['ID=ec16208c-d0f7-4cf4-b425-6483704abb62,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:40.805293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks [] for floatingip (5c0a8f27-84a5-4e60-ad57-369cc365eeda), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.807838 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.809049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3963277f-3a7f-45d0-8c79-14e4c176f8d6 req-7dfe6f6e-badf-4297-807f-7f37b015afc7 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "DELETE /v2.0/floatingips/5c0a8f27-84a5-4e60-ad57-369cc365eeda HTTP/1.1" status: 204  len: 173 time: 0.4989762
Mar 26 20:57:40.809486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a499ec1c-5eac-47ec-a02e-330f043af2eb req-a9e98c8c-8658-4136-9ede-0246a7c52876 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826487
Mar 26 20:57:40.820603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:40.830245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:40.841412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (71ae6e04-0032-43cd-a7c6-d8478b28504b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.846284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:40.846878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:40.849328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:40.863770 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cbba5c-0658-42f1-8bf4-554ffaedb6f7 x-openstack-request-id: req-03cbba5c-0658-42f1-8bf4-554ffaedb6f7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:40.864335 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "name": "network-vif-plugged", "status": "completed", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:40.865878 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03cbba5c-0658-42f1-8bf4-554ffaedb6f7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:40.866358 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cbba5c-0658-42f1-8bf4-554ffaedb6f7'] response: {'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d', 'code': 200}
Mar 26 20:57:40.869637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081f5cc-0454-4997-9dd5-9d364fecb3c7 x-openstack-request-id: req-0081f5cc-0454-4997-9dd5-9d364fecb3c7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:40.870241 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:40.870519 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0081f5cc-0454-4997-9dd5-9d364fecb3c7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:40.870903 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0081f5cc-0454-4997-9dd5-9d364fecb3c7'] response: {'name': 'network-changed', 'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4', 'status': 'completed', 'code': 200}
Mar 26 20:57:40.879136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Pushing event updated for resources: {'Port': ['ID=b69651dc-c8a7-4240-97b2-13c3f14cb04e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:40.942104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc702d6-e251-4053-8073-6f15799b9c1c req-4e605bd1-cb3c-4d13-92c0-f791fb3eebc7 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262987
Mar 26 20:57:41.059957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7f381-2c3c-457d-ae7a-a955e999fc04 req-404e2f0e-e2c0-4a4d-a225-bf3debabd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.064243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.6532321
Mar 26 20:57:41.064440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20d7f381-2c3c-457d-ae7a-a955e999fc04 req-404e2f0e-e2c0-4a4d-a225-bf3debabd8fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 1127 time: 0.1344724
Mar 26 20:57:41.070078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645754-dbbc-40a6-a9b0-b05007ad4967 req-97770bba-c04b-46da-bba8-f756a977e46b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.071638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41645754-dbbc-40a6-a9b0-b05007ad4967 req-97770bba-c04b-46da-bba8-f756a977e46b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1074078
Mar 26 20:57:41.072192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:41.096231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c614a5b-0b34-46b7-8c05-ee8f68f8447b req-cbdd6ea3-06fa-4935-b7ef-9f3434ded073 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.1639569
Mar 26 20:57:41.097175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'subnet': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:41.102603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326603-9a0f-4cd1-aa79-e54cb56d515c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Network': ['ID=71ae6e04-0032-43cd-a7c6-d8478b28504b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:41.134383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:57:41.156427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20d7f381-2c3c-457d-ae7a-a955e999fc04 req-1a1d50df-17f7-43cf-88cd-ab1b41401544 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832798
Mar 26 20:57:41.212168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41645754-dbbc-40a6-a9b0-b05007ad4967 req-09bfb246-d6cc-4021-ba68-e02e1db63815 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0676067
Mar 26 20:57:41.300071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-85130acb-eb6a-4ec0-a0fa-95e87c6eeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.301556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-85130acb-eb6a-4ec0-a0fa-95e87c6eeed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 1130 time: 0.3201084
Mar 26 20:57:41.362103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:41.365456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:41.365649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630c12-7ab3-4942-badf-558ef4ad0102 req-6d550e34-041e-44da-afd3-d7ce70a4b0f5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.367170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96630c12-7ab3-4942-badf-558ef4ad0102 req-6d550e34-041e-44da-afd3-d7ce70a4b0f5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 948 time: 0.1642687
Mar 26 20:57:41.380310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5786c18-830b-4ea4-a1d5-818ee53dcb3e req-857b83b8-cb70-4f9f-a069-7074d788ecb2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.381904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5786c18-830b-4ea4-a1d5-818ee53dcb3e req-857b83b8-cb70-4f9f-a069-7074d788ecb2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.0869002
Mar 26 20:57:41.494572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5786c18-830b-4ea4-a1d5-818ee53dcb3e req-88aa9281-300c-4647-90c7-25d44ef06be2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026239
Mar 26 20:57:41.527609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-458d5478-0ca2-4622-84f0-852574839339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.529105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-458d5478-0ca2-4622-84f0-852574839339 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.2203057
Mar 26 20:57:41.534023 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96630c12-7ab3-4942-badf-558ef4ad0102 req-0a7c00c1-c9b5-434a-a41f-a5e80bf24135 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084719
Mar 26 20:57:41.584397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-402f8cee-d8f9-4583-9c57-43f9b67d8599 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4 HTTP/1.1" status: 200  len: 217 time: 0.0400147
Mar 26 20:57:41.587744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for router_gateway (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:41.588641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ace6d6f5-e6a1-4d7b-af08-da5bd72dca7f req-9be90c89-7ecc-4989-8623-0501cf8743dc tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0484760
Mar 26 20:57:41.660048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7740071d-651a-4367-ae5e-36e06505c51e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:41.723266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Subnet': ['ID=7740071d-651a-4367-ae5e-36e06505c51e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:41.733985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Checking segment: {'id': 'ebe2a201-d102-44ba-b0d0-054b5f9c8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:41.734362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network hostable DHCP agents. Network: 71ae6e04-0032-43cd-a7c6-d8478b28504b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:57:41.739106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-abe414c4-486f-44dc-856d-67880811cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.740583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-abe414c4-486f-44dc-856d-67880811cf3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1497884
Mar 26 20:57:41.754848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:57:41.768189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71ae6e04-0032-43cd-a7c6-d8478b28504b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:41.773332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.774122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:41.794048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a1d6b-3e80-4d05-9b3e-2072bd48dbab None None] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:41.797720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996785a5-e162-47fc-8b3c-2d28c022bf2c req-7db9f8a8-6e23-497c-89a8-40d9892d730c tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:41.797943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-996785a5-e162-47fc-8b3c-2d28c022bf2c req-7db9f8a8-6e23-497c-89a8-40d9892d730c tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 948 time: 0.1632712
Mar 26 20:57:41.798424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:41.798771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d4da9130-7524-4352-b7a6-dab7f0bd180f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7057016
Mar 26 20:57:41.808601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1470827383'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:41.932617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71ae6e04-0032-43cd-a7c6-d8478b28504b', 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'project_id': 'c4885ef55ed84bc49abc7050962b85f6', 'fixed_ips': [{'subnet_id': '7740071d-651a-4367-ae5e-36e06505c51e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:57:41.933606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.113056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Allocated IP 2001:db8::2 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/c155fb6c-1abe-4bb2-8c0a-2f1238f0d377) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:42.210753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c69023-8b0a-4ec5-bddf-60aa0060c939 req-b3298933-3392-412a-807e-93476e537479 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:42.212590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00c69023-8b0a-4ec5-bddf-60aa0060c939 req-b3298933-3392-412a-807e-93476e537479 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 945 time: 0.0649559
Mar 26 20:57:42.268684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00c69023-8b0a-4ec5-bddf-60aa0060c939 req-2e435891-f0dd-4fbe-86b1-dcfe5ec314e9 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492411
Mar 26 20:57:42.269526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks [] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.276246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.281515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-2b7b48c6-90f4-4087-a09e-40f4808084a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:42.283133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-2b7b48c6-90f4-4087-a09e-40f4808084a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5330091
Mar 26 20:57:42.307835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-996785a5-e162-47fc-8b3c-2d28c022bf2c req-69ed29bc-954c-41be-91dd-60fe9604f9c9 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4955709
Mar 26 20:57:42.317740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:42.322670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:42.338703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:42.342494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Pushing event updated for resources: {'Port': ['ID=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:42.395825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.406266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Attempting to bind port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:42.406936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Attempting to bind port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebe2a201-d102-44ba-b0d0-054b5f9c8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:42.407527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Attempting to bind port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 on network 71ae6e04-0032-43cd-a7c6-d8478b28504b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:42.413108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:42.414623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Checking segment: {'id': 'ebe2a201-d102-44ba-b0d0-054b5f9c8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:42.415704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.416312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Bound using segment: {'id': 'ebe2a201-d102-44ba-b0d0-054b5f9c8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:42.416988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Bound port: c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe2a201-d102-44ba-b0d0-054b5f9c8876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:42.417550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.457415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bd1bf-a083-4751-978e-a021d0c59e49 req-f988bf66-54d0-46b2-affc-6873d776038c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:42.468524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-922bd1bf-a083-4751-978e-a021d0c59e49 req-f988bf66-54d0-46b2-affc-6873d776038c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.0973642
Mar 26 20:57:42.500519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:42.500519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.533430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-eac63811-5f2d-4661-8d8b-59284e760651 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420266
Mar 26 20:57:42.547275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-922bd1bf-a083-4751-978e-a021d0c59e49 req-fa6c5455-502f-4181-af59-e8ffcad7c323 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748525
Mar 26 20:57:42.610596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port 5d84a396-ca0b-4c33-9409-fe941cfb26fd yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:42.675379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] For port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:42.678478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] For port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,segment=NetworkSegment(ebe2a201-d102-44ba-b0d0-054b5f9c8876),segment_id=ebe2a201-d102-44ba-b0d0-054b5f9c8876)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:42.687208 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:42.701994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f452cac-5030-4086-8d94-0ba012ff19c7 req-ffd7d814-0ab7-4bc7-aff0-0e6124a26b8b tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0307181
Mar 26 20:57:42.740240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cc049-f361-425b-9a94-fabd626071d2 req-e1e4eb17-c918-4272-8f42-315468b1b2dd tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:42.742347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-253cc049-f361-425b-9a94-fabd626071d2 req-e1e4eb17-c918-4272-8f42-315468b1b2dd tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 946 time: 0.2875335
Mar 26 20:57:42.764854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa8f8e-5381-412a-b4f1-b2366bd00c59 None None] Pushing event updated for resources: {'Port': ['ID=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:42.832728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33178dd4-65f5-41da-a43e-3daee744bb58 req-04fb36e6-49b6-4cc8-8fcc-e016ef4308a4 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900922
Mar 26 20:57:42.836664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041412d-071f-4b34-8e6b-eded9f3bd732 req-221620f7-65a3-4e9b-9a54-f36e27062301 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:42.840452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1041412d-071f-4b34-8e6b-eded9f3bd732 req-221620f7-65a3-4e9b-9a54-f36e27062301 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 948 time: 0.0619669
Mar 26 20:57:42.889480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::300 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/5d84a396-ca0b-4c33-9409-fe941cfb26fd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:42.896664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-253cc049-f361-425b-9a94-fabd626071d2 req-ebd48d6b-1c5f-44ce-a010-402515741dd5 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353233
Mar 26 20:57:42.908297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:57:42.909429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1041412d-071f-4b34-8e6b-eded9f3bd732 req-505d91a5-984d-4d7a-8bd0-a3554fd0b686 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605373
Mar 26 20:57:43.144483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:43.154566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Sync routers for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:43.166727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:43.167358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f242190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:43.181419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.182790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b316cd1-ccfd-4a3b-bc61-ecd579f80912 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.5721536
Mar 26 20:57:43.185647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.185822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34894) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:43.224874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.263490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:43.266514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:43.282653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:43.285913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:43.289958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:43.315246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:43.316526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.344147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=5d84a396-ca0b-4c33-9409-fe941cfb26fd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:43.354692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:43.367969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8d3da27-b6df-4401-8957-cc7976bee81b tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.5628343
Mar 26 20:57:43.369103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34900) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:43.377266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1184569215', 'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ee:8f:ac'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:43.549556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:43.598081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208791e-fbf4-4c07-b0db-b17bdcec2558 req-4cfb1e2d-fe1a-491e-bbb9-09a3bc688669 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:43.600020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5208791e-fbf4-4c07-b0db-b17bdcec2558 req-4cfb1e2d-fe1a-491e-bbb9-09a3bc688669 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 945 time: 0.1129603
Mar 26 20:57:43.667951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:43.674596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:43.674992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.689411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a9194-4335-4126-8a93-5c4196cb5fef req-8da06cc9-65ba-4aeb-9583-3270fd051508 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:43.690983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d6a9194-4335-4126-8a93-5c4196cb5fef req-8da06cc9-65ba-4aeb-9583-3270fd051508 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 948 time: 0.2351704
Mar 26 20:57:43.698288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5208791e-fbf4-4c07-b0db-b17bdcec2558 req-0d1790bc-241c-4d46-a23f-d714baf56208 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871212
Mar 26 20:57:43.711505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:43.730105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3', 'mac_address': 'fa:16:3e:4a:89:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:43.779670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-674ec03c-7440-483a-9ad2-11299020120b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:43.781248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-674ec03c-7440-483a-9ad2-11299020120b tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 946 time: 0.1741199
Mar 26 20:57:43.843064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:43.847752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:43.850281 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e527a126-0694-4072-852f-ef1642ed4a1f" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:43.856055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.862764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.880141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port 5a8217a5-1e55-434f-9760-1b9049edb6f9 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:43.880918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:43.881308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.915108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:43.916090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:43.939001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d6a9194-4335-4126-8a93-5c4196cb5fef req-d2e5c92e-578a-4c88-b9fa-104b17bbfead tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2374201
Mar 26 20:57:43.957974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314434-df48-406c-91aa-e0604619208a req-11ee0c6a-b133-4a17-b10b-10e7627cef0a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:43.959529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c314434-df48-406c-91aa-e0604619208a req-11ee0c6a-b133-4a17-b10b-10e7627cef0a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.1471374
Mar 26 20:57:43.972351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:44.002802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:44.024485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7d484-24be-4e37-b9a6-eccd4a248452 None None] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:57:44.074517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.075155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::53 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/5a8217a5-1e55-434f-9760-1b9049edb6f9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:44.075314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b15eee45-c08c-4bb6-a728-2b42726ae7b4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:44.083636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c314434-df48-406c-91aa-e0604619208a req-2a49e5a3-bcc4-4601-b918-b4ab24cc1695 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141980
Mar 26 20:57:44.117801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Deleting port 99c505bb-f97f-4e98-9619-8702a96345b6 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:44.118149 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.140218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.170912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fe13b-dcb2-4ed9-9df4-1cb7024b0fb8 req-67466240-4ddb-4e55-82ee-63c654eba053 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.173125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c23fe13b-dcb2-4ed9-9df4-1cb7024b0fb8 req-67466240-4ddb-4e55-82ee-63c654eba053 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=8368aa61-964c-40fc-b08f-5369b1915410 HTTP/1.1" status: 200  len: 945 time: 0.1639786
Mar 26 20:57:44.203702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:44.212635 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.236959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dba5a4f5-a5b5-445a-8930-f5b48e5fb023 req-2976693d-6415-435b-92e9-4dea1209ba18 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0367026
Mar 26 20:57:44.286098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (5a8217a5-1e55-434f-9760-1b9049edb6f9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.303466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Provisioning complete for port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:44.304378 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.322582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:44.339363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a8217a5-1e55-434f-9760-1b9049edb6f9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.339805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] For port 99c505bb-f97f-4e98-9619-8702a96345b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99c505bb-f97f-4e98-9619-8702a96345b6,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:44.340295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.354156 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48ead65-0bfd-49c5-83e8-5668031ce49d x-openstack-request-id: req-d48ead65-0bfd-49c5-83e8-5668031ce49d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:44.354549 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:44.354734 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d48ead65-0bfd-49c5-83e8-5668031ce49d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:44.355082 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48ead65-0bfd-49c5-83e8-5668031ce49d'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:57:44.388400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Calling delete_port for 99c505bb-f97f-4e98-9619-8702a96345b6 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:44.424055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:44.430015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:44.438388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4', 'mac_address': 'fa:16:3e:b9:31:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:44.438658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:44.443851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.444274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.447569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=5a8217a5-1e55-434f-9760-1b9049edb6f9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:44.449229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:44.472292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a38fd009-87a2-4940-8eb9-53939679e1b7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 1.1012952
Mar 26 20:57:44.474585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34914) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:44.474895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:44.475398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.477136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c23fe13b-dcb2-4ed9-9df4-1cb7024b0fb8 req-936b986a-edbb-476d-a1c4-713c2f55a15f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614036
Mar 26 20:57:44.479586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f242190>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:41Z', 'revision_number': 3, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:44.513805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f7b70-7530-424c-a00b-7c489304b759 req-d1e003aa-c99c-4f8d-b1ca-539a3e7709ba tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.515337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-324f7b70-7530-424c-a00b-7c489304b759 req-d1e003aa-c99c-4f8d-b1ca-539a3e7709ba tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff07ab6-31a1-447f-99dc-e6f97b468d08 HTTP/1.1" status: 200  len: 946 time: 0.1274891
Mar 26 20:57:44.555098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Allocated IP 172.20.0.1 (637c5544-5d67-4536-b4e8-2425937ec750/217aaa5a-2368-4ebb-9852-3c4177f233fd/24e28869-4467-439b-b6c3-19a41a98f3a2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:44.574932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Checking router: 4357b53c-5b2d-448a-8c36-af2ffa99acf6 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:44.575870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Updating router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 port b69651dc-c8a7-4240-97b2-13c3f14cb04e binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:57:44.629089 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-324f7b70-7530-424c-a00b-7c489304b759 req-a6713b42-33bf-4f75-bfe4-23ce3e12ddf0 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.16 "GET /v2.0/security-groups?id=b541ecbb-ea2e-44c2-bb17-425e5d0db036&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912006
Mar 26 20:57:44.637730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b15eee45-c08c-4bb6-a728-2b42726ae7b4 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:44.643009 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.647866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4528d41-51b3-4a41-a7c5-59662c632149 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.653354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4528d41-51b3-4a41-a7c5-59662c632149 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.659611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4528d41-51b3-4a41-a7c5-59662c632149 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.661734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4528d41-51b3-4a41-a7c5-59662c632149 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.1865044
Mar 26 20:57:44.665805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:44.708722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,segment=NetworkSegment(ebe2a201-d102-44ba-b0d0-054b5f9c8876),segment_id=ebe2a201-d102-44ba-b0d0-054b5f9c8876)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:44.719995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Current status of the port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:44.720691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.723887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.787839 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.791670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15eee45-c08c-4bb6-a728-2b42726ae7b4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:44.797816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port 5a8217a5-1e55-434f-9760-1b9049edb6f9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:44.798923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5a8217a5-1e55-434f-9760-1b9049edb6f9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.807012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082f604-b59f-40c1-a9a2-49926453faa9 req-bcd61629-4ede-4812-a219-2a2d54f317f1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:44.809559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e082f604-b59f-40c1-a9a2-49926453faa9 req-bcd61629-4ede-4812-a219-2a2d54f317f1 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 949 time: 0.2296994
Mar 26 20:57:44.855342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks [] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.908677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:44.916458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e082f604-b59f-40c1-a9a2-49926453faa9 req-42356732-ab96-4fd0-8cc3-176af295c3f5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982618
Mar 26 20:57:44.919137 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (99c505bb-f97f-4e98-9619-8702a96345b6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:44.945528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['99c505bb-f97f-4e98-9619-8702a96345b6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:44.981335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Pushing event deleted for resources: {'Port': ['ID=99c505bb-f97f-4e98-9619-8702a96345b6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:45.016989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5a8217a5-1e55-434f-9760-1b9049edb6f9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.043414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.052277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for 5a8217a5-1e55-434f-9760-1b9049edb6f9 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:45.084872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] No DVR routers for this DVR port 99c505bb-f97f-4e98-9619-8702a96345b6 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:45.097656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.099960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.104190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae027963-5b64-420b-8a4c-c5a46e44e6dd req-3aef8e39-fe4a-41be-977a-457230f30109 tempest-FloatingIPsAssociationNegativeTestJSON-133599405 tempest-FloatingIPsAssociationNegativeTestJSON-133599405-project] 10.222.0.18 "DELETE /v2.0/ports/99c505bb-f97f-4e98-9619-8702a96345b6 HTTP/1.1" status: 204  len: 173 time: 1.3155360
Mar 26 20:57:45.149624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'name': 'network-vif-deleted', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:45.156832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1dae6f-aebb-4c07-a528-f911600b3c44" -d '{"events": [{"server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "name": "network-vif-deleted", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:45.167205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:45.232657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:57:45.233387 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:57:45.236663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Network 637c5544-5d67-4536-b4e8-2425937ec750 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:45.240119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Pushing event updated for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:45.248047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:45.251064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:45.255490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.256068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.256515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.257005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.257457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.258049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.258633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.259233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.259950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.260550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.261153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.261713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.262348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.262847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.263295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:45.278360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:45.443947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a8217a5-1e55-434f-9760-1b9049edb6f9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.552140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89f8f-1c19-4505-b19f-2055fddbd3a6 req-6ff62807-e1e1-4b13-a165-16a91dcbc7c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:45.561057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6c89f8f-1c19-4505-b19f-2055fddbd3a6 req-6ff62807-e1e1-4b13-a165-16a91dcbc7c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2951787
Mar 26 20:57:45.563504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:45.589332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=5a8217a5-1e55-434f-9760-1b9049edb6f9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:45.692010 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6c89f8f-1c19-4505-b19f-2055fddbd3a6 req-20d4b019-c010-441e-a9e0-6996f5a13bb8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283650
Mar 26 20:57:45.729601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.732089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['13e6f963-1ad1-433a-9c38-29a63ba6f2c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:45.734403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b15eee45-c08c-4bb6-a728-2b42726ae7b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:45.792267 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73ca42-d21b-40ab-b0fa-9b4f6245150a x-openstack-request-id: req-0c73ca42-d21b-40ab-b0fa-9b4f6245150a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:45.792688 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff07ab6-31a1-447f-99dc-e6f97b468d08", "name": "network-vif-deleted", "tag": "99c505bb-f97f-4e98-9619-8702a96345b6", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:45.793046 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c73ca42-d21b-40ab-b0fa-9b4f6245150a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:45.793559 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c73ca42-d21b-40ab-b0fa-9b4f6245150a'] response: {'server_uuid': '4ff07ab6-31a1-447f-99dc-e6f97b468d08', 'name': 'network-vif-deleted', 'tag': '99c505bb-f97f-4e98-9619-8702a96345b6', 'status': 'completed', 'code': 200}
Mar 26 20:57:45.801686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40011f25-4216-4a04-9659-044c035949c1 req-a0f16a89-86b2-45be-a85a-90eaec944644 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:45.810655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40011f25-4216-4a04-9659-044c035949c1 req-a0f16a89-86b2-45be-a85a-90eaec944644 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 949 time: 0.7269306
Mar 26 20:57:45.811038 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:57:45.824556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.870681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.884630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbcd241e-e82d-4a69-b8e5-d604853b7fb9 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/5a8217a5-1e55-434f-9760-1b9049edb6f9 HTTP/1.1" status: 204  len: 168 time: 1.2175553
Mar 26 20:57:45.891016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:45.954153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:45.954543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:45.966274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40011f25-4216-4a04-9659-044c035949c1 req-bf8b9c74-96f9-4ccb-91bc-b420ec756356 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545534
Mar 26 20:57:45.974997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-589c1500-885c-44b3-b359-95e7a6b2e0cc req-4a8f6b7c-deb5-4a74-882b-5038a5c237e9 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0674269
Mar 26 20:57:45.976414 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c37a358-9487-4438-82cf-db3a83232c42 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] GET failed (client error): The resource could not be found.
Mar 26 20:57:45.982041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34944) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:45.982956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c37a358-9487-4438-82cf-db3a83232c42 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports/5a8217a5-1e55-434f-9760-1b9049edb6f9 HTTP/1.1" status: 404  len: 333 time: 0.0902746
Mar 26 20:57:45.987427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1012635685'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:46.002177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:46.074817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34954) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:46.197270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:46.249861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'mac_address': 'fa:16:3e:97:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:46.285264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:46.290231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.299906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks [] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.353376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35ec8d47-83b3-46b2-8553-2f0c8a03758f None None] Current status of the port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:46.365675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.390795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port edb918f8-c17b-4ca7-afa0-1dad1506be7d yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:46.412936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.488743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:46.489140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.530663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:46.536208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ced5-8de3-43b9-8e8f-991cfebf19f0 req-e3d3e2bd-406a-4636-b100-c33ee8456c8f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:46.538669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b22ced5-8de3-43b9-8e8f-991cfebf19f0 req-e3d3e2bd-406a-4636-b100-c33ee8456c8f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 949 time: 0.3227143
Mar 26 20:57:46.576409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Attempting to bind port b69651dc-c8a7-4240-97b2-13c3f14cb04e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:46.576753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Attempting to bind port b69651dc-c8a7-4240-97b2-13c3f14cb04e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:46.577053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Attempting to bind port b69651dc-c8a7-4240-97b2-13c3f14cb04e on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:46.597528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:46.597890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:46.598294 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.598694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:46.600066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Bound port: b69651dc-c8a7-4240-97b2-13c3f14cb04e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:46.600476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.609389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Provisioning complete for port 5d84a396-ca0b-4c33-9409-fe941cfb26fd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:46.609760 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.657977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae44ef7-3eb6-44b8-8778-f3d69ac25ebc None None] Pushing event updated for resources: {'Port': ['ID=b69651dc-c8a7-4240-97b2-13c3f14cb04e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:46.686555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b22ced5-8de3-43b9-8e8f-991cfebf19f0 req-a3446f03-1d19-4006-962b-67b7f763eab5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399333
Mar 26 20:57:46.706170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:46.776399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:46.784127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Port 5d84a396-ca0b-4c33-9409-fe941cfb26fd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:46.790560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:46.841308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::323 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/edb918f8-c17b-4ca7-afa0-1dad1506be7d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:46.868244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Could not find standard attr ID for object 5a8217a5-1e55-434f-9760-1b9049edb6f9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 20:57:46.936274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-f9ad831a-af04-4828-808f-8b2f95ce86c1 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:46.936703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-0ecee7aa-ee3e-4dda-8570-7d1486496c8f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:46.937872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-f9ad831a-af04-4828-808f-8b2f95ce86c1 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/ports?device_id=3799bb6e-a5b9-4157-a684-91e478a7ca1a HTTP/1.1" status: 200  len: 945 time: 0.3299153
Mar 26 20:57:46.938597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-0ecee7aa-ee3e-4dda-8570-7d1486496c8f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 0.7257216
Mar 26 20:57:46.976232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5655cd88-9896-4588-87bb-f6ba5c5c42be'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:46.986033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09a9a3a5-7aa4-42b7-b9b8-45a85b31f9dd tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/quotas/c7b56cae79f846b5b6f3700480cfc811 HTTP/1.1" status: 200  len: 375 time: 0.0248058
Mar 26 20:57:47.007790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880e796-02db-4a54-b0a3-ed0750120147 req-c151f3ee-1e58-4c12-9fd2-df2591955ef6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:47.009461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9880e796-02db-4a54-b0a3-ed0750120147 req-c151f3ee-1e58-4c12-9fd2-df2591955ef6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.2034929
Mar 26 20:57:47.033157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Provisioning complete for port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:47.033690 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.046441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] For port b69651dc-c8a7-4240-97b2-13c3f14cb04e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:47.063759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-8b09106a-2261-4fbc-9201-affa6efe5090 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:47.065442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-8b09106a-2261-4fbc-9201-affa6efe5090 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8368aa61-964c-40fc-b08f-5369b1915410 HTTP/1.1" status: 200  len: 945 time: 0.3246658
Mar 26 20:57:47.124137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] For port b69651dc-c8a7-4240-97b2-13c3f14cb04e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b69651dc-c8a7-4240-97b2-13c3f14cb04e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:47.163202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9880e796-02db-4a54-b0a3-ed0750120147 req-d25ecd8d-79ed-4bdf-8040-89b6f01667bf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189270
Mar 26 20:57:47.191881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-547e420c-0779-4364-943c-97692537a5b4 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1953452
Mar 26 20:57:47.222301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks [] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.252733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.260602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.309135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:47.352026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Deleting port 09a2b045-fb00-44cf-929e-188526c6e172 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:47.352382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (09a2b045-fb00-44cf-929e-188526c6e172), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.372242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.378943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-cffd8b1a-f40f-456c-b23d-5dc2721c902e service neutron] 10.222.0.16 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850405
Mar 26 20:57:47.380292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae44ef7-3eb6-44b8-8778-f3d69ac25ebc None None] Pushing event updated for resources: {'Port': ['ID=b69651dc-c8a7-4240-97b2-13c3f14cb04e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:47.425226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b5d512cb-2f80-4ea5-912d-f5b4e9784373 None None] Current status of the port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:47.436290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:47.436948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f242190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:47.462265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.471008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2c0d4f1-1959-43f9-8277-f08035e41f0c req-f12e66c7-c278-4c19-a389-d7f9ae160d9b tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.1271651
Mar 26 20:57:47.572987 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.604660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-e1368baa-2765-4f7a-a53f-039c8a5e3e30 service neutron] 10.222.0.16 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177033
Mar 26 20:57:47.608709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:47.661727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.673256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Pushing event updated for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:47.726166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 99c505bb-f97f-4e98-9619-8702a96345b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:47.786884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:47.791936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 99c505bb-f97f-4e98-9619-8702a96345b6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:47.792589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 99c505bb-f97f-4e98-9619-8702a96345b6 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:47.793242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3a191c4e-56a3-4de4-aeb0-a8c4b060945d no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:47.793547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Deleting port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:47.793903 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.820892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:47.829440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=edb918f8-c17b-4ca7-afa0-1dad1506be7d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:47.830304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] For port 09a2b045-fb00-44cf-929e-188526c6e172, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=09a2b045-fb00-44cf-929e-188526c6e172,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:47.834060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Network 637c5544-5d67-4536-b4e8-2425937ec750 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:47.835294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:47.839044 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (09a2b045-fb00-44cf-929e-188526c6e172), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.840543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:47.841194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:47.863539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:47.887541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Calling delete_port for 09a2b045-fb00-44cf-929e-188526c6e172 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:47.922804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4bd5c-1572-4aa2-8a56-336706f1bd5f req-4d0cefd9-efa3-45ec-97fd-920f8ee33385 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:47.931452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37f4bd5c-1572-4aa2-8a56-336706f1bd5f req-4d0cefd9-efa3-45ec-97fd-920f8ee33385 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 949 time: 0.2831666
Mar 26 20:57:47.962044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e0f5c40-39c7-4717-9ddc-c13792954047 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.9782240
Mar 26 20:57:48.006126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] For port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:48.006523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.025479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Calling delete_port for 3a191c4e-56a3-4de4-aeb0-a8c4b060945d owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:48.064632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:48.073712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ee:8f:ac'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:48.126278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:48.129918 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.215513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f242190>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24e28869-4467-439b-b6c3-19a41a98f3a2', 'name': '', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'mac_address': 'fa:16:3e:2d:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:44Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 2, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'subnets': [{'id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:48.216756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.323676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7a9d2a-b905-40d1-934c-fc935581d7c5 None None] The sync data for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 is: [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24e28869-4467-439b-b6c3-19a41a98f3a2', 'name': '', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'mac_address': 'fa:16:3e:2d:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:44Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 2, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'subnets': [{'id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:48.398282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a2f9e6e9-0cce-4ecd-b65c-49df44dab2e7 None None] Provisioning complete for port edb918f8-c17b-4ca7-afa0-1dad1506be7d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:48.398666 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e6e9-0cce-4ecd-b65c-49df44dab2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.423419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:48.425647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3a191c4e-56a3-4de4-aeb0-a8c4b060945d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.480911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.519878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.568314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] No DVR routers for this DVR port 3a191c4e-56a3-4de4-aeb0-a8c4b060945d on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:48.572265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.577501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8b97b65-f011-478d-bf8e-1c8cb8106251 req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "DELETE /v2.0/ports/3a191c4e-56a3-4de4-aeb0-a8c4b060945d HTTP/1.1" status: 204  len: 173 time: 1.6285205
Mar 26 20:57:48.580306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] In _notify_port_updated(), no bound segment for port edb918f8-c17b-4ca7-afa0-1dad1506be7d on network 71ae6e04-0032-43cd-a7c6-d8478b28504b {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 20:57:48.588765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:48.589957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.591330 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "PUT /v2.0/ports/edb918f8-c17b-4ca7-afa0-1dad1506be7d HTTP/1.1" status: 200  len: 1003 time: 0.5241723
Mar 26 20:57:48.606461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'name': 'network-vif-deleted', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:48.614102 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd9cbc-3204-473d-b2b9-bd119c358ab5" -d '{"events": [{"server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "name": "network-vif-deleted", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:48.619744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1635f88-7cec-481c-b276-7b66856ab364 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event deleted for resources: {'Port': ['ID=3a191c4e-56a3-4de4-aeb0-a8c4b060945d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:48.657867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:48.809335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775917a7-470c-470c-acb5-73a09994afbc tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=edb918f8-c17b-4ca7-afa0-1dad1506be7d,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:48.851453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['09a2b045-fb00-44cf-929e-188526c6e172'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:57:48.910800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9e6e9-0cce-4ecd-b65c-49df44dab2e7 None None] Port edb918f8-c17b-4ca7-afa0-1dad1506be7d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:48.933227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Deleting port a8b976ea-2946-4970-bc58-9f8ecdc44fed {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:48.933885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:48.964591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37f4bd5c-1572-4aa2-8a56-336706f1bd5f req-d637e2ca-665b-458e-982f-82ffd2da7cc4 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0293775
Mar 26 20:57:49.027904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042e55-1bf7-4fe0-86c0-dabbbc9d425e req-5f9371f5-9384-47d6-a584-86c136c579bb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:49.031815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52042e55-1bf7-4fe0-86c0-dabbbc9d425e req-5f9371f5-9384-47d6-a584-86c136c579bb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 949 time: 0.9680488
Mar 26 20:57:49.173122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:49.208810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8031f632-0255-4f74-a260-742177a31a0a admin admin] 10.222.0.16 "PUT /v2.0/routers/4357b53c-5b2d-448a-8c36-af2ffa99acf6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0213606
Mar 26 20:57:49.223423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port edb918f8-c17b-4ca7-afa0-1dad1506be7d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:49.224005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.373663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:49.411611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-197f7093-f678-4891-9a75-8c444d8ba504 None None] Provisioning complete for port edb918f8-c17b-4ca7-afa0-1dad1506be7d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:49.416571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-197f7093-f678-4891-9a75-8c444d8ba504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.626430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.660299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-52042e55-1bf7-4fe0-86c0-dabbbc9d425e req-84111ec2-98ab-48f7-9562-6f1f35bb7abc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5987537
Mar 26 20:57:49.667320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (09a2b045-fb00-44cf-929e-188526c6e172), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.675772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4843652-db9b-4ba7-a6de-ddc4483a4f07 req-95d07781-8642-41df-916f-35064bc9290f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:49.685703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] For port a8b976ea-2946-4970-bc58-9f8ecdc44fed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8b976ea-2946-4970-bc58-9f8ecdc44fed,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:49.686143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.687088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4843652-db9b-4ba7-a6de-ddc4483a4f07 req-95d07781-8642-41df-916f-35064bc9290f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 946 time: 0.3065133
Mar 26 20:57:49.714401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for edb918f8-c17b-4ca7-afa0-1dad1506be7d owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:49.815252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event deleted for resources: {'Port': ['ID=09a2b045-fb00-44cf-929e-188526c6e172,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:49.820416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Calling delete_port for a8b976ea-2946-4970-bc58-9f8ecdc44fed owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:49.835444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-197f7093-f678-4891-9a75-8c444d8ba504 None None] Port edb918f8-c17b-4ca7-afa0-1dad1506be7d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:49.866721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] No DVR routers for this DVR port 09a2b045-fb00-44cf-929e-188526c6e172 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:57:49.870670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.876202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a2e35c1-8359-4b84-b082-47d6f8314317 req-602240d7-28ed-4c95-8a30-27389fe94cb5 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.21 "DELETE /v2.0/ports/09a2b045-fb00-44cf-929e-188526c6e172 HTTP/1.1" status: 204  len: 173 time: 2.8038280
Mar 26 20:57:49.891671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'name': 'network-vif-deleted', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:49.903096 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df52206-958a-41c0-9260-8bd52125f76c" -d '{"events": [{"server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "name": "network-vif-deleted", "tag": "09a2b045-fb00-44cf-929e-188526c6e172"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:49.910885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:49.925107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:49.933823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:49.971201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4843652-db9b-4ba7-a6de-ddc4483a4f07 req-dba8ab06-af8a-4f8f-885d-61eb3a43635b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2829587
Mar 26 20:57:50.007499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa1a1bb9-b4e1-4965-a987-95aef8b6bacb req-dbb363cf-e104-48cd-859c-56747fef9164 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0984302
Mar 26 20:57:50.260813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:50.266006 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79924e26-e268-4fac-b489-0534c7f0f468 x-openstack-request-id: req-79924e26-e268-4fac-b489-0534c7f0f468 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:50.266576 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799bb6e-a5b9-4157-a684-91e478a7ca1a", "name": "network-vif-deleted", "tag": "3a191c4e-56a3-4de4-aeb0-a8c4b060945d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:50.266939 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79924e26-e268-4fac-b489-0534c7f0f468 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:50.267527 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79924e26-e268-4fac-b489-0534c7f0f468'] response: {'server_uuid': '3799bb6e-a5b9-4157-a684-91e478a7ca1a', 'name': 'network-vif-deleted', 'tag': '3a191c4e-56a3-4de4-aeb0-a8c4b060945d', 'status': 'completed', 'code': 200}
Mar 26 20:57:50.274484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (edb918f8-c17b-4ca7-afa0-1dad1506be7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.279148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.362068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:50.363989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=edb918f8-c17b-4ca7-afa0-1dad1506be7d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:50.367681 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ebba3-292c-47bb-9cad-3027f8fefc81" -d '{"events": [{"server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "name": "network-vif-plugged", "status": "completed", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:50.390515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:50.393843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f9497c8-2133-4464-8764-97219a2ead21 req-dc3dd108-adea-44d8-b8fa-858990c55a0d tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 210 time: 0.1008956
Mar 26 20:57:50.413497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.414607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:50.607542 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057d9de-7890-405e-aea4-25a428607d30 x-openstack-request-id: req-6057d9de-7890-405e-aea4-25a428607d30 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:50.609883 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8368aa61-964c-40fc-b08f-5369b1915410", "name": "network-vif-deleted", "tag": "09a2b045-fb00-44cf-929e-188526c6e172", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:50.610248 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6057d9de-7890-405e-aea4-25a428607d30 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:50.612465 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6057d9de-7890-405e-aea4-25a428607d30'] response: {'server_uuid': '8368aa61-964c-40fc-b08f-5369b1915410', 'name': 'network-vif-deleted', 'tag': '09a2b045-fb00-44cf-929e-188526c6e172', 'status': 'completed', 'code': 200}
Mar 26 20:57:50.650857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:50.699469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5655cd88-9896-4588-87bb-f6ba5c5c42be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:50.704529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.735199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a8b976ea-2946-4970-bc58-9f8ecdc44fed), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.893263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b976ea-2946-4970-bc58-9f8ecdc44fed,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:50.928048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:50.932421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-29bb6ad1-9daf-4f04-abe5-63638c9ee569 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/edb918f8-c17b-4ca7-afa0-1dad1506be7d HTTP/1.1" status: 204  len: 168 time: 2.2648833
Mar 26 20:57:50.938853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35032) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:50.954285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:50.954671 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.028360 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43921a9-2666-48e2-b65c-de7c8bcd3b57 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] GET failed (client error): The resource could not be found.
Mar 26 20:57:51.034359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f43921a9-2666-48e2-b65c-de7c8bcd3b57 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports/edb918f8-c17b-4ca7-afa0-1dad1506be7d HTTP/1.1" status: 404  len: 333 time: 0.0920069
Mar 26 20:57:51.054790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35036) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:51.073400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:51.079183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106438271'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:51.085463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.087138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b15eee45-c08c-4bb6-a728-2b42726ae7b4 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:51.274199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=13']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:51.320995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port b15eee45-c08c-4bb6-a728-2b42726ae7b4 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:57:51.325440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b15eee45-c08c-4bb6-a728-2b42726ae7b4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:51.325819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.331795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-24f15b01-c60a-46d7-a021-fa11ee30b159 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:51.333556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-24f15b01-c60a-46d7-a021-fa11ee30b159 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 0.4464338
Mar 26 20:57:51.407684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Request body: {'port': {'device_id': '4098ba7e-07e3-468c-997a-7960ed44729c', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'admin_state_up': True, 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:51.438282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a84f74-faed-425f-b50d-6e0f62e450f3 req-fdf02b13-3201-4a5c-91c6-17d3fc08a2e9 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:51.446494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44a84f74-faed-425f-b50d-6e0f62e450f3 req-fdf02b13-3201-4a5c-91c6-17d3fc08a2e9 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 949 time: 0.6984005
Mar 26 20:57:51.482140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b15eee45-c08c-4bb6-a728-2b42726ae7b4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:51.482735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.544994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:51.549049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44a84f74-faed-425f-b50d-6e0f62e450f3 req-d43349eb-a080-48b5-b849-5f494d8227a6 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016424
Mar 26 20:57:51.566459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.567544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 09a2b045-fb00-44cf-929e-188526c6e172 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:51.617238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.625914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 09a2b045-fb00-44cf-929e-188526c6e172 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:51.626570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 09a2b045-fb00-44cf-929e-188526c6e172 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:51.685064 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f539ea-da94-4044-be59-7641391b3604 x-openstack-request-id: req-43f539ea-da94-4044-be59-7641391b3604 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:51.685647 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "name": "network-vif-plugged", "status": "completed", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:51.686094 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43f539ea-da94-4044-be59-7641391b3604 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:51.686877 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f539ea-da94-4044-be59-7641391b3604'] response: {'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3', 'code': 200}
Mar 26 20:57:51.692791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:51.735174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:51.740534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.754957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b69651dc-c8a7-4240-97b2-13c3f14cb04e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:51.805956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-fe441ac8-969d-4f78-b367-45908ae87fe7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:51.808158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-fe441ac8-969d-4f78-b367-45908ae87fe7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 811 time: 1.2833135
Mar 26 20:57:51.852378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b69651dc-c8a7-4240-97b2-13c3f14cb04e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:51.852880 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:51.885066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-2712dff2-2138-47ff-89c8-8eb781b3ce42 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:51.886807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-2712dff2-2138-47ff-89c8-8eb781b3ce42 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 812 time: 1.2323864
Mar 26 20:57:51.922496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Request body: {'port': {'device_id': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'admin_state_up': True, 'tenant_id': 'c7b56cae79f846b5b6f3700480cfc811'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:51.931718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-2c92f3ed-37fb-4dbd-97d2-49fc8f6c1953 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/quotas/a7e64b94cc37456185389445ddc56877 HTTP/1.1" status: 200  len: 375 time: 0.0658543
Mar 26 20:57:52.015404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b69651dc-c8a7-4240-97b2-13c3f14cb04e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:52.015823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.083094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b69651dc-c8a7-4240-97b2-13c3f14cb04e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b69651dc-c8a7-4240-97b2-13c3f14cb04e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:52.088816 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.112278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-8d13b60e-f924-4cb1-adce-0c9aece0833b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1737378
Mar 26 20:57:52.117498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:52.120939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.168295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:52.241146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b69651dc-c8a7-4240-97b2-13c3f14cb04e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:52.335191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Made reservation on behalf of c7b56cae79f846b5b6f3700480cfc811 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:52.336681 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Sync routers for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:52.338695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.351522 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:52.352582 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b37c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:52.373882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161479db-4d76-4770-9eed-eddb41782073 req-a37277b4-89b5-46cd-bbeb-39df4fbf47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:52.375405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-161479db-4d76-4770-9eed-eddb41782073 req-a37277b4-89b5-46cd-bbeb-39df4fbf47bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 1132 time: 0.5402281
Mar 26 20:57:52.383140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-891ad2b9-1ecb-4d2b-97f0-3232a5761f52 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1429923
Mar 26 20:57:52.454001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-9fe04061-1843-40a7-9b02-c65ff6cabc71 service neutron] 10.222.0.16 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245711
Mar 26 20:57:52.454662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f51790-11c9-4956-ab27-89163ae5e08f req-35bf927f-e6ab-46f3-9ea3-cd6f1c072c1e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:52.455784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::1a (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:52.461480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88f51790-11c9-4956-ab27-89163ae5e08f req-35bf927f-e6ab-46f3-9ea3-cd6f1c072c1e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 950 time: 0.6486578
Mar 26 20:57:52.543878 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:52.634138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Allocated IP 172.20.0.12 (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139/d552c4b7-a2a1-4029-a349-1796c43f2946/a6b3c590-9fed-47ce-b164-f99a99555c05) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:52.657789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-b9e3197f-b405-4372-959d-42cbe99bae12 service neutron] 10.222.0.16 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865625
Mar 26 20:57:52.758249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-161479db-4d76-4770-9eed-eddb41782073 req-94d1a5ba-563d-4306-a30f-26424bb3e2b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3732591
Mar 26 20:57:52.836090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-5204241a-3ab7-4582-9e92-a56f9eab3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:52.838622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-5204241a-3ab7-4582-9e92-a56f9eab3061 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 1132 time: 0.4127970
Mar 26 20:57:52.863369 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b37c0>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24e28869-4467-439b-b6c3-19a41a98f3a2', 'name': '', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'mac_address': 'fa:16:3e:2d:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:44Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 2, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'subnets': [{'id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:52.879951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.902760 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Checking router: 4357b53c-5b2d-448a-8c36-af2ffa99acf6 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:52.903489 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Updating router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 port 24e28869-4467-439b-b6c3-19a41a98f3a2 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:57:52.982818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:52.994344 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:53.068561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-46c9a855-ce5d-4910-b5c2-bf1c51d8da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:53.071960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-46c9a855-ce5d-4910-b5c2-bf1c51d8da0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.1948843
Mar 26 20:57:53.089596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:57:53.098919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:53.109194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:53.120224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:53.125870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:53.126649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:53.133811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:53.170915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b33f3-5fb8-4b42-8648-6c4c7048e7d5 req-8f0be80c-9913-417d-9eeb-d82677578fa6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:53.171698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-7d7876f1-663e-47fa-a2f9-fc8ac183ae17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e HTTP/1.1" status: 200  len: 217 time: 0.0883665
Mar 26 20:57:53.183510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88f51790-11c9-4956-ab27-89163ae5e08f req-eb39af64-3bcd-4be8-83b5-c82e208e86f4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7179854
Mar 26 20:57:53.190206 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-637b33f3-5fb8-4b42-8648-6c4c7048e7d5 req-8f0be80c-9913-417d-9eeb-d82677578fa6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.1420870
Mar 26 20:57:53.249229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0c95c5c7-8ac8-4e22-bc7b-fa331aacc9ce tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.1906588
Mar 26 20:57:53.265219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35048) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:53.308216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ee:8f:ac'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:53.334442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks [] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:53.402644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-637b33f3-5fb8-4b42-8648-6c4c7048e7d5 req-caeeece3-1236-4134-bc5a-92d661f803cf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2113168
Mar 26 20:57:53.583770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b69651dc-c8a7-4240-97b2-13c3f14cb04e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:53.589936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5874101-f67b-4fb7-b735-aeb69af75e86 req-2d2ca0cd-6627-41c1-beb6-a9601b857ea9 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.1831908
Mar 26 20:57:53.691852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}, {'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:53.694176 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85145df-29b1-44c3-a564-e75ef0c292f2" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}, {"server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:53.738046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-5474cbde-8c21-4b56-b29b-79719ad86c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:53.739557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-5474cbde-8c21-4b56-b29b-79719ad86c21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.5545630
Mar 26 20:57:53.740630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:53.874965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0c1184b4-3e37-4dd8-b5c3-7e27792630d2 None None] Provisioning complete for port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:53.875767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c1184b4-3e37-4dd8-b5c3-7e27792630d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:53.924839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0c1184b4-3e37-4dd8-b5c3-7e27792630d2 None None] Port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:53.926508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b69651dc-c8a7-4240-97b2-13c3f14cb04e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:53.927682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.092940 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks [] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.096718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Allocated IP 172.20.0.10 (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139/d552c4b7-a2a1-4029-a349-1796c43f2946/4e6695aa-f00f-45cf-9e7a-67f47f86a40c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:54.104344 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.106653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a63b1376-4b9b-455d-8338-6c843c718f0b req-ff1ee764-4503-4097-aca7-4b2e45629e0c tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 210 time: 0.3268569
Mar 26 20:57:54.107907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event updated for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:54.115965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b69651dc-c8a7-4240-97b2-13c3f14cb04e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:54.124557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.149560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:54.191228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:54.196443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:54.294035 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Pushing event updated for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:54.314844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:54.317522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.340386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4ef37a8-96fe-42bd-8f16-97a0cada640e req-99b6dc5c-93ce-4c1f-82f9-a06f614411ae tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 210 time: 0.0662262
Mar 26 20:57:54.352601 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.352966 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.353320 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.353758 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.354097 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.372642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.373275 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.373830 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.374355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.374861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.375375 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.375877 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.376411 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.376911 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.377415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:57:54.385130 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Attempting to bind port 24e28869-4467-439b-b6c3-19a41a98f3a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:54.391707 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Attempting to bind port 24e28869-4467-439b-b6c3-19a41a98f3a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:54.392330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Attempting to bind port 24e28869-4467-439b-b6c3-19a41a98f3a2 on network 637c5544-5d67-4536-b4e8-2425937ec750 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:54.411191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:54.411885 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Checking segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:54.412486 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.413162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Bound using segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:54.414325 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Bound port: 24e28869-4467-439b-b6c3-19a41a98f3a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:54.414944 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.443829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-733da7f4-bf3e-488f-9b8d-583b021afd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:54.446027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-733da7f4-bf3e-488f-9b8d-583b021afd0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6864231
Mar 26 20:57:54.454767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.455850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-aa7b7322-8d84-4b2e-bda1-60e7c1b9627a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0521502
Mar 26 20:57:54.482594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.484900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47672b-4d7c-4c8a-836d-976037f9d58c req-ddc72796-36f3-4814-af50-5f70d78d2c9a tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:54.487388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe47672b-4d7c-4c8a-836d-976037f9d58c req-ddc72796-36f3-4814-af50-5f70d78d2c9a tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.3812089
Mar 26 20:57:54.494665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Request body: {'port': {'device_id': '4098ba7e-07e3-468c-997a-7960ed44729c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:54.536095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] In _notify_port_updated(), no bound segment for port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 on network 71ae6e04-0032-43cd-a7c6-d8478b28504b {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 20:57:54.541836 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae3a09-1ec9-420e-a6ff-2bbf391f8a61 x-openstack-request-id: req-e8ae3a09-1ec9-420e-a6ff-2bbf391f8a61 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:54.542338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:54.542575 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-plugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}, {"server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "name": "network-vif-plugged", "status": "completed", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:54.543048 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8ae3a09-1ec9-420e-a6ff-2bbf391f8a61 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:54.543369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.543821 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ae3a09-1ec9-420e-a6ff-2bbf391f8a61'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:57:54.547578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "PUT /v2.0/ports/d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 HTTP/1.1" status: 200  len: 1001 time: 1.2590282
Mar 26 20:57:54.549995 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ae3a09-1ec9-420e-a6ff-2bbf391f8a61'] response: {'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4', 'code': 200}
Mar 26 20:57:54.552599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35062) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:54.571545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] For port 24e28869-4467-439b-b6c3-19a41a98f3a2, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:54.590876 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] For port 24e28869-4467-439b-b6c3-19a41a98f3a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24e28869-4467-439b-b6c3-19a41a98f3a2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:54.610744 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.618125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc72d0-2a6e-47e9-8fed-f7f5c9a56150 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:54.633203 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks [] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.705223 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:54.705789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b37c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:54.707574 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f0d9-c334-4244-b42e-8ed2e907c69b None None] Pushing event updated for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:54.804495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.818705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:57:54.833025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Sync routers for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:57:54.850233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:54.851485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:54.880911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event updated for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:54.896534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-709ef938-d076-44d4-9829-2913fcb04c14 admin admin] 10.222.0.16 "PUT /v2.0/routers/fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8198242
Mar 26 20:57:54.901452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35066) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:54.932915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:54.943515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b7c2a-1505-461e-a222-f13d758f610d req-d35fb8e4-d088-4990-a363-98183678e93b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:54.962087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b6b7c2a-1505-461e-a222-f13d758f610d req-d35fb8e4-d088-4990-a363-98183678e93b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 950 time: 0.2530742
Mar 26 20:57:55.004795 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:55.096364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe47672b-4d7c-4c8a-836d-976037f9d58c req-d4cc4bcf-7221-48b3-917d-c2e06461dc5f tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3613381
Mar 26 20:57:55.134255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe65d2-8baa-4b67-8509-71ff8f3a462a req-3e7a5be3-3161-42c6-b507-b0f3fc7fdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:55.139501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fffe65d2-8baa-4b67-8509-71ff8f3a462a req-3e7a5be3-3161-42c6-b507-b0f3fc7fdad5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 1132 time: 0.4057868
Mar 26 20:57:55.157019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-85be39b7-5b4d-4708-a89b-ce6e0d9a8980 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6952481
Mar 26 20:57:55.174799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks [] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.185407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:55.237954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:55.238372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.247623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:55.249870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:55.280355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:57:55.542267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fffe65d2-8baa-4b67-8509-71ff8f3a462a req-07158661-ef5c-43da-8d48-b7bec053a313 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3959649
Mar 26 20:57:55.590584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94afd64-14e1-492d-8c8a-83128e16a820 req-6cdb34f8-a625-44b9-a433-0b7e67648480 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:55.599720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b94afd64-14e1-492d-8c8a-83128e16a820 req-6cdb34f8-a625-44b9-a433-0b7e67648480 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.3387790
Mar 26 20:57:55.609340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 24e28869-4467-439b-b6c3-19a41a98f3a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:55.611418 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b37c0>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24e28869-4467-439b-b6c3-19a41a98f3a2', 'name': '', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'mac_address': 'fa:16:3e:2d:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:44Z', 'updated_at': '2022-03-26T20:57:54Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'subnets': [{'id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:55.668356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a46b5-7bf3-4ddb-9cbf-0e5c91521dee None None] The sync data for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 is: [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T20:57:46Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '24e28869-4467-439b-b6c3-19a41a98f3a2', 'name': '', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'mac_address': 'fa:16:3e:2d:66:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:44Z', 'updated_at': '2022-03-26T20:57:54Z', 'revision_number': 4, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'subnets': [{'id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:55.671657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a637e352-fea9-43ea-a080-10a654b1ab29 None None] Provisioning complete for port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:55.673500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b6b7c2a-1505-461e-a222-f13d758f610d req-64c564ad-40b0-4a85-a0f2-8ba68668863e tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7100704
Mar 26 20:57:55.679496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a637e352-fea9-43ea-a080-10a654b1ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.689577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be0c071b-8a7e-43c7-9d6e-6c6fed8aa7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.729119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f14ef4d8-d7b0-42cb-8d8e-ba86448c0e40 req-7a810b20-933b-4a25-8974-787e92231e3e service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5565689
Mar 26 20:57:55.751065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:55.754261 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.810658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks [] for router_gateway (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.811665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b94afd64-14e1-492d-8c8a-83128e16a820 req-9152173b-0e79-4596-8eb6-fee3a0f1ca1a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2109599
Mar 26 20:57:55.916321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-afc02be0-80da-429a-b9df-1774ae023f32 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:55.917888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-afc02be0-80da-429a-b9df-1774ae023f32 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.21 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 811 time: 0.7409756
Mar 26 20:57:55.956112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e34a0678-848c-462e-adcc-54014e358a30 req-6530c73a-95fd-47fa-be2b-410ee24e6484 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0884945
Mar 26 20:57:55.971176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a637e352-fea9-43ea-a080-10a654b1ab29 None None] Port d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:57:55.972745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:55.997019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfbb0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:57:50Z', 'revision_number': 5, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port': {'id': '2fa3f8cc-4c7f-4d84-8263-89b261db2cc7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:27:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:30Z', 'updated_at': '2022-03-26T20:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:55.998770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Request body: {'port': {'device_id': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'admin_state_up': True, 'tenant_id': 'a7e64b94cc37456185389445ddc56877'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:56.001383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 24e28869-4467-439b-b6c3-19a41a98f3a2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:56.002208 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.062347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b3c590-9fed-47ce-b164-f99a99555c05 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:56.084716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks [] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.088125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1e52a906-3cdd-405f-8982-abec4a5b4b4e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1690447
Mar 26 20:57:56.097213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd0550-d07e-477a-b164-1389c5dd6143 req-31a8622f-e894-428b-a692-e9c7c021341a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:56.098589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3bd0550-d07e-477a-b164-1389c5dd6143 req-31a8622f-e894-428b-a692-e9c7c021341a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 932 time: 0.1727862
Mar 26 20:57:56.103384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Request body: {'port': {'device_id': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:56.104945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Checking router: fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:57:56.128644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Transition to ACTIVE for port object a6b3c590-9fed-47ce-b164-f99a99555c05 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:56.139812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.144660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Routers {'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:57:56.145608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:56.226513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:56.278973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] Set router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:57:56.294586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3bd0550-d07e-477a-b164-1389c5dd6143 req-a86ddb1e-39b6-4a7a-bc9b-2c68b9f15075 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755824
Mar 26 20:57:56.315255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:56.352284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ebb7b5c-48a0-43e9-9f60-29668ff0892c req-efe72c54-aeec-41d3-ac79-6f2d61fffb0a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 210 time: 0.2129147
Mar 26 20:57:56.360280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2dfbb0>, [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:57:55Z', 'revision_number': 6, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:57:56.400442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9ba98-0110-41ed-813e-46415f4b989b None None] The sync data for ids ['fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b'] in ncdv-master-1 is: [{'id': 'fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1411116242-router', 'tenant_id': '7150c612879247208855ce511f95a5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:56:28Z', 'updated_at': '2022-03-26T20:57:55Z', 'revision_number': 6, 'project_id': '7150c612879247208855ce511f95a5a2', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:57:56.470607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Attempting to bind port a6b3c590-9fed-47ce-b164-f99a99555c05 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:56.471241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Attempting to bind port a6b3c590-9fed-47ce-b164-f99a99555c05 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:56.471765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Attempting to bind port a6b3c590-9fed-47ce-b164-f99a99555c05 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:56.484151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Port a6b3c590-9fed-47ce-b164-f99a99555c05 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:56.484396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Attempting to bind port a6b3c590-9fed-47ce-b164-f99a99555c05 on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:56.506389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 24e28869-4467-439b-b6c3-19a41a98f3a2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:56.507542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:57:56.507894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Checking segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:57:56.508305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.508443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Bound using segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:57:56.508760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Bound port: a6b3c590-9fed-47ce-b164-f99a99555c05, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:57:56.509123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.564357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 24e28869-4467-439b-b6c3-19a41a98f3a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24e28869-4467-439b-b6c3-19a41a98f3a2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:56.580532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df664-1b3e-484e-97af-10d811176780 req-a6de9a20-ae2b-49fd-beeb-0343d270edef tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:56.585824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.588219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c7df664-1b3e-484e-97af-10d811176780 req-a6de9a20-ae2b-49fd-beeb-0343d270edef tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 1132 time: 0.1552320
Mar 26 20:57:56.697882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:56.698652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:57:56.721773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c7df664-1b3e-484e-97af-10d811176780 req-c2c36e85-3b47-4315-acc0-af13cb64297a tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320763
Mar 26 20:57:56.726203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b3c590-9fed-47ce-b164-f99a99555c05,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:57:56.738456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.901053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:56.901971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:56.903485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] 10.222.0.18 "PUT /v2.0/ports/a6b3c590-9fed-47ce-b164-f99a99555c05 HTTP/1.1" status: 200  len: 1092 time: 2.4155915
Mar 26 20:57:56.904016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:57:56.906346 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b544202b-7fba-4002-ae6f-7c12aa48333b" -d '{"events": [{"name": "network-changed", "server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:57:56.953290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634dc7d-d116-41b3-abd7-5f467b2a993d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:57.037227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04903a9b-cdc4-439e-b438-e3e807c52f4d req-70b4f108-ede1-4e6f-a59a-7a246e992314 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:57.044566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04903a9b-cdc4-439e-b438-e3e807c52f4d req-70b4f108-ede1-4e6f-a59a-7a246e992314 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.1087415
Mar 26 20:57:57.154438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04903a9b-cdc4-439e-b438-e3e807c52f4d req-4daf92b9-5a13-40d7-8842-823d38ee9c67 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001995
Mar 26 20:57:57.160044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.174436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6e1bd394-45c8-407e-828a-869f5bd0f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:57.177657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-6e1bd394-45c8-407e-828a-869f5bd0f058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 1126 time: 0.1310806
Mar 26 20:57:57.203805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Deleting port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:57:57.204170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.269074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-1ea66cab-13ac-42d8-bbf5-7646b43e5dc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b3c590-9fed-47ce-b164-f99a99555c05 HTTP/1.1" status: 200  len: 217 time: 0.0795062
Mar 26 20:57:57.279326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Made reservation on behalf of a7e64b94cc37456185389445ddc56877 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:57.282483 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af495e1-5e5f-48ca-b01a-6b66ce574b27 x-openstack-request-id: req-7af495e1-5e5f-48ca-b01a-6b66ce574b27 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:57:57.282802 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:57:57.283044 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7af495e1-5e5f-48ca-b01a-6b66ce574b27 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:57:57.283483 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af495e1-5e5f-48ca-b01a-6b66ce574b27'] response: {'name': 'network-changed', 'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05', 'status': 'completed', 'code': 200}
Mar 26 20:57:57.284119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.292951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d744-cfdd-4b19-966d-84876894f990 req-308ca95f-c06d-4824-831d-93b43556bfe2 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:57.296184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c96d744-cfdd-4b19-966d-84876894f990 req-308ca95f-c06d-4824-831d-93b43556bfe2 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.2074659
Mar 26 20:57:57.344141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-02eb712e-7799-4906-aab7-d32208c3e978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.450058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31fd5ea8-079a-4548-85f2-a5687ac9f817 req-410767f0-04f8-49ac-b1a7-88da7d621d65 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0982330
Mar 26 20:57:57.462354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-b6706cb8-a6a3-4b3f-b79f-ed834ab7356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:57.465471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-b6706cb8-a6a3-4b3f-b79f-ed834ab7356a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.1805236
Mar 26 20:57:57.533767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-757b9cf3-d3ed-4b19-ab64-7df0f17fe13c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501571
Mar 26 20:57:57.550053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] For port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:57.550557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.572098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 24e28869-4467-439b-b6c3-19a41a98f3a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:57:57.582869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Calling delete_port for 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:57:57.659147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-f073635a-cf60-4715-9986-bc2324a3209d service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185038
Mar 26 20:57:57.674140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 24e28869-4467-439b-b6c3-19a41a98f3a2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:57:57.674520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.727952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-66159eac-ec6e-4053-80f4-72cec062189f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0494242
Mar 26 20:57:57.802487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 24e28869-4467-439b-b6c3-19a41a98f3a2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:57.884404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c96d744-cfdd-4b19-966d-84876894f990 req-6322efa3-989d-42a6-9c5c-ea725da689a1 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5817652
Mar 26 20:57:57.900344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-76e41d5e-d508-43ac-b4e7-5ceee07a13d5 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337835
Mar 26 20:57:57.914751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a8b976ea-2946-4970-bc58-9f8ecdc44fed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:57.916374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:57.954365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-5fe74eba-947c-4f33-bc68-070fe17995bc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:57.956096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-5fe74eba-947c-4f33-bc68-070fe17995bc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2153592
Mar 26 20:57:57.978236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a8b976ea-2946-4970-bc58-9f8ecdc44fed {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:57:57.978592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a8b976ea-2946-4970-bc58-9f8ecdc44fed not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:57:57.979034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:57:57.985477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-a8a371a1-32e8-4a5f-be44-6f27323a9b3a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/quotas/a8e2bb0e3958483d90176ec061c32ca8 HTTP/1.1" status: 200  len: 375 time: 0.0128803
Mar 26 20:57:58.090634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Allocated IP 172.20.0.3 (637c5544-5d67-4536-b4e8-2425937ec750/217aaa5a-2368-4ebb-9852-3c4177f233fd/41328fe6-d504-4051-8089-d948e97d3fa2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:57:58.096830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-a7bba3c7-e929-48cf-a4b4-9a2a904c2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:58.098441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-a7bba3c7-e929-48cf-a4b4-9a2a904c2909 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 1126 time: 0.1118128
Mar 26 20:57:58.121047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-4a93d348-9cf2-48b0-a6d4-8ac130da79d9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1259091
Mar 26 20:57:58.257155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:58.267869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:58.364784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa3f8cc-4c7f-4d84-8263-89b261db2cc7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:58.365537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-b9ef319a-97cc-41b9-98e5-f79f0e9774fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:58.368855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-b9ef319a-97cc-41b9-98e5-f79f0e9774fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 912 time: 0.2463861
Mar 26 20:57:58.421536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:58.428025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ca720215-c4ee-446d-b417-b3112f083f5c tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 HTTP/1.1" status: 204  len: 168 time: 3.8740990
Mar 26 20:57:58.442567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35122) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:58.538022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-d001c0c3-2342-42e4-aaf8-68108b9ae736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6b3c590-9fed-47ce-b164-f99a99555c05 HTTP/1.1" status: 200  len: 217 time: 0.1577387
Mar 26 20:57:58.602074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2fa3f8cc-4c7f-4d84-8263-89b261db2cc7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:57:58.602560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2fa3f8cc-4c7f-4d84-8263-89b261db2cc7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:58.621331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-7d626025-24e9-4c62-826d-35a1dc03a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:58.624844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-7d626025-24e9-4c62-826d-35a1dc03a505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.0809355
Mar 26 20:57:58.695695 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d58914e-0323-4ecd-ace3-4ba7cc3d031d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] GET failed (client error): The resource could not be found.
Mar 26 20:57:58.697644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5d58914e-0323-4ecd-ace3-4ba7cc3d031d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports/d894cdb3-6cf3-4a0c-844d-00ace7b6e0f1 HTTP/1.1" status: 404  len: 333 time: 0.2481508
Mar 26 20:57:58.704248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35128) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:58.719911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-753aee15-81a2-4c5a-a977-a009d0f031b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664117
Mar 26 20:57:58.726109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edc4a8ac-4def-4362-92d5-b6dcdad2cce7 req-a9d491c3-bce6-4ba2-8046-09ea13bc293f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 210 time: 0.0980418
Mar 26 20:57:58.774655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1786766370'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:57:58.822106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:58.956377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39dc58-d2bd-4aaa-bb46-bea1c5b48e4e req-937f8496-b326-46df-b494-c8166891df11 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:58.956377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c39dc58-d2bd-4aaa-bb46-bea1c5b48e4e req-937f8496-b326-46df-b494-c8166891df11 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 932 time: 0.8499286
Mar 26 20:57:59.115314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6695aa-f00f-45cf-9e7a-67f47f86a40c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:57:59.125210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks [] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.141038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Transition to ACTIVE for port object 4e6695aa-f00f-45cf-9e7a-67f47f86a40c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:57:59.142729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.168913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.301794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:59.405371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks [] for port (41328fe6-d504-4051-8089-d948e97d3fa2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.421693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.435848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks [] for router_controller (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.475862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c39dc58-d2bd-4aaa-bb46-bea1c5b48e4e req-eb1f28d1-7cd9-47ea-bdd3-fccd6795696e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5065362
Mar 26 20:57:59.515523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:57:59.520221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.523975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-3f9745cd-d2c9-448a-a4c8-ea4b08dc78da service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7958565
Mar 26 20:57:59.575606 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.576381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:57:59.583819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-6166e069-63ac-4a79-aff0-80a0aaa6015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:59.585423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-6166e069-63ac-4a79-aff0-80a0aaa6015b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1129 time: 0.6568415
Mar 26 20:57:59.605782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.609583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7582f83c-b6e7-4677-81b0-73bddf2b0ccf admin admin] 10.222.0.16 "DELETE /v2.0/routers/fbfa2e5e-b1ad-47d5-b15c-dcc02234d09b HTTP/1.1" status: 204  len: 168 time: 4.7030294
Mar 26 20:57:59.613791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab9e6-4c4a-4d75-b273-410fbf0c4a39 req-967dd8b6-8285-4fd0-94ce-00c1e093eb00 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:57:59.615342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01fab9e6-4c4a-4d75-b273-410fbf0c4a39 req-967dd8b6-8285-4fd0-94ce-00c1e093eb00 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.1899278
Mar 26 20:57:59.617655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:57:59.635200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port 55e7fc22-bd60-4761-918d-4f825844f163 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:57:59.707859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a6b3c590-9fed-47ce-b164-f99a99555c05 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:57:59.779760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.814400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56e04e6d-2d4b-406f-a683-f373cd19b7c7 req-6799dd13-d6f0-4da9-8f80-272378ecb61b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 210 time: 0.1631985
Mar 26 20:57:59.871287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Attempting to bind port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:57:59.872074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Attempting to bind port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:57:59.872284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Attempting to bind port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:59.875658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Deleting subnet bbba18e4-0831-4d31-8338-0f5dd9ef139d {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:57:59.897163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Pushing event updated for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:57:59.915193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Network 637c5544-5d67-4536-b4e8-2425937ec750 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:57:59.920218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:57:59.922386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:57:59.923288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01fab9e6-4c4a-4d75-b273-410fbf0c4a39 req-f4602e9e-da6e-4fea-800e-979f18ae5312 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2653000
Mar 26 20:57:59.937339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Publish callbacks [] for subnet (bbba18e4-0831-4d31-8338-0f5dd9ef139d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:57:59.951131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Attempting to bind port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c on network e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:57:59.957508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b3c590-9fed-47ce-b164-f99a99555c05,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:57:59.977165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'a6b3c590-9fed-47ce-b164-f99a99555c05', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'port_id': 'a6b3c590-9fed-47ce-b164-f99a99555c05', 'mac_address': 'fa:16:3e:94:36:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd552c4b7-a2a1-4029-a349-1796c43f2946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:57:59.982557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:00.028613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b544202b-7fba-4002-ae6f-7c12aa48333b req-1be6d807-f4bd-4a24-ae4e-5db053b8a2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4911022
Mar 26 20:58:00.069936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port a6b3c590-9fed-47ce-b164-f99a99555c05 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:00.070349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.097580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b3c590-9fed-47ce-b164-f99a99555c05 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:00.098423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (bbba18e4-0831-4d31-8338-0f5dd9ef139d), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.112908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:00.113704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Checking segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:00.114522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Bound using segment: {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:00.115410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Bound port: 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352c494f-7960-4627-b76e-b642f44fc2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:00.116705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.130589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b3c590-9fed-47ce-b164-f99a99555c05,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:00.141768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.155540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-8f703298-af72-499a-b876-d2ec10782187 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0964305
Mar 26 20:58:00.156386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.161812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-7e1f0ed5-e58c-4552-b55b-3bcc5bf51fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.163271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-7e1f0ed5-e58c-4552-b55b-3bcc5bf51fc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.5470352
Mar 26 20:58:00.181869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a3d13c8-5bb4-4a15-af68-7c0db48cfda9 req-d131aea3-abc6-40b7-836c-fc69e93c555e tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0786712
Mar 26 20:58:00.245604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:00.259314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.267089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.282043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::368 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/55e7fc22-bd60-4761-918d-4f825844f163) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:00.357149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-26dc6c5d-46c4-45eb-9251-ac0c7de2b29d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3642275
Mar 26 20:58:00.379390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Request body: {'port': {'device_id': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:00.397762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:00.401303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:00.418386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['a6b3c590-9fed-47ce-b164-f99a99555c05'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:00.457272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-2550cd3b-4cce-4558-a435-2c956236b9ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 1001 time: 0.2579179
Mar 26 20:58:00.461062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.581195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8aa7fc-2a3c-42bd-a95d-8576c91580e0 req-18191704-4410-4471-b784-d39f2d18cdc5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.588620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f8aa7fc-2a3c-42bd-a95d-8576c91580e0 req-18191704-4410-4471-b784-d39f2d18cdc5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.4935708
Mar 26 20:58:00.591506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-c5be82f3-f302-4745-a94c-1f95e62d7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.595302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-c5be82f3-f302-4745-a94c-1f95e62d7834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1260192
Mar 26 20:58:00.636354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200dd1-f0c7-47f1-ab6b-ffe171fda3a0 req-4d9b4ce0-c092-4d54-9aa3-8aa4fd123839 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.640039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2200dd1-f0c7-47f1-ab6b-ffe171fda3a0 req-4d9b4ce0-c092-4d54-9aa3-8aa4fd123839 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 931 time: 0.3554420
Mar 26 20:58:00.650798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.651581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.653275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e6695aa-f00f-45cf-9e7a-67f47f86a40c HTTP/1.1" status: 200  len: 1092 time: 4.5643022
Mar 26 20:58:00.700905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:00.707559 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd910363-91ec-424f-8700-d5f35f1fbea9" -d '{"events": [{"name": "network-changed", "server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:00.712304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-23b41d0a-66e9-422f-bbc2-8ad39abbf8f8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.713912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-23b41d0a-66e9-422f-bbc2-8ad39abbf8f8 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5497384
Mar 26 20:58:00.715021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.733695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Request body: {'port': {'device_id': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'a8e2bb0e3958483d90176ec061c32ca8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:00.752743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (bbba18e4-0831-4d31-8338-0f5dd9ef139d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.861216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-4549f28b-42bc-4d95-94b5-72c293fc167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:00.862794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-4549f28b-42bc-4d95-94b5-72c293fc167c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2526367
Mar 26 20:58:00.895883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f8aa7fc-2a3c-42bd-a95d-8576c91580e0 req-85124534-da26-439a-93aa-8c1c207ae680 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3062131
Mar 26 20:58:00.949285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (bbba18e4-0831-4d31-8338-0f5dd9ef139d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:00.978690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb90459-415c-4adf-aab8-6d07f9920ccf None None] Network 1d0343d0-ee1e-46f6-ac18-c82566fa23cb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:00.997351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.002455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbba18e4-0831-4d31-8338-0f5dd9ef139d HTTP/1.1" status: 204  len: 168 time: 1.3812273
Mar 26 20:58:01.076188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35152) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:01.088597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf07fdd-2213-4690-991f-a377cbf484c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbba18e4-0831-4d31-8338-0f5dd9ef139d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:01.171175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-c18beb83-a988-4d2f-ac74-da35b1c8ac7e service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2943985
Mar 26 20:58:01.226033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Made reservation on behalf of a8e2bb0e3958483d90176ec061c32ca8 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:01.238622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef7a5e-daa5-4503-b5b2-3d15ba16f1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:01.244273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.279855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] DHCP port deletion for 1d0343d0-ee1e-46f6-ac18-c82566fa23cb request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:58:01.326827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e261d0b9-4da9-43ba-9142-0df1597dd35d req-b3ef9c0c-e91f-4756-a5db-2698193d6b6c service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274033
Mar 26 20:58:01.333738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2200dd1-f0c7-47f1-ab6b-ffe171fda3a0 req-5ae25ad3-a482-44f2-b808-8584b0f3ac24 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6856334
Mar 26 20:58:01.412515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-8081cd6c-3162-4768-be72-7be982da8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:01.416184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-8081cd6c-3162-4768-be72-7be982da8118 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 1126 time: 0.6657915
Mar 26 20:58:01.418595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1d0343d0-ee1e-46f6-ac18-c82566fa23cb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.420668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (55e7fc22-bd60-4761-918d-4f825844f163), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.421401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Deleting port e2855813-3f75-48f5-8941-b925f312f037 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:01.422020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e2855813-3f75-48f5-8941-b925f312f037), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.442249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630094b6-94ad-4762-b63f-be9aa0344b5b req-4b3c8085-6107-4b52-a650-4e4fa604d561 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:01.443825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-630094b6-94ad-4762-b63f-be9aa0344b5b req-4b3c8085-6107-4b52-a650-4e4fa604d561 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 944 time: 0.3801045
Mar 26 20:58:01.471723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-f42bffb6-8c3d-4101-9257-1edac915ba78 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c HTTP/1.1" status: 200  len: 217 time: 0.0465541
Mar 26 20:58:01.474787 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93cff4f-dc0e-4936-bb33-56a552e24e6c x-openstack-request-id: req-d93cff4f-dc0e-4936-bb33-56a552e24e6c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:01.475602 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:01.476021 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d93cff4f-dc0e-4936-bb33-56a552e24e6c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:01.476529 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93cff4f-dc0e-4936-bb33-56a552e24e6c'] response: {'name': 'network-changed', 'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c', 'status': 'completed', 'code': 200}
Mar 26 20:58:01.523845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] For port e2855813-3f75-48f5-8941-b925f312f037, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2855813-3f75-48f5-8941-b925f312f037,segment=NetworkSegment(159ea90b-74a9-49d1-ae02-d702074123ff),segment_id=159ea90b-74a9-49d1-ae02-d702074123ff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:01.524650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e2855813-3f75-48f5-8941-b925f312f037), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.541378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Calling delete_port for e2855813-3f75-48f5-8941-b925f312f037 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:01.552985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-54ce6fae-6efa-4478-84b4-02f766c9039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:01.555661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-54ce6fae-6efa-4478-84b4-02f766c9039d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.0722449
Mar 26 20:58:01.632291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-630094b6-94ad-4762-b63f-be9aa0344b5b req-ce656515-5ead-4450-8b8f-3b5b95a4216d tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696527
Mar 26 20:58:01.661194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2855813-3f75-48f5-8941-b925f312f037 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:01.668332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-3f30fa71-80f7-4178-acb3-03e88fbde3b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398154
Mar 26 20:58:01.695576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e2855813-3f75-48f5-8941-b925f312f037 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:01.695945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2855813-3f75-48f5-8941-b925f312f037 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:01.712856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ff5a5f0-21ce-47ba-a1d9-ded1b23c1163 req-8cca9241-ca55-423c-bb4a-7b236408c85a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 210 time: 0.1027009
Mar 26 20:58:01.722543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a6b3c590-9fed-47ce-b164-f99a99555c05 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:01.727706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Deleting port e2855813-3f75-48f5-8941-b925f312f037 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:01.728084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e2855813-3f75-48f5-8941-b925f312f037), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.747625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Allocated IP 192.168.233.5 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/fbf0f9fa-1caf-456e-b3b7-a9bc64217a12) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:01.775287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e2855813-3f75-48f5-8941-b925f312f037), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.828953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] Pushing event deleted for resources: {'Port': ['ID=e2855813-3f75-48f5-8941-b925f312f037,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:01.840204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2b5f5-a5d4-4f83-95d0-c973346d54ed None None] No DVR routers for this DVR port e2855813-3f75-48f5-8941-b925f312f037 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:01.843529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.870628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port a6b3c590-9fed-47ce-b164-f99a99555c05 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:01.893312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port a6b3c590-9fed-47ce-b164-f99a99555c05 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:01.894170 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.917703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] For port e2855813-3f75-48f5-8941-b925f312f037, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:01.918103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e2855813-3f75-48f5-8941-b925f312f037), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:01.943501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Calling delete_port for e2855813-3f75-48f5-8941-b925f312f037 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:01.983619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Port e2855813-3f75-48f5-8941-b925f312f037 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 20:58:02.011301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e2855813-3f75-48f5-8941-b925f312f037), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.059355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f478641-cd11-4e5f-b4c6-2b0c5134da4d req-a24214d3-ea0a-4b68-bbc1-24ca1993e2cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0602043
Mar 26 20:58:02.088604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port a6b3c590-9fed-47ce-b164-f99a99555c05 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:02.089311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.090605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2855813-3f75-48f5-8941-b925f312f037,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:02.095057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] No DVR routers for this DVR port e2855813-3f75-48f5-8941-b925f312f037 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:02.144012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (55e7fc22-bd60-4761-918d-4f825844f163), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.156115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:02.157977 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683ae17f-5d60-4cbb-9702-2e1250433f6a" -d '{"events": [{"server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:02.193417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b3c590-9fed-47ce-b164-f99a99555c05,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:02.202618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.223048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks [] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.226181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=55e7fc22-bd60-4761-918d-4f825844f163,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:02.253159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9575a-c40b-4dd2-a3a2-1c2bdd6f120f req-aadee389-55b0-41eb-b1a0-0172af9d8d4c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:02.255133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8bd9575a-c40b-4dd2-a3a2-1c2bdd6f120f req-aadee389-55b0-41eb-b1a0-0172af9d8d4c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.3282785
Mar 26 20:58:02.272209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:02.277512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:02.302091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:02.319002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:02.319424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f13bd71-873f-42c7-a59a-74b4ab2a9fc4 req-33d7d161-d38e-4dd9-8c89-61cdbe947f06 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0970132
Mar 26 20:58:02.326030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:02.327067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.366723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-b654ebdf-af08-470f-8c5d-d58212987a97 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6625717
Mar 26 20:58:02.397143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1d0343d0-ee1e-46f6-ac18-c82566fa23cb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.421454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8bd9575a-c40b-4dd2-a3a2-1c2bdd6f120f req-749a0cb8-8ff4-442a-8516-ebc75f26b016 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1423268
Mar 26 20:58:02.425163 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2e73d818-59df-4c19-8042-205066910246 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.6630433
Mar 26 20:58:02.435676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35162) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:02.442160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'network_id': '71ae6e04-0032-43cd-a7c6-d8478b28504b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1090075208'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:02.448539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e5c7670>,) {'filters': {'network_id': ['1d0343d0-ee1e-46f6-ac18-c82566fa23cb']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:02.502587 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821395b-7bb0-48e0-9d9d-3eff709ac6ac x-openstack-request-id: req-b821395b-7bb0-48e0-9d9d-3eff709ac6ac {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:02.503120 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "name": "network-vif-plugged", "status": "completed", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:02.503742 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b821395b-7bb0-48e0-9d9d-3eff709ac6ac {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:02.504339 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b821395b-7bb0-48e0-9d9d-3eff709ac6ac'] response: {'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05', 'code': 200}
Mar 26 20:58:02.515584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e5c7670>, '159ea90b-74a9-49d1-ae02-d702074123ff') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:02.516122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e5c7670>, '159ea90b-74a9-49d1-ae02-d702074123ff') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:02.579169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (159ea90b-74a9-49d1-ae02-d702074123ff), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.599954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (159ea90b-74a9-49d1-ae02-d702074123ff), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.619528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:58:02.619528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (159ea90b-74a9-49d1-ae02-d702074123ff), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:58:02.704342 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:58:02.710444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41328fe6-d504-4051-8089-d948e97d3fa2 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:02.736966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1d0343d0-ee1e-46f6-ac18-c82566fa23cb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.773348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-154c3813-e0a6-440d-a41c-6fb21d478453 req-8bb39404-feff-4523-9cb9-34eb2cdfd7dc service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3958468
Mar 26 20:58:02.779715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks [] for port (41328fe6-d504-4051-8089-d948e97d3fa2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.810061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.818342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] 10.222.0.16 "DELETE /v2.0/networks/1d0343d0-ee1e-46f6-ac18-c82566fa23cb HTTP/1.1" status: 204  len: 168 time: 1.7399502
Mar 26 20:58:02.850409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d621095-81e8-4cf6-90bb-20d80b3bad8e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0343d0-ee1e-46f6-ac18-c82566fa23cb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:02.860467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953a476-5160-479b-aa12-5f98295361b4 req-28f01e19-3a3d-4d32-b424-d2beb65975be tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:02.862305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d953a476-5160-479b-aa12-5f98295361b4 req-28f01e19-3a3d-4d32-b424-d2beb65975be tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.4027405
Mar 26 20:58:02.867284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:02.882379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:02.892755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'aa18c074-3c50-4a11-9055-0c0910e8dd41', '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:02.920165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24da8-26ff-40b3-9537-9db72df3fdc8 req-e1eb53b0-cdd6-49c2-87e3-daa92578e60e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:02.921718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29d24da8-26ff-40b3-9537-9db72df3fdc8 req-e1eb53b0-cdd6-49c2-87e3-daa92578e60e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 931 time: 0.2973645
Mar 26 20:58:02.941678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Transition to ACTIVE for port object 41328fe6-d504-4051-8089-d948e97d3fa2 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:02.963040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:02.992896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:03.028780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:03.034996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8a62e-0b7c-4b03-b5e9-1eca18feee63 req-21c89820-ef12-435f-8d77-3af68374e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.036174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1a8a62e-0b7c-4b03-b5e9-1eca18feee63 req-21c89820-ef12-435f-8d77-3af68374e97c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 1128 time: 0.3280749
Mar 26 20:58:03.076234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.133244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event updated for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:03.188781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d953a476-5160-479b-aa12-5f98295361b4 req-3d4d4f50-635e-4e1e-8d3b-c281bb8b88f1 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3114810
Mar 26 20:58:03.198886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-da05085e-8f76-45e1-a9ae-52cda8a5eb1b None None] Provisioning complete for port 55e7fc22-bd60-4761-918d-4f825844f163 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:03.199387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da05085e-8f76-45e1-a9ae-52cda8a5eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (55e7fc22-bd60-4761-918d-4f825844f163), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.207236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:03.236863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:03.325699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.326380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.384376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Made reservation on behalf of c4885ef55ed84bc49abc7050962b85f6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:03.396424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.407418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1a8a62e-0b7c-4b03-b5e9-1eca18feee63 req-55c876e8-8752-41f6-a821-3aa78116da89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3578916
Mar 26 20:58:03.422338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-886b6a1f-d009-4074-a4a9-e3b6a86b22b3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.6907229
Mar 26 20:58:03.443206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-512f84a2-5c24-4758-bf25-4150151ec2cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7150c612879247208855ce511f95a5a2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2322516
Mar 26 20:58:03.450856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35180) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:03.482212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29d24da8-26ff-40b3-9537-9db72df3fdc8 req-ae6f7a0f-20e1-4068-b179-bae05504b74b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5401466
Mar 26 20:58:03.497263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-da05085e-8f76-45e1-a9ae-52cda8a5eb1b None None] Port 55e7fc22-bd60-4761-918d-4f825844f163 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:03.498394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-1454269e-575e-43e5-8a9c-8cce7ce8ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.501853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-1454269e-575e-43e5-8a9c-8cce7ce8ce64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7b56cae79f846b5b6f3700480cfc811&device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 1126 time: 0.6592903
Mar 26 20:58:03.502122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c2192-85b5-4b67-a2b1-3f66bf06a41c req-7508bf3e-a8bf-4b69-9abc-368dea28c61f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.510340 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-182c2192-85b5-4b67-a2b1-3f66bf06a41c req-7508bf3e-a8bf-4b69-9abc-368dea28c61f tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 944 time: 0.1608438
Mar 26 20:58:03.566448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] device_id is not set on port 4aaa338b-0458-45a9-af28-63d22ba08a45 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:58:03.601613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-182c2192-85b5-4b67-a2b1-3f66bf06a41c req-416eef86-e18f-43de-bcb9-a5d9d1253c56 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906439
Mar 26 20:58:03.602353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] Publish callbacks [] for security_group (b541ecbb-ea2e-44c2-bb17-425e5d0db036), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.624340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Request body: {'port': {'device_id': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:03.730625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] Publish callbacks [] for security_group (b541ecbb-ea2e-44c2-bb17-425e5d0db036), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.735253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9f0cfd06-ed6f-4dc8-a1a0-24d4ed67b150 None None] Provisioning complete for port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:03.735640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f0cfd06-ed6f-4dc8-a1a0-24d4ed67b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.813470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dbd17dbc-f299-4caf-a3be-64f7d48ee2e0 req-1033832f-937a-4d1b-8cbb-694b580685b8 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0666656
Mar 26 20:58:03.846123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.882500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-8b0f710b-3266-4911-a91b-4c4e7b71c4c2 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.884628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-8b0f710b-3266-4911-a91b-4c4e7b71c4c2 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.2358894
Mar 26 20:58:03.899130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Attempting to bind port 41328fe6-d504-4051-8089-d948e97d3fa2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:03.900321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Attempting to bind port 41328fe6-d504-4051-8089-d948e97d3fa2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:03.900903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Attempting to bind port 41328fe6-d504-4051-8089-d948e97d3fa2 on network 637c5544-5d67-4536-b4e8-2425937ec750 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:03.929461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cfd06-ed6f-4dc8-a1a0-24d4ed67b150 None None] Port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:03.945135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64322c7-2f18-456b-822e-0a079c962397 req-1e02e627-55e0-4a83-aa43-991e2ea8b120 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:03.952983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f64322c7-2f18-456b-822e-0a079c962397 req-1e02e627-55e0-4a83-aa43-991e2ea8b120 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 934 time: 0.2942052
Mar 26 20:58:03.957314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b541ecbb-ea2e-44c2-bb17-425e5d0db036), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.960758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:03.961903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b541ecbb-ea2e-44c2-bb17-425e5d0db036 HTTP/1.1" status: 204  len: 168 time: 0.5098834
Mar 26 20:58:03.972494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Port 41328fe6-d504-4051-8089-d948e97d3fa2 on network 637c5544-5d67-4536-b4e8-2425937ec750 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:03.972970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Attempting to bind port 41328fe6-d504-4051-8089-d948e97d3fa2 on network 637c5544-5d67-4536-b4e8-2425937ec750 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:04.004126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:04.004632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Checking segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:04.005148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Bound using segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:04.010902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Bound port: 41328fe6-d504-4051-8089-d948e97d3fa2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:04.010902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:04.018003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-a7fec5c9-d642-4876-8d49-ed98a16fde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:04.020463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-a7fec5c9-d642-4876-8d49-ed98a16fde65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 200  len: 912 time: 0.3862600
Mar 26 20:58:04.073811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe9178-61f3-4f30-8ca9-1a232440e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541ecbb-ea2e-44c2-bb17-425e5d0db036,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:04.076370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Allocated IP 2001:db8::194 (71ae6e04-0032-43cd-a7c6-d8478b28504b/7740071d-651a-4367-ae5e-36e06505c51e/4aaa338b-0458-45a9-af28-63d22ba08a45) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:04.158403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-04f88db9-e061-4948-816f-1273b5b939f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c HTTP/1.1" status: 200  len: 217 time: 0.1179032
Mar 26 20:58:04.264013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f64322c7-2f18-456b-822e-0a079c962397 req-0c38baba-90a5-4884-a36e-4a77f84cc06c tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093557
Mar 26 20:58:04.528191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:58:04.538136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-4673328c-f2d3-40cf-82aa-f0f5e2fdfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:04.540142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-4673328c-f2d3-40cf-82aa-f0f5e2fdfe4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 200  len: 852 time: 0.3225968
Mar 26 20:58:04.603551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:04.606965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41328fe6-d504-4051-8089-d948e97d3fa2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:04.670553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:04.674026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-1418d40a-7c07-40f5-840a-0a3af5af37d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1178195
Mar 26 20:58:04.835673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:04.836345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:04.837749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] 10.222.0.21 "PUT /v2.0/ports/41328fe6-d504-4051-8089-d948e97d3fa2 HTTP/1.1" status: 200  len: 1091 time: 4.4640651
Mar 26 20:58:04.841652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:04.844183 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2" -d '{"events": [{"name": "network-changed", "server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:04.974434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14391bd3-5a53-407c-a315-dfe1c912fdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:05.003874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b189d-d4de-4527-aad6-74517308c5eb req-9e57665f-38e7-475b-8e8b-fd0e394706b5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.005422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e2b189d-d4de-4527-aad6-74517308c5eb req-9e57665f-38e7-475b-8e8b-fd0e394706b5 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 950 time: 0.2950540
Mar 26 20:58:05.011967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a15a255d-f589-4810-89f0-6dd8872baae1 req-55aa89a0-95a4-4e66-9a00-b3789d0733ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4711951c1994477aabaf5a8a585fe537&device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0626271
Mar 26 20:58:05.042473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-b08402a9-16c7-4411-8fb4-7e6632bcaad1 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3348649
Mar 26 20:58:05.078262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a15a255d-f589-4810-89f0-6dd8872baae1 req-f8e33822-8aee-4f91-b95b-8d5c8709192d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=4711951c1994477aabaf5a8a585fe537&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0562336
Mar 26 20:58:05.079649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.101665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-66727200-97ba-410b-a595-ea180abee14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.103171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-66727200-97ba-410b-a595-ea180abee14e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 1125 time: 0.1780925
Mar 26 20:58:05.117505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88000-ce4f-4f78-ba08-f3c7f0765b05 req-501883ed-a961-4236-aa58-9e77dccc9952 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.119240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ca88000-ce4f-4f78-ba08-f3c7f0765b05 req-501883ed-a961-4236-aa58-9e77dccc9952 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 1.0991447
Mar 26 20:58:05.211068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-3c4f76f8-897e-47ea-aadb-d161e15fc169 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41328fe6-d504-4051-8089-d948e97d3fa2 HTTP/1.1" status: 200  len: 217 time: 0.0978434
Mar 26 20:58:05.259378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e2b189d-d4de-4527-aad6-74517308c5eb req-41f42b54-de01-4f94-95fd-eb6dd3c24d62 tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d381945-cc28-4b2b-9665-d03fe6c126bd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232437
Mar 26 20:58:05.304808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Deleting port b15eee45-c08c-4bb6-a728-2b42726ae7b4 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:05.305147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.325482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd910363-91ec-424f-8700-d5f35f1fbea9 req-994af538-4cce-40a5-a839-ae7464ba89d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666845
Mar 26 20:58:05.328642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.365894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8996e10-8508-4aa7-8919-cd2243796954 req-1a5d8ed2-f371-4685-b778-d6f4b4f1744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.367489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-1a5d8ed2-f371-4685-b778-d6f4b4f1744a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.1487122
Mar 26 20:58:05.425586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ca88000-ce4f-4f78-ba08-f3c7f0765b05 req-301ffd20-e1ac-45ed-877f-e3a7382ccc40 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2895517
Mar 26 20:58:05.468706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:05.485112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks [] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.490061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a255d-f589-4810-89f0-6dd8872baae1 req-5ded0b34-2325-4180-a76a-8013653c1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.491571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a15a255d-f589-4810-89f0-6dd8872baae1 req-5ded0b34-2325-4180-a76a-8013653c1f62 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4065435
Mar 26 20:58:05.515284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Transition to ACTIVE for port object fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:05.528951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.533251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-cef0ca84-bff6-4d29-85ab-d8338915747c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1226602
Mar 26 20:58:05.535000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:05.541624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] For port b15eee45-c08c-4bb6-a728-2b42726ae7b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b15eee45-c08c-4bb6-a728-2b42726ae7b4,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:05.542114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.615310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Calling delete_port for b15eee45-c08c-4bb6-a728-2b42726ae7b4 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:05.624342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ac61b1b-5a08-4e51-bbee-f8fa52633ad3 req-c39e9d56-70a7-45ad-9738-70060eb0924f tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0534883
Mar 26 20:58:05.668839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:05.724744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-db95e0e1-55ee-4e3e-88c2-6930b295df0c service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575518
Mar 26 20:58:05.725667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:05.729665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=4aaa338b-0458-45a9-af28-63d22ba08a45,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:05.749320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4e6695aa-f00f-45cf-9e7a-67f47f86a40c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:05.758316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:05.782489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.783947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:05.922184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Attempting to bind port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:05.922666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Attempting to bind port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:05.923096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Attempting to bind port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:05.936227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec27cc-9980-41e1-a0a5-19bd50f807c5 req-f1f33ce1-d95b-433f-82bd-3920e2f0c09a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:05.938034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36ec27cc-9980-41e1-a0a5-19bd50f807c5 req-f1f33ce1-d95b-433f-82bd-3920e2f0c09a tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 944 time: 0.1922030
Mar 26 20:58:05.973717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47e7466d-bf8b-44e9-bc21-ae8a15c529e7 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.5355155
Mar 26 20:58:05.980348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:05.987569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:ee:8f:ac'}, {'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:6d:d1:34'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:05.988026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:05.988561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Attempting to bind port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:06.021306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:06.021984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:06.022092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:06.023132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Bound port: fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:06.023505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.037337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:06.057084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c', 'network_id': 'e576dcd8-f5e7-40ea-bc9e-ff386ea0e139', 'port_id': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c', 'mac_address': 'fa:16:3e:3d:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd552c4b7-a2a1-4029-a349-1796c43f2946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:06.124285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:06.125638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.143385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6695aa-f00f-45cf-9e7a-67f47f86a40c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:06.146713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36ec27cc-9980-41e1-a0a5-19bd50f807c5 req-31c0ec6e-390a-47ce-8409-c0f6feee5fc6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008584
Mar 26 20:58:06.147474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b15eee45-c08c-4bb6-a728-2b42726ae7b4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.172137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b15eee45-c08c-4bb6-a728-2b42726ae7b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:06.209116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Pushing event deleted for resources: {'Port': ['ID=b15eee45-c08c-4bb6-a728-2b42726ae7b4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:06.296236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:06.299876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:06.320835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] No DVR routers for this DVR port b15eee45-c08c-4bb6-a728-2b42726ae7b4 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:06.337578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.343995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.351016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8b400e4-c4e7-48c6-971e-b1e253119b52 req-6493a1e7-1111-44c9-b38b-43f149517cdc tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.21 "DELETE /v2.0/ports/b15eee45-c08c-4bb6-a728-2b42726ae7b4 HTTP/1.1" status: 204  len: 173 time: 2.4422030
Mar 26 20:58:06.351537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'name': 'network-vif-deleted', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:06.354220 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84560f-b6ff-41fd-bf37-4c66a927303f" -d '{"events": [{"server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "name": "network-vif-deleted", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:06.397901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:06.432466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.435045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:06.438662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7a3ed829-602f-44ff-b6fe-7c62403f5d89 None None] Provisioning complete for port 4aaa338b-0458-45a9-af28-63d22ba08a45 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:06.447219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a3ed829-602f-44ff-b6fe-7c62403f5d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.483233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:06.483776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:06.492204 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] 10.222.0.18 "PUT /v2.0/ports/fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 HTTP/1.1" status: 200  len: 1094 time: 2.8773730
Mar 26 20:58:06.515804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ed829-602f-44ff-b6fe-7c62403f5d89 None None] Port 4aaa338b-0458-45a9-af28-63d22ba08a45 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:06.579821 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a820a25-4b2b-4750-9dbd-9ed7c8e7986c x-openstack-request-id: req-0a820a25-4b2b-4750-9dbd-9ed7c8e7986c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:06.580280 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:06.580637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a820a25-4b2b-4750-9dbd-9ed7c8e7986c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:06.581159 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a820a25-4b2b-4750-9dbd-9ed7c8e7986c'] response: {'name': 'network-changed', 'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2', 'status': 'completed', 'code': 200}
Mar 26 20:58:06.595098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b67e84-0f7d-476d-9a94-b8368e2bb910 req-34eba3e7-9e1e-405e-b641-e3a21b65a3b0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:06.602708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0b67e84-0f7d-476d-9a94-b8368e2bb910 req-34eba3e7-9e1e-405e-b641-e3a21b65a3b0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 943 time: 1.1951320
Mar 26 20:58:06.640996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4e6695aa-f00f-45cf-9e7a-67f47f86a40c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:06.681847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26369516-a4c3-433c-bf55-03d3d8228187 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:06.761317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a15a255d-f589-4810-89f0-6dd8872baae1 req-49fd1b01-5cec-49d3-b8fa-d1ae09839397 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.18 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0431845
Mar 26 20:58:06.823888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39d8d6-5c04-4d21-9c2b-363335d94e8e req-fbae9983-41a7-457b-b295-71e9a031342b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:06.827095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c39d8d6-5c04-4d21-9c2b-363335d94e8e req-fbae9983-41a7-457b-b295-71e9a031342b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 946 time: 0.5041730
Mar 26 20:58:06.833519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-cbcb2f63-b108-4444-9cb2-4058c61fb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:06.836059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-cbcb2f63-b108-4444-9cb2-4058c61fb914 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 1128 time: 0.2340851
Mar 26 20:58:06.887062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0b67e84-0f7d-476d-9a94-b8368e2bb910 req-37dcaaa1-88c1-4859-b056-8fa3d910ed41 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2833478
Mar 26 20:58:06.920725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-5e620f0d-ef16-4498-b28a-d7dce736da2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 HTTP/1.1" status: 200  len: 217 time: 0.0764060
Mar 26 20:58:06.999790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.033282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c39d8d6-5c04-4d21-9c2b-363335d94e8e req-75b5e34f-a611-4922-b189-cd50105df76f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959023
Mar 26 20:58:07.039306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-aaf05505-8b9c-4807-bc65-cd622aab63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.040906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-aaf05505-8b9c-4807-bc65-cd622aab63a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0786035
Mar 26 20:58:07.166354 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21ec654-92e4-472a-842e-e6beed4b9cfa x-openstack-request-id: req-d21ec654-92e4-472a-842e-e6beed4b9cfa {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:07.166738 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed6c119-e132-488c-964a-c28e1411b0b4", "name": "network-vif-deleted", "tag": "b15eee45-c08c-4bb6-a728-2b42726ae7b4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:07.166909 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d21ec654-92e4-472a-842e-e6beed4b9cfa {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:07.167325 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21ec654-92e4-472a-842e-e6beed4b9cfa'] response: {'server_uuid': 'eed6c119-e132-488c-964a-c28e1411b0b4', 'name': 'network-vif-deleted', 'tag': 'b15eee45-c08c-4bb6-a728-2b42726ae7b4', 'status': 'completed', 'code': 200}
Mar 26 20:58:07.245773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-0b4b4965-24b3-4c41-9610-43e09a74d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.248106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-0b4b4965-24b3-4c41-9610-43e09a74d115 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1992216
Mar 26 20:58:07.272770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9313f38b-75a8-4505-b8e7-981c266e8cf6 req-5c0ba763-a90d-4b01-8f6f-6b2d7dfc58db tempest-ImagesNegativeTestJSON-1986411782 tempest-ImagesNegativeTestJSON-1986411782-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed6c119-e132-488c-964a-c28e1411b0b4 HTTP/1.1" status: 200  len: 210 time: 0.0868592
Mar 26 20:58:07.274763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8996e10-8508-4aa7-8919-cd2243796954 req-03eea572-fe82-4a5e-b822-d9db98e1271b service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5287676
Mar 26 20:58:07.403189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.412115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0717e-681a-4c80-beda-95b71ddd91fb req-3b295432-897e-4036-b7aa-d91a86c90b40 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.414350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63e0717e-681a-4c80-beda-95b71ddd91fb req-3b295432-897e-4036-b7aa-d91a86c90b40 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.1449063
Mar 26 20:58:07.417186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.470593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d25cc139-66b1-40f9-9915-ef8a7f98200b req-c244d64d-fd3e-4090-9769-fe015d34c107 tempest-ServerShowV257Test-622898713 tempest-ServerShowV257Test-622898713-project] 10.222.0.16 "GET /v2.0/ports?device_id=45ca750d-c755-4a67-9a68-0a22d846b4ca HTTP/1.1" status: 200  len: 210 time: 0.0404081
Mar 26 20:58:07.483895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-56ef751d-43a0-4f07-ab72-ec371bfcb24d service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136681
Mar 26 20:58:07.490013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] In _notify_port_updated(), no bound segment for port 4aaa338b-0458-45a9-af28-63d22ba08a45 on network 71ae6e04-0032-43cd-a7c6-d8478b28504b {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 20:58:07.496134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.496864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.501496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "PUT /v2.0/ports/4aaa338b-0458-45a9-af28-63d22ba08a45 HTTP/1.1" status: 200  len: 1068 time: 1.5201225
Mar 26 20:58:07.505623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:07.588031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecb1e1-c9b0-4642-95d0-182174362b1f tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event updated for resources: {'Port': ['ID=4aaa338b-0458-45a9-af28-63d22ba08a45,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:07.613484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-52aaaa4a-977f-4b02-b15e-8e16184e4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.615187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-52aaaa4a-977f-4b02-b15e-8e16184e4b18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 1125 time: 0.2260325
Mar 26 20:58:07.630541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63e0717e-681a-4c80-beda-95b71ddd91fb req-ceca5e00-41fe-44b3-8090-a865b1780339 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1928730
Mar 26 20:58:07.635909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d18e3a14-660b-4ba6-b5c7-6db306c12874 req-bb383cc3-d769-4157-80d4-750c60bb4598 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447268
Mar 26 20:58:07.715627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d63ef-bb2b-4cd0-bdf3-7c501f0af93e req-992bd966-3221-46b5-8a32-a85d35fce610 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.717265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2d63ef-bb2b-4cd0-bdf3-7c501f0af93e req-992bd966-3221-46b5-8a32-a85d35fce610 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 945 time: 0.0804687
Mar 26 20:58:07.751105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4e6695aa-f00f-45cf-9e7a-67f47f86a40c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:07.799732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2d63ef-bb2b-4cd0-bdf3-7c501f0af93e req-5074b4a7-70a6-40e9-82bc-f47c815a88a9 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709300
Mar 26 20:58:07.852996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-87b94521-773e-4e36-ae8c-f8c894469e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:07.855346 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-87b94521-773e-4e36-ae8c-f8c894469e79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 911 time: 0.2184083
Mar 26 20:58:07.857413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port 4aaa338b-0458-45a9-af28-63d22ba08a45 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:07.857765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.904033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:07.908335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:07.908779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:07.973628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-2716a271-2a96-430e-a0fa-5f310a4d095b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41328fe6-d504-4051-8089-d948e97d3fa2 HTTP/1.1" status: 200  len: 217 time: 0.0741653
Mar 26 20:58:08.032489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:08.033103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.071746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:08.074782 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37dc4b2-476c-4ee4-b864-0a202b3f4964" -d '{"events": [{"server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "name": "network-vif-plugged", "status": "completed", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:08.096476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:08.099511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0aa2ff90-74a1-49e4-9ee9-9123ece86d76 None None] Provisioning complete for port 4aaa338b-0458-45a9-af28-63d22ba08a45 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:08.100197 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0aa2ff90-74a1-49e4-9ee9-9123ece86d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.101665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-43b66a39-94e0-4f66-ae76-6f4181b44b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:08.104313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-43b66a39-94e0-4f66-ae76-6f4181b44b27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.0907946
Mar 26 20:58:08.119942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.143492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2ff90-74a1-49e4-9ee9-9123ece86d76 None None] Port 4aaa338b-0458-45a9-af28-63d22ba08a45 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:08.148629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.171211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for 4aaa338b-0458-45a9-af28-63d22ba08a45 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:08.174409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-98ead1fb-2d5d-494a-98f8-d3f3ae7e8368 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514009
Mar 26 20:58:08.216978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:08.268205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1851-0637-4854-a0cf-b0bd10250cfa req-aa51cec1-6738-4cf3-93f4-b84078e844bd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:08.277122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a98b1851-0637-4854-a0cf-b0bd10250cfa req-aa51cec1-6738-4cf3-93f4-b84078e844bd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 943 time: 0.1969967
Mar 26 20:58:08.301680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e708dc-e5d1-4ef7-ba44-e47289830a4a req-91c4429d-0d5f-469e-b50b-6128eac208bd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:08.304096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9e708dc-e5d1-4ef7-ba44-e47289830a4a req-91c4429d-0d5f-469e-b50b-6128eac208bd tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 946 time: 0.0673018
Mar 26 20:58:08.363550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9e708dc-e5d1-4ef7-ba44-e47289830a4a req-eaa9e416-7544-4721-af48-6bc771608d50 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521183
Mar 26 20:58:08.429932 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34312c85-b4bc-4145-969d-3ee23ee1d29d x-openstack-request-id: req-34312c85-b4bc-4145-969d-3ee23ee1d29d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:08.430570 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "name": "network-vif-plugged", "status": "completed", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:08.431239 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34312c85-b4bc-4145-969d-3ee23ee1d29d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:08.431834 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34312c85-b4bc-4145-969d-3ee23ee1d29d'] response: {'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c', 'code': 200}
Mar 26 20:58:08.454486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35278) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:08.459377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a98b1851-0637-4854-a0cf-b0bd10250cfa req-166bc38b-54b2-4039-9754-b5e15f8f0ed0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807456
Mar 26 20:58:08.487402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-b1406d42-cf23-4c45-88dd-bc19e3f3a3e5 service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919858
Mar 26 20:58:08.555815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8388fb-50c5-42bf-b037-26b5ba531446 req-9297517a-aaeb-4d27-b551-bea065dde8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:08.558081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a8388fb-50c5-42bf-b037-26b5ba531446 req-9297517a-aaeb-4d27-b551-bea065dde8a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 1128 time: 0.0587797
Mar 26 20:58:08.617037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0656d8ae-3767-453f-b163-2c9debb02de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.679025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34d03cf5-5682-4e4f-a381-4d1dc7f393c2 req-d852b447-1682-4f50-94a5-c2af746b3716 service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832137
Mar 26 20:58:08.694556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4aaa338b-0458-45a9-af28-63d22ba08a45), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.695229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a8388fb-50c5-42bf-b037-26b5ba531446 req-0a449326-d2e1-4434-aa80-5980281071a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297774
Mar 26 20:58:08.804918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=4aaa338b-0458-45a9-af28-63d22ba08a45,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:08.847344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0656d8ae-3767-453f-b163-2c9debb02de6 admin admin] Publish callbacks [] for security_group (e2892525-0fd0-420f-b986-6267a8b334df), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.857162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0656d8ae-3767-453f-b163-2c9debb02de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e2892525-0fd0-420f-b986-6267a8b334df), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:08.945862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0656d8ae-3767-453f-b163-2c9debb02de6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65f7ec66e7814012b1b00e5c23d35d64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4901202
Mar 26 20:58:08.978435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.076915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4d69-82e5-49a9-8b29-e6abc65f0129 req-62a81c17-3a06-492d-a42f-429cf90e6c73 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:09.078766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92bb4d69-82e5-49a9-8b29-e6abc65f0129 req-62a81c17-3a06-492d-a42f-429cf90e6c73 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.2898211
Mar 26 20:58:09.096088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.111587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.114511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1c6fa05b-8412-4615-a01f-0bb7f37c7256 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/4aaa338b-0458-45a9-af28-63d22ba08a45 HTTP/1.1" status: 204  len: 168 time: 1.6064429
Mar 26 20:58:09.121578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35314) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.158439 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fffad58-5463-4ab0-87a5-eedb230f1976 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] GET failed (client error): The resource could not be found.
Mar 26 20:58:09.160666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8fffad58-5463-4ab0-87a5-eedb230f1976 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports/4aaa338b-0458-45a9-af28-63d22ba08a45 HTTP/1.1" status: 404  len: 333 time: 0.0381320
Mar 26 20:58:09.169392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656d8ae-3767-453f-b163-2c9debb02de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2892525-0fd0-420f-b986-6267a8b334df,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:09.172440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:09.174963 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f363db-26cd-4e98-ac02-d3e19ddb43fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:09.184672 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.202224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92bb4d69-82e5-49a9-8b29-e6abc65f0129 req-304fcff1-0414-46e5-9b77-872c2afb3f68 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070156
Mar 26 20:58:09.301051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.324515 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68668972-8972-486c-a047-f2ce26e36d09 x-openstack-request-id: req-68668972-8972-486c-a047-f2ce26e36d09 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:09.325095 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:09.325306 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68668972-8972-486c-a047-f2ce26e36d09 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:09.325726 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68668972-8972-486c-a047-f2ce26e36d09'] response: {'name': 'network-changed', 'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12', 'status': 'completed', 'code': 200}
Mar 26 20:58:09.408175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b360b14-01f3-4e71-a54d-d56d3f2666de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.420602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b15eee45-c08c-4bb6-a728-2b42726ae7b4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:09.464045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: b15eee45-c08c-4bb6-a728-2b42726ae7b4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:09.464828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b15eee45-c08c-4bb6-a728-2b42726ae7b4 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:09.476870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd06eb1-8d11-424c-b114-d2d7d725d0b6 req-1c572f5d-5279-4596-87e4-54eab4e306a6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:09.485636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cd06eb1-8d11-424c-b114-d2d7d725d0b6 req-1c572f5d-5279-4596-87e4-54eab4e306a6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 946 time: 0.5336726
Mar 26 20:58:09.494815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] Publish callbacks [] for security_group (e2892525-0fd0-420f-b986-6267a8b334df), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.556117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-097bba43-9061-4aa0-9f08-510be231cfbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6702eaac3714fd6aaeafeb1dddfc749&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2538154
Mar 26 20:58:09.560547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35328) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.561690 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] Publish callbacks [] for security_group (e2892525-0fd0-420f-b986-6267a8b334df), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.565187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-2455c369-75ae-4002-becb-d4ca0e8bbe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:09.566758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-2455c369-75ae-4002-becb-d4ca0e8bbe1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 1128 time: 0.2391868
Mar 26 20:58:09.660734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] Publish callbacks [] for security_group (8d381945-cc28-4b2b-9665-d03fe6c126bd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.666144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cd06eb1-8d11-424c-b114-d2d7d725d0b6 req-43f3a2a9-402b-4ccf-85d8-758d61c4265c tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750431
Mar 26 20:58:09.685436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] Publish callbacks [] for security_group (8d381945-cc28-4b2b-9665-d03fe6c126bd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.687726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port 55e7fc22-bd60-4761-918d-4f825844f163 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:09.687989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (55e7fc22-bd60-4761-918d-4f825844f163), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.745418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b360b14-01f3-4e71-a54d-d56d3f2666de admin admin] Publish callbacks [] for security_group (420dbe21-737e-4196-8d6c-0659895ddc59), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.762081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:09.776700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d5f1-e272-42dd-a794-8ac319351e34 req-a8511a84-1618-4fb7-bd84-5ac17bbeece9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:09.778297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ded1d5f1-e272-42dd-a794-8ac319351e34 req-a8511a84-1618-4fb7-bd84-5ac17bbeece9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 946 time: 0.2880654
Mar 26 20:58:09.779773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b360b14-01f3-4e71-a54d-d56d3f2666de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (420dbe21-737e-4196-8d6c-0659895ddc59), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.844459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6b360b14-01f3-4e71-a54d-d56d3f2666de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4711951c1994477aabaf5a8a585fe537&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7447670
Mar 26 20:58:09.852523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (55e7fc22-bd60-4761-918d-4f825844f163), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.870930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for 55e7fc22-bd60-4761-918d-4f825844f163 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:09.875902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35336) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:09.919151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:09.921620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d381945-cc28-4b2b-9665-d03fe6c126bd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.924384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:09.930101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d381945-cc28-4b2b-9665-d03fe6c126bd HTTP/1.1" status: 204  len: 168 time: 0.3624117
Mar 26 20:58:09.934451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12', 'mac_address': 'fa:16:3e:a8:64:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:09.957557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b360b14-01f3-4e71-a54d-d56d3f2666de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420dbe21-737e-4196-8d6c-0659895ddc59,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:09.959103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-a09718c7-2fa4-4036-862e-6db33b750d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:09.961439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-a09718c7-2fa4-4036-862e-6db33b750d64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3810723
Mar 26 20:58:09.995781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e2892525-0fd0-420f-b986-6267a8b334df), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.004344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.013949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2892525-0fd0-420f-b986-6267a8b334df HTTP/1.1" status: 204  len: 168 time: 1.0331140
Mar 26 20:58:10.046309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:10.046701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.064876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ded1d5f1-e272-42dd-a794-8ac319351e34 req-33fab384-08ff-43b0-90d1-c876a380b111 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303553
Mar 26 20:58:10.065532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21365584-8c77-466c-996d-ec7ac7ef53e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d381945-cc28-4b2b-9665-d03fe6c126bd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:10.082250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:10.111634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:10.126547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] Publish callbacks [] for security_group (420dbe21-737e-4196-8d6c-0659895ddc59), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.142703 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.208197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] Publish callbacks [] for security_group (420dbe21-737e-4196-8d6c-0659895ddc59), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.236035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-d44bcea5-0005-47dd-8124-e1d0a68c360b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 HTTP/1.1" status: 200  len: 217 time: 0.2567420
Mar 26 20:58:10.242199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03c0aa-3ce1-4b3e-8e14-57af80041246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2892525-0fd0-420f-b986-6267a8b334df,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:10.353624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (420dbe21-737e-4196-8d6c-0659895ddc59), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.354380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:10.361473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.367253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/420dbe21-737e-4196-8d6c-0659895ddc59 HTTP/1.1" status: 204  len: 168 time: 0.4860938
Mar 26 20:58:10.394403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-e357ecd8-a6bb-495f-8b93-edf349b073b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:10.395877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-e357ecd8-a6bb-495f-8b93-edf349b073b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1428590
Mar 26 20:58:10.402989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176cc-08dc-471c-89b9-4e0ef55102a7 req-b063d321-68fb-4776-bfff-773110e84574 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:10.410040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-053176cc-08dc-471c-89b9-4e0ef55102a7 req-b063d321-68fb-4776-bfff-773110e84574 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 943 time: 0.5174696
Mar 26 20:58:10.456884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['fbf0f9fa-1caf-456e-b3b7-a9bc64217a12'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:10.494569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e45ecb-52b4-49be-b59a-c89246f68538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420dbe21-737e-4196-8d6c-0659895ddc59,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:10.519184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82958125-0863-4cbc-8d99-f35746cb594d req-8a8be2e3-e4a4-4457-98ab-b99ab35d5662 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:10.529995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82958125-0863-4cbc-8d99-f35746cb594d req-8a8be2e3-e4a4-4457-98ab-b99ab35d5662 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.2016418
Mar 26 20:58:10.589222 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-053176cc-08dc-471c-89b9-4e0ef55102a7 req-20b4d465-77c5-4444-b25b-c005a4a1486f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782024
Mar 26 20:58:10.617168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82958125-0863-4cbc-8d99-f35746cb594d req-8e097a17-3502-4691-b01f-c30386e5ff01 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860868
Mar 26 20:58:10.641137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-053dade9-d87f-42ee-a40d-001f16f229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:10.642803 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-053dade9-d87f-42ee-a40d-001f16f229fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2289803
Mar 26 20:58:10.645767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (55e7fc22-bd60-4761-918d-4f825844f163), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.754409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=55e7fc22-bd60-4761-918d-4f825844f163,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:10.858261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:10.865401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35368) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:10.866224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6ead353d-3f06-43d1-ab18-a7f9bd7eca7d tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/55e7fc22-bd60-4761-918d-4f825844f163 HTTP/1.1" status: 204  len: 168 time: 1.6798995
Mar 26 20:58:10.939379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-d1c88928-1291-4515-8b1d-52899a06b53b service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2888677
Mar 26 20:58:10.947567 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-552fe584-b120-4c69-bf6c-74c9e0e10683 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] GET failed (client error): The resource could not be found.
Mar 26 20:58:10.957836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-552fe584-b120-4c69-bf6c-74c9e0e10683 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "GET /v2.0/ports/55e7fc22-bd60-4761-918d-4f825844f163 HTTP/1.1" status: 404  len: 333 time: 0.0880332
Mar 26 20:58:10.959208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35372) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:10.959478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0f775-4a9e-45df-9827-7df5a3baee36 req-183c4b94-1304-454a-af30-38f78aaae56e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:10.967658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46c0f775-4a9e-45df-9827-7df5a3baee36 req-183c4b94-1304-454a-af30-38f78aaae56e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 946 time: 0.1817136
Mar 26 20:58:11.120467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46c0f775-4a9e-45df-9827-7df5a3baee36 req-21c38eaf-1994-4598-99fd-b84e7fc4be99 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466568
Mar 26 20:58:11.194933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70f363db-26cd-4e98-ac02-d3e19ddb43fe req-6d23d71d-5f5c-44a0-aa1c-246e6cbda07d service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129350
Mar 26 20:58:11.285238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port 5d84a396-ca0b-4c33-9409-fe941cfb26fd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:11.285868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.392865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7090545-b9d2-4db1-992d-6798306d1532 req-acf50f33-e450-4beb-8047-85f12c2fa7fd tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:11.394619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7090545-b9d2-4db1-992d-6798306d1532 req-acf50f33-e450-4beb-8047-85f12c2fa7fd tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 946 time: 0.1607177
Mar 26 20:58:11.399714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440b9b-fe2a-4614-a2cc-7cd7b56cd106 req-85df6695-0d03-4ccb-a69b-f5e1dc070eae tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:11.401404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb440b9b-fe2a-4614-a2cc-7cd7b56cd106 req-85df6695-0d03-4ccb-a69b-f5e1dc070eae tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 947 time: 0.1745949
Mar 26 20:58:11.439692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 41328fe6-d504-4051-8089-d948e97d3fa2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:11.446803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.473232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7090545-b9d2-4db1-992d-6798306d1532 req-1944aaba-b9cb-48e8-b640-d02f1473d1d1 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715969
Mar 26 20:58:11.478699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for 5d84a396-ca0b-4c33-9409-fe941cfb26fd owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:11.562409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb440b9b-fe2a-4614-a2cc-7cd7b56cd106 req-9f7308b4-d1ef-479d-9e53-c8412682e0bf tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411273
Mar 26 20:58:11.669839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41328fe6-d504-4051-8089-d948e97d3fa2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:11.721141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '41328fe6-d504-4051-8089-d948e97d3fa2', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'port_id': '41328fe6-d504-4051-8089-d948e97d3fa2', 'mac_address': 'fa:16:3e:e4:18:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:11.767938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:11.770874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5d84a396-ca0b-4c33-9409-fe941cfb26fd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.827592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 41328fe6-d504-4051-8089-d948e97d3fa2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:11.828305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.841889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=5d84a396-ca0b-4c33-9409-fe941cfb26fd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:11.874068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.878972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab5acb1c-bb89-44dc-91f9-19bd66376a35 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/ports/5d84a396-ca0b-4c33-9409-fe941cfb26fd HTTP/1.1" status: 204  len: 168 time: 0.9177465
Mar 26 20:58:11.882193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35424) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:11.886173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bf40c-7c82-4ac1-a148-8ba52c135bd5 req-32f8e671-7403-41de-88cc-7c88dc4a6bf6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:11.888116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-194bf40c-7c82-4ac1-a148-8ba52c135bd5 req-32f8e671-7403-41de-88cc-7c88dc4a6bf6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.0786150
Mar 26 20:58:11.906372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41328fe6-d504-4051-8089-d948e97d3fa2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:11.946237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41328fe6-d504-4051-8089-d948e97d3fa2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:11.955374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:11.964301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:11.985116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03dbe9-b1f2-426f-9b2c-d34aa27feccb req-112ce596-3451-459e-96e1-209053e736ef tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:11.987515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c03dbe9-b1f2-426f-9b2c-d34aa27feccb req-112ce596-3451-459e-96e1-209053e736ef tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 943 time: 0.2333398
Mar 26 20:58:11.992735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting subnet 7740071d-651a-4367-ae5e-36e06505c51e {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:58:12.011194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:12.011887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.014066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-194bf40c-7c82-4ac1-a148-8ba52c135bd5 req-92cfada5-709b-44f4-b695-e66e54b7b11d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200306
Mar 26 20:58:12.024415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for subnet (7740071d-651a-4367-ae5e-36e06505c51e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.085561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35426) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:12.154208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:12.164117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c03dbe9-b1f2-426f-9b2c-d34aa27feccb req-d2385e23-b1d9-42b8-be02-c4b557ed2f1b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672089
Mar 26 20:58:12.178799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7740071d-651a-4367-ae5e-36e06505c51e), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.291575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['41328fe6-d504-4051-8089-d948e97d3fa2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:12.329609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-409373181-network', 'tenant_id': '19b4a69e68554b2bbaa1fcbfc9810a2f'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:12.344387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7740071d-651a-4367-ae5e-36e06505c51e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.367640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Made reservation on behalf of 19b4a69e68554b2bbaa1fcbfc9810a2f for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:12.370447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.391177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.485121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7740071d-651a-4367-ae5e-36e06505c51e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.512102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:12.512806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.547302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Subnet': ['ID=7740071d-651a-4367-ae5e-36e06505c51e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:12.551318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:12.555058 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebf6661-4223-4e9e-b5d2-0e8e53674a70" -d '{"events": [{"server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "name": "network-vif-plugged", "status": "completed", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:12.573376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:12.578263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.581716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84199b-65a5-4e5f-b740-9e62b7a5719c None None] Network 71ae6e04-0032-43cd-a7c6-d8478b28504b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:12.585303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks [] for security_group (751ce41f-82c6-4325-a477-4f812e43d07e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.587967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35456) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:12.588269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a0f271fa-94c0-4267-afe1-ac5a7db01d18 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/subnets/7740071d-651a-4367-ae5e-36e06505c51e HTTP/1.1" status: 204  len: 168 time: 0.7048044
Mar 26 20:58:12.607822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.613415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (751ce41f-82c6-4325-a477-4f812e43d07e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.618957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6409f0a-9292-4e07-a2f5-db1c96dc202e req-760155c6-1454-4f5d-be86-e69549b45a83 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:12.621571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6409f0a-9292-4e07-a2f5-db1c96dc202e req-760155c6-1454-4f5d-be86-e69549b45a83 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 946 time: 0.2325587
Mar 26 20:58:12.707223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751ce41f-82c6-4325-a477-4f812e43d07e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:12.739973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6409f0a-9292-4e07-a2f5-db1c96dc202e req-9d9ffd4a-b04d-415d-9191-4b91c35ea757 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106317
Mar 26 20:58:12.757031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:12.818771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (85300a62-a8a6-4353-87d7-a0c3ff46ce18), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.819679 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Added segment 85300a62-a8a6-4353-87d7-a0c3ff46ce18 of type vlan for network 8a2ad4f6-df59-4729-a170-ebf6bd902f70
Mar 26 20:58:12.875708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (71ae6e04-0032-43cd-a7c6-d8478b28504b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.924952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8a2ad4f6-df59-4729-a170-ebf6bd902f70), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:12.938285 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c366007-b660-4dd8-b216-98417afbcb27 x-openstack-request-id: req-1c366007-b660-4dd8-b216-98417afbcb27 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:12.939073 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "name": "network-vif-plugged", "status": "completed", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:12.940030 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c366007-b660-4dd8-b216-98417afbcb27 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:12.940761 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c366007-b660-4dd8-b216-98417afbcb27'] response: {'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12', 'code': 200}
Mar 26 20:58:12.942701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:13.114399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] DHCP port deletion for 71ae6e04-0032-43cd-a7c6-d8478b28504b request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:58:13.194121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Deleting port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:13.194502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.278012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] For port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,segment=NetworkSegment(ebe2a201-d102-44ba-b0d0-054b5f9c8876),segment_id=ebe2a201-d102-44ba-b0d0-054b5f9c8876)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:13.278424 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.293213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Calling delete_port for c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:13.352913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8a2ad4f6-df59-4729-a170-ebf6bd902f70), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.354115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.355022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.377881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af565db9-4f82-4268-8dc9-6830ff2ec91a req-229b338d-7db6-4fe3-ac30-50ac6ae072f1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.379492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af565db9-4f82-4268-8dc9-6830ff2ec91a req-229b338d-7db6-4fe3-ac30-50ac6ae072f1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.0631223
Mar 26 20:58:13.398591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.433305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3465083
Mar 26 20:58:13.436699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35528) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:13.444838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] Pushing event deleted for resources: {'Port': ['ID=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:13.446513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eca6f2-c359-4418-988a-3c6ffb07c168 None None] No DVR routers for this DVR port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:13.447601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Request body: {'subnet': {'network_id': '8a2ad4f6-df59-4729-a170-ebf6bd902f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-409373181-subnet', 'tenant_id': '19b4a69e68554b2bbaa1fcbfc9810a2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:13.461719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af565db9-4f82-4268-8dc9-6830ff2ec91a req-9ea57103-ffa0-4583-8be3-d70e0197e2f7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763221
Mar 26 20:58:13.496025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:13.503264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Made reservation on behalf of 19b4a69e68554b2bbaa1fcbfc9810a2f for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:13.514178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.527501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:13.527873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:13.554164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fee2f4-ebf2-4063-8afa-fcb692a9bab7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2ad4f6-df59-4729-a170-ebf6bd902f70,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:13.568764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 8a2ad4f6-df59-4729-a170-ebf6bd902f70 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:13.569061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072bd5-4cc8-4ecc-aca9-7032e0cc07b2 req-1a8265f0-a644-4ca3-ac1d-8dd0dbacb36a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.588291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03072bd5-4cc8-4ecc-aca9-7032e0cc07b2 req-1a8265f0-a644-4ca3-ac1d-8dd0dbacb36a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.6568789
Mar 26 20:58:13.629818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-c59e2fc2-f222-4d52-b997-c37916134d23 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.632475 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-c59e2fc2-f222-4d52-b997-c37916134d23 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 946 time: 0.3462923
Mar 26 20:58:13.686367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5916f-8f82-4986-8a40-dfe42b98f4c7 req-27acda73-b1cb-4616-b05a-cff08cb831f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.688268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0c5916f-8f82-4986-8a40-dfe42b98f4c7 req-27acda73-b1cb-4616-b05a-cff08cb831f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 1130 time: 0.4031761
Mar 26 20:58:13.690555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Deleting port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:13.691504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.750817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:13.781625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d8e40fbb-02f9-49b1-8804-e79edc1928a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.824333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03072bd5-4cc8-4ecc-aca9-7032e0cc07b2 req-23c33cec-5ad0-44e2-aaa4-9dcf62733a10 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344685
Mar 26 20:58:13.858534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] For port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:13.859437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.890763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Calling delete_port for c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:13.894883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 20:58:13.899363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0c5916f-8f82-4986-8a40-dfe42b98f4c7 req-94403d5e-07c9-4aba-93ec-13f109cba1ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860108
Mar 26 20:58:13.902099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c155fb6c-1abe-4bb2-8c0a-2f1238f0d377), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.907070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e40fbb-02f9-49b1-8804-e79edc1928a0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:13.925833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Checking segment: {'id': '85300a62-a8a6-4353-87d7-a0c3ff46ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8a2ad4f6-df59-4729-a170-ebf6bd902f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:13.926204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Network hostable DHCP agents. Network: 8a2ad4f6-df59-4729-a170-ebf6bd902f70, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:13.937299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d18b07-5332-4fe2-b175-2a02fadfd091 req-62958503-a45f-4018-b86b-5ad35f28e4f1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.939305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Port': ['ID=c155fb6c-1abe-4bb2-8c0a-2f1238f0d377,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:13.944884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] No DVR routers for this DVR port c155fb6c-1abe-4bb2-8c0a-2f1238f0d377 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:13.947616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2d18b07-5332-4fe2-b175-2a02fadfd091 req-62958503-a45f-4018-b86b-5ad35f28e4f1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 944 time: 0.1369519
Mar 26 20:58:13.987615 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:13.997948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-7765467f-9610-4285-9ac1-592e1a9ad73c tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:13.999468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-7765467f-9610-4285-9ac1-592e1a9ad73c tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "GET /v2.0/ports?device_id=744ce669-197a-4411-a6c8-31d0efc0e6ea HTTP/1.1" status: 200  len: 946 time: 0.1422193
Mar 26 20:58:14.004314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f61d126-ded2-4f9b-bd17-69ad11f56da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.011637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Network 8a2ad4f6-df59-4729-a170-ebf6bd902f70 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:14.034086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2d18b07-5332-4fe2-b175-2a02fadfd091 req-6474d908-787a-49d4-a01b-ebe88dc456b9 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849788
Mar 26 20:58:14.035191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a2ad4f6-df59-4729-a170-ebf6bd902f70) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:14.039365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:14.040230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.052842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f04d9-90b1-4221-a058-a34b010e6d1b None None] Network 8a2ad4f6-df59-4729-a170-ebf6bd902f70 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:14.060582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Deleting port a6b3c590-9fed-47ce-b164-f99a99555c05 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:14.060922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.079999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5954cf41-28f3-4b0a-913c-091e0bd98765 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6378949
Mar 26 20:58:14.121449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (71ae6e04-0032-43cd-a7c6-d8478b28504b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.189679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f1bac-9a59-454a-baf2-3ab8b884175f None None] Network 8a2ad4f6-df59-4729-a170-ebf6bd902f70 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:14.208773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc2733-6a06-47db-a776-70db54b0b5e7 req-7ebd620e-3deb-441d-bee2-369725d0fc3f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:14.210867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51bc2733-6a06-47db-a776-70db54b0b5e7 req-7ebd620e-3deb-441d-bee2-369725d0fc3f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.2775068
Mar 26 20:58:14.218389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d498280>,) {'filters': {'network_id': ['71ae6e04-0032-43cd-a7c6-d8478b28504b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:14.260850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Deleting port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:14.261523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.266592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d498280>, 'ebe2a201-d102-44ba-b0d0-054b5f9c8876') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:14.266891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d498280>, 'ebe2a201-d102-44ba-b0d0-054b5f9c8876') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:14.296543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (ebe2a201-d102-44ba-b0d0-054b5f9c8876), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.351341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ebe2a201-d102-44ba-b0d0-054b5f9c8876), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.369033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] For port a6b3c590-9fed-47ce-b164-f99a99555c05, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6b3c590-9fed-47ce-b164-f99a99555c05,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:14.369404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.388239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:58:14.388647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (ebe2a201-d102-44ba-b0d0-054b5f9c8876), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:58:14.393006 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:58:14.396142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] For port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,segment=NetworkSegment(352c494f-7960-4627-b76e-b642f44fc2b5),segment_id=352c494f-7960-4627-b76e-b642f44fc2b5)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:14.396725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.408922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Calling delete_port for a6b3c590-9fed-47ce-b164-f99a99555c05 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:14.414731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Calling delete_port for 4e6695aa-f00f-45cf-9e7a-67f47f86a40c owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:14.422424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51bc2733-6a06-47db-a776-70db54b0b5e7 req-1bed797d-d3a3-47bc-9177-d9ec07be93fa tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1788781
Mar 26 20:58:14.431448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b72c0-2fa3-47a8-adaa-5bd3abe6d447 req-b555fac4-b647-4e2e-97c2-0daf24dd1910 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:14.433005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a23b72c0-2fa3-47a8-adaa-5bd3abe6d447 req-b555fac4-b647-4e2e-97c2-0daf24dd1910 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 946 time: 0.0951781
Mar 26 20:58:14.488648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f61d126-ded2-4f9b-bd17-69ad11f56da3 admin admin] Publish callbacks [] for security_group (a25d5080-b249-4ab3-a7f1-f2465fd6ef91), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.523204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f61d126-ded2-4f9b-bd17-69ad11f56da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a25d5080-b249-4ab3-a7f1-f2465fd6ef91), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.549740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (71ae6e04-0032-43cd-a7c6-d8478b28504b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.575404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.578840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] 10.222.0.16 "DELETE /v2.0/networks/71ae6e04-0032-43cd-a7c6-d8478b28504b HTTP/1.1" status: 204  len: 168 time: 1.9891548
Mar 26 20:58:14.582343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a23b72c0-2fa3-47a8-adaa-5bd3abe6d447 req-a8dc18f5-8757-49c8-96dd-43af1b31342d tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/security-groups?id=507b5d4d-5531-4806-b075-b786ed3a47a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307347
Mar 26 20:58:14.609582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1106b5-8c5b-468f-b2ba-1f9cd32a77f0 tempest-AllowedAddressPairIpV6TestJSON-1900415556 tempest-AllowedAddressPairIpV6TestJSON-1900415556-project] Pushing event deleted for resources: {'Network': ['ID=71ae6e04-0032-43cd-a7c6-d8478b28504b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:14.613542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61d126-ded2-4f9b-bd17-69ad11f56da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d5080-b249-4ab3-a7f1-f2465fd6ef91,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:14.626402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f61d126-ded2-4f9b-bd17-69ad11f56da3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5323738031048e9bdb73100c303fb6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8742938
Mar 26 20:58:14.629532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35582) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:14.679478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-558443609', 'description': 'tempest-description-14436494'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:14.700871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4e6695aa-f00f-45cf-9e7a-67f47f86a40c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.717816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4e6695aa-f00f-45cf-9e7a-67f47f86a40c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:14.740536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event deleted for resources: {'Port': ['ID=4e6695aa-f00f-45cf-9e7a-67f47f86a40c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:14.773349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.794262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] Publish callbacks [] for security_group (a25d5080-b249-4ab3-a7f1-f2465fd6ef91), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.830489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a6b3c590-9fed-47ce-b164-f99a99555c05), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.840926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] Publish callbacks [] for security_group (a25d5080-b249-4ab3-a7f1-f2465fd6ef91), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.841582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] No DVR routers for this DVR port 4e6695aa-f00f-45cf-9e7a-67f47f86a40c on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:14.844445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:14.848701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4e6695aa-f00f-45cf-9e7a-67f47f86a40c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:14.849996 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50c8f0e7-4bbd-4629-9db8-aac6cdceb405 req-6e5e635a-1c3f-4e27-9de7-a016907db5c6 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "DELETE /v2.0/ports/4e6695aa-f00f-45cf-9e7a-67f47f86a40c HTTP/1.1" status: 204  len: 173 time: 0.7560616
Mar 26 20:58:14.850528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'name': 'network-vif-deleted', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:14.853264 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faaac65-4917-43df-8539-4bae56095fef" -d '{"events": [{"server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "name": "network-vif-deleted", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:14.962255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Pushing event deleted for resources: {'Port': ['ID=a6b3c590-9fed-47ce-b164-f99a99555c05,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:15.014043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845bcde-c0fc-494b-ac5c-57a9c36b488e req-9574a557-ac02-45c5-903d-e13935003f20 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:15.015628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5845bcde-c0fc-494b-ac5c-57a9c36b488e req-9574a557-ac02-45c5-903d-e13935003f20 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.0979581
Mar 26 20:58:15.070838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (b5663b1d-c4fa-4ac3-a8a0-546792566a2c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.071931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] No DVR routers for this DVR port a6b3c590-9fed-47ce-b164-f99a99555c05 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:15.074740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.078195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88dd874d-f7ca-4505-ae36-68eb200df4ee req-b75b76a1-5aa3-4f22-8d49-bf627471c7b3 tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.18 "DELETE /v2.0/ports/a6b3c590-9fed-47ce-b164-f99a99555c05 HTTP/1.1" status: 204  len: 173 time: 1.4377890
Mar 26 20:58:15.078648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'name': 'network-vif-deleted', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:15.080947 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b8d0f-5359-48ec-87f6-4680e6dd1915" -d '{"events": [{"server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "name": "network-vif-deleted", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:15.085606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5663b1d-c4fa-4ac3-a8a0-546792566a2c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.118014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5663b1d-c4fa-4ac3-a8a0-546792566a2c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:15.121054 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a25d5080-b249-4ab3-a7f1-f2465fd6ef91), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.123767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.124822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a25d5080-b249-4ab3-a7f1-f2465fd6ef91 HTTP/1.1" status: 204  len: 168 time: 0.4941635
Mar 26 20:58:15.127694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.141868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfca6b72-b884-4b36-8c4e-6d7caf3aa273 req-d6e8582e-a041-430c-ace6-7da4489f9c62 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4855711
Mar 26 20:58:15.155270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8b89f-9940-4b22-9e0c-0bb225a5a4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d5080-b249-4ab3-a7f1-f2465fd6ef91,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:15.176468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5845bcde-c0fc-494b-ac5c-57a9c36b488e req-78ced830-fcc4-49d3-928d-e539047b61a2 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276667
Mar 26 20:58:15.182716 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0de3c-7e1a-4dab-818d-cf0147024690 x-openstack-request-id: req-12b0de3c-7e1a-4dab-818d-cf0147024690 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:15.183808 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744ce669-197a-4411-a6c8-31d0efc0e6ea", "name": "network-vif-deleted", "tag": "4e6695aa-f00f-45cf-9e7a-67f47f86a40c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:15.184099 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12b0de3c-7e1a-4dab-818d-cf0147024690 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:15.185123 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b0de3c-7e1a-4dab-818d-cf0147024690'] response: {'server_uuid': '744ce669-197a-4411-a6c8-31d0efc0e6ea', 'name': 'network-vif-deleted', 'tag': '4e6695aa-f00f-45cf-9e7a-67f47f86a40c', 'status': 'completed', 'code': 200}
Mar 26 20:58:15.273187 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4833b22-a2ec-4d15-8b37-1b18dfaa8e99 x-openstack-request-id: req-b4833b22-a2ec-4d15-8b37-1b18dfaa8e99 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:15.273702 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098ba7e-07e3-468c-997a-7960ed44729c", "name": "network-vif-deleted", "tag": "a6b3c590-9fed-47ce-b164-f99a99555c05", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:15.274437 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4833b22-a2ec-4d15-8b37-1b18dfaa8e99 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:15.275006 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4833b22-a2ec-4d15-8b37-1b18dfaa8e99'] response: {'server_uuid': '4098ba7e-07e3-468c-997a-7960ed44729c', 'name': 'network-vif-deleted', 'tag': 'a6b3c590-9fed-47ce-b164-f99a99555c05', 'status': 'completed', 'code': 200}
Mar 26 20:58:15.347009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35614) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:15.380669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-d968f3eb-77c8-44ec-b10b-fabbfc162dc0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/b5663b1d-c4fa-4ac3-a8a0-546792566a2c HTTP/1.1" status: 200  len: 1821 time: 0.0863497
Mar 26 20:58:15.386349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5663b1d-c4fa-4ac3-a8a0-546792566a2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:15.386761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b5663b1d-c4fa-4ac3-a8a0-546792566a2c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:15.393009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372aca-987d-49cc-aed6-1cae50a70393 req-a839a2f0-61bb-4cfb-b61f-ccc33f21104f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:15.395466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95372aca-987d-49cc-aed6-1cae50a70393 req-a839a2f0-61bb-4cfb-b61f-ccc33f21104f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 944 time: 0.1421270
Mar 26 20:58:15.419775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35624) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:15.452276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 41328fe6-d504-4051-8089-d948e97d3fa2 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:15.486977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95372aca-987d-49cc-aed6-1cae50a70393 req-62bd3263-279d-4d75-90d8-85ea2488c18c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835769
Mar 26 20:58:15.569765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (9c7f0aa7-56b2-4ffc-ac40-acb4e3530220), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.620021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (9c7f0aa7-56b2-4ffc-ac40-acb4e3530220), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.630233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (9c7f0aa7-56b2-4ffc-ac40-acb4e3530220), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.658064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c3f5c555-8c4f-4dfc-ab71-14639a089397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4885ef55ed84bc49abc7050962b85f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3096044
Mar 26 20:58:15.658963 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.659461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35644) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:15.664893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 41328fe6-d504-4051-8089-d948e97d3fa2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:15.675024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 41328fe6-d504-4051-8089-d948e97d3fa2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:15.676498 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.713052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7f0aa7-56b2-4ffc-ac40-acb4e3530220,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:15.719270 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22541b9c-fdb8-482b-9f1e-5b1ed0168ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.747711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.758107 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b0e3b8d-d03a-43fa-aa73-56e597ed7240 req-39a755b3-f35a-4142-ba9b-7bfb30385df3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3763046
Mar 26 20:58:15.792887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a6b3c590-9fed-47ce-b164-f99a99555c05 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:15.797441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-476678972', 'description': 'tempest-description-439863989'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:15.817791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1477a013-9425-4c21-9eec-7eefe68bff70 req-44780b4a-b3f2-466f-a6c8-700e71f8340e tempest-MultipleCreateTestJSON-973694375 tempest-MultipleCreateTestJSON-973694375-project] 10.222.0.16 "GET /v2.0/ports?device_id=4098ba7e-07e3-468c-997a-7960ed44729c HTTP/1.1" status: 200  len: 210 time: 0.0521221
Mar 26 20:58:15.822519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] Publish callbacks [] for security_group (244c5c49-54f2-4125-b5c7-f54cbf9cfcfd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.849935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 41328fe6-d504-4051-8089-d948e97d3fa2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:15.852341 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.873799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] Publish callbacks [] for security_group (244c5c49-54f2-4125-b5c7-f54cbf9cfcfd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.874099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.945862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: a6b3c590-9fed-47ce-b164-f99a99555c05 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:15.948781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a6b3c590-9fed-47ce-b164-f99a99555c05 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:15.952910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22541b9c-fdb8-482b-9f1e-5b1ed0168ddc admin admin] Publish callbacks [] for security_group (15be8cc1-e324-46e7-9384-555fc30c4838), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.953908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (244c5c49-54f2-4125-b5c7-f54cbf9cfcfd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.957070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.958576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/244c5c49-54f2-4125-b5c7-f54cbf9cfcfd HTTP/1.1" status: 204  len: 168 time: 0.2979813
Mar 26 20:58:15.970130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22541b9c-fdb8-482b-9f1e-5b1ed0168ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15be8cc1-e324-46e7-9384-555fc30c4838), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:15.971152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013791-f8b3-4129-b09c-24211170d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c5c49-54f2-4125-b5c7-f54cbf9cfcfd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:15.990821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:15.997380 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a360f36-ee8c-40ff-b1ed-caa9010396ad" -d '{"events": [{"server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "name": "network-vif-plugged", "status": "completed", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:16.074355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8721e849-bfe5-4fc3-9614-c753c5f1d981), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.079804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22541b9c-fdb8-482b-9f1e-5b1ed0168ddc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ed5f1700fdf4c55a6bed753ec0072bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6556258
Mar 26 20:58:16.079804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22541b9c-fdb8-482b-9f1e-5b1ed0168ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be8cc1-e324-46e7-9384-555fc30c4838,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.080118 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91531ef3-6c95-4323-8d2e-741e28e02bc7 x-openstack-request-id: req-91531ef3-6c95-4323-8d2e-741e28e02bc7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:16.080395 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "name": "network-vif-plugged", "status": "completed", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:16.081193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:16.086253 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91531ef3-6c95-4323-8d2e-741e28e02bc7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:16.087248 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91531ef3-6c95-4323-8d2e-741e28e02bc7'] response: {'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2', 'code': 200}
Mar 26 20:58:16.087463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8721e849-bfe5-4fc3-9614-c753c5f1d981), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.098131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41328fe6-d504-4051-8089-d948e97d3fa2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:16.106940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.160207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] Publish callbacks [] for security_group (15be8cc1-e324-46e7-9384-555fc30c4838), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.175028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.186495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8721e849-bfe5-4fc3-9614-c753c5f1d981,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.187778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] Publish callbacks [] for security_group (15be8cc1-e324-46e7-9384-555fc30c4838), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.195484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.200518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-877f6ba5-03be-4dd5-8bf7-8f0604bdc670 req-c5e742f2-54b9-48c1-96d1-81f97766b3e7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.4095697
Mar 26 20:58:16.268001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15be8cc1-e324-46e7-9384-555fc30c4838), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.272649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.280624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15be8cc1-e324-46e7-9384-555fc30c4838 HTTP/1.1" status: 204  len: 168 time: 0.1972616
Mar 26 20:58:16.297103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cf658-ba54-460b-97c7-7ab0339fad8a req-fbba52be-fe33-4536-8af6-fde63a0b5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:16.298506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f1cf658-ba54-460b-97c7-7ab0339fad8a req-fbba52be-fe33-4536-8af6-fde63a0b5d9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 1127 time: 0.1132362
Mar 26 20:58:16.308517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-01d4df9d-48b0-4a7d-b99b-52d5453f667c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/8721e849-bfe5-4fc3-9614-c753c5f1d981 HTTP/1.1" status: 200  len: 1822 time: 0.0882375
Mar 26 20:58:16.309415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7954dba-724a-441c-a315-b1a090e8b4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be8cc1-e324-46e7-9384-555fc30c4838,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.336950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8721e849-bfe5-4fc3-9614-c753c5f1d981', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:16.337324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8721e849-bfe5-4fc3-9614-c753c5f1d981', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:16.363259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a0f27-83f7-45e2-889c-e2af642142ce req-a573067c-9a7f-4dc5-a9ea-246acb0cde3a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:16.364957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de6a0f27-83f7-45e2-889c-e2af642142ce req-a573067c-9a7f-4dc5-a9ea-246acb0cde3a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.0702446
Mar 26 20:58:16.375395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f1cf658-ba54-460b-97c7-7ab0339fad8a req-9f3a84ce-525d-4e88-8731-68701906213c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648139
Mar 26 20:58:16.425841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (b96619ae-d826-4385-bd25-d865b3d4caec), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.434005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de6a0f27-83f7-45e2-889c-e2af642142ce req-cf9b9234-4ee8-49fc-abde-0f7e7c429f6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572493
Mar 26 20:58:16.456876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (b96619ae-d826-4385-bd25-d865b3d4caec), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.462307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b96619ae-d826-4385-bd25-d865b3d4caec), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.488313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.493741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d19569e9-7b13-45af-9c78-d803e1b436a1 req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.1842504
Mar 26 20:58:16.498067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8360f5-0bd7-4083-982e-b6fc5fbc28d5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96619ae-d826-4385-bd25-d865b3d4caec,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.521042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-402695621', 'description': 'tempest-description-1776324933'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:16.551403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.613070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b5066-b22d-47e4-b949-07c64c44d07f req-07ea39c2-64c7-47b5-98bf-9a75187b90b5 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:16.623888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b99b5066-b22d-47e4-b949-07c64c44d07f req-07ea39c2-64c7-47b5-98bf-9a75187b90b5 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 1130 time: 0.0833969
Mar 26 20:58:16.687725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (9ea15609-fdf4-4d55-a5af-1595e460d625), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.695050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b99b5066-b22d-47e4-b949-07c64c44d07f req-621ce070-b968-48dc-9794-705f000fe866 tempest-ServersOnMultiNodesTest-1092617530 tempest-ServersOnMultiNodesTest-1092617530-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681627
Mar 26 20:58:16.700607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ea15609-fdf4-4d55-a5af-1595e460d625), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.747493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:16.749029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58b79860-d339-4f3c-954b-c658be27f809 req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2329154
Mar 26 20:58:16.761226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb80d4-107e-4de9-8c83-a7dcf1acdef0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea15609-fdf4-4d55-a5af-1595e460d625,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:16.844452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbee30c-1f8c-4b4a-8af5-cdcc1d2772ca req-b2328e80-6fb9-4d30-9e9c-a83fabf93bfd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:16.852575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2dbee30c-1f8c-4b4a-8af5-cdcc1d2772ca req-b2328e80-6fb9-4d30-9e9c-a83fabf93bfd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.0866051
Mar 26 20:58:16.907833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2dbee30c-1f8c-4b4a-8af5-cdcc1d2772ca req-818b1956-289c-4da2-a229-815c695c6626 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541737
Mar 26 20:58:16.938773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1760588779', 'description': 'tempest-description-1158126087'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:16.963659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.068670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (948f9305-4978-40b6-a004-4bdbb1a5b59d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.073642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (948f9305-4978-40b6-a004-4bdbb1a5b59d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.108821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948f9305-4978-40b6-a004-4bdbb1a5b59d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:17.115316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.127493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2b07115-7f5c-4cb3-9b34-f2655c825b90 req-99aaa4e1-34ef-405e-bb58-20fc11acc71f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.1932337
Mar 26 20:58:17.179776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7abc8-4b3c-4174-b1c5-35361c5fb206 req-7d44ea11-52ef-4a15-8be9-1d696387d53c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:17.187593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64e7abc8-4b3c-4174-b1c5-35361c5fb206 req-7d44ea11-52ef-4a15-8be9-1d696387d53c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.0682745
Mar 26 20:58:17.222245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188292f-1a1b-40c6-8742-d1d5311e66f3 req-3c88eac3-331c-481c-a2ab-94df0c0ac5a9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:17.230673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8188292f-1a1b-40c6-8742-d1d5311e66f3 req-3c88eac3-331c-481c-a2ab-94df0c0ac5a9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.0640240
Mar 26 20:58:17.285386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64e7abc8-4b3c-4174-b1c5-35361c5fb206 req-741aa993-1415-4a92-bf08-d6852cbe5163 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964625
Mar 26 20:58:17.289741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8188292f-1a1b-40c6-8742-d1d5311e66f3 req-23451a9b-72c9-4620-8b19-b4ac781a2521 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529621
Mar 26 20:58:17.331195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:17.408666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Deleting subnet d552c4b7-a2a1-4029-a349-1796c43f2946 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:58:17.413426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Publish callbacks [] for subnet (d552c4b7-a2a1-4029-a349-1796c43f2946), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.413725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a837b857-e0f0-4a88-873d-1912c652c36c req-b7a78ec2-8e56-488a-9141-0a1b834403c3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/9ea15609-fdf4-4d55-a5af-1595e460d625 HTTP/1.1" status: 200  len: 1823 time: 0.1048305
Mar 26 20:58:17.453430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:17.486310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a837b857-e0f0-4a88-873d-1912c652c36c req-a3871485-a70d-43a2-8978-23dfa69c3a37 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/948f9305-4978-40b6-a004-4bdbb1a5b59d HTTP/1.1" status: 200  len: 1824 time: 0.0710120
Mar 26 20:58:17.493779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9ea15609-fdf4-4d55-a5af-1595e460d625', 'remote_group_id': '948f9305-4978-40b6-a004-4bdbb1a5b59d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:17.495073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9ea15609-fdf4-4d55-a5af-1595e460d625', 'remote_group_id': '948f9305-4978-40b6-a004-4bdbb1a5b59d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:17.565366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5655cd88-9896-4588-87bb-f6ba5c5c42be is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:17.566937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.607904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d9042323-5abc-4c9d-aaf1-17dd33fdd732), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.655382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d9042323-5abc-4c9d-aaf1-17dd33fdd732), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.663685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d9042323-5abc-4c9d-aaf1-17dd33fdd732), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.671402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:17.680374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.706270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.725531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a837b857-e0f0-4a88-873d-1912c652c36c req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.2380073
Mar 26 20:58:17.730277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f8f6b-b487-4900-95df-b9303f97756c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9042323-5abc-4c9d-aaf1-17dd33fdd732,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:17.771632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=14']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:17.781859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:17.791737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4e6695aa-f00f-45cf-9e7a-67f47f86a40c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:17.834748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 4e6695aa-f00f-45cf-9e7a-67f47f86a40c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:17.835107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4e6695aa-f00f-45cf-9e7a-67f47f86a40c not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:17.856732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (d552c4b7-a2a1-4029-a349-1796c43f2946), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.895401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944576b-0ce9-438a-80a2-5dcb688d4759 req-9962907a-4c8f-45d1-91f1-9d8bb748b433 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:17.902105 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c944576b-0ce9-438a-80a2-5dcb688d4759 req-9962907a-4c8f-45d1-91f1-9d8bb748b433 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 947 time: 0.4681227
Mar 26 20:58:17.931365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-486612574'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:17.931868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d552c4b7-a2a1-4029-a349-1796c43f2946), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.959111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:17.963126 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.983729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:17.984680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c944576b-0ce9-438a-80a2-5dcb688d4759 req-f29ee6b2-4f6f-4bc5-a9eb-a7828bcddaac tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817339
Mar 26 20:58:18.022894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-678925446', 'description': 'tempest-description-2026463416'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:18.028965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (d552c4b7-a2a1-4029-a349-1796c43f2946), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.054172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.063281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d552c4b7-a2a1-4029-a349-1796c43f2946,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.066935 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.071066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5a242c7b-03ce-46be-9845-c68d6236bbfa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d552c4b7-a2a1-4029-a349-1796c43f2946 HTTP/1.1" status: 204  len: 168 time: 0.7384064
Mar 26 20:58:18.073792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:18.090156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:18.094423 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d357808-ac48-4937-a1ba-7b4dc8b61174" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:18.177199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (99101237-b77d-40d4-b9dd-fab098f7956c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.178644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.183859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (99101237-b77d-40d4-b9dd-fab098f7956c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.199111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1f4b8-8bd8-4b5b-8a85-2910e8719f2c req-4b1dd5eb-6575-414e-85fd-cfbf315b3f9e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:18.201740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39e1f4b8-8bd8-4b5b-8a85-2910e8719f2c req-4b1dd5eb-6575-414e-85fd-cfbf315b3f9e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1171925
Mar 26 20:58:18.208339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for security_group (eaa7947b-2741-492a-8644-6bf88c9a4d05), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.222047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eaa7947b-2741-492a-8644-6bf88c9a4d05), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.227630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.228932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7491b695-1ca4-4c79-9380-2bea04bcd6e6 req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.2168283
Mar 26 20:58:18.232757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee54aa2-12db-4ed2-bdcf-563c83590cb2 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99101237-b77d-40d4-b9dd-fab098f7956c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.272840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7947b-2741-492a-8644-6bf88c9a4d05,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.283900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:18.296424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (254b4ed9-422d-4e47-be77-34ffa30a9b2e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.297117 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Added segment 254b4ed9-422d-4e47-be77-34ffa30a9b2e of type vlan for network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78
Mar 26 20:58:18.333263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.368674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39e1f4b8-8bd8-4b5b-8a85-2910e8719f2c req-09c9f3f1-82da-493e-9d7f-8c64b9c652cf tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354084
Mar 26 20:58:18.372662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e599e80>,) {'filters': {'network_id': ['e576dcd8-f5e7-40ea-bc9e-ff386ea0e139']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:18.382316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.383128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e599e80>, '352c494f-7960-4627-b76e-b642f44fc2b5') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:18.383531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e599e80>, '352c494f-7960-4627-b76e-b642f44fc2b5') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:18.396798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (352c494f-7960-4627-b76e-b642f44fc2b5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.414318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (352c494f-7960-4627-b76e-b642f44fc2b5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.427263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:58:18.427728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (352c494f-7960-4627-b76e-b642f44fc2b5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:58:18.430233 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:58:18.431758 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d363a2-d414-4fc7-9d03-6aa9203c146d x-openstack-request-id: req-28d363a2-d414-4fc7-9d03-6aa9203c146d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:18.431946 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-unplugged", "status": "completed", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:18.432330 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28d363a2-d414-4fc7-9d03-6aa9203c146d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:18.433121 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d363a2-d414-4fc7-9d03-6aa9203c146d'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'code': 200}
Mar 26 20:58:18.472722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-dc376fc4-5d97-499f-a31d-84b6128e4705 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:18.474467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-dc376fc4-5d97-499f-a31d-84b6128e4705 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.1295900
Mar 26 20:58:18.478442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.485834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:18.485834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.490974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-489151510', 'description': 'tempest-description-664256217'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:18.516460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e576dcd8-f5e7-40ea-bc9e-ff386ea0e139), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.523400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.527495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] 10.222.0.16 "DELETE /v2.0/networks/e576dcd8-f5e7-40ea-bc9e-ff386ea0e139 HTTP/1.1" status: 204  len: 168 time: 0.4527516
Mar 26 20:58:18.529821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.551424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41741-c44e-4e70-bbdc-57a0d27d205a admin admin] Pushing event deleted for resources: {'Network': ['ID=e576dcd8-f5e7-40ea-bc9e-ff386ea0e139,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.565609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fedf4-eb6c-4e15-b57d-0ab6b72895ad req-9a09c8e8-14d4-40a0-9677-dfe99ae94a74 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:18.567008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b0fedf4-eb6c-4e15-b57d-0ab6b72895ad req-9a09c8e8-14d4-40a0-9677-dfe99ae94a74 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1823466
Mar 26 20:58:18.577031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7935829
Mar 26 20:58:18.581350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:18.588416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'subnet': {'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:18.629224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f20a1-12c6-46af-b253-bd4d74f8d68c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Network': ['ID=daf98a6d-60a2-44f0-ad7d-c6d34d85ca78,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.644709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:18.699440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b0fedf4-eb6c-4e15-b57d-0ab6b72895ad req-16764018-c67c-4db2-93e6-cbb712616434 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881743
Mar 26 20:58:18.729725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:18.731193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.760631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:18.779716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8ad621ea-c4c9-4fd2-bdb6-917ab3684961), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.790071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8ad621ea-c4c9-4fd2-bdb6-917ab3684961), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.812303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:18.818025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.850616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.852128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc22260d-9c03-4f28-b941-c9d9b013bed0 req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3962839
Mar 26 20:58:18.873408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e155c-026e-40e6-8751-d5ef35f0e4b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad621ea-c4c9-4fd2-bdb6-917ab3684961,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:18.904069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fcb61623-8754-4a59-831d-e61694ee91f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7b56cae79f846b5b6f3700480cfc811&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1415095
Mar 26 20:58:18.910101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:18.920441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:18.920735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:18.944579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7199180-5bbf-473e-950a-69163b9377d2 req-7d8d900d-2280-40b1-9f91-ae912e843c1a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:18.946088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7199180-5bbf-473e-950a-69163b9377d2 req-7d8d900d-2280-40b1-9f91-ae912e843c1a tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3bfa695-99d2-471f-8920-4a76bb8af593 HTTP/1.1" status: 200  len: 948 time: 0.1553161
Mar 26 20:58:18.947087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:18.989066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Publish callbacks [] for security_group (507b5d4d-5531-4806-b075-b786ed3a47a8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.043322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Publish callbacks [] for security_group (507b5d4d-5531-4806-b075-b786ed3a47a8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.088675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7199180-5bbf-473e-950a-69163b9377d2 req-47bd6008-74ca-4471-8d79-40287474966d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322639
Mar 26 20:58:19.138380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.185962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (507b5d4d-5531-4806-b075-b786ed3a47a8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.186629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.190255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/507b5d4d-5531-4806-b075-b786ed3a47a8 HTTP/1.1" status: 204  len: 168 time: 0.2766676
Mar 26 20:58:19.196915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fbf0f9fa-1caf-456e-b3b7-a9bc64217a12), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.207160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b5d4d-5531-4806-b075-b786ed3a47a8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:19.211981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:19.215480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'aa18c074-3c50-4a11-9055-0c0910e8dd41', '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:19.219244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Subnet': ['ID=0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:19.231547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.231901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.232288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.232632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.233027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.233292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.233676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.233949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.234342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.234593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.234919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.235246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.235571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.235894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.236245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5297f2e6-870f-4da0-b74b-73089555a999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.243397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.243761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.244142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.244489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.244830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.245167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.245504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.245930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.246189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.246522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.246861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.247206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.247567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.247899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.248313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.254008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Checking segment: {'id': '254b4ed9-422d-4e47-be77-34ffa30a9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:19.254386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network hostable DHCP agents. Network: daf98a6d-60a2-44f0-ad7d-c6d34d85ca78, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:19.284544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:19.304780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, daf98a6d-60a2-44f0-ad7d-c6d34d85ca78) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:19.313230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:19.313978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.348559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a15168b7-0bd8-4f30-a855-15bae343cb68 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.7659912
Mar 26 20:58:19.351179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35836) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:19.359346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-634627221', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:19.372536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=fbf0f9fa-1caf-456e-b3b7-a9bc64217a12,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:19.414778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73caacff-49b2-425e-a123-bf24f20604a3 None None] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:19.441287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.442704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.456504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.464914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.466232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.466622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.471477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.472050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.475562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.476185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.476683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.477174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.477685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.479510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.480035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.481701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.482610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:19.507680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:19.515667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.524355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-341b7815-84db-4a04-a3c7-2f9bd15dc740 req-2930bef9-53da-4575-92e3-d12ca05b6426 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "DELETE /v2.0/ports/fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 HTTP/1.1" status: 204  len: 173 time: 1.0377896
Mar 26 20:58:19.525292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'name': 'network-vif-deleted', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:19.536286 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b3e473-fda4-4907-a6e2-a8cdecf918a2" -d '{"events": [{"server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "name": "network-vif-deleted", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:19.682401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_controller (8a0e9916-bcd6-4861-9a73-1830d018681a), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:19.713839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39a58195-ed68-4984-b58d-0546b1a812bb req-e131b8ad-7caf-4582-a3c4-a6e95f2853b0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/99101237-b77d-40d4-b9dd-fab098f7956c HTTP/1.1" status: 200  len: 1823 time: 0.1083629
Mar 26 20:58:19.856099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cfbd74-5572-4244-8323-079b19e2d84f None None] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:19.863198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39a58195-ed68-4984-b58d-0546b1a812bb req-6a55f82f-15f9-46ef-a89f-8ea38041a4d7 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/8ad621ea-c4c9-4fd2-bdb6-917ab3684961 HTTP/1.1" status: 200  len: 1822 time: 0.1306508
Mar 26 20:58:19.877196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99101237-b77d-40d4-b9dd-fab098f7956c', 'remote_group_id': '8ad621ea-c4c9-4fd2-bdb6-917ab3684961', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:19.882655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '99101237-b77d-40d4-b9dd-fab098f7956c', 'remote_group_id': '8ad621ea-c4c9-4fd2-bdb6-917ab3684961', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:19.988938 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d49627-7d16-4f86-8103-6ed4a3c17dce x-openstack-request-id: req-e9d49627-7d16-4f86-8103-6ed4a3c17dce {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:19.989405 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bfa695-99d2-471f-8920-4a76bb8af593", "name": "network-vif-deleted", "tag": "fbf0f9fa-1caf-456e-b3b7-a9bc64217a12", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:19.989821 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9d49627-7d16-4f86-8103-6ed4a3c17dce {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:19.990371 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d49627-7d16-4f86-8103-6ed4a3c17dce'] response: {'server_uuid': 'c3bfa695-99d2-471f-8920-4a76bb8af593', 'name': 'network-vif-deleted', 'tag': 'fbf0f9fa-1caf-456e-b3b7-a9bc64217a12', 'status': 'completed', 'code': 200}
Mar 26 20:58:20.061136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-fda7eda1-0978-4829-876c-3b30dceafc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.062865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-fda7eda1-0978-4829-876c-3b30dceafc58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.1889663
Mar 26 20:58:20.249576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (5640c7c6-6b09-48f3-8114-3c98a09871b3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:20.306658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (5640c7c6-6b09-48f3-8114-3c98a09871b3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:20.309117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-3253f46e-ce4c-49c4-8682-632a77929b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.311369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-3253f46e-ce4c-49c4-8682-632a77929b1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.2368522
Mar 26 20:58:20.312705 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5640c7c6-6b09-48f3-8114-3c98a09871b3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:20.341463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-14f915d1-11af-4bc0-a504-e7e4e1d1aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.345764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-14f915d1-11af-4bc0-a504-e7e4e1d1aa24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 1127 time: 0.6595914
Mar 26 20:58:20.380657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5640c7c6-6b09-48f3-8114-3c98a09871b3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:20.386591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (8a0e9916-bcd6-4861-9a73-1830d018681a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:20.396016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:20.398408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39a58195-ed68-4984-b58d-0546b1a812bb req-527bb57d-04dd-4157-b5de-380636ff1af3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5343597
Mar 26 20:58:20.429606 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-bd2d3d14-a7e3-4e81-a06b-96ba912f1763 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.1031730
Mar 26 20:58:20.512412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e71d-784d-4383-81bd-ad7949878955 req-5335eda9-7a59-4bbb-8008-7bfde8a1af35 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.525495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6137e71d-784d-4383-81bd-ad7949878955 req-5335eda9-7a59-4bbb-8008-7bfde8a1af35 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.4168739
Mar 26 20:58:20.537272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-d1737b41-1ad2-4ddd-84f3-04485e13c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.539327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-d1737b41-1ad2-4ddd-84f3-04485e13c127 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1031868
Mar 26 20:58:20.590871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffad95-d661-499f-9b6a-a44d55b458aa req-f7adc638-0deb-4555-b4f9-f83881b8e02e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.592883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81ffad95-d661-499f-9b6a-a44d55b458aa req-f7adc638-0deb-4555-b4f9-f83881b8e02e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1032891
Mar 26 20:58:20.630303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-e7226872-0627-4e11-882b-d79c15b3a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.632766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-e7226872-0627-4e11-882b-d79c15b3a6b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0856204
Mar 26 20:58:20.651135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35890) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:20.738090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6137e71d-784d-4383-81bd-ad7949878955 req-6cf2c6a9-c7a0-4c04-914d-6c6ea41ed1ee tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111633
Mar 26 20:58:20.749012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-340a23b6-4c20-412c-b30a-12e9c7093d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.750542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81ffad95-d661-499f-9b6a-a44d55b458aa req-5d93b4f0-e42f-4f3b-93cd-33420631cde4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441941
Mar 26 20:58:20.767946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-340a23b6-4c20-412c-b30a-12e9c7093d2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 911 time: 0.4047918
Mar 26 20:58:20.796098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-eac5f0f5-d0f4-4ef9-a428-d6fca075b48e service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527431
Mar 26 20:58:20.863028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-49f89b58-f29f-47eb-8961-5beb93b80eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41328fe6-d504-4051-8089-d948e97d3fa2 HTTP/1.1" status: 200  len: 217 time: 0.0919118
Mar 26 20:58:20.935736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-5b49f6c2-da1d-4615-abb4-c4b4a88fcf6f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/8ad621ea-c4c9-4fd2-bdb6-917ab3684961 HTTP/1.1" status: 200  len: 1822 time: 0.0988555
Mar 26 20:58:20.945845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-network', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:20.951329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-d76b76e5-0b09-4780-9372-0e0ff373389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:20.953144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-d76b76e5-0b09-4780-9372-0e0ff373389d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.0817783
Mar 26 20:58:20.976627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf66bd19-7950-40bf-ad04-ff0902ff50d3 req-6c92d0b6-b1c9-48cf-89b1-99dfd5168e2c service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1735404
Mar 26 20:58:20.999484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-c8634b93-04c3-489e-9142-53d481b2c149 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341992
Mar 26 20:58:21.062562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8ad621ea-c4c9-4fd2-bdb6-917ab3684961), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.093928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Made reservation on behalf of dff0b12b0e8843e99f5aac63876e13fb for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:21.095965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.097931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8ad621ea-c4c9-4fd2-bdb6-917ab3684961), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.112099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.185591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (8a0e9916-bcd6-4861-9a73-1830d018681a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.226132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8ad621ea-c4c9-4fd2-bdb6-917ab3684961), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.229494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.232426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31fa160e-4cdc-4a9a-bdf6-5d4820a01eaa req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ad621ea-c4c9-4fd2-bdb6-917ab3684961 HTTP/1.1" status: 204  len: 173 time: 0.2957673
Mar 26 20:58:21.243836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ba0d-7f2b-487b-9725-36f528a55d5b tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad621ea-c4c9-4fd2-bdb6-917ab3684961,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:21.260484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.282936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35916) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:21.364933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b85bed2c-b827-4ef8-b63c-6ee086b1b1c8 req-ca0c45cf-e356-4572-abc4-1d30afa4c6b1 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/99101237-b77d-40d4-b9dd-fab098f7956c HTTP/1.1" status: 200  len: 1823 time: 0.0533288
Mar 26 20:58:21.374927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-492bb2fe-1553-4b5c-bc21-37c0d473eaa6 service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3322403
Mar 26 20:58:21.404245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1473585425', 'description': 'tempest-description-1853035359'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:21.437917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.441586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92f56a7d-1c95-4590-9594-0626926ff69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.443851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ec6b1-420d-4218-ae01-587092c8d938 req-3d7878a0-8ac4-4d94-ac70-e6b9d79683fb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:21.448774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd2ec6b1-420d-4218-ae01-587092c8d938 req-3d7878a0-8ac4-4d94-ac70-e6b9d79683fb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 950 time: 0.2709880
Mar 26 20:58:21.504584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks [] for security_group (212f62a0-ebad-4a2c-8417-02aa2b5f7e0c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.556754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (a367c5e4-d162-4627-8035-02e319b2aa20), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.559597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (212f62a0-ebad-4a2c-8417-02aa2b5f7e0c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.566168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a367c5e4-d162-4627-8035-02e319b2aa20), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.597169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92f56a7d-1c95-4590-9594-0626926ff69e admin admin] Publish callbacks [] for security_group (c89677d5-5411-4feb-ae5e-47058d283062), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.606250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92f56a7d-1c95-4590-9594-0626926ff69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c89677d5-5411-4feb-ae5e-47058d283062), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.610528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.611820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4b272bf-3577-4ce8-8a5c-cae566731e5e req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1829 time: 0.2116153
Mar 26 20:58:21.614277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:21.630082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf171ab-3954-46ff-a952-06808294d7f9 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a367c5e4-d162-4627-8035-02e319b2aa20,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:21.641943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.177 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/660f9baa-6124-4957-9268-334800a2851b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:21.653857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-92f56a7d-1c95-4590-9594-0626926ff69e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79df195683464266bbf9cc62745231c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3691952
Mar 26 20:58:21.657995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35928) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:21.673956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f56a7d-1c95-4590-9594-0626926ff69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89677d5-5411-4feb-ae5e-47058d283062,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:21.682885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd2ec6b1-420d-4218-ae01-587092c8d938 req-fefe1b17-a75a-49e0-82d4-a884ba8d69cc tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833994
Mar 26 20:58:21.684950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b1351beb-3dd7-418d-b3dd-b3f5e504bdd6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.685304 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Added segment b1351beb-3dd7-418d-b3dd-b3f5e504bdd6 of type vlan for network 774ec06c-09d0-4daf-abd3-72e75f21ab7d
Mar 26 20:58:21.711245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:21.732441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69f18511-a1c6-4459-935f-fe8d9ee2f7fc req-9e6a6301-b898-4583-bfe6-9055f1081f95 service neutron] 10.222.0.21 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3516817
Mar 26 20:58:21.758639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-4225fdce-dada-4d5e-8e0b-a0b844c86fd0 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 200  len: 1824 time: 0.0664752
Mar 26 20:58:21.774895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a367c5e4-d162-4627-8035-02e319b2aa20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:21.776768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a367c5e4-d162-4627-8035-02e319b2aa20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:21.785933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (774ec06c-09d0-4daf-abd3-72e75f21ab7d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.786071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] Publish callbacks [] for security_group (c89677d5-5411-4feb-ae5e-47058d283062), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.798100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:21.839531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:21.839890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device fbf0f9fa-1caf-456e-b3b7-a9bc64217a12 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:21.860264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] Publish callbacks [] for security_group (c89677d5-5411-4feb-ae5e-47058d283062), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.875843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (774ec06c-09d0-4daf-abd3-72e75f21ab7d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.877517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:21.878108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.934801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (db88d15e-5987-4ce3-ba07-a045625ffdbc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.957629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c89677d5-5411-4feb-ae5e-47058d283062), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.959199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.2956650
Mar 26 20:58:21.960967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.964383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c89677d5-5411-4feb-ae5e-47058d283062 HTTP/1.1" status: 204  len: 168 time: 0.3031874
Mar 26 20:58:21.965493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:21.969472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (660f9baa-6124-4957-9268-334800a2851b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.978419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Request body: {'subnet': {'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-subnet', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:21.986594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (db88d15e-5987-4ce3-ba07-a045625ffdbc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:21.993831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (db88d15e-5987-4ce3-ba07-a045625ffdbc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.010455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457736-3bfa-49de-a161-3c3eb0153dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89677d5-5411-4feb-ae5e-47058d283062,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.022366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c048d7-3bfa-4c12-8d3d-a15e2bf92b01 admin admin] Pushing event updated for resources: {'Network': ['ID=774ec06c-09d0-4daf-abd3-72e75f21ab7d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.033523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88d15e-5987-4ce3-ba07-a045625ffdbc,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.042606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:22.061089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Made reservation on behalf of dff0b12b0e8843e99f5aac63876e13fb for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:22.063506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.066846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:22.075196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd3b82-be68-4247-a39a-142602ef52f0 req-3969d756-4853-4b9e-82f2-d137d9c7aebb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:22.076978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15dd3b82-be68-4247-a39a-142602ef52f0 req-3969d756-4853-4b9e-82f2-d137d9c7aebb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1913781
Mar 26 20:58:22.092436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.105694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a035d72-2e43-46da-92be-f8d62c5d6d81 req-f480d9bd-3384-45ce-aff3-465351e47022 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3370299
Mar 26 20:58:22.157795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (660f9baa-6124-4957-9268-334800a2851b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.226695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15dd3b82-be68-4247-a39a-142602ef52f0 req-3536ef3f-3b11-4ed1-b9bb-5844901c5bdc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377823
Mar 26 20:58:22.238692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:22.254391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:22.257022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=660f9baa-6124-4957-9268-334800a2851b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.264453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:22.327502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-34a5bd94-fdfd-494a-a398-4877a628d640 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 200  len: 2418 time: 0.0752993
Mar 26 20:58:22.346619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd579-11aa-40f1-bc5b-db8038cf0a17 req-0b4355f9-26bd-4491-943c-9261472f8fbb tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:22.348233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200bd579-11aa-40f1-bc5b-db8038cf0a17 req-0b4355f9-26bd-4491-943c-9261472f8fbb tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1694465
Mar 26 20:58:22.400366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a367c5e4-d162-4627-8035-02e319b2aa20', 'remote_group_id': None}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:22.400925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a367c5e4-d162-4627-8035-02e319b2aa20', 'remote_group_id': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:22.459406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35958) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:22.480347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea353b1a-edf0-45b3-ac77-881287307b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.603219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.718237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4554f031-d405-4c7f-b3dd-4b563b54bf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.732859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (d5404461-c19b-41ce-8e5f-399aad8ad772), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.812287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200bd579-11aa-40f1-bc5b-db8038cf0a17 req-90e860de-e799-40d4-87d3-9d0dc01152bd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4383030
Mar 26 20:58:22.829219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5404461-c19b-41ce-8e5f-399aad8ad772,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.863463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:22.863842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Network hostable DHCP agents. Network: 774ec06c-09d0-4daf-abd3-72e75f21ab7d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:22.912533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:22.916613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4554f031-d405-4c7f-b3dd-4b563b54bf59 admin admin] Publish callbacks [] for security_group (d6386fb3-7d7e-4611-a713-a165204fa6ee), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.924753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4554f031-d405-4c7f-b3dd-4b563b54bf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d6386fb3-7d7e-4611-a713-a165204fa6ee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.931629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 774ec06c-09d0-4daf-abd3-72e75f21ab7d) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:22.946621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3726fbc3-a805-413d-ae0c-acd1e94c9c44 None None] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:22.948716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:22.949331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:22.986704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4554f031-d405-4c7f-b3dd-4b563b54bf59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23327f0f8a7b433b884f61312794cfeb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9187644
Mar 26 20:58:22.987867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554f031-d405-4c7f-b3dd-4b563b54bf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6386fb3-7d7e-4611-a713-a165204fa6ee,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:22.990112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:23.004404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9e6297c5-3fce-4cf7-81fd-e17bb701f3d9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0331380
Mar 26 20:58:23.004589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.007550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:23.014979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:23.041720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.076747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.078069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.091259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] Publish callbacks [] for security_group (d6386fb3-7d7e-4611-a713-a165204fa6ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.104121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d131c7b1-6956-45ab-b189-2af2d249258d,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:23.110005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (8a0e9916-bcd6-4861-9a73-1830d018681a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.134429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] Publish callbacks [] for security_group (d6386fb3-7d7e-4611-a713-a165204fa6ee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.154895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:58:23.155987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.176235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.184202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for router_controller (6c109060-9ef1-4215-b462-b5593dc3aa48), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.189616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-037970d5-e35e-4c96-922e-5ce2bccd557d req-88a7dfbe-7bf8-40e2-b1ab-6b47eb39c19d tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.8243070
Mar 26 20:58:23.235154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-50310995-5ae5-4490-8850-cc9e68e45ddb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:23.243990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-50310995-5ae5-4490-8850-cc9e68e45ddb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 950 time: 0.6637034
Mar 26 20:58:23.313291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea353b1a-edf0-45b3-ac77-881287307b47 admin admin] Publish callbacks [] for security_group (58d91357-1c31-47c2-b7a8-cc9c80cf18a1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.344241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Allocated IP 172.20.0.2 (774ec06c-09d0-4daf-abd3-72e75f21ab7d/d5404461-c19b-41ce-8e5f-399aad8ad772/537f3f38-f108-4157-b07d-f5b34583b4fe) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:23.357595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea353b1a-edf0-45b3-ac77-881287307b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58d91357-1c31-47c2-b7a8-cc9c80cf18a1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.380427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for router_gateway (6c109060-9ef1-4215-b462-b5593dc3aa48), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.392791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d6386fb3-7d7e-4611-a713-a165204fa6ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.395855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.399864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6386fb3-7d7e-4611-a713-a165204fa6ee HTTP/1.1" status: 204  len: 168 time: 0.4086983
Mar 26 20:58:23.415162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe55da-3f75-4b98-8b54-c4b9191f2ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6386fb3-7d7e-4611-a713-a165204fa6ee,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:23.456616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea353b1a-edf0-45b3-ac77-881287307b47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6cf8b3119f74db6ac88816116f7880c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9961910
Mar 26 20:58:23.461310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35974) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:23.465156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea353b1a-edf0-45b3-ac77-881287307b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d91357-1c31-47c2-b7a8-cc9c80cf18a1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:23.474566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d0a10cb-8ebe-4431-930b-51c69ed75bfc req-f0883a46-10e4-4bc2-b4c4-07027dc5834f tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 200  len: 3017 time: 0.1482322
Mar 26 20:58:23.561286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193be4-a84f-4575-ba7c-6f07430e2507 req-a129af20-2407-42f5-8fae-cf17bc7592cb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:23.568642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72193be4-a84f-4575-ba7c-6f07430e2507 req-a129af20-2407-42f5-8fae-cf17bc7592cb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 950 time: 0.3069713
Mar 26 20:58:23.690782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:23.691130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.721936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.729172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72193be4-a84f-4575-ba7c-6f07430e2507 req-d1c6ea4f-5f02-40fd-803f-8e71135cc057 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568980
Mar 26 20:58:23.729172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] Publish callbacks [] for security_group (58d91357-1c31-47c2-b7a8-cc9c80cf18a1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.729347 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks [] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.735995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720bc22-bfa8-4d0e-a37c-7bed37428ff9 req-67ec342a-1c26-44ae-b8c2-659c27e201e1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:23.737776 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a720bc22-bfa8-4d0e-a37c-7bed37428ff9 req-67ec342a-1c26-44ae-b8c2-659c27e201e1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1519837
Mar 26 20:58:23.763577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.810715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:23.811857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for router_gateway (6c109060-9ef1-4215-b462-b5593dc3aa48), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.813960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:23.817682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:23.833720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Pushing event updated for resources: {'Port': ['ID=537f3f38-f108-4157-b07d-f5b34583b4fe,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:23.843743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] Publish callbacks [] for security_group (58d91357-1c31-47c2-b7a8-cc9c80cf18a1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.851325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.874984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a720bc22-bfa8-4d0e-a37c-7bed37428ff9 req-03ef4611-3289-4dab-a2cb-e120b2fa18a6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997584
Mar 26 20:58:23.890738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Attempting to bind port 537f3f38-f108-4157-b07d-f5b34583b4fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:23.891226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Attempting to bind port 537f3f38-f108-4157-b07d-f5b34583b4fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:23.891670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Attempting to bind port 537f3f38-f108-4157-b07d-f5b34583b4fe on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:23.897283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-e9ce890f-723c-40bb-bf51-ed88716f085e tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-group-rules/d131c7b1-6956-45ab-b189-2af2d249258d HTTP/1.1" status: 200  len: 783 time: 0.1070030
Mar 26 20:58:23.897461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:23.897809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:23.898299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.898756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Bound using segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:23.899292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Bound port: 537f3f38-f108-4157-b07d-f5b34583b4fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:23.899808 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:23.990112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] For port 537f3f38-f108-4157-b07d-f5b34583b4fe, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:23.995888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] For port 537f3f38-f108-4157-b07d-f5b34583b4fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537f3f38-f108-4157-b07d-f5b34583b4fe,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:24.007607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.019767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:24.020228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.060736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Allocated IP 172.35.4.248 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/cc61591d-9a6a-4a4a-a348-e571037dca12) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:24.081681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-92d63c41-dd02-4e42-b0c0-fff3be43a2de tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 200  len: 3017 time: 0.1833532
Mar 26 20:58:24.083430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:24.096976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a919cf-ff2b-4a21-ae8f-5150e7339383 None None] Pushing event updated for resources: {'Port': ['ID=537f3f38-f108-4157-b07d-f5b34583b4fe,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:24.183628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58d91357-1c31-47c2-b7a8-cc9c80cf18a1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.186357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.190118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58d91357-1c31-47c2-b7a8-cc9c80cf18a1 HTTP/1.1" status: 204  len: 168 time: 0.7236454
Mar 26 20:58:24.200885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.223134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177ee39-078a-4991-bca6-523e96f978ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d91357-1c31-47c2-b7a8-cc9c80cf18a1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:24.228467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.262906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:58:24.287818 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.313582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d131c7b1-6956-45ab-b189-2af2d249258d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.373270 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.374462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e1f9e17-59cf-4fe9-9e7c-83d17efdcb7b req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d131c7b1-6956-45ab-b189-2af2d249258d HTTP/1.1" status: 204  len: 173 time: 0.2793899
Mar 26 20:58:24.413730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.420193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb1694-8d89-4ae3-bfff-8bd847d15aea tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d131c7b1-6956-45ab-b189-2af2d249258d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:24.542131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (13e6f963-1ad1-433a-9c38-29a63ba6f2c3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.558570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:24.563541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'aa18c074-3c50-4a11-9055-0c0910e8dd41', '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:24.570416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc61591d-9a6a-4a4a-a348-e571037dca12,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:24.584607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=13e6f963-1ad1-433a-9c38-29a63ba6f2c3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:24.592097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a47b7-eb15-4390-a18c-933e890f85f3 req-956d2eee-b695-45ee-9a55-e70ce2ef11cc tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:24.592319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:24.596559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-867a47b7-eb15-4390-a18c-933e890f85f3 req-956d2eee-b695-45ee-9a55-e70ce2ef11cc tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.5976665
Mar 26 20:58:24.605381 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:24.614548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:24.621042 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:24.621686 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124485b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:24.639136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:24.643248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:24.656659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431fa9-250e-45a9-9dc0-79c4a501a164 req-40bf2658-5821-44e6-9601-532c21af0876 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:24.658331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34431fa9-250e-45a9-9dc0-79c4a501a164 req-40bf2658-5821-44e6-9601-532c21af0876 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2102501
Mar 26 20:58:24.696999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124485b20>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:24.697941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:24.702877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.707128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:24.708003 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124485b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:24.709308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eabe89a-4f9d-408a-9023-db75c42c8c81 req-36e68774-a94a-420e-af9b-c10bb746ce57 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "DELETE /v2.0/ports/13e6f963-1ad1-433a-9c38-29a63ba6f2c3 HTTP/1.1" status: 204  len: 173 time: 1.4182644
Mar 26 20:58:24.712772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'name': 'network-vif-deleted', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:24.717955 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b607ce0-b3b6-42b8-9a90-6a168af68edf" -d '{"events": [{"server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "name": "network-vif-deleted", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:24.776402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:24.789508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e8b379a-e408-4af2-8cc6-74f8d3f9faa9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.4362819
Mar 26 20:58:24.792320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36012) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:24.812713 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124485b20>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:24.813539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e628c0b9-5e79-40ef-81ec-80029765bbf9 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:24.846096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-867a47b7-eb15-4390-a18c-933e890f85f3 req-4baf5309-4ef0-4f7d-a12a-a6f48b48312a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301526
Mar 26 20:58:24.952302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36014) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:25.023764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34431fa9-250e-45a9-9dc0-79c4a501a164 req-86ea5336-521a-4416-94c9-89236773e890 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3196459
Mar 26 20:58:25.086816 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-42ffd28f-07dc-4965-8dcf-20314d8d6217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.124027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-f84e13ee-5273-471d-9e83-fd6930d8201c tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 200  len: 2418 time: 0.1907368
Mar 26 20:58:25.372546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (a367c5e4-d162-4627-8035-02e319b2aa20), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.411226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1749009110-network', 'tenant_id': '5528600a6ba948aa9c4f6bd131569d3c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:25.442918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (a367c5e4-d162-4627-8035-02e319b2aa20), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.496668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89a8b1e0-f0ec-45d8-8093-781eb2efc3e4 req-03a6a2d2-68c8-477e-bf59-5ef679c0a18f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2bfcb66-1cd1-45a8-bae4-b25cf4240d78 HTTP/1.1" status: 200  len: 210 time: 0.1161821
Mar 26 20:58:25.503288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for router_gateway (6c109060-9ef1-4215-b462-b5593dc3aa48), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.657386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 537f3f38-f108-4157-b07d-f5b34583b4fe up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:25.781557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932ed6f-4997-4c49-8abd-bd2a6b515705 None None] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:25.798755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a367c5e4-d162-4627-8035-02e319b2aa20), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.801505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.807183 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d354fa6-e904-4d99-aee3-2d8f76e4147d req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/a367c5e4-d162-4627-8035-02e319b2aa20 HTTP/1.1" status: 204  len: 173 time: 0.6819923
Mar 26 20:58:25.870101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88117-6a57-4b3e-aa28-df022c7e70eb tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a367c5e4-d162-4627-8035-02e319b2aa20,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:25.900905 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-0cfc32bb-0869-4377-b361-69f1c0ab1b02 req-b1d2cac8-8592-4bda-9294-b73613f9d609 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] show failed (client error): The resource could not be found.
Mar 26 20:58:25.901953 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0cfc32bb-0869-4377-b361-69f1c0ab1b02 req-b1d2cac8-8592-4bda-9294-b73613f9d609 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/8ad621ea-c4c9-4fd2-bdb6-917ab3684961 HTTP/1.1" status: 404  len: 352 time: 0.0347996
Mar 26 20:58:25.920252 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3655750-5b55-4ff7-823a-cf650383a3c8 x-openstack-request-id: req-f3655750-5b55-4ff7-823a-cf650383a3c8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:25.920701 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bfcb66-1cd1-45a8-bae4-b25cf4240d78", "name": "network-vif-deleted", "tag": "13e6f963-1ad1-433a-9c38-29a63ba6f2c3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:25.920701 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3655750-5b55-4ff7-823a-cf650383a3c8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:25.921167 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3655750-5b55-4ff7-823a-cf650383a3c8'] response: {'server_uuid': 'e2bfcb66-1cd1-45a8-bae4-b25cf4240d78', 'name': 'network-vif-deleted', 'tag': '13e6f963-1ad1-433a-9c38-29a63ba6f2c3', 'status': 'completed', 'code': 200}
Mar 26 20:58:25.922697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:25.971322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Made reservation on behalf of 5528600a6ba948aa9c4f6bd131569d3c for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:25.985403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.002151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 537f3f38-f108-4157-b07d-f5b34583b4fe triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:26.002729 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.006438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Provisioning complete for port 537f3f38-f108-4157-b07d-f5b34583b4fe triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:26.006982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.014717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.092582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82fc8-43ce-4e26-ab59-ed3c5b627b09 req-d4bf6891-3e2f-47be-a350-d2c52c24952d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:26.094138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01b82fc8-43ce-4e26-ab59-ed3c5b627b09 req-d4bf6891-3e2f-47be-a350-d2c52c24952d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1841936
Mar 26 20:58:26.126781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de70e0-1444-4540-a79a-5f45a3464252 req-c598258c-98ef-4484-aca4-ba6c89b0aac2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:26.129246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17de70e0-1444-4540-a79a-5f45a3464252 req-c598258c-98ef-4484-aca4-ba6c89b0aac2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1305242
Mar 26 20:58:26.212957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:58:26.267069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17de70e0-1444-4540-a79a-5f45a3464252 req-772c18df-7b19-4a46-8227-4b6ee5ad0416 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310501
Mar 26 20:58:26.282782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01b82fc8-43ce-4e26-ab59-ed3c5b627b09 req-bb363009-935e-4ad9-8dd1-57ed13cbba62 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654587
Mar 26 20:58:26.334043 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks [] for security_group (ce55f606-2b77-442e-bd52-cb9b24bc6911), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.341481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.353848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Current status of the port 537f3f38-f108-4157-b07d-f5b34583b4fe is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:26.354383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.401018 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce55f606-2b77-442e-bd52-cb9b24bc6911), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.408768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 537f3f38-f108-4157-b07d-f5b34583b4fe is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:26.409420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.491901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5499d5ca-f617-4495-b822-e18473834aba req-5b0543b2-4396-4ba1-93ac-af3f8be637da tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/99101237-b77d-40d4-b9dd-fab098f7956c HTTP/1.1" status: 200  len: 1823 time: 0.1526000
Mar 26 20:58:26.495598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] For port 537f3f38-f108-4157-b07d-f5b34583b4fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537f3f38-f108-4157-b07d-f5b34583b4fe,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:26.506765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce55f606-2b77-442e-bd52-cb9b24bc6911,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:26.510490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.529157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:26.567378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5499d5ca-f617-4495-b822-e18473834aba req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (99101237-b77d-40d4-b9dd-fab098f7956c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.578225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8ecb5155-7951-44b7-9ca0-86e4eaf45b01), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.578578 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Added segment 8ecb5155-7951-44b7-9ca0-86e4eaf45b01 of type vlan for network 3c11f786-368e-4015-be1d-b52726dc1ca2
Mar 26 20:58:26.589703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:26.611213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5499d5ca-f617-4495-b822-e18473834aba req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (99101237-b77d-40d4-b9dd-fab098f7956c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.622789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382da17f-c14e-4481-a652-3c85c39c813d None None] Pushing event updated for resources: {'Port': ['ID=537f3f38-f108-4157-b07d-f5b34583b4fe,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:26.636143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160bbe5-f016-45d0-8538-268cc3d21de4 req-3afbd3c8-bc0b-4c25-85e1-ef570f8e23b7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:26.637687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e160bbe5-f016-45d0-8538-268cc3d21de4 req-3afbd3c8-bc0b-4c25-85e1-ef570f8e23b7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2379985
Mar 26 20:58:26.644139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.645693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:26.646099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c75d18cf-819f-48ff-8f43-8740d1f2f4f7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.6373298
Mar 26 20:58:26.651491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36058) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:26.710463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e160bbe5-f016-45d0-8538-268cc3d21de4 req-d70a3d92-cc45-4ea3-abe5-032820775d9a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609286
Mar 26 20:58:26.712113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3c11f786-368e-4015-be1d-b52726dc1ca2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.785985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5499d5ca-f617-4495-b822-e18473834aba req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (99101237-b77d-40d4-b9dd-fab098f7956c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.789282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5499d5ca-f617-4495-b822-e18473834aba req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.794983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5499d5ca-f617-4495-b822-e18473834aba req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/99101237-b77d-40d4-b9dd-fab098f7956c HTTP/1.1" status: 204  len: 173 time: 0.3025117
Mar 26 20:58:26.795498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:26.796222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef11c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:57:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:26.837897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3c11f786-368e-4015-be1d-b52726dc1ca2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.839361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:26.839726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:26.881880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505694-c1d0-4c0f-b238-1bb9e4f12564 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99101237-b77d-40d4-b9dd-fab098f7956c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:26.905788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-fbd08efc-4035-4c87-baf4-015066a0f9c8 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/948f9305-4978-40b6-a004-4bdbb1a5b59d HTTP/1.1" status: 200  len: 1824 time: 0.0755761
Mar 26 20:58:26.925195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.9690630
Mar 26 20:58:26.926987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:26.932294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Request body: {'subnet': {'network_id': '3c11f786-368e-4015-be1d-b52726dc1ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1749009110-subnet', 'tenant_id': '5528600a6ba948aa9c4f6bd131569d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:26.986596 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 20:58:26.986961 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 20:58:27.002042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c5f0-cab6-45b2-b37c-2faad8b40f54 admin admin] Pushing event updated for resources: {'Network': ['ID=3c11f786-368e-4015-be1d-b52726dc1ca2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:27.029904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3c11f786-368e-4015-be1d-b52726dc1ca2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:27.032051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-112af2c3-1d05-412d-805d-ed3f28fd3232 None None] Provisioning complete for port 537f3f38-f108-4157-b07d-f5b34583b4fe triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:27.032428 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-112af2c3-1d05-412d-805d-ed3f28fd3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.142968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.1 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/123f8904-2ef2-4436-b7b5-e7415a1f4da5) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:27.227877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Made reservation on behalf of 5528600a6ba948aa9c4f6bd131569d3c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:27.230791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.242843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:27.346782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.349473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-112af2c3-1d05-412d-805d-ed3f28fd3232 None None] Current status of the port 537f3f38-f108-4157-b07d-f5b34583b4fe is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:27.360686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (948f9305-4978-40b6-a004-4bdbb1a5b59d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.375777 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cd5ac416-5b52-4d38-b93b-4e323a9d96aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.406187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (948f9305-4978-40b6-a004-4bdbb1a5b59d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.408405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.529441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:27.565992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:27.566720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 13e6f963-1ad1-433a-9c38-29a63ba6f2c3 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:27.579477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef11c40>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:25Z', 'revision_number': 3, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:27.583775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:27.590153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:27.598958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-7b8411de-c868-4cfd-a095-6079d952897f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:27.600995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-7b8411de-c868-4cfd-a095-6079d952897f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.2103922
Mar 26 20:58:27.603612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:27.630330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 537f3f38-f108-4157-b07d-f5b34583b4fe is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:27.643384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.650346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:58:27.650564 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (948f9305-4978-40b6-a004-4bdbb1a5b59d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.650803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Updating router 6c109060-9ef1-4215-b462-b5593dc3aa48 port cc61591d-9a6a-4a4a-a348-e571037dca12 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:58:27.653206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.654832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44bc6f8f-d3fc-487c-928b-cb1cc0e2a22e req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/948f9305-4978-40b6-a004-4bdbb1a5b59d HTTP/1.1" status: 204  len: 173 time: 0.7462211
Mar 26 20:58:27.658560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=123f8904-2ef2-4436-b7b5-e7415a1f4da5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:27.667997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-740fc2ac-150f-4fb4-b185-8d3a008e1eed tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/quotas/71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 375 time: 0.0263503
Mar 26 20:58:27.670385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (8a0e9916-bcd6-4861-9a73-1830d018681a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.679844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b823a1-e6b6-4bbe-b27c-9e497862ebab tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f9305-4978-40b6-a004-4bdbb1a5b59d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:27.693443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (63de4b54-8f34-402d-9ec5-16aa12f0b7e0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.702409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.807056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-16abe63e-b7a6-426c-b4db-887c10248c9a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1382513
Mar 26 20:58:27.856932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Checking segment: {'id': '8ecb5155-7951-44b7-9ca0-86e4eaf45b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3c11f786-368e-4015-be1d-b52726dc1ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:27.858579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Network hostable DHCP agents. Network: 3c11f786-368e-4015-be1d-b52726dc1ca2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:27.903246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63de4b54-8f34-402d-9ec5-16aa12f0b7e0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:27.912305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 537f3f38-f108-4157-b07d-f5b34583b4fe up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:27.966821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:27.971036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b58c-33a9-4d4a-9915-fa1d129b47f6 req-7c63e829-9709-4bd4-9e12-1b74f29f198d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:27.972847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6657b58c-33a9-4d4a-9915-fa1d129b47f6 req-7c63e829-9709-4bd4-9e12-1b74f29f198d tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.1428990
Mar 26 20:58:27.973613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Network 3c11f786-368e-4015-be1d-b52726dc1ca2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:27.982583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-ffc21ff9-443e-4aca-96b7-1d53f6ead402 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534398
Mar 26 20:58:28.038763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c11f786-368e-4015-be1d-b52726dc1ca2) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:28.052817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:28.053646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.076840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9865d8ae-ef93-4de8-81a3-137f04136fa8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1486850
Mar 26 20:58:28.086259 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6657b58c-33a9-4d4a-9915-fa1d129b47f6 req-bcc69fe1-a431-4741-b92f-84e9aff96749 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043844
Mar 26 20:58:28.097768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Allocated IP 172.20.0.1 (774ec06c-09d0-4daf-abd3-72e75f21ab7d/d5404461-c19b-41ce-8e5f-399aad8ad772/35091994-b519-4824-a032-53f88604f5e2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:28.152655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99106b8-6bc4-419d-b69a-0d8882064163 None None] Network 3c11f786-368e-4015-be1d-b52726dc1ca2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:28.292357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-61f6f850-3ba3-40f2-a0b8-085ee180e908 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666384
Mar 26 20:58:28.339766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks [] for port (35091994-b519-4824-a032-53f88604f5e2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.363176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4d2b5-aef7-4e51-be22-b7f04d33534d req-1bedbe46-5677-4059-8e54-feed7fa1afb7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:28.364418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0d4d2b5-aef7-4e51-be22-b7f04d33534d req-1bedbe46-5677-4059-8e54-feed7fa1afb7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1161754
Mar 26 20:58:28.399269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a248b0-09b4-4b2b-b276-74144cb82153 None None] Network 3c11f786-368e-4015-be1d-b52726dc1ca2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:28.446577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (35091994-b519-4824-a032-53f88604f5e2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.452003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 537f3f38-f108-4157-b07d-f5b34583b4fe triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:28.452291 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.454383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0d4d2b5-aef7-4e51-be22-b7f04d33534d req-9b20fbb4-5314-4688-a4b0-d5d27aed2e38 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811272
Mar 26 20:58:28.502355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.506823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Pushing event updated for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:28.518536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.550710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:28.557854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:28.580798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:28.616868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks [] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.687301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.700977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=123f8904-2ef2-4436-b7b5-e7415a1f4da5,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:28.718510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (8a0e9916-bcd6-4861-9a73-1830d018681a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.729495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200283f-c314-48ad-8495-54c3aabe6886 req-4a239a2e-52c0-4866-8814-11c99dc301cb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:28.731208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8200283f-c314-48ad-8495-54c3aabe6886 req-4a239a2e-52c0-4866-8814-11c99dc301cb tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.1434495
Mar 26 20:58:28.736984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (6c109060-9ef1-4215-b462-b5593dc3aa48), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.838774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:28.848584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-fab5998d-55db-4b65-9e22-4e7bb5d839c4 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/9ea15609-fdf4-4d55-a5af-1595e460d625 HTTP/1.1" status: 200  len: 1823 time: 0.3321066
Mar 26 20:58:28.871307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.921889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341b4d-9932-478e-9258-8739ad986d3d None None] Pushing event updated for resources: {'Port': ['ID=cc61591d-9a6a-4a4a-a348-e571037dca12,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:28.953712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Attempting to bind port cc61591d-9a6a-4a4a-a348-e571037dca12 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:28.954120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Attempting to bind port cc61591d-9a6a-4a4a-a348-e571037dca12 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:28.954494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Attempting to bind port cc61591d-9a6a-4a4a-a348-e571037dca12 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:28.979229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port aa18c074-3c50-4a11-9055-0c0910e8dd41 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:28.979880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.989887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 537f3f38-f108-4157-b07d-f5b34583b4fe is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:28.993122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:28.994075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:28.994560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:28.994983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:28.995500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Bound port: cc61591d-9a6a-4a4a-a348-e571037dca12, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:28.995964 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.088224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (9ea15609-fdf4-4d55-a5af-1595e460d625), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.112992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] For port cc61591d-9a6a-4a4a-a348-e571037dca12, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:29.124442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eef39283-534d-4ce3-ab34-355287735efa None None] Provisioning complete for port 35091994-b519-4824-a032-53f88604f5e2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:29.124829 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eef39283-534d-4ce3-ab34-355287735efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (35091994-b519-4824-a032-53f88604f5e2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.129568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] For port cc61591d-9a6a-4a4a-a348-e571037dca12, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc61591d-9a6a-4a4a-a348-e571037dca12,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:29.137014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (9ea15609-fdf4-4d55-a5af-1595e460d625), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.157887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (35091994-b519-4824-a032-53f88604f5e2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.166288 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.190454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:29.213307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:29.227293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eef39283-534d-4ce3-ab34-355287735efa None None] Port 35091994-b519-4824-a032-53f88604f5e2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:29.242365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8341b4d-9932-478e-9258-8739ad986d3d None None] Pushing event updated for resources: {'Port': ['ID=cc61591d-9a6a-4a4a-a348-e571037dca12,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:29.247245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:29.247457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef11c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:29.248733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d09e521-0a82-4ef0-8951-d2b734d3178b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.258723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ea15609-fdf4-4d55-a5af-1595e460d625), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.261468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.262603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7be7796b-2f87-410d-9ce6-3fb65f4f9c07 req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/9ea15609-fdf4-4d55-a5af-1595e460d625 HTTP/1.1" status: 204  len: 173 time: 0.3995242
Mar 26 20:58:29.296293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56fc26-0496-413c-920c-361bbf249155 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea15609-fdf4-4d55-a5af-1595e460d625,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:29.340525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-780417175', 'description': 'tempest-description-1409536671'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:29.357060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port aa18c074-3c50-4a11-9055-0c0910e8dd41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa18c074-3c50-4a11-9055-0c0910e8dd41,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:29.357400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.387848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for aa18c074-3c50-4a11-9055-0c0910e8dd41 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:29.395938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:29.399889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b80d8227-9664-4cfa-98ea-01e9a5c347b7 req-33602fa2-f1ea-4b74-b095-3882cc2a452f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 210 time: 0.0486822
Mar 26 20:58:29.508154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.544146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks [] for port (35091994-b519-4824-a032-53f88604f5e2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.561728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (35091994-b519-4824-a032-53f88604f5e2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.589627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d09e521-0a82-4ef0-8951-d2b734d3178b admin admin] Publish callbacks [] for security_group (63313d4c-0b17-4013-af86-76b111e81fbc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.609526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d09e521-0a82-4ef0-8951-d2b734d3178b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63313d4c-0b17-4013-af86-76b111e81fbc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.640973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (6c109060-9ef1-4215-b462-b5593dc3aa48), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.648533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Pushing event updated for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:29.660090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8031b6-6b6f-4130-b34a-859d42c5c0c9 req-4a126f92-4189-448b-86ce-44d880d3f397 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:29.661795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d8031b6-6b6f-4130-b34a-859d42c5c0c9 req-4a126f92-4189-448b-86ce-44d880d3f397 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b90cee9-9904-41f7-95a5-d6ed889e27ed HTTP/1.1" status: 200  len: 949 time: 0.1418254
Mar 26 20:58:29.664034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:29.701456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef11c40>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:28Z', 'revision_number': 1, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:29.702368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7d09e521-0a82-4ef0-8951-d2b734d3178b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=743a9e41705f4b6e8b2b823a6e196c8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8597593
Mar 26 20:58:29.707333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:29.708740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09e521-0a82-4ef0-8951-d2b734d3178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63313d4c-0b17-4013-af86-76b111e81fbc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:29.737690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e222d-c9d9-4a77-af82-75d13eea598c None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:28Z', 'revision_number': 1, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:29.815134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d8031b6-6b6f-4130-b34a-859d42c5c0c9 req-0d1d17ec-4bef-4868-871f-54c03b6238c5 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394687
Mar 26 20:58:29.854364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:29.854536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (97ac834a-74b4-492d-bfcc-735cc35bf7f1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.857091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] Publish callbacks [] for security_group (63313d4c-0b17-4013-af86-76b111e81fbc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.863786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:29.875855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97ac834a-74b4-492d-bfcc-735cc35bf7f1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.942647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aa18c074-3c50-4a11-9055-0c0910e8dd41), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:29.957453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'aa18c074-3c50-4a11-9055-0c0910e8dd41'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:29.964015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:30.075713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.077629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31327f14-9ea2-4f5c-9278-6c602219b58d req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.7849054
Mar 26 20:58:30.099469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6a1f0-e654-4ee2-a881-4b463449924d tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac834a-74b4-492d-bfcc-735cc35bf7f1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:30.125228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=aa18c074-3c50-4a11-9055-0c0910e8dd41,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:30.129991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port aa18c074-3c50-4a11-9055-0c0910e8dd41 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:30.145877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.151064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8200283f-c314-48ad-8495-54c3aabe6886 req-aeaf8d17-e9d7-4e02-8004-9fee1a9eb9b7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "DELETE /v2.0/ports/aa18c074-3c50-4a11-9055-0c0910e8dd41 HTTP/1.1" status: 204  len: 173 time: 1.4123316
Mar 26 20:58:30.158205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'name': 'network-vif-deleted', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:30.160560 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a9a19-8c4b-4de5-9b6c-9d2c45a259e0" -d '{"events": [{"server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "name": "network-vif-deleted", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:30.185095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:30.196062 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:30.209108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-976830dd-eecd-4dd4-a721-f4c7bc870e7b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/routers/8a0e9916-bcd6-4861-9a73-1830d018681a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4133921
Mar 26 20:58:30.213866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:30.214523 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6fffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:30.217944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:30.231801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'port': {'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78', 'name': 'tempest-FloatingIPTestJSON-727029773'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:30.235953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.332568 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6fffa0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:30.370058 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:30.370976 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6fffa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:30.450945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d6ecdcbf-6e15-4c52-87c1-aaebd6f38cd6 None None] Provisioning complete for port 35091994-b519-4824-a032-53f88604f5e2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:30.451372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d6ecdcbf-6e15-4c52-87c1-aaebd6f38cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (35091994-b519-4824-a032-53f88604f5e2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.455475 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6fffa0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:30.457849 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34914fd-2bc3-4cbf-9092-7586b06c979e None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:30.546343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb298-c819-4f5a-b3b3-38df85cfa415 req-1e5e4302-e6e3-404b-bee7-d95e9fd3d33e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:30.555434 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ecccb298-c819-4f5a-b3b3-38df85cfa415 req-1e5e4302-e6e3-404b-bee7-d95e9fd3d33e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.3089013
Mar 26 20:58:30.576827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecdcbf-6e15-4c52-87c1-aaebd6f38cd6 None None] Port 35091994-b519-4824-a032-53f88604f5e2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:30.617957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] Publish callbacks [] for security_group (63313d4c-0b17-4013-af86-76b111e81fbc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.648467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ecccb298-c819-4f5a-b3b3-38df85cfa415 req-758d06b1-e2ba-4351-945a-6d904e46f79e tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917335
Mar 26 20:58:30.676128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:30.688061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:30.705109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-fab451e6-c6c3-4ef4-8f91-c7f6ea6c3485 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/8721e849-bfe5-4fc3-9614-c753c5f1d981 HTTP/1.1" status: 200  len: 2422 time: 0.8667133
Mar 26 20:58:30.765862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] device_id is not set on port 4f7bf2d0-d582-4879-b5cd-38c7870b0cc2 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:58:30.774400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-718252a6-6e3e-4e26-9de6-6e7103011747 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/97ac834a-74b4-492d-bfcc-735cc35bf7f1 HTTP/1.1" status: 200  len: 1831 time: 0.0673809
Mar 26 20:58:30.832406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97ac834a-74b4-492d-bfcc-735cc35bf7f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:30.832721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97ac834a-74b4-492d-bfcc-735cc35bf7f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:31.004679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63313d4c-0b17-4013-af86-76b111e81fbc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.005574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.013519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.014707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63313d4c-0b17-4013-af86-76b111e81fbc HTTP/1.1" status: 204  len: 168 time: 1.3023403
Mar 26 20:58:31.025059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-7b48d833-a79f-42d4-b939-3133898b8aec tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:31.027359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-7b48d833-a79f-42d4-b939-3133898b8aec tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.4122298
Mar 26 20:58:31.033088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:31.040646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.8 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/4f7bf2d0-d582-4879-b5cd-38c7870b0cc2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:31.052681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8721e849-bfe5-4fc3-9614-c753c5f1d981), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.060435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.066401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'device_id': '9520886e-3914-4f48-a3dd-ab467f45feff', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'admin_state_up': True, 'tenant_id': '71d58c339cd84f6891e4545c28bb7927'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:31.067284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.097834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc52f03-c4e7-4199-a965-3aec11ac3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63313d4c-0b17-4013-af86-76b111e81fbc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:31.108996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea81467-5d0e-4e54-af5b-d142fd672c2f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:31.128500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.130858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3e4c65f-fca2-4646-9ca2-3b02b473e88e req-5f451441-816f-4e8b-a8ea-380f5fda2d5f tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3127108
Mar 26 20:58:31.231339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (8721e849-bfe5-4fc3-9614-c753c5f1d981), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.232169 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba15138f-8c11-4134-9031-486f5f7ffb8e x-openstack-request-id: req-ba15138f-8c11-4134-9031-486f5f7ffb8e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:31.232631 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90cee9-9904-41f7-95a5-d6ed889e27ed", "name": "network-vif-deleted", "tag": "aa18c074-3c50-4a11-9055-0c0910e8dd41", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:31.232751 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba15138f-8c11-4134-9031-486f5f7ffb8e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:31.233101 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba15138f-8c11-4134-9031-486f5f7ffb8e'] response: {'server_uuid': '5b90cee9-9904-41f7-95a5-d6ed889e27ed', 'name': 'network-vif-deleted', 'tag': 'aa18c074-3c50-4a11-9055-0c0910e8dd41', 'status': 'completed', 'code': 200}
Mar 26 20:58:31.384578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:31.388288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.391620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:31.397631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03a28636-bf91-4108-995c-f26d0340b216 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c109060-9ef1-4215-b462-b5593dc3aa48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7388198
Mar 26 20:58:31.399798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8721e849-bfe5-4fc3-9614-c753c5f1d981), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.402408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.403658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d157596-3ea5-423c-8d69-3fe7cd91e34f req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/8721e849-bfe5-4fc3-9614-c753c5f1d981 HTTP/1.1" status: 204  len: 173 time: 0.6976814
Mar 26 20:58:31.432765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16381727-57f9-437c-8281-74850cec9cf3 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8721e849-bfe5-4fc3-9614-c753c5f1d981,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:31.577394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36158) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:31.613587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5357e3a8-22f4-4e06-a87c-c111910c71a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.640733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.20.0.3 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/70a83fdf-b383-49e1-962f-77e816017e97) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:31.674214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed4085a2-2d9a-401b-98d0-e75bc20fd6a0 req-7b549996-47fe-4c27-ac41-0100adaba753 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/97ac834a-74b4-492d-bfcc-735cc35bf7f1 HTTP/1.1" status: 200  len: 2425 time: 0.1325257
Mar 26 20:58:31.709123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (4f7bf2d0-d582-4879-b5cd-38c7870b0cc2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.738677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73c13f66-5acb-4813-ab60-598c324ff7db req-cc8a869a-5fac-4bf2-a23a-85d7713b9bd5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 210 time: 0.4301727
Mar 26 20:58:31.788166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.815479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4f7bf2d0-d582-4879-b5cd-38c7870b0cc2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.869973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:31.876090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc61591d-9a6a-4a4a-a348-e571037dca12 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:31.887129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:31.894534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:31.917117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-df614ed8-da5c-4e18-b317-16118865109e tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "GET /v2.0/security-groups/b5663b1d-c4fa-4ac3-a8a0-546792566a2c HTTP/1.1" status: 200  len: 2415 time: 0.1306727
Mar 26 20:58:31.959796 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5357e3a8-22f4-4e06-a87c-c111910c71a8 admin admin] Publish callbacks [] for security_group (ba10396a-79c6-4ca9-9eef-3963f7dc9bc7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.974381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cc61591d-9a6a-4a4a-a348-e571037dca12 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:31.975550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.984959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5357e3a8-22f4-4e06-a87c-c111910c71a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ba10396a-79c6-4ca9-9eef-3963f7dc9bc7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:31.987456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=4f7bf2d0-d582-4879-b5cd-38c7870b0cc2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.042897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:32.045689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.092545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cc61591d-9a6a-4a4a-a348-e571037dca12 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:32.093402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5357e3a8-22f4-4e06-a87c-c111910c71a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73b1584431b34845801c5b57babad400&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5087330
Mar 26 20:58:32.096158 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.097142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36170) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:32.104063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aba50b9e-0d3a-4c72-be2a-c0ddb78227b6 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.8846776
Mar 26 20:58:32.106545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36172) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:32.107208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357e3a8-22f4-4e06-a87c-c111910c71a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba10396a-79c6-4ca9-9eef-3963f7dc9bc7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.115355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (70a83fdf-b383-49e1-962f-77e816017e97), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.117898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'port': {'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78', 'name': 'tempest-FloatingIPTestJSON-406101689'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:32.136958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port cc61591d-9a6a-4a4a-a348-e571037dca12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc61591d-9a6a-4a4a-a348-e571037dca12,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:32.144454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.146573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (b5663b1d-c4fa-4ac3-a8a0-546792566a2c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.208157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (b5663b1d-c4fa-4ac3-a8a0-546792566a2c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.208506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=cc61591d-9a6a-4a4a-a348-e571037dca12,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.213372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.248164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4c1f2-715c-4505-8cd2-898b0981b4bd req-4bf91688-339b-4513-abe9-c76344ba34e6 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:32.249668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dc4c1f2-715c-4505-8cd2-898b0981b4bd req-4bf91688-339b-4513-abe9-c76344ba34e6 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1899009
Mar 26 20:58:32.282628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:32.292137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:32.294725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.297164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:32.323822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] Publish callbacks [] for security_group (ba10396a-79c6-4ca9-9eef-3963f7dc9bc7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.342479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5663b1d-c4fa-4ac3-a8a0-546792566a2c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.344864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:32.345091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.346246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b98ac29c-36e0-40df-add1-3eef35bdfb67 req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5663b1d-c4fa-4ac3-a8a0-546792566a2c HTTP/1.1" status: 204  len: 173 time: 0.3797708
Mar 26 20:58:32.348869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.360515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36174) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:32.366754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:32.367370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.369819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf534022-5f7b-4be8-b11c-845f44a0d3c5 tempest-SecurityGroupRulesTestJSON-334072206 tempest-SecurityGroupRulesTestJSON-334072206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5663b1d-c4fa-4ac3-a8a0-546792566a2c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.385354 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] Publish callbacks [] for security_group (ba10396a-79c6-4ca9-9eef-3963f7dc9bc7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.395076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-72f9c772-18b4-4558-bf74-1853ed9bd69e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3383267
Mar 26 20:58:32.410472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Request body: {'port': {'device_id': '9520886e-3914-4f48-a3dd-ab467f45feff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:32.417153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-3bfbb5d0-e842-4b28-a18d-c41fd06a0310 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-group-rules/0ea81467-5d0e-4e54-af5b-d142fd672c2f HTTP/1.1" status: 200  len: 778 time: 0.0349422
Mar 26 20:58:32.419165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dc4c1f2-715c-4505-8cd2-898b0981b4bd req-de455e7b-be6b-4e27-8a15-81397b2ce419 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537418
Mar 26 20:58:32.436617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] device_id is not set on port 2bb4f10c-1ea0-40c3-8345-25464f0d670c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:58:32.507288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Deleting subnet d8e40fbb-02f9-49b1-8804-e79edc1928a0 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:58:32.517859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Publish callbacks [] for subnet (d8e40fbb-02f9-49b1-8804-e79edc1928a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.522319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-7f170ae0-9607-4535-8820-62b3e0112cd2 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/97ac834a-74b4-492d-bfcc-735cc35bf7f1 HTTP/1.1" status: 200  len: 2425 time: 0.0884829
Mar 26 20:58:32.544664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70a83fdf-b383-49e1-962f-77e816017e97), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.596122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (d8e40fbb-02f9-49b1-8804-e79edc1928a0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.603699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.618919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.628251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ba10396a-79c6-4ca9-9eef-3963f7dc9bc7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.631170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.632683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba10396a-79c6-4ca9-9eef-3963f7dc9bc7 HTTP/1.1" status: 204  len: 168 time: 0.5275571
Mar 26 20:58:32.649858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d010fa-cabd-4e06-b55f-3ca0cd631fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba10396a-79c6-4ca9-9eef-3963f7dc9bc7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.708620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.10 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/2bb4f10c-1ea0-40c3-8345-25464f0d670c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:32.712374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d8e40fbb-02f9-49b1-8804-e79edc1928a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.722953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0ea81467-5d0e-4e54-af5b-d142fd672c2f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.735517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.736702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-903b1c46-9820-471a-a8d0-a2593edb2960 req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0ea81467-5d0e-4e54-af5b-d142fd672c2f HTTP/1.1" status: 204  len: 173 time: 0.2022321
Mar 26 20:58:32.745202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207d354-069b-4598-9192-056a0cf27d12 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea81467-5d0e-4e54-af5b-d142fd672c2f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:32.766962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5489f990-13d9-4dcb-aeb7-59af5d77f5e6 None None] Provisioning complete for port 70a83fdf-b383-49e1-962f-77e816017e97 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:32.767533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5489f990-13d9-4dcb-aeb7-59af5d77f5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70a83fdf-b383-49e1-962f-77e816017e97), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.838068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5489f990-13d9-4dcb-aeb7-59af5d77f5e6 None None] Port 70a83fdf-b383-49e1-962f-77e816017e97 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:32.964768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (d8e40fbb-02f9-49b1-8804-e79edc1928a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.986797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a83fdf-b383-49e1-962f-77e816017e97 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:32.996149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks [] for port (70a83fdf-b383-49e1-962f-77e816017e97), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:32.999879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e40fbb-02f9-49b1-8804-e79edc1928a0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:33.031041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-638075355', 'description': 'tempest-description-319450878'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:33.041893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Transition to ACTIVE for port object 70a83fdf-b383-49e1-962f-77e816017e97 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:33.049048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.056584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.062150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8e54edd0-5d4b-4810-b89b-803dfc873c1b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d8e40fbb-02f9-49b1-8804-e79edc1928a0 HTTP/1.1" status: 204  len: 168 time: 0.6862535
Mar 26 20:58:33.063903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:33.090273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-57a4143c-b871-4b74-8dfc-214eb8df3310 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:33.096963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-57a4143c-b871-4b74-8dfc-214eb8df3310 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.2507792
Mar 26 20:58:33.103396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.111072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-11ee3376-8646-4f1a-bf4b-c1a8621b81a5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/quotas/dff0b12b0e8843e99f5aac63876e13fb HTTP/1.1" status: 200  len: 375 time: 0.0132196
Mar 26 20:58:33.183140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (2bb4f10c-1ea0-40c3-8345-25464f0d670c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.194338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Pushing event updated for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:33.220613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-3ad40472-9aa7-4a6c-9b68-f95e85052d6d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008792
Mar 26 20:58:33.301171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (8a2ad4f6-df59-4729-a170-ebf6bd902f70), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.328164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Attempting to bind port 70a83fdf-b383-49e1-962f-77e816017e97 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:33.328266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Attempting to bind port 70a83fdf-b383-49e1-962f-77e816017e97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:33.328612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Attempting to bind port 70a83fdf-b383-49e1-962f-77e816017e97 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:33.356355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2bb4f10c-1ea0-40c3-8345-25464f0d670c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.357788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (360ea0b7-a38e-4e85-b5eb-31513aa1f776), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.358680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Port 70a83fdf-b383-49e1-962f-77e816017e97 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:33.359011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Attempting to bind port 70a83fdf-b383-49e1-962f-77e816017e97 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:33.391200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (360ea0b7-a38e-4e85-b5eb-31513aa1f776), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.396906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:33.399478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:33.399868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:33.400366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:33.400832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Bound port: 70a83fdf-b383-49e1-962f-77e816017e97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:33.401380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70a83fdf-b383-49e1-962f-77e816017e97), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.419623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:33.420770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4949d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:33.433974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-fa7f5b2c-c266-4b76-8b91-e65ce3457005 service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065880
Mar 26 20:58:33.460841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.462120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bffa97d9-4e79-462d-bb90-58842b31d8a6 req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.4351139
Mar 26 20:58:33.498778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:33.504855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:33.517732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (8a2ad4f6-df59-4729-a170-ebf6bd902f70), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.518206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:33.520230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a209d-4dee-45ad-b304-a5904a1da67c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360ea0b7-a38e-4e85-b5eb-31513aa1f776,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:33.560867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6125557bb0>,) {'filters': {'network_id': ['8a2ad4f6-df59-4729-a170-ebf6bd902f70']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:33.572630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device aa18c074-3c50-4a11-9055-0c0910e8dd41 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:33.586104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125557bb0>, '85300a62-a8a6-4353-87d7-a0c3ff46ce18') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:33.586404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125557bb0>, '85300a62-a8a6-4353-87d7-a0c3ff46ce18') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:33.594734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:33.599249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70a83fdf-b383-49e1-962f-77e816017e97,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:33.600690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=2bb4f10c-1ea0-40c3-8345-25464f0d670c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:33.602139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (85300a62-a8a6-4353-87d7-a0c3ff46ce18), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.620635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: aa18c074-3c50-4a11-9055-0c0910e8dd41 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:33.621295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device aa18c074-3c50-4a11-9055-0c0910e8dd41 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:33.622398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.625043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (85300a62-a8a6-4353-87d7-a0c3ff46ce18), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.655097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:33.661888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:58:33.662941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (85300a62-a8a6-4353-87d7-a0c3ff46ce18), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:58:33.665153 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:58:33.668216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-9cae214d-828b-4831-b431-0b3f2b57edea tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:33.670743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-9cae214d-828b-4831-b431-0b3f2b57edea tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 949 time: 0.2474313
Mar 26 20:58:33.738542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:33.739053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:33.739365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.747310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.749329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] 10.222.0.18 "PUT /v2.0/ports/70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 200  len: 1091 time: 1.3446369
Mar 26 20:58:33.795144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:33.797413 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac07d0-88c2-4e9a-b101-84ba662e40f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "tag": "70a83fdf-b383-49e1-962f-77e816017e97"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:33.811344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c876b6f1-98db-45d8-b36a-fccedd5d0410 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6981514
Mar 26 20:58:33.812129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36218) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:33.816821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-e110f55a-68b6-4eff-9ea1-8f81dc0abb38 service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166468
Mar 26 20:58:33.820851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc61591d-9a6a-4a4a-a348-e571037dca12 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:33.821554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '2bb4f10c-1ea0-40c3-8345-25464f0d670c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:33.861119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.921814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:33.922174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:33.991456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fd65b-bdd2-47e7-87a6-2e84c3d6146e service neutron] Pushing event updated for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:34.007587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (8a2ad4f6-df59-4729-a170-ebf6bd902f70), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.024720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.028893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] 10.222.0.16 "DELETE /v2.0/networks/8a2ad4f6-df59-4729-a170-ebf6bd902f70 HTTP/1.1" status: 204  len: 168 time: 0.9621930
Mar 26 20:58:34.053190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441afdef-e45f-48d2-8bd9-493a2666df36 req-31e2c825-dfc5-43b5-8316-1f1ee68cc97b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.075784 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-441afdef-e45f-48d2-8bd9-493a2666df36 req-31e2c825-dfc5-43b5-8316-1f1ee68cc97b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 943 time: 0.3920488
Mar 26 20:58:34.102242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0d42-b33a-4406-949e-55304c56c67f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2ad4f6-df59-4729-a170-ebf6bd902f70,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:34.109828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-8d9b762b-f20b-44eb-96ec-ea53ef998345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.111362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-8d9b762b-f20b-44eb-96ec-ea53ef998345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 1125 time: 0.2353113
Mar 26 20:58:34.253928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-80fca2d3-f9d9-4b4a-b3cc-0d75d6fba268 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 200  len: 217 time: 0.1275721
Mar 26 20:58:34.266173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-441afdef-e45f-48d2-8bd9-493a2666df36 req-7e975f70-9405-44f4-8d3a-929cd0212bae tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882803
Mar 26 20:58:34.290593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:34.291066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.379242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:34.403806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:34.416640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-37d8f719-c0f6-4b5c-bfd2-4b9479797e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.418462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-37d8f719-c0f6-4b5c-bfd2-4b9479797e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1512122
Mar 26 20:58:34.447404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed703390-c2b5-465d-9136-63b65d9c7332 req-33bf3a53-a443-4d34-a135-7daa44e3cde3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.456275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed703390-c2b5-465d-9136-63b65d9c7332 req-33bf3a53-a443-4d34-a135-7daa44e3cde3 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df72bb8-2c08-42da-b528-003cdaec7d4e HTTP/1.1" status: 200  len: 949 time: 0.3027561
Mar 26 20:58:34.485510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cc61591d-9a6a-4a4a-a348-e571037dca12 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:34.485978 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.492004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4949d0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 2, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:34.543584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:58:34.543952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Updating router 6c109060-9ef1-4215-b462-b5593dc3aa48 port 35091994-b519-4824-a032-53f88604f5e2 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:58:34.556184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4cf2708-de5a-4ec1-bd2a-a8b41cf36e26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19b4a69e68554b2bbaa1fcbfc9810a2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1738460
Mar 26 20:58:34.561233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36244) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:34.571487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.590476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b910-ca37-4b72-a61a-e0a30711490e req-ac0182f8-8b52-4a4c-a1ad-e40dc74a9217 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.597146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0b2b910-ca37-4b72-a61a-e0a30711490e req-ac0182f8-8b52-4a4c-a1ad-e40dc74a9217 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1890409
Mar 26 20:58:34.598323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (35091994-b519-4824-a032-53f88604f5e2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.601524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-715958fe-9cc9-4688-a736-67a70f89334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.603740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-715958fe-9cc9-4688-a736-67a70f89334f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1670389
Mar 26 20:58:34.684438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cc61591d-9a6a-4a4a-a348-e571037dca12 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:34.698399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-b1782aac-757b-41f0-a4b9-cc47211849e6 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:34.699978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-b1782aac-757b-41f0-a4b9-cc47211849e6 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 950 time: 0.3942866
Mar 26 20:58:34.760221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] Publish callbacks [] for security_group (751ce41f-82c6-4325-a477-4f812e43d07e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.774540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0b2b910-ca37-4b72-a61a-e0a30711490e req-2e2f1f94-53d0-4355-a0cd-bbce711e0efb tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764464
Mar 26 20:58:34.835449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed703390-c2b5-465d-9136-63b65d9c7332 req-0eb20da7-9d8b-4db0-ae90-9e6fe095c9ac tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3776314
Mar 26 20:58:34.850591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] Publish callbacks [] for security_group (751ce41f-82c6-4325-a477-4f812e43d07e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:34.930480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-f8a65735-b2ce-4a07-ada9-dc56ff4fff0c service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183339
Mar 26 20:58:34.981178 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f5439-0669-42c2-a266-a68fa6dfd1ed x-openstack-request-id: req-ef3f5439-0669-42c2-a266-a68fa6dfd1ed {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:34.981479 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "tag": "70a83fdf-b383-49e1-962f-77e816017e97", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:34.981744 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef3f5439-0669-42c2-a266-a68fa6dfd1ed {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:34.982160 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3f5439-0669-42c2-a266-a68fa6dfd1ed'] response: {'name': 'network-changed', 'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97', 'status': 'completed', 'code': 200}
Mar 26 20:58:35.030643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f32800c8-a3f1-4742-a93e-0902d4de15d4 req-aa08bcee-0045-4e06-864a-217101f04fb6 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/360ea0b7-a38e-4e85-b5eb-31513aa1f776 HTTP/1.1" status: 200  len: 1830 time: 0.2056658
Mar 26 20:58:35.072442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2393d24c-c12f-4ced-b0e6-3cc4d6bcca51), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.096034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e', '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:35.103379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:35.113131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-638904712', 'description': 'tempest-description-1666012859'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:35.158331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (751ce41f-82c6-4325-a477-4f812e43d07e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.162137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.164867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/751ce41f-82c6-4325-a477-4f812e43d07e HTTP/1.1" status: 204  len: 168 time: 0.6012480
Mar 26 20:58:35.177395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.180749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a86dba59-fc1b-4288-8523-ff995baeeb71 req-0d8a9186-cc44-4962-a692-84f1ea068009 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 210 time: 0.1384406
Mar 26 20:58:35.183679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b4557-4800-4b24-befc-f03f453df61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ce41f-82c6-4325-a477-4f812e43d07e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:35.212345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=2393d24c-c12f-4ced-b0e6-3cc4d6bcca51,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:35.271001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.44 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/0dce0863-4cbb-483d-a7c0-b0b303affa55) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:35.325914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (00fd64ce-c058-452f-83f9-17ec17bdfb9f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.340084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (00fd64ce-c058-452f-83f9-17ec17bdfb9f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.357040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:35.366481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.367778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks [] for port (35091994-b519-4824-a032-53f88604f5e2), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.372382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e52a10e0-e41e-4fd6-a365-23083e21171e req-79f5089a-e4d7-447a-b25c-57e8366c0c6b tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.21 "DELETE /v2.0/ports/2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 HTTP/1.1" status: 204  len: 173 time: 1.6900692
Mar 26 20:58:35.373619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.374686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'name': 'network-vif-deleted', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:35.375039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7af90265-2d84-47f5-8cef-390489f3e590 req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.2679160
Mar 26 20:58:35.386093 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a6fd7-5b96-47ff-a84f-666a50de6333" -d '{"events": [{"server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "name": "network-vif-deleted", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:35.404176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (35091994-b519-4824-a032-53f88604f5e2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.405422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-326b1c59-1dbe-4d78-9f7c-da797347cd62 req-35cfb4b0-aba5-4f93-a191-de18a242cd01 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4662089
Mar 26 20:58:35.405929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:35.406757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.512476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee69608-dd4a-4776-b39b-e877f0dc22ff None None] Pushing event updated for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:35.565331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe7dcf-9832-487b-9d4b-e107d41ae276 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd64ce-c058-452f-83f9-17ec17bdfb9f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:35.649052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-014806a1-af5e-4246-bda2-20fa99333950 req-273b94d3-f204-471f-b4d9-d3d7b87f2f87 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/00fd64ce-c058-452f-83f9-17ec17bdfb9f HTTP/1.1" status: 200  len: 1831 time: 0.2258477
Mar 26 20:58:35.689476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-25d63cb4-854f-4c90-9949-1b06adb8c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:35.691028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-25d63cb4-854f-4c90-9949-1b06adb8c26c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 1125 time: 0.2077737
Mar 26 20:58:35.751090 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac336766-23be-4613-a9df-65aea047a5ba x-openstack-request-id: req-ac336766-23be-4613-a9df-65aea047a5ba {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:35.751378 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df72bb8-2c08-42da-b528-003cdaec7d4e", "name": "network-vif-deleted", "tag": "2393d24c-c12f-4ced-b0e6-3cc4d6bcca51", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:35.751636 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac336766-23be-4613-a9df-65aea047a5ba {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:35.752077 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac336766-23be-4613-a9df-65aea047a5ba'] response: {'server_uuid': '0df72bb8-2c08-42da-b528-003cdaec7d4e', 'name': 'network-vif-deleted', 'tag': '2393d24c-c12f-4ced-b0e6-3cc4d6bcca51', 'status': 'completed', 'code': 200}
Mar 26 20:58:35.798278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Attempting to bind port 35091994-b519-4824-a032-53f88604f5e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:35.803326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Attempting to bind port 35091994-b519-4824-a032-53f88604f5e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:35.803837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Attempting to bind port 35091994-b519-4824-a032-53f88604f5e2 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:35.860697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:35.861322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:35.861833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:35.862625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Bound using segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:35.863254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Bound port: 35091994-b519-4824-a032-53f88604f5e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:35.863789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (35091994-b519-4824-a032-53f88604f5e2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.073514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-3995f9af-e031-445e-bd13-3233009394fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.076444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-3995f9af-e031-445e-bd13-3233009394fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3724027
Mar 26 20:58:36.164356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eca7f016-64ba-4742-a22e-83ba0e3242ce None None] Provisioning complete for port 35091994-b519-4824-a032-53f88604f5e2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:36.164738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eca7f016-64ba-4742-a22e-83ba0e3242ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (35091994-b519-4824-a032-53f88604f5e2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.366245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] For port 35091994-b519-4824-a032-53f88604f5e2, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:36.370184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eca7f016-64ba-4742-a22e-83ba0e3242ce None None] Port 35091994-b519-4824-a032-53f88604f5e2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:36.423748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] For port 35091994-b519-4824-a032-53f88604f5e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35091994-b519-4824-a032-53f88604f5e2,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:36.446010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (35091994-b519-4824-a032-53f88604f5e2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.460780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-6bc070f2-2c4a-4827-9924-d82259961f39 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.462285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-6bc070f2-2c4a-4827-9924-d82259961f39 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.21 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.5664227
Mar 26 20:58:36.495405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'port': {'device_id': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'admin_state_up': True, 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:36.577617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:36.578973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4949d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:36.647733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbde5-b0ac-48d8-9119-e58f5a2649f5 req-1562f1c3-e8fe-440c-89d0-2f94ae76a5e0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.655985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b2cbde5-b0ac-48d8-9119-e58f5a2649f5 req-1562f1c3-e8fe-440c-89d0-2f94ae76a5e0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 943 time: 1.2452071
Mar 26 20:58:36.684265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:36.685203 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.685813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-8a5b3be9-07ef-4c5f-a012-772ae6f62b99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 200  len: 217 time: 0.5680110
Mar 26 20:58:36.703727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.735673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:36.743393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-fd9c77b2-e50d-4399-9d44-2b51a35543e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.744938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-fd9c77b2-e50d-4399-9d44-2b51a35543e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0504613
Mar 26 20:58:36.753751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:36.775316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Made reservation on behalf of dff0b12b0e8843e99f5aac63876e13fb for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:36.779223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:36.797934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b2cbde5-b0ac-48d8-9119-e58f5a2649f5 req-4be88dc5-9619-4a76-8e1d-aeafa8a03b33 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406412
Mar 26 20:58:36.848589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-285237454', 'description': 'tempest-description-869020816'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:36.855795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-bce15ac2-802c-4413-8afe-020fa1c4b1c7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.864778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-bce15ac2-802c-4413-8afe-020fa1c4b1c7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.9544806
Mar 26 20:58:36.888693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee69608-dd4a-4776-b39b-e877f0dc22ff None None] Pushing event updated for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:36.893695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-b4e22d9b-4e7e-4474-9bbb-0fad96208971 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/quotas/dff0b12b0e8843e99f5aac63876e13fb HTTP/1.1" status: 200  len: 375 time: 0.0268881
Mar 26 20:58:36.913701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:36.964343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-b078afe3-a34f-41ae-98c9-4c0ba77e9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:36.966582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-b078afe3-a34f-41ae-98c9-4c0ba77e9e03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2028496
Mar 26 20:58:37.004142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-5f6c4b7e-3ac9-40ff-a63f-a9c664b95a2d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1094623
Mar 26 20:58:37.021886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Provisioning complete for port 35091994-b519-4824-a032-53f88604f5e2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:37.022261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (35091994-b519-4824-a032-53f88604f5e2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.048282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Allocated IP 172.20.0.5 (774ec06c-09d0-4daf-abd3-72e75f21ab7d/d5404461-c19b-41ce-8e5f-399aad8ad772/f222d2e5-bec9-47c9-9eb3-321c6788db77) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:37.161490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-7eeca2d3-0c87-4580-8c53-4375278188b0 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886747
Mar 26 20:58:37.173668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1350213491-network', 'tenant_id': 'c3f87b02119a4e3f86e4fdc7a4bd93a6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:37.224421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-da69f101-1b10-409a-8aae-c87ed0bd50a0 service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104931
Mar 26 20:58:37.253965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.279937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Made reservation on behalf of c3f87b02119a4e3f86e4fdc7a4bd93a6 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:37.282901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Current status of the port 35091994-b519-4824-a032-53f88604f5e2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:37.283021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.283281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (35091994-b519-4824-a032-53f88604f5e2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.290632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4949d0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:36Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:37.321700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.322781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.324577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.341502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975a93e-f92a-4647-b6ea-9d508846fdfd None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:36Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:37.377415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] For port 35091994-b519-4824-a032-53f88604f5e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35091994-b519-4824-a032-53f88604f5e2,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:37.390097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=0dce0863-4cbb-483d-a7c0-b0b303affa55,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:37.407998 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (35091994-b519-4824-a032-53f88604f5e2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.451096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-200e6e20-94aa-4d3f-a490-11fa7c19e993 service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2108970
Mar 26 20:58:37.474158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:37.484974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:37.492952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5ad5f-042c-4dd0-9219-2327e765db9a None None] Pushing event updated for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:37.493340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:37.508819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fac07d0-88c2-4e9a-b101-84ba662e40f6 req-aca99468-2f41-43d1-b447-d935c01f324b service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3310699
Mar 26 20:58:37.547978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:37.591818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:37.592412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2393d24c-c12f-4ced-b0e6-3cc4d6bcca51 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:37.625358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks [] for security_group (7e1e949f-bcbb-44ee-b1b3-41f16c244460), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.636228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7e1e949f-bcbb-44ee-b1b3-41f16c244460), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.667046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e949f-bcbb-44ee-b1b3-41f16c244460,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:37.680005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:37.709756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a9d82192-47c1-4078-b227-fb8f7a2e73b3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.710120 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Added segment a9d82192-47c1-4078-b227-fb8f7a2e73b3 of type vlan for network 5f7a9847-066b-4899-88a9-f395e43c97c0
Mar 26 20:58:37.712132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (3818f6e0-b213-491c-8dff-85a402697ddf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.720601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.748631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3818f6e0-b213-491c-8dff-85a402697ddf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.810382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:37.837158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (5f7a9847-066b-4899-88a9-f395e43c97c0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.840634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:37.849004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:37.897758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 70a83fdf-b383-49e1-962f-77e816017e97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:37.900647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:37.967797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (5f7a9847-066b-4899-88a9-f395e43c97c0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.972708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:37.973528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:37.975571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 35091994-b519-4824-a032-53f88604f5e2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:38.039533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:38.040317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:38.105396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1896555
Mar 26 20:58:38.108596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:38.133591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 35091994-b519-4824-a032-53f88604f5e2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:38.133976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (35091994-b519-4824-a032-53f88604f5e2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.150941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Request body: {'subnet': {'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1350213491-subnet', 'tenant_id': 'c3f87b02119a4e3f86e4fdc7a4bd93a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:38.173795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ba40f-55f4-4ab0-8cc4-3af6c0e89e2f req-141957fa-d18d-4ecb-b447-0df81aad5903 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:38.177390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e1ba40f-55f4-4ab0-8cc4-3af6c0e89e2f req-141957fa-d18d-4ecb-b447-0df81aad5903 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.3211462
Mar 26 20:58:38.180457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d288ed-aa40-4301-9609-9e9a907432d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7a9847-066b-4899-88a9-f395e43c97c0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:38.200883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:38.272564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Made reservation on behalf of c3f87b02119a4e3f86e4fdc7a4bd93a6 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:38.274943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.346834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70a83fdf-b383-49e1-962f-77e816017e97,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:38.375290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '70a83fdf-b383-49e1-962f-77e816017e97', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '70a83fdf-b383-49e1-962f-77e816017e97', 'mac_address': 'fa:16:3e:5c:82:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:38.393560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e1ba40f-55f4-4ab0-8cc4-3af6c0e89e2f req-eac4cb20-0eee-4c1a-824a-621f65c86da7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975482
Mar 26 20:58:38.598950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b05cb87b-0bff-45ca-bc8a-ba87736aa118 req-1bae4678-e015-4e78-890c-9947d2cadbc6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 210 time: 0.0687675
Mar 26 20:58:38.620968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:38.623102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.681683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.683289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-542251e7-c823-4a22-8eaf-73ad34508d2a req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 1.8490229
Mar 26 20:58:38.715340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (3dd00f27-174a-4593-bb23-8ffbe95a230f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.779587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd00f27-174a-4593-bb23-8ffbe95a230f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:38.817952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02de9c1-ee16-47aa-b0aa-a6613a423794 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3818f6e0-b213-491c-8dff-85a402697ddf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:38.855217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:38.895509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:38.896437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.902667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Checking segment: {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:38.903172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Network hostable DHCP agents. Network: 5f7a9847-066b-4899-88a9-f395e43c97c0, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:38.913309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:38.915654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e89e6-659a-48d9-ae40-3966932a1fc9 req-f2db70da-a521-4c2f-805c-e33b2944c82c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:38.925596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f61e89e6-659a-48d9-ae40-3966932a1fc9 req-f2db70da-a521-4c2f-805c-e33b2944c82c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 943 time: 0.1470733
Mar 26 20:58:38.951269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 35091994-b519-4824-a032-53f88604f5e2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:38.953919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 70a83fdf-b383-49e1-962f-77e816017e97 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:38.954469 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70a83fdf-b383-49e1-962f-77e816017e97), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.957470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f76e5c77-2167-4cd5-8f82-74ec039be0b4 None None] Provisioning complete for port f222d2e5-bec9-47c9-9eb3-321c6788db77 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:38.957851 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f76e5c77-2167-4cd5-8f82-74ec039be0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:38.962922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port 9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:39.006846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a83fdf-b383-49e1-962f-77e816017e97 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:39.028802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f61e89e6-659a-48d9-ae40-3966932a1fc9 req-825e1773-f2fa-4774-a466-df1270cde269 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969338
Mar 26 20:58:39.033976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.051786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a89d19b-ad79-468f-9220-7f69ccfde689 req-e4f08794-7050-4cbc-9bbd-e8536a53010f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "DELETE /v2.0/ports/9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca HTTP/1.1" status: 204  len: 173 time: 4.2707620
Mar 26 20:58:39.054260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f76e5c77-2167-4cd5-8f82-74ec039be0b4 None None] Port f222d2e5-bec9-47c9-9eb3-321c6788db77 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:39.057302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:39.059506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f52ae6e9-7189-460d-8887-79725551da94 req-f8299889-1068-4a23-98c5-cc8356a258f9 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db HTTP/1.1" status: 200  len: 210 time: 0.2183437
Mar 26 20:58:39.059987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'name': 'network-vif-deleted', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:39.062298 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65917130-32d3-4e17-a1ee-9531cbde9eee" -d '{"events": [{"server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "name": "network-vif-deleted", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:39.105914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5f7a9847-066b-4899-88a9-f395e43c97c0) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:39.106212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-79cd86e1-9d1a-4a19-8876-387cb2e0401b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6248441
Mar 26 20:58:39.113496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cca8cb70-5263-4715-ba6d-a63a6b9316bf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.126527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Request body: {'port': {'device_id': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:39.130414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70a83fdf-b383-49e1-962f-77e816017e97,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:39.138228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:39.154643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.167163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac56b7d-e635-4c5f-bf8a-c1046d5ada79 None None] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:39.181251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.238788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd215a30-61f5-481b-a4ab-5677f8d46ed7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1279275
Mar 26 20:58:39.249394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02fb7803-c647-4f34-9a12-40b4202223db req-318e0ea3-27b7-4879-abd8-d31b4b35090a tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/3818f6e0-b213-491c-8dff-85a402697ddf HTTP/1.1" status: 200  len: 1830 time: 0.1685874
Mar 26 20:58:39.309127 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afcee57-c550-477e-92c2-fb7f26ff5f2b x-openstack-request-id: req-9afcee57-c550-477e-92c2-fb7f26ff5f2b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:39.311857 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db", "name": "network-vif-deleted", "tag": "9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:39.312164 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9afcee57-c550-477e-92c2-fb7f26ff5f2b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:39.314707 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afcee57-c550-477e-92c2-fb7f26ff5f2b'] response: {'server_uuid': 'f56e4a3c-c8ce-4abc-99fa-f18bf3c2e8db', 'name': 'network-vif-deleted', 'tag': '9db0ea2f-49f9-4e05-b6e4-e5ae2ea483ca', 'status': 'completed', 'code': 200}
Mar 26 20:58:39.370289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1820729769', 'description': 'tempest-description-914490585'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:39.429180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.460617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:39.557859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:39.618510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.629903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a0323-504c-43fc-a8c7-ca5cca8e41a7 req-c1f45c51-04ba-417c-a0ea-70f81a62db7c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:39.638177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb2a0323-504c-43fc-a8c7-ca5cca8e41a7 req-c1f45c51-04ba-417c-a0ea-70f81a62db7c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.0938771
Mar 26 20:58:39.666065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:39.724199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb2a0323-504c-43fc-a8c7-ca5cca8e41a7 req-d7d1cc5a-5dbd-4e37-ba17-61376aeb2435 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847192
Mar 26 20:58:39.755159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314cb7fd-d6df-43e2-ac16-e0bd6a9fc786 None None] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:39.943214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1428275375', 'description': 'tempest-description-1333974502'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:39.966177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.002839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (5cc0cc8d-1e70-4cf3-b235-a44d9048118f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.063080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.069687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (13df4862-a8b7-4bd9-9aa6-daedcf47e691), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.070540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cc0cc8d-1e70-4cf3-b235-a44d9048118f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.076072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (13df4862-a8b7-4bd9-9aa6-daedcf47e691), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.100612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-eae667c7-f412-4a58-a68e-01075bc80ab1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:40.102146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-eae667c7-f412-4a58-a68e-01075bc80ab1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.5938182
Mar 26 20:58:40.102810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.113641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13df4862-a8b7-4bd9-9aa6-daedcf47e691,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:40.130781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.145949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6180c743-e0f0-451b-879b-677f0b0f478b req-a748cd2b-adaf-4cd6-8899-ccf426ce5cf6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.2005105
Mar 26 20:58:40.149437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'port': {'device_id': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'admin_state_up': True, 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:40.241695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39d6d38c-0cc4-4544-8fee-4076a2b5c064 req-bd88659c-853d-465d-b407-a7b7cb62474f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 210 time: 0.0377152
Mar 26 20:58:40.267503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cca8cb70-5263-4715-ba6d-a63a6b9316bf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.272183 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.278449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-926aff75-4e90-449e-8c69-f99adc843e7a req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 0.9539111
Mar 26 20:58:40.362895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04149d86-1017-4f9d-9784-bc575d9884b0 req-9afe507f-604f-41a5-a40c-9fd8f2df0263 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:40.370242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04149d86-1017-4f9d-9784-bc575d9884b0 req-9afe507f-604f-41a5-a40c-9fd8f2df0263 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 944 time: 0.0725269
Mar 26 20:58:40.375527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22afc-642d-46a5-b42f-305371d3aa35 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc0cc8d-1e70-4cf3-b235-a44d9048118f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:40.387265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-646243715', 'description': 'tempest-description-1997646239'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:40.420582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04149d86-1017-4f9d-9784-bc575d9884b0 req-4bc1be6d-a4cd-43ba-9c40-456870ffcc64 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492382
Mar 26 20:58:40.475971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=0dce0863-4cbb-483d-a7c0-b0b303affa55,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:40.486868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60b2eccc-69cf-4214-9738-583ab04ad751 req-ca85156c-c848-464b-b611-9ae7d5ecac26 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/5cc0cc8d-1e70-4cf3-b235-a44d9048118f HTTP/1.1" status: 200  len: 1831 time: 0.0433698
Mar 26 20:58:40.560751 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-cd7147a1-48d0-48ca-9bed-9573cac5cf6e req-b80f94cd-a296-49d4-aade-c00764f81f83 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] show failed (client error): The resource could not be found.
Mar 26 20:58:40.578734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd7147a1-48d0-48ca-9bed-9573cac5cf6e req-b80f94cd-a296-49d4-aade-c00764f81f83 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/47b31939-9f8f-4008-a737-9fd674f5ae92 HTTP/1.1" status: 404  len: 352 time: 0.0328429
Mar 26 20:58:40.593236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.666601 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP cca8cb70-5263-4715-ba6d-a63a6b9316bf associated. External IP: 172.35.4.44, port: 2bb4f10c-1ea0-40c3-8345-25464f0d670c.
Mar 26 20:58:40.696514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Made reservation on behalf of dff0b12b0e8843e99f5aac63876e13fb for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:40.700072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:40.743741 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-3e24f4cc-f20f-4ae2-980c-6a8e4769a7c0 req-da72cfa2-cc36-4f13-8b8a-4de534f8b11e tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] show failed (client error): The resource could not be found.
Mar 26 20:58:40.748442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e24f4cc-f20f-4ae2-980c-6a8e4769a7c0 req-da72cfa2-cc36-4f13-8b8a-4de534f8b11e tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-group-rules/4fa3f066-590c-42ac-a53f-faa29a47d56b HTTP/1.1" status: 404  len: 361 time: 0.0215383
Mar 26 20:58:40.777559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f222d2e5-bec9-47c9-9eb3-321c6788db77 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:40.798883 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks [] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.018848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b62e6-eddf-43ee-be05-bb4cbc825789 req-8156f093-5337-490b-b2dd-6bf36cfd0ecf tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:41.021025 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f9b62e6-eddf-43ee-be05-bb4cbc825789 req-8156f093-5337-490b-b2dd-6bf36cfd0ecf tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.0623343
Mar 26 20:58:41.080432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f9b62e6-eddf-43ee-be05-bb4cbc825789 req-876685a2-69a7-4962-bfc2-f5270f4e35fd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535100
Mar 26 20:58:41.152397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-3cb3ec77-55e8-4b67-ad86-920f80dd5dd1 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/5cc0cc8d-1e70-4cf3-b235-a44d9048118f HTTP/1.1" status: 200  len: 1831 time: 0.0433111
Mar 26 20:58:41.224774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (5cc0cc8d-1e70-4cf3-b235-a44d9048118f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.227225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Transition to ACTIVE for port object f222d2e5-bec9-47c9-9eb3-321c6788db77 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:41.245891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (82e03f28-d7fd-4ddc-908f-268e1e2a4ab5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.249011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.252789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (5cc0cc8d-1e70-4cf3-b235-a44d9048118f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.266951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (82e03f28-d7fd-4ddc-908f-268e1e2a4ab5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.310104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cc0cc8d-1e70-4cf3-b235-a44d9048118f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.313775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.315226 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-334c8f58-32bc-4ce9-9875-6050e9ca9ae3 req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cc0cc8d-1e70-4cf3-b235-a44d9048118f HTTP/1.1" status: 204  len: 173 time: 0.1539938
Mar 26 20:58:41.327722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03cd19-5498-41c8-a07d-10544e5c0d86 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc0cc8d-1e70-4cf3-b235-a44d9048118f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:41.397479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.399104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f676112-ed6a-48a5-a0da-e0420d3940c3 req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 1.0333354
Mar 26 20:58:41.409094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a145-40f0-4575-af34-7641e3046ac5 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e03f28-d7fd-4ddc-908f-268e1e2a4ab5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:41.412120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:41.520286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7697434-c807-43a3-bb42-daa09c16b487 req-54d3ad8d-fb82-4bcb-973a-92b641846ee0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:41.524799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7697434-c807-43a3-bb42-daa09c16b487 req-54d3ad8d-fb82-4bcb-973a-92b641846ee0 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 950 time: 0.1304193
Mar 26 20:58:41.533190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Allocated IP 172.20.0.11 (774ec06c-09d0-4daf-abd3-72e75f21ab7d/d5404461-c19b-41ce-8e5f-399aad8ad772/425a8d13-34da-40a1-93e0-b77741c63f6c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:41.534144 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:58:41.603396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7697434-c807-43a3-bb42-daa09c16b487 req-2d5c6fff-2038-4694-9e6c-861436404763 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651467
Mar 26 20:58:41.619842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9ceaffb-c201-48b8-9f07-5e7c3c36aac1 req-e35ad966-3fdd-4cdc-af12-8d8a8e52a05b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 210 time: 0.0470083
Mar 26 20:58:41.671682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Attempting to bind port f222d2e5-bec9-47c9-9eb3-321c6788db77 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:41.672330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Attempting to bind port f222d2e5-bec9-47c9-9eb3-321c6788db77 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:41.672530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Attempting to bind port f222d2e5-bec9-47c9-9eb3-321c6788db77 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:41.687093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:41.687842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Port f222d2e5-bec9-47c9-9eb3-321c6788db77 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:41.688193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Attempting to bind port f222d2e5-bec9-47c9-9eb3-321c6788db77 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:41.708808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:41.709219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:41.709685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Bound using segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:41.710170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Bound port: f222d2e5-bec9-47c9-9eb3-321c6788db77, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:41.710537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.717043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-7f1a4fc6-bb6a-4d4a-9191-9a5a273a2779 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/3818f6e0-b213-491c-8dff-85a402697ddf HTTP/1.1" status: 200  len: 1830 time: 0.0730245
Mar 26 20:58:41.788066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (3818f6e0-b213-491c-8dff-85a402697ddf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.813534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (3818f6e0-b213-491c-8dff-85a402697ddf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.860095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3818f6e0-b213-491c-8dff-85a402697ddf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.864714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:41.888830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b54b303-6cbe-492f-8d02-29646af6c79b req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-groups/3818f6e0-b213-491c-8dff-85a402697ddf HTTP/1.1" status: 204  len: 173 time: 0.1650240
Mar 26 20:58:41.906250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d4952-83c9-4124-938b-93cf333de4bd tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3818f6e0-b213-491c-8dff-85a402697ddf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:41.938975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 70a83fdf-b383-49e1-962f-77e816017e97 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:42.000131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 70a83fdf-b383-49e1-962f-77e816017e97 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:42.005257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 70a83fdf-b383-49e1-962f-77e816017e97 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:42.005961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70a83fdf-b383-49e1-962f-77e816017e97), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.036086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ceb297-4483-4875-a816-a46faa65a8f2 req-60c34298-a1ce-44ae-8fbb-e8e6b653934f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.043970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ceb297-4483-4875-a816-a46faa65a8f2 req-60c34298-a1ce-44ae-8fbb-e8e6b653934f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 944 time: 0.3178148
Mar 26 20:58:42.075632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.085197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:42.093504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:42.109280 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:42.109600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:42.135442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.139943 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:42.145082 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612414ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:42.151152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 70a83fdf-b383-49e1-962f-77e816017e97 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:42.152108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70a83fdf-b383-49e1-962f-77e816017e97), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.157203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-5337dc53-07d8-4f6f-a806-770dc594bc47 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.164838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-5337dc53-07d8-4f6f-a806-770dc594bc47 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 813 time: 0.1811762
Mar 26 20:58:42.184417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-acdcef54-8e4b-45be-a5d3-bcc2bbac5f51 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/quotas/c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 375 time: 0.0183702
Mar 26 20:58:42.193325 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.196290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-a1af05f0-69ac-478f-b051-5e3bf32c0349 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.198474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-a1af05f0-69ac-478f-b051-5e3bf32c0349 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 950 time: 0.1195090
Mar 26 20:58:42.206625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70a83fdf-b383-49e1-962f-77e816017e97,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:42.209433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:42.213741 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b649a3-5010-4a59-b169-0046b53c96d3" -d '{"events": [{"server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "name": "network-vif-plugged", "status": "completed", "tag": "70a83fdf-b383-49e1-962f-77e816017e97"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:42.215214 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612414ad00>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:42.218550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ceb297-4483-4875-a816-a46faa65a8f2 req-09721c0f-0e2b-4741-9681-5d88028cf6f3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735392
Mar 26 20:58:42.219765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.248188 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:42.248825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612414ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:42.286130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:42.289514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-63cd2155-27e9-4671-a0df-888832514ee3 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1033337
Mar 26 20:58:42.289995 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612414ad00>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:42.290213 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50b18f-414b-43ee-a659-5a097608b712 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:42.312887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.313513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.314908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 1091 time: 3.1992342
Mar 26 20:58:42.338153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:42.340409 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eee9959-72a8-450f-a206-e31b3c937531" -d '{"events": [{"name": "network-changed", "server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:42.432998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.435791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c8896723-a44d-463a-82c5-70db6269f4e0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.6223934
Mar 26 20:58:42.445269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36690) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:42.460801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b040cb-4a02-4632-a85b-47f6499741c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:42.466826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:42.542280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a5c70a2d-759c-4e4b-968f-27b440776e09 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.543847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a5c70a2d-759c-4e4b-968f-27b440776e09 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/ports?device_id=e29af921-dbed-4407-aaca-4ec0f73bb9d7 HTTP/1.1" status: 200  len: 950 time: 0.2269883
Mar 26 20:58:42.549550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-a21da078-d107-45be-89d9-82e52b4b9f37 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592120
Mar 26 20:58:42.567783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:42.580755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36692) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:42.582707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-e69d01a7-7012-485b-8a59-3ebf8310944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.584351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-e69d01a7-7012-485b-8a59-3ebf8310944d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1125 time: 0.2159960
Mar 26 20:58:42.585911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:42.589654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:42.616647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port 56ab69ae-c6fc-4468-8bb0-3885983fca3e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:42.616992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.617580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-5ce40eb8-62dc-4a89-9a35-78d150a8445c tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/00fd64ce-c058-452f-83f9-17ec17bdfb9f HTTP/1.1" status: 200  len: 1831 time: 0.3284996
Mar 26 20:58:42.656343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:42.722757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-2c57ca47-8bb3-46d7-ae0f-a02e6bf8a9d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 217 time: 0.1100986
Mar 26 20:58:42.729748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cca8cb70-5263-4715-ba6d-a63a6b9316bf), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.829470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port 56ab69ae-c6fc-4468-8bb0-3885983fca3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=56ab69ae-c6fc-4468-8bb0-3885983fca3e,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:42.829830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.844571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-41fa04be-cd37-49eb-b95c-dc45928d2d11 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853575
Mar 26 20:58:42.848801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for 56ab69ae-c6fc-4468-8bb0-3885983fca3e owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:42.863115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.863814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.874641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port bf789619-a9ce-493c-8d5d-f02e2ecd718b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:42.874991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.883171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b960-c41d-46b9-a13b-b4e7a3710d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.887430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-045686b4-e38f-4aef-9267-caeeac407876 None None] Provisioning complete for port 425a8d13-34da-40a1-93e0-b77741c63f6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:42.888052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045686b4-e38f-4aef-9267-caeeac407876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:42.929768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-045686b4-e38f-4aef-9267-caeeac407876 None None] Port 425a8d13-34da-40a1-93e0-b77741c63f6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:42.953569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-83c37293-0f6f-46ca-9344-aacf1b99249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:42.955161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-83c37293-0f6f-46ca-9344-aacf1b99249a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1842446
Mar 26 20:58:42.998339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-066ce3a9-1d76-4210-97d5-40901c76a37f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8712709
Mar 26 20:58:43.035274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port bf789619-a9ce-493c-8d5d-f02e2ecd718b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf789619-a9ce-493c-8d5d-f02e2ecd718b,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:43.035861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.050332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Request body: {'port': {'device_id': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:43.075441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (00fd64ce-c058-452f-83f9-17ec17bdfb9f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.085703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for bf789619-a9ce-493c-8d5d-f02e2ecd718b owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:43.157552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.173566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (56ab69ae-c6fc-4468-8bb0-3885983fca3e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.176200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cca8cb70-5263-4715-ba6d-a63a6b9316bf), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.176934 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP cca8cb70-5263-4715-ba6d-a63a6b9316bf disassociated. External IP: 172.35.4.44, port: 2bb4f10c-1ea0-40c3-8345-25464f0d670c.
Mar 26 20:58:43.188014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:43.217019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a974cf-c6c8-413c-829c-28bfab4912f2 req-d9d7b89f-118b-4ff3-a89b-136c46004a83 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:43.224180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41a974cf-c6c8-413c-829c-28bfab4912f2 req-d9d7b89f-118b-4ff3-a89b-136c46004a83 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1569901
Mar 26 20:58:43.239393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=56ab69ae-c6fc-4468-8bb0-3885983fca3e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:43.269925 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (00fd64ce-c058-452f-83f9-17ec17bdfb9f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.273636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.309546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port 56ab69ae-c6fc-4468-8bb0-3885983fca3e on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:43.312078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-a24ea586-ba24-4397-b258-63ef695b63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:43.314110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-a24ea586-ba24-4397-b258-63ef695b63a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3493617
Mar 26 20:58:43.317789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.322284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62f21e9c-68f7-4718-be3e-16e8a44182fc req-5c3e8cc4-af05-47a5-8876-443b39dd9564 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "DELETE /v2.0/ports/56ab69ae-c6fc-4468-8bb0-3885983fca3e HTTP/1.1" status: 204  len: 173 time: 1.1074517
Mar 26 20:58:43.324098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'name': 'network-vif-deleted', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:43.334887 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfaf290-bb3e-42cf-8604-b4d21c540402" -d '{"events": [{"server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "name": "network-vif-deleted", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:43.376616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41a974cf-c6c8-413c-829c-28bfab4912f2 req-9301f474-fbec-43a4-978f-4db9db8150fa tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463807
Mar 26 20:58:43.493039 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badcad52-6961-4648-96d7-bcb55fd2bfe4 x-openstack-request-id: req-badcad52-6961-4648-96d7-bcb55fd2bfe4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:43.494176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bf789619-a9ce-493c-8d5d-f02e2ecd718b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.494647 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "name": "network-vif-plugged", "status": "completed", "tag": "70a83fdf-b383-49e1-962f-77e816017e97", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:43.497128 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badcad52-6961-4648-96d7-bcb55fd2bfe4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:43.497786 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badcad52-6961-4648-96d7-bcb55fd2bfe4'] response: {'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97', 'code': 200}
Mar 26 20:58:43.509068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['af98a4ed-6eab-45ad-b849-2a65a2546e72', 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', '56ab69ae-c6fc-4468-8bb0-3885983fca3e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:43.565374 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf2bed-df8b-4b3f-8d96-a040f7694ef2 x-openstack-request-id: req-62bf2bed-df8b-4b3f-8d96-a040f7694ef2 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:43.565777 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:43.566127 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62bf2bed-df8b-4b3f-8d96-a040f7694ef2 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:43.566760 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bf2bed-df8b-4b3f-8d96-a040f7694ef2'] response: {'name': 'network-changed', 'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77', 'status': 'completed', 'code': 200}
Mar 26 20:58:43.600413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b960-c41d-46b9-a13b-b4e7a3710d32 admin admin] Publish callbacks [] for security_group (39c84b75-a869-4f43-9c44-de7d9c483d9c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.608674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=bf789619-a9ce-493c-8d5d-f02e2ecd718b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:43.623462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b960-c41d-46b9-a13b-b4e7a3710d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39c84b75-a869-4f43-9c44-de7d9c483d9c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.691091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port bf789619-a9ce-493c-8d5d-f02e2ecd718b on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:43.695295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.717505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71a30677-ec11-409e-a38d-96ee4c4e58c5 req-a0ecce4f-bc45-40f0-a2e5-bb78918a3067 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "DELETE /v2.0/ports/bf789619-a9ce-493c-8d5d-f02e2ecd718b HTTP/1.1" status: 204  len: 173 time: 1.1536942
Mar 26 20:58:43.751530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c274ca-d9d2-4c6c-80c8-314682383bc8 req-2cf14daa-b85b-4b81-9f8a-610873d39a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:43.754546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5c274ca-d9d2-4c6c-80c8-314682383bc8 req-2cf14daa-b85b-4b81-9f8a-610873d39a45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 1127 time: 0.1892781
Mar 26 20:58:43.766644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (00fd64ce-c058-452f-83f9-17ec17bdfb9f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.769711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:43.771573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cefe14d1-6b5d-4af4-a0e1-0ed8ec608377 req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-groups/00fd64ce-c058-452f-83f9-17ec17bdfb9f HTTP/1.1" status: 204  len: 173 time: 1.1117144
Mar 26 20:58:43.862999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fa317ab-bf5c-4965-bbbc-2ece70df8c71 req-d0777352-bbb9-4acc-b819-6d3c6dc5bbe4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=110b4849-d543-4a97-a107-aefdf033c2b0 HTTP/1.1" status: 200  len: 210 time: 0.1431472
Mar 26 20:58:43.876347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e7d0b960-c41d-46b9-a13b-b4e7a3710d32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b67f351d258f4b0d90ed043f15a41de5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2880907
Mar 26 20:58:43.883327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:43.897176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-999975b0-d7e6-4e88-9fb8-20404fbee90e service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5745199
Mar 26 20:58:43.913480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b960-c41d-46b9-a13b-b4e7a3710d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c84b75-a869-4f43-9c44-de7d9c483d9c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:43.987333 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.050577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1f0d982-b6e3-4c4f-953c-d66c8e05c7b0 req-19bee17a-5db4-4586-99e7-8641185cbf11 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 210 time: 0.0584207
Mar 26 20:58:44.075712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] Publish callbacks [] for security_group (39c84b75-a869-4f43-9c44-de7d9c483d9c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.081487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5c274ca-d9d2-4c6c-80c8-314682383bc8 req-4d0dc32d-eced-4a48-bfa1-8a6a5e0c49d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789130
Mar 26 20:58:44.112228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] Publish callbacks [] for security_group (39c84b75-a869-4f43-9c44-de7d9c483d9c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.199178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39c84b75-a869-4f43-9c44-de7d9c483d9c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.202890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.206420 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39c84b75-a869-4f43-9c44-de7d9c483d9c HTTP/1.1" status: 204  len: 168 time: 0.3192701
Mar 26 20:58:44.217953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a6a30-541d-4886-923f-315da3527c3a req-92f955d1-ecef-49b0-a7ff-7553576ef447 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:44.219538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef3a6a30-541d-4886-923f-315da3527c3a req-92f955d1-ecef-49b0-a7ff-7553576ef447 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.0819035
Mar 26 20:58:44.226252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89680990-d127-45db-9161-0f9ff74841e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c84b75-a869-4f43-9c44-de7d9c483d9c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:44.297443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef3a6a30-541d-4886-923f-315da3527c3a req-9119a9c4-72a0-4210-b7f3-03b8f0f65622 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624826
Mar 26 20:58:44.358144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04725a-3803-4521-80c5-e90aecaa6f41 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd64ce-c058-452f-83f9-17ec17bdfb9f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:44.363601 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171bb477-9199-43d1-a27f-9df00572cc5f x-openstack-request-id: req-171bb477-9199-43d1-a27f-9df00572cc5f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:44.364139 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110b4849-d543-4a97-a107-aefdf033c2b0", "name": "network-vif-deleted", "tag": "56ab69ae-c6fc-4468-8bb0-3885983fca3e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:44.364264 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-171bb477-9199-43d1-a27f-9df00572cc5f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:44.364593 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171bb477-9199-43d1-a27f-9df00572cc5f'] response: {'server_uuid': '110b4849-d543-4a97-a107-aefdf033c2b0', 'name': 'network-vif-deleted', 'tag': '56ab69ae-c6fc-4468-8bb0-3885983fca3e', 'status': 'completed', 'code': 200}
Mar 26 20:58:44.421924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1a2961d-e110-4b28-8948-403020384a5e req-8b1ea47f-1b2a-4ab6-9723-5e905ad7297e tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/360ea0b7-a38e-4e85-b5eb-31513aa1f776 HTTP/1.1" status: 200  len: 1830 time: 0.0544112
Mar 26 20:58:44.480564 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d1a2961d-e110-4b28-8948-403020384a5e req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (360ea0b7-a38e-4e85-b5eb-31513aa1f776), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.506824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d1a2961d-e110-4b28-8948-403020384a5e req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (360ea0b7-a38e-4e85-b5eb-31513aa1f776), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.578832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d1a2961d-e110-4b28-8948-403020384a5e req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (360ea0b7-a38e-4e85-b5eb-31513aa1f776), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.581464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d1a2961d-e110-4b28-8948-403020384a5e req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.582319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84d5e-f472-49d9-b483-6ba05a6c908f req-bbc2e3f2-7804-40a3-a46e-7e4b06f86036 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:44.593015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1a2961d-e110-4b28-8948-403020384a5e req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-groups/360ea0b7-a38e-4e85-b5eb-31513aa1f776 HTTP/1.1" status: 204  len: 173 time: 0.1701946
Mar 26 20:58:44.593997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83c84d5e-f472-49d9-b483-6ba05a6c908f req-bbc2e3f2-7804-40a3-a46e-7e4b06f86036 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 932 time: 0.6749403
Mar 26 20:58:44.597492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c533b819-80fd-4d7b-ba4d-e39f54f5aa69 req-61e11854-6ef4-454d-8498-d54f90a867c8 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6776609
Mar 26 20:58:44.609752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:44.656932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd69d4-fdac-4df4-bfe5-b947d95f1f00 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360ea0b7-a38e-4e85-b5eb-31513aa1f776,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:44.797633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9959-72a8-450f-a206-e31b3c937531 req-e0455020-c768-4f39-ab28-4d3a2de78f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:44.800608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-e0455020-c768-4f39-ab28-4d3a2de78f9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1125 time: 0.1260159
Mar 26 20:58:44.809811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83c84d5e-f472-49d9-b483-6ba05a6c908f req-8a4828e8-e1fe-48b5-aeca-c44c6a0c5e7b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149920
Mar 26 20:58:44.821099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425a8d13-34da-40a1-93e0-b77741c63f6c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:44.842652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c446-144c-4dc4-8c32-acc8a52fda02 req-16c54095-4cc5-4587-a203-78d52d23b5fe tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:44.844385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1192c446-144c-4dc4-8c32-acc8a52fda02 req-16c54095-4cc5-4587-a203-78d52d23b5fe tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1161404
Mar 26 20:58:44.853496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks [] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.957471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1192c446-144c-4dc4-8c32-acc8a52fda02 req-552a40b3-a476-4c85-a588-09a05739f872 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004047
Mar 26 20:58:44.964045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Transition to ACTIVE for port object 425a8d13-34da-40a1-93e0-b77741c63f6c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:44.982208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:44.996840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9959-72a8-450f-a206-e31b3c937531 req-aaaf2174-131c-4c65-8f32-6f0bfae6b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:44.998326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-aaaf2174-131c-4c65-8f32-6f0bfae6b249 service neutron] 10.222.0.21 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1908057
Mar 26 20:58:45.068521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-6a2f97a4-58a7-4fd5-a808-600a9764830e tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "GET /v2.0/security-groups/97ac834a-74b4-492d-bfcc-735cc35bf7f1 HTTP/1.1" status: 200  len: 1831 time: 0.2225540
Mar 26 20:58:45.086059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-66284193-42bd-4df2-86a2-fd34c3694404 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:45.087545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-66284193-42bd-4df2-86a2-fd34c3694404 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 813 time: 0.4178767
Mar 26 20:58:45.098687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:45.118922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:45.119469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'device_id': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0', 'admin_state_up': True, 'tenant_id': 'c3f87b02119a4e3f86e4fdc7a4bd93a6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:45.128137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-c601f577-b983-4001-8ac8-196b3f5d1e55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 217 time: 0.1138916
Mar 26 20:58:45.137451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:45.139134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.142629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3abdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:45.173792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Pushing event updated for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:45.219268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3abdf0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:45.231036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9959-72a8-450f-a206-e31b3c937531 req-60f9ec7b-fffd-47f1-af37-f797a96e71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:45.231580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:45.232565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3abdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:45.232842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-60f9ec7b-fffd-47f1-af37-f797a96e71c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.0903952
Mar 26 20:58:45.278794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9067f4ab-458a-495a-a5a7-e1661c0ec76a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/cca8cb70-5263-4715-ba6d-a63a6b9316bf HTTP/1.1" status: 200  len: 687 time: 2.8280549
Mar 26 20:58:45.281524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3abdf0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:45.282903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d604aaca-cae4-4b5d-b33e-2388c2186d20 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:45.288974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f0bf383-8e28-480b-8def-a9311b329305 req-98859a5d-b1fd-4b30-9ede-677e04c0d9a9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 210 time: 0.0546272
Mar 26 20:58:45.290299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:45.457552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (97ac834a-74b4-492d-bfcc-735cc35bf7f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.472668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9959-72a8-450f-a206-e31b3c937531 req-e5e1aec6-3d49-4854-9cd4-e39e71e569e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:45.474203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-e5e1aec6-3d49-4854-9cd4-e39e71e569e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1825221
Mar 26 20:58:45.485494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Attempting to bind port 425a8d13-34da-40a1-93e0-b77741c63f6c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:45.485848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Attempting to bind port 425a8d13-34da-40a1-93e0-b77741c63f6c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:45.486188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Attempting to bind port 425a8d13-34da-40a1-93e0-b77741c63f6c on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:45.506432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Port 425a8d13-34da-40a1-93e0-b77741c63f6c on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:45.506769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Attempting to bind port 425a8d13-34da-40a1-93e0-b77741c63f6c on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:45.510448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (97ac834a-74b4-492d-bfcc-735cc35bf7f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.528179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:45.528536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:45.529810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Bound using segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:45.529810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Bound port: 425a8d13-34da-40a1-93e0-b77741c63f6c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:45.529810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.553169 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.569233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Made reservation on behalf of c3f87b02119a4e3f86e4fdc7a4bd93a6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:45.572723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.600737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 0dce0863-4cbb-483d-a7c0-b0b303affa55 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:45.601315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.632078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97ac834a-74b4-492d-bfcc-735cc35bf7f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.634749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.635933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-210e3e74-dd23-42d4-86d9-9e0812cf3f27 req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] 10.222.0.16 "DELETE /v2.0/security-groups/97ac834a-74b4-492d-bfcc-735cc35bf7f1 HTTP/1.1" status: 204  len: 173 time: 0.5665777
Mar 26 20:58:45.644948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954f46-9a25-4fcb-a301-3c9ceb004d84 req-c05fec2d-66eb-43f0-a9b1-88ad4b251b6a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:45.646211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:45.647094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-83954f46-9a25-4fcb-a301-3c9ceb004d84 req-c05fec2d-66eb-43f0-a9b1-88ad4b251b6a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1703346
Mar 26 20:58:45.666868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-d4ff7625-9331-4709-b7bf-eab9a7657a7e service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800065
Mar 26 20:58:45.706852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f281c-84f0-486c-baaf-6b896c97e949 tempest-SecurityGroupRulesNegativeTestJSON-59223413 tempest-SecurityGroupRulesNegativeTestJSON-59223413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac834a-74b4-492d-bfcc-735cc35bf7f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:45.734514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:45.759084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425a8d13-34da-40a1-93e0-b77741c63f6c,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:45.801105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.818897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Deleting subnet 63de4b54-8f34-402d-9ec5-16aa12f0b7e0 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:58:45.864602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Publish callbacks [] for subnet (63de4b54-8f34-402d-9ec5-16aa12f0b7e0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.899957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:45.900594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:45.902030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] 10.222.0.18 "PUT /v2.0/ports/425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 200  len: 1092 time: 2.8789890
Mar 26 20:58:45.905007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:45.907006 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7358c8-3905-42de-8d66-8d345861e9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:45.956725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56ab69ae-c6fc-4468-8bb0-3885983fca3e no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:45.988851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Allocated IP 172.20.0.9 (5f7a9847-066b-4899-88a9-f395e43c97c0/3dd00f27-174a-4593-bb23-8ffbe95a230f/191321a7-1166-4f60-ae78-2ca65861dc95) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:45.998646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (63de4b54-8f34-402d-9ec5-16aa12f0b7e0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.004836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 56ab69ae-c6fc-4468-8bb0-3885983fca3e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:46.006571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 56ab69ae-c6fc-4468-8bb0-3885983fca3e not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:46.008446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device bf789619-a9ce-493c-8d5d-f02e2ecd718b no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:46.055414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: bf789619-a9ce-493c-8d5d-f02e2ecd718b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:46.056036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device bf789619-a9ce-493c-8d5d-f02e2ecd718b not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:46.122596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd884cf-adfa-4f75-93f8-256ca371042f service neutron] Pushing event updated for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:46.148184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (63de4b54-8f34-402d-9ec5-16aa12f0b7e0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.206534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-f5b90831-f04a-4f6b-bd09-e4549686aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.208264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-f5b90831-f04a-4f6b-bd09-e4549686aacc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1126 time: 0.2540936
Mar 26 20:58:46.238109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08641b65-0ae2-4f14-b3d2-1019f0b06e55 req-fc5ae7ee-0273-472b-8090-11b35e955e18 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.238265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-83954f46-9a25-4fcb-a301-3c9ceb004d84 req-9f658a46-3395-48b9-8780-779778247550 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5686507
Mar 26 20:58:46.242575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.244476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (0dce0863-4cbb-483d-a7c0-b0b303affa55), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.246489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08641b65-0ae2-4f14-b3d2-1019f0b06e55 req-fc5ae7ee-0273-472b-8090-11b35e955e18 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 944 time: 0.1704290
Mar 26 20:58:46.273103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 0dce0863-4cbb-483d-a7c0-b0b303affa55 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:46.290519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eee9959-72a8-450f-a206-e31b3c937531 req-3428027a-45fd-4561-a1a3-b010b61dd257 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5707831
Mar 26 20:58:46.324843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-d7ee1d3a-299d-4e99-af25-3c45c8211f98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 200  len: 217 time: 0.1009951
Mar 26 20:58:46.366767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'name': 'network-vif-deleted', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:46.369132 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4666cc-013b-43af-b762-0c10a1fb0770" -d '{"events": [{"server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "name": "network-vif-deleted", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:46.391874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (63de4b54-8f34-402d-9ec5-16aa12f0b7e0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.447765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b4d-30ed-4638-a618-c21ca18d6a23 req-7003aebd-a3e4-4238-bdbb-3888ef1e9a0f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.449627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f163b4d-30ed-4638-a618-c21ca18d6a23 req-7003aebd-a3e4-4238-bdbb-3888ef1e9a0f tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 950 time: 0.0985701
Mar 26 20:58:46.476273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08641b65-0ae2-4f14-b3d2-1019f0b06e55 req-a0314855-5e6c-4e09-b924-6c293f52e545 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287965
Mar 26 20:58:46.481828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63de4b54-8f34-402d-9ec5-16aa12f0b7e0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:46.489970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.494016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-30023cb3-28cc-43e7-9964-5c3ea73947d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63de4b54-8f34-402d-9ec5-16aa12f0b7e0 HTTP/1.1" status: 204  len: 168 time: 0.8148355
Mar 26 20:58:46.497539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:46.499021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-52e5bd51-9bb0-4c5b-9575-0bafe6219541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.500563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-52e5bd51-9bb0-4c5b-9575-0bafe6219541 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1679456
Mar 26 20:58:46.503352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0dce0863-4cbb-483d-a7c0-b0b303affa55), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.551081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=0dce0863-4cbb-483d-a7c0-b0b303affa55,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:46.559219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f163b4d-30ed-4638-a618-c21ca18d6a23 req-dda7502f-631e-4393-b820-e0e773904d62 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968800
Mar 26 20:58:46.604661 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9774b520-1f3c-4e56-833c-bf9c4048d9a7 x-openstack-request-id: req-9774b520-1f3c-4e56-833c-bf9c4048d9a7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:46.604961 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:46.605201 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9774b520-1f3c-4e56-833c-bf9c4048d9a7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:46.605612 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9774b520-1f3c-4e56-833c-bf9c4048d9a7'] response: {'name': 'network-changed', 'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c', 'status': 'completed', 'code': 200}
Mar 26 20:58:46.632726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3c11f786-368e-4015-be1d-b52726dc1ca2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.636130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cca8cb70-5263-4715-ba6d-a63a6b9316bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.639566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.641207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-60d835d0-9b29-4981-b53e-dc1af11fbd8c tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/cca8cb70-5263-4715-ba6d-a63a6b9316bf HTTP/1.1" status: 204  len: 168 time: 1.3479242
Mar 26 20:58:46.644583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36796) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:46.649809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '4f7bf2d0-d582-4879-b5cd-38c7870b0cc2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:46.671429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (191321a7-1166-4f60-ae78-2ca65861dc95), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.713866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.717751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2525e93-cc88-4084-8710-052c24f7857e req-26737568-dcb8-4e93-8094-89eca138d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.719287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-26737568-dcb8-4e93-8094-89eca138d046 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1498728
Mar 26 20:58:46.751201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584224b8-16c1-4d7f-ad64-2939db0451e3 req-bcce333a-cd75-435e-ba16-606accbc3973 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:46.755607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-584224b8-16c1-4d7f-ad64-2939db0451e3 req-bcce333a-cd75-435e-ba16-606accbc3973 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.0912809
Mar 26 20:58:46.819804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3c11f786-368e-4015-be1d-b52726dc1ca2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.871561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.888889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61264617f0>,) {'filters': {'network_id': ['3c11f786-368e-4015-be1d-b52726dc1ca2']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:46.913155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-584224b8-16c1-4d7f-ad64-2939db0451e3 req-8edb0c75-9690-4e84-861f-71025fb801a0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481802
Mar 26 20:58:46.951288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:46.952120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61264617f0>, '8ecb5155-7951-44b7-9ca0-86e4eaf45b01') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:46.952584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61264617f0>, '8ecb5155-7951-44b7-9ca0-86e4eaf45b01') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:46.967500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:46.978220 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (8ecb5155-7951-44b7-9ca0-86e4eaf45b01), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.006888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:47.020434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:47.022877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:47.025126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:47.029084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8ecb5155-7951-44b7-9ca0-86e4eaf45b01), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.034915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-8f569e92-51e1-4030-9f84-4a441c7185e6 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2927318
Mar 26 20:58:47.043170 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f055df0-2ea3-47cb-ac4c-2d725b86884e x-openstack-request-id: req-7f055df0-2ea3-47cb-ac4c-2d725b86884e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:47.043715 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29af921-dbed-4407-aaca-4ec0f73bb9d7", "name": "network-vif-deleted", "tag": "bf789619-a9ce-493c-8d5d-f02e2ecd718b", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:47.044752 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f055df0-2ea3-47cb-ac4c-2d725b86884e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:47.045558 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f055df0-2ea3-47cb-ac4c-2d725b86884e'] response: {'server_uuid': 'e29af921-dbed-4407-aaca-4ec0f73bb9d7', 'name': 'network-vif-deleted', 'tag': 'bf789619-a9ce-493c-8d5d-f02e2ecd718b', 'status': 'completed', 'code': 200}
Mar 26 20:58:47.071315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:58:47.071717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (8ecb5155-7951-44b7-9ca0-86e4eaf45b01), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:58:47.078130 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:58:47.107959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e60a7-f194-4239-903a-655438a7bf18 req-c589264c-13dc-452d-b523-c35a91f93d00 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.109436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-664e60a7-f194-4239-903a-655438a7bf18 req-c589264c-13dc-452d-b523-c35a91f93d00 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 931 time: 0.2465861
Mar 26 20:58:47.139501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.197 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5a03632e-d6de-472f-b57c-709d76d836f1) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:47.152820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd9952-b861-437f-beef-f94cb60b0864 req-d40af64d-b875-48a5-9c8f-b2f42557cb5e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.154478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57bd9952-b861-437f-beef-f94cb60b0864 req-d40af64d-b875-48a5-9c8f-b2f42557cb5e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1080470
Mar 26 20:58:47.176337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.177213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.224303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:47.257107 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-c8ee0902-003e-4655-aff7-392519ba296f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1543307
Mar 26 20:58:47.257692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3c11f786-368e-4015-be1d-b52726dc1ca2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.282989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Request body: {'port': {'device_id': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:47.287247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.290322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] 10.222.0.16 "DELETE /v2.0/networks/3c11f786-368e-4015-be1d-b52726dc1ca2 HTTP/1.1" status: 204  len: 168 time: 0.7889428
Mar 26 20:58:47.313693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57bd9952-b861-437f-beef-f94cb60b0864 req-8fa04344-9228-4551-a1bd-66a751afaedf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511168
Mar 26 20:58:47.334533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.336989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ef9a-63f2-471b-98df-3a31c08a315c admin admin] Pushing event deleted for resources: {'Network': ['ID=3c11f786-368e-4015-be1d-b52726dc1ca2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:47.352004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-664e60a7-f194-4239-903a-655438a7bf18 req-4a22dbe3-d016-4c70-8139-86d70c2f1e7d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254920
Mar 26 20:58:47.364425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (5a03632e-d6de-472f-b57c-709d76d836f1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.375384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2525e93-cc88-4084-8710-052c24f7857e req-a32c24aa-ccf2-46ff-80f7-8436cc75f3eb service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177862
Mar 26 20:58:47.375631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-357f1c4b-3e29-462f-a062-9d7f4e001b94 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.377183 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-357f1c4b-3e29-462f-a062-9d7f4e001b94 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 950 time: 0.1796062
Mar 26 20:58:47.422361 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.497074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.528868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:47.562735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:47.566428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Deleting port af98a4ed-6eab-45ad-b849-2a65a2546e72 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:47.566772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.587732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:47.590345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:47.604757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=5a03632e-d6de-472f-b57c-709d76d836f1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:47.634290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f222d2e5-bec9-47c9-9eb3-321c6788db77 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:47.656857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-311f7f58-ac86-48d7-810c-2e90828a2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.658426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-311f7f58-ac86-48d7-810c-2e90828a2412 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1126 time: 0.1960816
Mar 26 20:58:47.666713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8cbfdffc-564c-4144-9b6d-621515999d4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5528600a6ba948aa9c4f6bd131569d3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1354153
Mar 26 20:58:47.671316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:47.724994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.757489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:47.771768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'f222d2e5-bec9-47c9-9eb3-321c6788db77', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'port_id': 'f222d2e5-bec9-47c9-9eb3-321c6788db77', 'mac_address': 'fa:16:3e:84:ce:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:47.814806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f94-c8e5-4845-a0b7-31599594559d req-0d07049b-c63f-4a30-896d-0c264bb4d80d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:47.816470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b1e4f94-c8e5-4845-a0b7-31599594559d req-0d07049b-c63f-4a30-896d-0c264bb4d80d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 944 time: 0.2402947
Mar 26 20:58:47.821749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] For port af98a4ed-6eab-45ad-b849-2a65a2546e72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af98a4ed-6eab-45ad-b849-2a65a2546e72,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:47.822116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.826473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port f222d2e5-bec9-47c9-9eb3-321c6788db77 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:47.827103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.842162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f222d2e5-bec9-47c9-9eb3-321c6788db77 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:47.864797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:47.870580 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.879359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Calling delete_port for af98a4ed-6eab-45ad-b849-2a65a2546e72 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:47.920208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] Publish callbacks [] for security_group (ce55f606-2b77-442e-bd52-cb9b24bc6911), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:47.925035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:47.935739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.936406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.936907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.937435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.937777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.938114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.938449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.938785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.939119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.939442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.939778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.940142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.940468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.940794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:47.941113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:58:48.046122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b1e4f94-c8e5-4845-a0b7-31599594559d req-13d29a1d-34c9-4042-b2d7-16c27354f0cc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186301
Mar 26 20:58:48.055147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] Publish callbacks [] for security_group (ce55f606-2b77-442e-bd52-cb9b24bc6911), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.155483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['f222d2e5-bec9-47c9-9eb3-321c6788db77'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:48.221241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-ba67ee2f-602c-4874-85c4-86bbbd8e4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.222740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-ba67ee2f-602c-4874-85c4-86bbbd8e4fa6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.5520287
Mar 26 20:58:48.247124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce55f606-2b77-442e-bd52-cb9b24bc6911), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.249736 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.253298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce55f606-2b77-442e-bd52-cb9b24bc6911 HTTP/1.1" status: 204  len: 168 time: 0.5536203
Mar 26 20:58:48.264831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147f4b-b8f9-4b36-9f31-da2ccba75bd3 req-af3cdc44-cb37-4a85-8f23-eb12c66a358a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.266132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95147f4b-b8f9-4b36-9f31-da2ccba75bd3 req-af3cdc44-cb37-4a85-8f23-eb12c66a358a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1471143
Mar 26 20:58:48.267858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfac6e6-4729-472a-8fd1-25ae13521bb0 req-edf0123b-1b6e-4855-8c6f-e9b3ff6d7bd4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.275364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbfac6e6-4729-472a-8fd1-25ae13521bb0 req-edf0123b-1b6e-4855-8c6f-e9b3ff6d7bd4 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/ports?device_id=c51099b7-6a2d-4a66-8a36-3b9b6c08e32e HTTP/1.1" status: 200  len: 950 time: 0.5906997
Mar 26 20:58:48.276818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31465bc-d552-4a57-a185-26537d1c9a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce55f606-2b77-442e-bd52-cb9b24bc6911,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:48.331958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-295d2132-7f4f-483e-9204-12c1e7626ec2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 200  len: 217 time: 0.0831060
Mar 26 20:58:48.394604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (af98a4ed-6eab-45ad-b849-2a65a2546e72), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.419871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Allocated IP 172.35.4.190 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/8a57c4c1-7bc2-4e39-9b6f-76172e4b5546) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:48.445550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Pushing event deleted for resources: {'Port': ['ID=af98a4ed-6eab-45ad-b849-2a65a2546e72,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:48.478795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbfac6e6-4729-472a-8fd1-25ae13521bb0 req-65e10280-a314-4e51-b7bb-6e713f767980 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982870
Mar 26 20:58:48.492993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-7d2f167b-2aad-40c1-8934-830158a2f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.498922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-7d2f167b-2aad-40c1-8934-830158a2f85c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1603305
Mar 26 20:58:48.519699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191321a7-1166-4f60-ae78-2ca65861dc95 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:48.546230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] No DVR routers for this DVR port af98a4ed-6eab-45ad-b849-2a65a2546e72 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:58:48.547620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks [] for port (191321a7-1166-4f60-ae78-2ca65861dc95), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.552628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95147f4b-b8f9-4b36-9f31-da2ccba75bd3 req-0e052714-eb52-43d3-bcd8-d1cf912f6f28 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705407
Mar 26 20:58:48.553696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.557046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8aa638c-734c-49a8-97a3-17644b926e4e req-21db7038-ed36-4d6a-a6ff-f93d09c031c7 tempest-ServersOnMultiNodesTest-1777760075 tempest-ServersOnMultiNodesTest-1777760075-project] 10.222.0.18 "DELETE /v2.0/ports/af98a4ed-6eab-45ad-b849-2a65a2546e72 HTTP/1.1" status: 204  len: 173 time: 1.1684852
Mar 26 20:58:48.577039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.642597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Transition to ACTIVE for port object 191321a7-1166-4f60-ae78-2ca65861dc95 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:58:48.670248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.744763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-428a2ef9-d640-41b1-8444-76f44c072a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.746343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-428a2ef9-d640-41b1-8444-76f44c072a88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2415204
Mar 26 20:58:48.755390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.764756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ffcc-c780-45af-bb6e-bb74c814ee34 req-1ff05a44-2785-4536-960c-032231a94322 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.766453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2213ffcc-c780-45af-bb6e-bb74c814ee34 req-1ff05a44-2785-4536-960c-032231a94322 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 943 time: 0.1180215
Mar 26 20:58:48.780357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:48.784891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:48.832871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578b1b6-62d1-4d6b-bc2e-88f4a6920ac0 req-91e951ab-83b6-4f90-b1ef-43c44e7d7876 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:48.834425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3578b1b6-62d1-4d6b-bc2e-88f4a6920ac0 req-91e951ab-83b6-4f90-b1ef-43c44e7d7876 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2431231
Mar 26 20:58:48.894087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2213ffcc-c780-45af-bb6e-bb74c814ee34 req-bdf115fa-45a9-4c84-992b-3d5854976fb2 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030085
Mar 26 20:58:49.054856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'name': 'network-vif-deleted', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:49.056776 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f4104-7b41-4a31-9446-3bb9b11a0f00" -d '{"events": [{"server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "name": "network-vif-deleted", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:49.070807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (5a03632e-d6de-472f-b57c-709d76d836f1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.071489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-a87aef57-9cf9-41b9-a4ae-3f21dad9d927 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3123026
Mar 26 20:58:49.072719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.077594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.102007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3578b1b6-62d1-4d6b-bc2e-88f4a6920ac0 req-ba5e3d9b-e9c4-49f4-9d31-a4b3137e93b5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2556646
Mar 26 20:58:49.130336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Attempting to bind port 191321a7-1166-4f60-ae78-2ca65861dc95 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:49.130727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Attempting to bind port 191321a7-1166-4f60-ae78-2ca65861dc95 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:49.131805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Attempting to bind port 191321a7-1166-4f60-ae78-2ca65861dc95 on network 5f7a9847-066b-4899-88a9-f395e43c97c0 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:49.134067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=5a03632e-d6de-472f-b57c-709d76d836f1,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:49.141031 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6e1ab-3532-4dfe-b795-6ecaa1f7a389 x-openstack-request-id: req-90d6e1ab-3532-4dfe-b795-6ecaa1f7a389 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:49.141329 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51099b7-6a2d-4a66-8a36-3b9b6c08e32e", "name": "network-vif-deleted", "tag": "af98a4ed-6eab-45ad-b849-2a65a2546e72", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:49.141589 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90d6e1ab-3532-4dfe-b795-6ecaa1f7a389 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:49.142154 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d6e1ab-3532-4dfe-b795-6ecaa1f7a389'] response: {'server_uuid': 'c51099b7-6a2d-4a66-8a36-3b9b6c08e32e', 'name': 'network-vif-deleted', 'tag': 'af98a4ed-6eab-45ad-b849-2a65a2546e72', 'status': 'completed', 'code': 200}
Mar 26 20:58:49.166616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Port 191321a7-1166-4f60-ae78-2ca65861dc95 on network 5f7a9847-066b-4899-88a9-f395e43c97c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:58:49.166945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Attempting to bind port 191321a7-1166-4f60-ae78-2ca65861dc95 on network 5f7a9847-066b-4899-88a9-f395e43c97c0 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:49.188160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.196217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:49.201341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Checking segment: {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:49.201740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Bound using segment: {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:49.202203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Bound port: 191321a7-1166-4f60-ae78-2ca65861dc95, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:49.202568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.253782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:49.300403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:49.303760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:49.311566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=8a57c4c1-7bc2-4e39-9b6f-76172e4b5546,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:49.315511 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP cdc4759c-bc60-447e-9902-f81261c588df associated. External IP: 172.35.4.197, port: 4f7bf2d0-d582-4879-b5cd-38c7870b0cc2.
Mar 26 20:58:49.383803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:49.407978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f7358c8-3905-42de-8d66-8d345861e9ba req-62ae1e97-53c4-4171-b397-e460e04ccb7f service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267653
Mar 26 20:58:49.446286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4d21-b797-4d2f-9eba-7e40e721b951 req-bb1c59c6-e1e6-4f59-8786-05b4e0d05c43 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:49.447806 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-992c4d21-b797-4d2f-9eba-7e40e721b951 req-bb1c59c6-e1e6-4f59-8786-05b4e0d05c43 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 944 time: 0.2053139
Mar 26 20:58:49.474269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:49.501676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:49.524645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.548976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-211652027-network', 'tenant_id': '586533ed0cf646c2945f68477b651e23'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:49.566554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:49.583497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (dc067fcd-20ba-43c4-a4af-84bfc9ce388f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.603189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:49.604126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.606033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] 10.222.0.21 "PUT /v2.0/ports/191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 1091 time: 2.3384047
Mar 26 20:58:49.611595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:49.614251 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec80266-01ef-4987-81bf-f63caaae8b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:49.626565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-992c4d21-b797-4d2f-9eba-7e40e721b951 req-23131c63-57ef-44ef-b271-f8329195dbd9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541944
Mar 26 20:58:49.651243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f222d2e5-bec9-47c9-9eb3-321c6788db77 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:49.682101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.735046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port f222d2e5-bec9-47c9-9eb3-321c6788db77 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:49.740910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port f222d2e5-bec9-47c9-9eb3-321c6788db77 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:49.741377 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.750403 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceeefca-3b0c-445e-9d21-7d4883045b0c x-openstack-request-id: req-eceeefca-3b0c-445e-9d21-7d4883045b0c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:49.750935 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:49.751452 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eceeefca-3b0c-445e-9d21-7d4883045b0c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:49.752050 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eceeefca-3b0c-445e-9d21-7d4883045b0c'] response: {'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95', 'status': 'completed', 'code': 200}
Mar 26 20:58:49.752775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Made reservation on behalf of 586533ed0cf646c2945f68477b651e23 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:49.756292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.781019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:49.793777 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:49.796305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a16d1-d941-42ba-83eb-47cb3320dfa1 req-19b31e08-0e50-409b-a4fb-bf676a658aed tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:49.801868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.805512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-899a16d1-d941-42ba-83eb-47cb3320dfa1 req-19b31e08-0e50-409b-a4fb-bf676a658aed tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.0987926
Mar 26 20:58:49.810874 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:49.813575 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:49.847264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.850516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port f222d2e5-bec9-47c9-9eb3-321c6788db77 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:49.851124 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.880989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:49.883647 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82ae7a5-2024-4598-837d-3ab0db657dea" -d '{"events": [{"server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:49.910899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-899a16d1-d941-42ba-83eb-47cb3320dfa1 req-4bb44acc-7838-4399-8443-6433f41e0e1d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043658
Mar 26 20:58:49.920702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks [] for security_group (575bc372-3232-4a95-912e-9305833c094f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.923978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:49.926827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36866) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:49.928549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5b82a1b-79c0-4bee-88a2-3f1b8ff46376 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.2827024
Mar 26 20:58:49.930283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:49.935280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.938177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda76f-547b-4455-ad24-5a8b564c5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:49.944425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:49.951110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:49.951979 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:49.962110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (575bc372-3232-4a95-912e-9305833c094f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:49.991069 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45d1ee-6d15-4aab-b14c-aaaaa4cce856 x-openstack-request-id: req-3b45d1ee-6d15-4aab-b14c-aaaaa4cce856 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:49.992117 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:49.992718 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b45d1ee-6d15-4aab-b14c-aaaaa4cce856 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:49.993528 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b45d1ee-6d15-4aab-b14c-aaaaa4cce856'] response: {'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77', 'code': 200}
Mar 26 20:58:49.994384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 425a8d13-34da-40a1-93e0-b77741c63f6c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:49.996581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device af98a4ed-6eab-45ad-b849-2a65a2546e72 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:58:50.044333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: af98a4ed-6eab-45ad-b849-2a65a2546e72 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:58:50.044952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device af98a4ed-6eab-45ad-b849-2a65a2546e72 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:58:50.062499 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:50.065465 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ebc1ca-5a81-4dd4-919b-3c315e5d6e1c None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:50.077460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:50.096152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553ba1c-180b-4d9e-9b52-2fd781ec9443 req-d921a616-3ad0-4381-8734-e4ceff839f30 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.105386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0553ba1c-180b-4d9e-9b52-2fd781ec9443 req-d921a616-3ad0-4381-8734-e4ceff839f30 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 943 time: 0.1161916
Mar 26 20:58:50.127262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:50.137402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-9bc1cc6c-8643-4a06-aa29-5062dac60271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.138948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-9bc1cc6c-8643-4a06-aa29-5062dac60271 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1125 time: 0.4603121
Mar 26 20:58:50.180409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49694491-15ec-4288-8b7f-276627f1d786 req-4a089921-961c-45ad-889b-0b3e4a10dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.182129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49694491-15ec-4288-8b7f-276627f1d786 req-4a089921-961c-45ad-889b-0b3e4a10dbf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1127 time: 0.1426077
Mar 26 20:58:50.204713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9ce54c44-291d-49bd-bb4e-a796a0bfb2a2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.204924 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Added segment 9ce54c44-291d-49bd-bb4e-a796a0bfb2a2 of type vlan for network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2
Mar 26 20:58:50.206843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425a8d13-34da-40a1-93e0-b77741c63f6c,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:50.210086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f45b43db-5fd6-4e4c-82b0-504696ba40c0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/floatingips/cdc4759c-bc60-447e-9902-f81261c588df HTTP/1.1" status: 200  len: 977 time: 0.2642744
Mar 26 20:58:50.212691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0553ba1c-180b-4d9e-9b52-2fd781ec9443 req-752f854c-3774-437d-9584-099fd20fd86b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062620
Mar 26 20:58:50.222496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '425a8d13-34da-40a1-93e0-b77741c63f6c', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'port_id': '425a8d13-34da-40a1-93e0-b77741c63f6c', 'mac_address': 'fa:16:3e:4f:80:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:50.232507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:50.240299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-5ee130c8-6a64-4984-b25a-7f7f7b2452f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 217 time: 0.0826731
Mar 26 20:58:50.240996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575bc372-3232-4a95-912e-9305833c094f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:50.275997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 425a8d13-34da-40a1-93e0-b77741c63f6c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:50.276436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.289742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425a8d13-34da-40a1-93e0-b77741c63f6c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:50.310445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425a8d13-34da-40a1-93e0-b77741c63f6c,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:50.317198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.349031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5ba2474-8fbb-477c-9280-8ba757636ddd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8e2bb0e3958483d90176ec061c32ca8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4032302
Mar 26 20:58:50.351692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3aa0f23c-5368-46f1-b9c6-8664ee7325a2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.356506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36876) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:50.375218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:50.389257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.397041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-03e500bc-ef44-45e9-9f29-d84a441f4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.398522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-03e500bc-ef44-45e9-9f29-d84a441f4511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1332395
Mar 26 20:58:50.402351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49694491-15ec-4288-8b7f-276627f1d786 req-473fe61c-fb46-461a-9f65-dc39d68d256b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059731
Mar 26 20:58:50.404508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.416989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc25dd-4eaf-455c-847d-f0d7ad13cbd0 req-db291354-f23d-468d-9b8a-a1d7ae9e34d3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.418492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9fc25dd-4eaf-455c-847d-f0d7ad13cbd0 req-db291354-f23d-468d-9b8a-a1d7ae9e34d3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1858349
Mar 26 20:58:50.425122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36832ecb-f524-4ce5-a159-a160ec95c0bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1893840
Mar 26 20:58:50.430200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:50.434413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': '2bb4f10c-1ea0-40c3-8345-25464f0d670c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:50.478968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3aa0f23c-5368-46f1-b9c6-8664ee7325a2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.479989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:50.480562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.512623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] Publish callbacks [] for security_group (6b9c95cc-5036-4bd4-9eb6-f702a8528a7c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.516802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.526550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=8a57c4c1-7bc2-4e39-9b6f-76172e4b5546,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:50.535147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['425a8d13-34da-40a1-93e0-b77741c63f6c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:50.588867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1989057
Mar 26 20:58:50.590458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] Publish callbacks [] for security_group (6b9c95cc-5036-4bd4-9eb6-f702a8528a7c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.592016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36880) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:50.599669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5a60-57f1-4841-bef8-44cf3a1d8c0b admin admin] Pushing event updated for resources: {'Network': ['ID=3aa0f23c-5368-46f1-b9c6-8664ee7325a2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:50.599894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Request body: {'subnet': {'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-211652027-subnet', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:50.613461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:50.617303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dc067fcd-20ba-43c4-a4af-84bfc9ce388f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.642258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-7f89e28a-a89d-4966-ae1f-7affe2172172 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359178
Mar 26 20:58:50.647652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9fc25dd-4eaf-455c-847d-f0d7ad13cbd0 req-e7f49df8-0a3d-4bdb-af33-fb89964b6682 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952558
Mar 26 20:58:50.672547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.673765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ffbe926-0995-48c1-8489-9dee385e9614 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7021234
Mar 26 20:58:50.678917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:50.697821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-211512127'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:50.743255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Made reservation on behalf of 586533ed0cf646c2945f68477b651e23 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:50.746835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.756678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Made reservation on behalf of ca56e69705e94a6fb86b89b6e2934f67 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:50.759995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.772899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-a3c6d26c-e167-4b3b-85d7-06b8e47db399 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226768
Mar 26 20:58:50.773730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.906413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70a0bf9e-3397-4e7e-b978-eeda18ed47ba req-70e949aa-e4db-4a15-9e47-3d2276bd6f33 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235983
Mar 26 20:58:50.939240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for security_group (1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:50.945073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.007329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:58:51.026103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:51.035528 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (09cb2381-ac77-4970-b682-12ba75a66b3a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.036062 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Added segment 09cb2381-ac77-4970-b682-12ba75a66b3a of type vlan for network 7dba211e-4181-43de-b6b4-cb4f49af530f
Mar 26 20:58:51.110649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7dba211e-4181-43de-b6b4-cb4f49af530f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.126926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-92a5100e-5c1e-4e90-b99a-0c083c0e7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.128497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-92a5100e-5c1e-4e90-b99a-0c083c0e7059 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1125 time: 0.1608877
Mar 26 20:58:51.170916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2c5c-a65a-4f56-9fdf-451702619b6b req-f40cc1a9-bd3f-47ab-9135-947d30f57154 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.172540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a5e2c5c-a65a-4f56-9fdf-451702619b6b req-f40cc1a9-bd3f-47ab-9135-947d30f57154 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1619785
Mar 26 20:58:51.188009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7dba211e-4181-43de-b6b4-cb4f49af530f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.192883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.193507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.218539 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6b9c95cc-5036-4bd4-9eb6-f702a8528a7c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.221144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.222279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b9c95cc-5036-4bd4-9eb6-f702a8528a7c HTTP/1.1" status: 204  len: 168 time: 0.8629003
Mar 26 20:58:51.289028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4082-7132-4860-8fd2-b1e67599708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9c95cc-5036-4bd4-9eb6-f702a8528a7c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:51.297578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.6149728
Mar 26 20:58:51.298697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:51.315280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6784cb9-1735-46f9-ba9d-0c9dc33d6b3d req-4e8f1b31-da15-40c1-8bf3-e5b5c8369c10 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.323674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6784cb9-1735-46f9-ba9d-0c9dc33d6b3d req-4e8f1b31-da15-40c1-8bf3-e5b5c8369c10 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 945 time: 0.5559678
Mar 26 20:58:51.329548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Request body: {'subnet': {'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:51.344152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8b19-112b-4fe7-93c5-3e0e4d90a511 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Network': ['ID=7dba211e-4181-43de-b6b4-cb4f49af530f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:51.363309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7dba211e-4181-43de-b6b4-cb4f49af530f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:58:51.377942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a5e2c5c-a65a-4f56-9fdf-451702619b6b req-a299dd58-47c2-40d9-864a-b76aa1a0f6ad tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887462
Mar 26 20:58:51.379751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-ab8880f0-548c-43bc-b814-a5c53c53bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.381398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-ab8880f0-548c-43bc-b814-a5c53c53bdee service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.2428758
Mar 26 20:58:51.453763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-c605d3cf-fd05-4357-b696-38930068a2c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 217 time: 0.0642188
Mar 26 20:58:51.550055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-ec28572e-1870-4cde-b271-0f2521cbf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.557258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-ec28572e-1870-4cde-b271-0f2521cbf160 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.0859175
Mar 26 20:58:51.586186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6784cb9-1735-46f9-ba9d-0c9dc33d6b3d req-35f01317-39f9-453d-bf81-3af5c18a787b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614758
Mar 26 20:58:51.628176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-8d260d5c-d5d8-4ed1-9ed5-f82885480c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620387
Mar 26 20:58:51.658520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10b573-d4a8-49e4-a1d7-51c7f809dd96 req-9017a990-ca25-4d1a-bbad-e4ae5bf337a9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:51.667185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e10b573-d4a8-49e4-a1d7-51c7f809dd96 req-9017a990-ca25-4d1a-bbad-e4ae5bf337a9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 943 time: 0.1681235
Mar 26 20:58:51.689197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Made reservation on behalf of ca56e69705e94a6fb86b89b6e2934f67 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:58:51.693035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.701006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (9d7f4ae5-d0de-4d72-955c-3b468080f7b2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:51.778131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e10b573-d4a8-49e4-a1d7-51c7f809dd96 req-fe6f7979-8f5d-46d7-8cc2-383cdbe88d47 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095762
Mar 26 20:58:51.788080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36898) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:51.813081 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-18168322-8faf-4bcc-8c7f-d67453c5b43f service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772358
Mar 26 20:58:51.908333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ec80266-01ef-4987-81bf-f63caaae8b9c req-760dd8a1-cea3-4e56-b6cb-c418a249abb1 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875230
Mar 26 20:58:51.921103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7f4ae5-d0de-4d72-955c-3b468080f7b2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:51.969225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 425a8d13-34da-40a1-93e0-b77741c63f6c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:52.007155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e669edbd-5743-4b32-bd7a-77d693307ace admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71c0a30712034ec483067d169c2d4bae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2110050
Mar 26 20:58:52.009745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36900) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:52.026974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Checking segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:52.027736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Network hostable DHCP agents. Network: 3aa0f23c-5368-46f1-b9c6-8664ee7325a2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:52.028268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 425a8d13-34da-40a1-93e0-b77741c63f6c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:52.032424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 425a8d13-34da-40a1-93e0-b77741c63f6c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:52.033385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.067034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9023348-6867-4b55-bda3-e61f5d257cf1 req-bbf70841-f01c-4fb5-bf23-53b643714097 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.069187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] Publish callbacks [] for security_group (766e0b59-22ea-422d-a52d-7a145d71bdc2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.069339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9023348-6867-4b55-bda3-e61f5d257cf1 req-bbf70841-f01c-4fb5-bf23-53b643714097 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2277782
Mar 26 20:58:52.095729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] Publish callbacks [] for security_group (766e0b59-22ea-422d-a52d-7a145d71bdc2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.114532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 425a8d13-34da-40a1-93e0-b77741c63f6c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:52.115543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.140770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:52.143591 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d28a9f-48a0-4112-878c-5f04aa739e2e" -d '{"events": [{"server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "name": "network-vif-plugged", "status": "completed", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:52.149532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.155415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (766e0b59-22ea-422d-a52d-7a145d71bdc2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.159792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.162771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/766e0b59-22ea-422d-a52d-7a145d71bdc2 HTTP/1.1" status: 204  len: 168 time: 0.1500785
Mar 26 20:58:52.167811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:52.174072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.174359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b9ebc-0704-413d-b929-8ab81b43061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766e0b59-22ea-422d-a52d-7a145d71bdc2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:52.187836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425a8d13-34da-40a1-93e0-b77741c63f6c,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:52.204970 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd728b-97d4-4f60-a668-a0a4b10a1fd3 x-openstack-request-id: req-badd728b-97d4-4f60-a668-a0a4b10a1fd3 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:52.205258 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "name": "network-vif-plugged", "status": "completed", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:52.205678 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badd728b-97d4-4f60-a668-a0a4b10a1fd3 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:52.206228 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badd728b-97d4-4f60-a668-a0a4b10a1fd3'] response: {'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c', 'code': 200}
Mar 26 20:58:52.213046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.260422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3aa0f23c-5368-46f1-b9c6-8664ee7325a2) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:52.279622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9023348-6867-4b55-bda3-e61f5d257cf1 req-62f8045e-abef-4f3e-a1d8-93e03f31b80d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970124
Mar 26 20:58:52.291633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.292825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.311582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (b5860f09-ac9b-4ca0-8914-676ec37346ab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.337387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77368ea7-dbe0-4ca3-a5d0-b0fc7587fdb5 req-d56a8801-ca52-430b-af97-1b77b49be155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.340728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77368ea7-dbe0-4ca3-a5d0-b0fc7587fdb5 req-d56a8801-ca52-430b-af97-1b77b49be155 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1128 time: 0.0739348
Mar 26 20:58:52.389403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c84a787d-02b5-45cb-9c15-551a7519ea6a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7941575
Mar 26 20:58:52.395045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36908) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:52.405174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:52.433009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Subnet': ['ID=b5860f09-ac9b-4ca0-8914-676ec37346ab,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:52.445077 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP cdc4759c-bc60-447e-9902-f81261c588df associated. External IP: 172.35.4.197, port: 4f7bf2d0-d582-4879-b5cd-38c7870b0cc2.
Mar 26 20:58:52.446977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171a31e-47c5-4a71-a63a-604fe3a6f5d9 None None] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:52.455795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.458143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.484919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Checking segment: {'id': '09cb2381-ac77-4970-b682-12ba75a66b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:52.485217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network hostable DHCP agents. Network: 7dba211e-4181-43de-b6b4-cb4f49af530f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:58:52.530658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for router_controller (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.549582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 7dba211e-4181-43de-b6b4-cb4f49af530f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:58:52.571858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dba211e-4181-43de-b6b4-cb4f49af530f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:52.579234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.579850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.583031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77368ea7-dbe0-4ca3-a5d0-b0fc7587fdb5 req-7dd1e085-d695-4a54-bce0-d40629b4f1fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2351453
Mar 26 20:58:52.583506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'project_id': '586533ed0cf646c2945f68477b651e23', 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:58:52.586071 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.601947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3de79-85b5-4258-b16a-7d0e0a4ca909 None None] Network 7dba211e-4181-43de-b6b4-cb4f49af530f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:52.603844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dfc587eb-683c-4be4-9d0d-216b74d490bb tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2999825
Mar 26 20:58:52.606734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:52.606897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36914) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:52.610975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-440709188', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:52.812313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.813370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.824301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for router_gateway (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.841797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867eba0-fe13-4b4b-adbc-c74713a4e259 req-823df2a5-8977-424d-836b-957f308d261c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.850100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f867eba0-fe13-4b4b-adbc-c74713a4e259 req-823df2a5-8977-424d-836b-957f308d261c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.3137267
Mar 26 20:58:52.856178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Allocated IP 172.20.0.2 (3aa0f23c-5368-46f1-b9c6-8664ee7325a2/9d7f4ae5-d0de-4d72-955c-3b468080f7b2/000e6046-2e55-4ad3-b8ec-67564f4348cf) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:52.868568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7dba211e-4181-43de-b6b4-cb4f49af530f', 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f', 'project_id': 'ca56e69705e94a6fb86b89b6e2934f67', 'fixed_ips': [{'subnet_id': 'b5860f09-ac9b-4ca0-8914-676ec37346ab'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:58:52.869694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.875851 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_controller (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:52.897131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1624b-6a41-490e-ac72-01d6cf694dc7 req-b3acdc37-c976-4dc3-aeb3-d30cad1f98de tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:52.904592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bba1624b-6a41-490e-ac72-01d6cf694dc7 req-b3acdc37-c976-4dc3-aeb3-d30cad1f98de tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2062495
Mar 26 20:58:52.983256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f867eba0-fe13-4b4b-adbc-c74713a4e259 req-4f1be8f4-1353-4a8b-a23b-1607441cd77d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321847
Mar 26 20:58:53.048722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:53.099718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bba1624b-6a41-490e-ac72-01d6cf694dc7 req-dab7ce65-1cf4-4486-9558-cd979824dbe4 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941628
Mar 26 20:58:53.189679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Allocated IP 172.20.0.2 (7dba211e-4181-43de-b6b4-cb4f49af530f/b5860f09-ac9b-4ca0-8914-676ec37346ab/25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:53.209349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa69cb-9e42-40d3-89b4-febc6c4bc624 req-02962d69-1e54-4cd0-be67-b5ceff1eebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:53.211683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eafa69cb-9e42-40d3-89b4-febc6c4bc624 req-02962d69-1e54-4cd0-be67-b5ceff1eebcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 1127 time: 0.1977499
Mar 26 20:58:53.227023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373e8ae-7568-47b2-9463-5da9989fe243 req-bbabc8fd-112a-4157-a32b-d84cabb27341 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:53.228862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a373e8ae-7568-47b2-9463-5da9989fe243 req-bbabc8fd-112a-4157-a32b-d84cabb27341 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 943 time: 0.1341467
Mar 26 20:58:53.280051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_gateway (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.286558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:53.372902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks [] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.453409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:53.464008 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.523742 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks [] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.526069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Pushing event updated for resources: {'Port': ['ID=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:53.544579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:53.545261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6df520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:53.550009 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.615900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:53.656573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Pushing event updated for resources: {'Port': ['ID=000e6046-2e55-4ad3-b8ec-67564f4348cf,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:53.665956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:53.670899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Network 7dba211e-4181-43de-b6b4-cb4f49af530f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:53.681582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 191321a7-1166-4f60-ae78-2ca65861dc95 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:58:53.685498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:53.688492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6df520>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:53.701747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:53.713349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:53.780988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a373e8ae-7568-47b2-9463-5da9989fe243 req-81f5f193-2c31-4c99-9ce6-f17af3f435d9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5385957
Mar 26 20:58:53.832626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5c403-1526-42c4-b5ad-f056649a2cf3 req-4b499e26-0ef2-4ad4-961d-edb17e8f420c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:53.839729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46e5c403-1526-42c4-b5ad-f056649a2cf3 req-4b499e26-0ef2-4ad4-961d-edb17e8f420c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.0872474
Mar 26 20:58:53.860692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Attempting to bind port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:53.861265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Attempting to bind port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09cb2381-ac77-4970-b682-12ba75a66b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:53.861764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Attempting to bind port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f on network 7dba211e-4181-43de-b6b4-cb4f49af530f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:53.871491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:53.872204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Checking segment: {'id': '09cb2381-ac77-4970-b682-12ba75a66b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:53.872717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.873361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Bound using segment: {'id': '09cb2381-ac77-4970-b682-12ba75a66b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:53.874098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Bound port: 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cb2381-ac77-4970-b682-12ba75a66b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:53.874593 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.878461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for router_gateway (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.908838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:58:53.910194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eafa69cb-9e42-40d3-89b4-febc6c4bc624 req-9a17f4cd-254c-43b0-83f6-f81125c7c393 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6907082
Mar 26 20:58:53.911536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:53.935486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:53.936170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6df520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.039102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Allocated IP 172.35.4.19 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/dd5c9124-a5ee-4e0c-894e-207890f0df9d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:54.159601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:54.160427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6df520>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.161257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cb85f-ce7c-4ab7-af47-5558237efb7f None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:54.162591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.184362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Attempting to bind port 000e6046-2e55-4ad3-b8ec-67564f4348cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:54.184750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Attempting to bind port 000e6046-2e55-4ad3-b8ec-67564f4348cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:54.187376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Attempting to bind port 000e6046-2e55-4ad3-b8ec-67564f4348cf on network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:54.194950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46e5c403-1526-42c4-b5ad-f056649a2cf3 req-1a17a83f-b818-4192-8b94-4de3623df2be tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3541751
Mar 26 20:58:54.240911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:54.241315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Checking segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:54.241757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.242174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Bound using segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:54.242689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Bound port: 000e6046-2e55-4ad3-b8ec-67564f4348cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:54.243102 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.253116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.317463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:54.321623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5c9124-a5ee-4e0c-894e-207890f0df9d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:54.326295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:54.333299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] For port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:54.339749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:54.347797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:54.364860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '191321a7-1166-4f60-ae78-2ca65861dc95', 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0', 'port_id': '191321a7-1166-4f60-ae78-2ca65861dc95', 'mac_address': 'fa:16:3e:73:97:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd00f27-174a-4593-bb23-8ffbe95a230f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:58:54.375194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] For port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,segment=NetworkSegment(09cb2381-ac77-4970-b682-12ba75a66b3a),segment_id=09cb2381-ac77-4970-b682-12ba75a66b3a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:54.426100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.474474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 191321a7-1166-4f60-ae78-2ca65861dc95 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:54.475143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.480382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] For port 000e6046-2e55-4ad3-b8ec-67564f4348cf, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:54.480530 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_gateway (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.512537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.518124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cab04-de56-4a71-999d-9087e9d5330f req-83eb7a21-38eb-434b-a9af-8f92782bce92 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:54.519578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] For port 000e6046-2e55-4ad3-b8ec-67564f4348cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000e6046-2e55-4ad3-b8ec-67564f4348cf,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:54.519778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-497cab04-de56-4a71-999d-9087e9d5330f req-83eb7a21-38eb-434b-a9af-8f92782bce92 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.3090210
Mar 26 20:58:54.522869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191321a7-1166-4f60-ae78-2ca65861dc95 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:58:54.541152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dd073-c308-4daf-bc74-64099c326055 req-5d068962-7af8-4f07-b8f0-6db2de56a4a3 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:54.548525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c88dd073-c308-4daf-bc74-64099c326055 req-5d068962-7af8-4f07-b8f0-6db2de56a4a3 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2441804
Mar 26 20:58:54.557975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:54.561333 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.569606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.575565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d556f69-2880-4879-b27c-12fa26ae078a None None] Pushing event updated for resources: {'Port': ['ID=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:54.649827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd2bf9-6673-4d0f-9de4-a09243c64070 None None] Pushing event updated for resources: {'Port': ['ID=000e6046-2e55-4ad3-b8ec-67564f4348cf,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:54.655188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:54.659858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-497cab04-de56-4a71-999d-9087e9d5330f req-c923f7d0-6428-4b62-85c1-90c0b320d81a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320794
Mar 26 20:58:54.672483 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:54.684182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:54.686788 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:54.687420 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.734776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:54.789245 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba580>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.804534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c88dd073-c308-4daf-bc74-64099c326055 req-42181259-0c9b-4821-8c92-8c874ba78080 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2551355
Mar 26 20:58:54.825167 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:54.825745 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.889989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Allocated IP 172.35.4.63 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2f22e171-9fce-4135-ac06-ff47256a7cab) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:54.890715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:58:54.920758 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba580>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:54.934227 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1441ef-5240-450c-96c7-c9395df55015 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:54.991392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for router_gateway (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.115584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-165ae58f-5e28-4ce6-9e1a-a24dabf8c820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.187624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-638144fc-e60e-4359-92b9-9054ca6add08 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/cdc4759c-bc60-447e-9902-f81261c588df HTTP/1.1" status: 200  len: 978 time: 4.7562256
Mar 26 20:58:55.191568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:55.206869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:58:55.277237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.370630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-4cf248bc-7fb3-4dfd-8156-767602ffa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.372140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-4cf248bc-7fb3-4dfd-8156-767602ffa03f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1128 time: 0.1666741
Mar 26 20:58:55.441811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (2f22e171-9fce-4135-ac06-ff47256a7cab), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.448931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01953f0a-cb26-4109-aaed-f1023122c5d6 req-a4abd917-ab5a-4a8e-9e04-bacc31544335 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.450436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01953f0a-cb26-4109-aaed-f1023122c5d6 req-a4abd917-ab5a-4a8e-9e04-bacc31544335 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.1887968
Mar 26 20:58:55.528362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8f49-de52-4239-9e69-612c4918738a req-0bdbbe56-1774-4206-bcef-273abdc9952c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.529853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c64a8f49-de52-4239-9e69-612c4918738a req-0bdbbe56-1774-4206-bcef-273abdc9952c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 944 time: 0.1896532
Mar 26 20:58:55.533191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.542592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.546181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.546520 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP cdc4759c-bc60-447e-9902-f81261c588df disassociated. External IP: 172.35.4.197, port: 2bb4f10c-1ea0-40c3-8345-25464f0d670c.
Mar 26 20:58:55.560872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-2a7695bd-68da-4b73-a63b-00d3484b4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.562329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-2a7695bd-68da-4b73-a63b-00d3484b4a0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1828790
Mar 26 20:58:55.568811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01953f0a-cb26-4109-aaed-f1023122c5d6 req-66390aa9-f1d3-49e7-82bb-717cc100c1fd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848179
Mar 26 20:58:55.596744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2f22e171-9fce-4135-ac06-ff47256a7cab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:55.641459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-e19060a4-b577-4161-83bf-a1296fd613f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 200  len: 217 time: 0.0715184
Mar 26 20:58:55.707739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:55.725067 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c64a8f49-de52-4239-9e69-612c4918738a req-bb8ce31e-f840-448a-9e90-ab2e491a1318 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872606
Mar 26 20:58:55.730064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:55.738361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=2f22e171-9fce-4135-ac06-ff47256a7cab,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:55.750482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:55.876102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-97cf3f2f-fc19-4acc-8217-19ce93af5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.877699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-97cf3f2f-fc19-4acc-8217-19ce93af5d06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.2289793
Mar 26 20:58:55.890467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d241f-aca8-486b-b797-d1e5a809da9a req-5b123526-fc86-460f-a0c9-90e82786807e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:55.892032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-696d241f-aca8-486b-b797-d1e5a809da9a req-5b123526-fc86-460f-a0c9-90e82786807e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1361251
Mar 26 20:58:55.903620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 000e6046-2e55-4ad3-b8ec-67564f4348cf up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:55.942196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:58:55.967697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 000e6046-2e55-4ad3-b8ec-67564f4348cf triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:55.968337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.060584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-696d241f-aca8-486b-b797-d1e5a809da9a req-7533d94c-c95b-4db4-87dd-39f8b87a6bdd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582932
Mar 26 20:58:56.069804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6c2bf-eee7-48b7-bde1-3e55140a0f8e req-29bde790-6499-4ee8-88a5-209d146471a2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:56.069804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63c6c2bf-eee7-48b7-bde1-3e55140a0f8e req-29bde790-6499-4ee8-88a5-209d146471a2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1926770
Mar 26 20:58:56.144048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 000e6046-2e55-4ad3-b8ec-67564f4348cf is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:56.144442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.176723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-c8889773-3177-43e3-b730-7773125f8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:56.178975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-c8889773-3177-43e3-b730-7773125f8a42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2860367
Mar 26 20:58:56.187129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:56.234869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 000e6046-2e55-4ad3-b8ec-67564f4348cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000e6046-2e55-4ad3-b8ec-67564f4348cf,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:56.239742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Sync routers for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:56.245283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.246342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:56.324886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:56.325547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efaceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:56.351963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:58:56.355454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63c6c2bf-eee7-48b7-bde1-3e55140a0f8e req-c8499095-ee88-465b-b4f2-ee3153094a4a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231729
Mar 26 20:58:56.369677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-4c3a8218-e28c-4693-a8b4-6c3983ba455c service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737583
Mar 26 20:58:56.448163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba697531-dd27-4211-8b31-c54d1a9df680 None None] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:56.455007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.461197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-629b24dd-60c4-49c9-9bcc-17cf4fa20822 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.0645070
Mar 26 20:58:56.461999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:56.497671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=000e6046-2e55-4ad3-b8ec-67564f4348cf,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:56.571257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_gateway (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.640525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfd735b7-c78a-4a23-8056-38933fd03620 req-c37a6312-06e0-4b80-a795-580810c4c1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598860
Mar 26 20:58:56.760368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37006) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:56.856681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf582a9-d59f-403a-85b2-5aa2d3ece5e9 None None] Network 7dba211e-4181-43de-b6b4-cb4f49af530f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:58:56.859997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:56.860672 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.862262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f7668db7-55bf-494e-9fef-e44346e33e50 None None] Provisioning complete for port 000e6046-2e55-4ad3-b8ec-67564f4348cf triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:56.862767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7668db7-55bf-494e-9fef-e44346e33e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.862881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:56.873425 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:56.882228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:56.892650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:56.893339 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:56.918586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-801db7ec-ee16-4d45-a8b9-60d50a988e0e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/cdc4759c-bc60-447e-9902-f81261c588df HTTP/1.1" status: 200  len: 688 time: 1.7197018
Mar 26 20:58:56.919222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:56.965688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562af58-0dd4-4d21-8809-06341ee9cca5 req-eef41eb4-80ab-4da7-a8c1-d7d3e8acc8db tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:56.967222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3562af58-0dd4-4d21-8809-06341ee9cca5 req-eef41eb4-80ab-4da7-a8c1-d7d3e8acc8db tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.1418839
Mar 26 20:58:56.986577 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba550>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:57.013668 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:57.014594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:57.053605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3562af58-0dd4-4d21-8809-06341ee9cca5 req-215a49c7-e6ae-46b8-9d63-47bfb49bd8b7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773296
Mar 26 20:58:57.098201 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba550>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:57.098888 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cb4f77-02ff-49b2-99b2-e03088047be5 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:57.125340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:57.233247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.250998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc54f0-9029-488b-99a8-b4e037398b50 req-3b444f59-f265-4f51-b926-b8a3bcb89e22 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:57.252583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6cc54f0-9029-488b-99a8-b4e037398b50 req-3b444f59-f265-4f51-b926-b8a3bcb89e22 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 944 time: 0.0966454
Mar 26 20:58:57.355304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:57.355700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.414031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f7668db7-55bf-494e-9fef-e44346e33e50 None None] Current status of the port 000e6046-2e55-4ad3-b8ec-67564f4348cf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:57.419510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2455c29a-52f4-4caa-896d-dc7ca57104ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.433029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-021820bc-b62d-4291-89ee-115db99c5646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.480205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,segment=NetworkSegment(09cb2381-ac77-4970-b682-12ba75a66b3a),segment_id=09cb2381-ac77-4970-b682-12ba75a66b3a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:57.515314 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.615451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.621731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f3cb7ffd-b778-4ee1-bcc3-75ae144e92b9 None None] Provisioning complete for port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:57.622153 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7ffd-b778-4ee1-bcc3-75ae144e92b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.674975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 191321a7-1166-4f60-ae78-2ca65861dc95 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:57.679249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:57.759626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efaceb0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:54Z', 'revision_number': 3, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:57.778850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6cc54f0-9029-488b-99a8-b4e037398b50 req-b384bd79-aab2-4c29-820b-5f4e1b40f2b1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5138652
Mar 26 20:58:57.823336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-0fb85792-26e7-4ee9-9f00-e4e71ae46d70 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:57.824892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-0fb85792-26e7-4ee9-9f00-e4e71ae46d70 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 811 time: 0.9997382
Mar 26 20:58:57.830325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Checking router: a7a93f48-d125-4fee-a619-8f9e0cbf9c07 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:58:57.830697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Updating router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 port dd5c9124-a5ee-4e0c-894e-207890f0df9d binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:58:57.833209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 000e6046-2e55-4ad3-b8ec-67564f4348cf up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:57.879162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-2a36408d-9c37-40c9-aa6c-6237de32ab9d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/quotas/a7e64b94cc37456185389445ddc56877 HTTP/1.1" status: 200  len: 375 time: 0.0472131
Mar 26 20:58:57.919551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.945657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-021820bc-b62d-4291-89ee-115db99c5646 admin admin] Publish callbacks [] for security_group (0eb2b1d9-762d-4b72-8643-a4c667672980), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.949303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 5a03632e-d6de-472f-b57c-709d76d836f1 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:58:57.949678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.965814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-021820bc-b62d-4291-89ee-115db99c5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0eb2b1d9-762d-4b72-8643-a4c667672980), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:57.975587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Allocated IP 172.20.0.1 (3aa0f23c-5368-46f1-b9c6-8664ee7325a2/9d7f4ae5-d0de-4d72-955c-3b468080f7b2/b64db08d-2d5a-4f18-bd4d-840b11e00091) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:58:57.998447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dbab4-71fb-4342-9752-9a1f6c3968c4 req-a7ca4e4f-2671-4fa1-8bc2-7b6a5c88e8bf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:58.006113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b06dbab4-71fb-4342-9752-9a1f6c3968c4 req-a7ca4e4f-2671-4fa1-8bc2-7b6a5c88e8bf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.0870643
Mar 26 20:58:58.047265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 191321a7-1166-4f60-ae78-2ca65861dc95 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:58:58.070102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 191321a7-1166-4f60-ae78-2ca65861dc95 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:58.070491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.071968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb7ffd-b778-4ee1-bcc3-75ae144e92b9 None None] Current status of the port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:58.074968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-021820bc-b62d-4291-89ee-115db99c5646 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f36a3686a4146f9bae991b08dfdb3b0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3116467
Mar 26 20:58:58.075735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021820bc-b62d-4291-89ee-115db99c5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2b1d9-762d-4b72-8643-a4c667672980,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:58.079178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37018) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:58.091782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:58:58.118154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 000e6046-2e55-4ad3-b8ec-67564f4348cf triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:58.118416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.132625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-0de84410-72d3-4d22-9d1a-fb53e6bbe38c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2437730
Mar 26 20:58:58.146932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks [] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.148807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.149125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (5a03632e-d6de-472f-b57c-709d76d836f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.159830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b06dbab4-71fb-4342-9752-9a1f6c3968c4 req-5b753d3c-7ca1-4f3a-b5a9-d0bd305908e2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528506
Mar 26 20:58:58.195879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 5a03632e-d6de-472f-b57c-709d76d836f1 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:58:58.220973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.285639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:58.293266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:58.294689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:58.297543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:58:58.298795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Provisioning complete for port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:58.299316 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.344511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.386521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 191321a7-1166-4f60-ae78-2ca65861dc95 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:58.386963 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.404537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] Publish callbacks [] for security_group (0eb2b1d9-762d-4b72-8643-a4c667672980), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.430225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 000e6046-2e55-4ad3-b8ec-67564f4348cf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:58.456516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:58:58.462442 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c685b4-fc53-47ca-9a18-613f69707934" -d '{"events": [{"server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "name": "network-vif-plugged", "status": "completed", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:58:58.483399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:58:58.486750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd5e2-0dac-46db-816c-1c6841921d51 req-1e92732d-6491-4a81-a4d9-11f9aa669531 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:58.492461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] Publish callbacks [] for security_group (0eb2b1d9-762d-4b72-8643-a4c667672980), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.495364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f85bd5e2-0dac-46db-816c-1c6841921d51 req-1e92732d-6491-4a81-a4d9-11f9aa669531 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.1097667
Mar 26 20:58:58.502273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-eeadb7f0-16e0-4112-b366-86432fdbbdb8 service neutron] 10.222.0.16 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621025
Mar 26 20:58:58.511686 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.567116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f85bd5e2-0dac-46db-816c-1c6841921d51 req-58526cfd-a3ea-4024-913e-b4d93563e379 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666728
Mar 26 20:58:58.567520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:58:58.596713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:58.624378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.670333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] Sync routers for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:58:58.689139 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b05b45-aac6-4953-b074-94b625f91c5e x-openstack-request-id: req-54b05b45-aac6-4953-b074-94b625f91c5e {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:58:58.689445 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "name": "network-vif-plugged", "status": "completed", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:58:58.689705 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54b05b45-aac6-4953-b074-94b625f91c5e {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:58:58.690339 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b05b45-aac6-4953-b074-94b625f91c5e'] response: {'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95', 'code': 200}
Mar 26 20:58:58.692851 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.696908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56704b83-aca5-453d-a026-84499efabbf5 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 6.0869861
Mar 26 20:58:58.705223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:58.718126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks [] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.719639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Current status of the port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:58.732179 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.737057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.742371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:58.743019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eba1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:58.783779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-ea6251fd-51d6-4110-a9a5-d281e013374d service neutron] 10.222.0.16 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806268
Mar 26 20:58:58.803910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0eb2b1d9-762d-4b72-8643-a4c667672980), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.806765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.811709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0eb2b1d9-762d-4b72-8643-a4c667672980 HTTP/1.1" status: 204  len: 168 time: 0.7239556
Mar 26 20:58:58.825487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eba1f10>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:58.839771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Provisioning complete for port 000e6046-2e55-4ad3-b8ec-67564f4348cf triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:58.840770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.852976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff6df9-fe4b-4a44-9212-e10d56eff1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2b1d9-762d-4b72-8643-a4c667672980,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:58.870137 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks [] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.888556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.917067 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a03632e-d6de-472f-b57c-709d76d836f1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:58.971406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=5a03632e-d6de-472f-b57c-709d76d836f1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:59.100680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.113627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:59.147311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3edc56-ae6b-4acf-964a-8a6512aa0409 req-4c6ea3f7-6c72-407d-8c02-7ff3badc5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:59.148901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c3edc56-ae6b-4acf-964a-8a6512aa0409 req-4c6ea3f7-6c72-407d-8c02-7ff3badc5d2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1127 time: 0.2754290
Mar 26 20:58:59.226746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa250-3764-49ac-b20c-7e6ffb8d42ea None None] Pushing event updated for resources: {'Port': ['ID=dd5c9124-a5ee-4e0c-894e-207890f0df9d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:59.247463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Attempting to bind port dd5c9124-a5ee-4e0c-894e-207890f0df9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:58:59.249672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Attempting to bind port dd5c9124-a5ee-4e0c-894e-207890f0df9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:58:59.250265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Attempting to bind port dd5c9124-a5ee-4e0c-894e-207890f0df9d on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:58:59.260476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56467233-74c0-4f62-86f5-19c829c170d7 req-b26d3792-c2b2-4df2-860c-96446909f692 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 210 time: 0.0319688
Mar 26 20:58:59.261433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (cdc4759c-bc60-447e-9902-f81261c588df), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.264039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.267588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-43ab2e52-fa96-4322-aedf-4847cfaf77bf tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/cdc4759c-bc60-447e-9902-f81261c588df HTTP/1.1" status: 204  len: 168 time: 2.3350120
Mar 26 20:58:59.268318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:59.269163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eba1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:59.281040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:59.287298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:58:59.287823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:58:59.288367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.288867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:58:59.289518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Bound port: dd5c9124-a5ee-4e0c-894e-207890f0df9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:58:59.290000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.307683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62accc-c525-40e0-ae83-24aa13390839 req-5de8436f-16d7-4e1c-b3c3-5d49f9caa23c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:58:59.317022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d62accc-c525-40e0-ae83-24aa13390839 req-5de8436f-16d7-4e1c-b3c3-5d49f9caa23c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 945 time: 0.3613656
Mar 26 20:58:59.347820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eba1f10>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:59.348595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f560f0-283d-4c3c-a258-4889bc5093b2 None None] The sync data for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:58:59.361655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37056) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:59.382168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-229a2f54-bc6d-482c-9cfb-c4e07a7be6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.427105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] For port dd5c9124-a5ee-4e0c-894e-207890f0df9d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:58:59.432755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] For port dd5c9124-a5ee-4e0c-894e-207890f0df9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd5c9124-a5ee-4e0c-894e-207890f0df9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:58:59.443634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-387d64b9-19cc-4283-a3e9-3acfe6b56129 None None] Current status of the port 000e6046-2e55-4ad3-b8ec-67564f4348cf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:58:59.449405 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.512707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:58:59.513784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efaceb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:58:59.544788 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-c07c9266-bf3b-41fd-b3d1-bc2e3f964ede tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] delete failed (client error): The resource could not be found.
Mar 26 20:58:59.554634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c07c9266-bf3b-41fd-b3d1-bc2e3f964ede tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/cdc4759c-bc60-447e-9902-f81261c588df HTTP/1.1" status: 404  len: 345 time: 0.2346849
Mar 26 20:58:59.556430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:59.576297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:58:59.583156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa250-3764-49ac-b20c-7e6ffb8d42ea None None] Pushing event updated for resources: {'Port': ['ID=dd5c9124-a5ee-4e0c-894e-207890f0df9d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:59.593784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:58:59.613416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c3edc56-ae6b-4acf-964a-8a6512aa0409 req-1eae5938-2a22-4b82-82b8-022c9ad00a65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4558482
Mar 26 20:58:59.641458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5bad2a28-6b50-41d0-9d48-059e6e1812cc None None] Provisioning complete for port b64db08d-2d5a-4f18-bd4d-840b11e00091 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:59.641843 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5bad2a28-6b50-41d0-9d48-059e6e1812cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.654326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-229a2f54-bc6d-482c-9cfb-c4e07a7be6bc admin admin] Publish callbacks [] for security_group (9eb99087-ff05-4146-8f8a-c6c7ad2e742d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.711947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5bad2a28-6b50-41d0-9d48-059e6e1812cc None None] Port b64db08d-2d5a-4f18-bd4d-840b11e00091 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:58:59.715125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:58:59.721714 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d62accc-c525-40e0-ae83-24aa13390839 req-0d91f70d-5933-4a08-9363-6973a4bc6159 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4037764
Mar 26 20:58:59.722971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.725339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-229a2f54-bc6d-482c-9cfb-c4e07a7be6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9eb99087-ff05-4146-8f8a-c6c7ad2e742d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:58:59.810583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:58:59.827217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37068) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:58:59.827522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-229a2f54-bc6d-482c-9cfb-c4e07a7be6bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e7a7f239330459fbf71a52cf933b94e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4643745
Mar 26 20:58:59.883129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a2f54-bc6d-482c-9cfb-c4e07a7be6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb99087-ff05-4146-8f8a-c6c7ad2e742d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:58:59.981099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:58:59.981479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.004808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] Publish callbacks [] for security_group (9eb99087-ff05-4146-8f8a-c6c7ad2e742d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.031809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cb585-b3e6-42d0-9b11-c6810eea8b76 req-22cc27c6-2dde-4905-bc17-3843716690f0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.039231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445cb585-b3e6-42d0-9b11-c6810eea8b76 req-22cc27c6-2dde-4905-bc17-3843716690f0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.5673826
Mar 26 20:59:00.050286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] Publish callbacks [] for security_group (9eb99087-ff05-4146-8f8a-c6c7ad2e742d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.080879 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.092949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c7186119-a0e9-4d04-933f-da322de0e64f None None] Provisioning complete for port b64db08d-2d5a-4f18-bd4d-840b11e00091 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:00.093362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c7186119-a0e9-4d04-933f-da322de0e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.114745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:00.117188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090e76-d9c5-49d8-be32-2f27af88d6c7 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.119242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9eb99087-ff05-4146-8f8a-c6c7ad2e742d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.122619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090e76-d9c5-49d8-be32-2f27af88d6c7 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.123871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:00.125028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eb99087-ff05-4146-8f8a-c6c7ad2e742d HTTP/1.1" status: 204  len: 168 time: 0.2969244
Mar 26 20:59:00.144239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fff916-f587-4e10-b09f-0c8d0789c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb99087-ff05-4146-8f8a-c6c7ad2e742d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:00.147562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84090e76-d9c5-49d8-be32-2f27af88d6c7 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.153494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-84090e76-d9c5-49d8-be32-2f27af88d6c7 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/ports?network_id=daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 HTTP/1.1" status: 200  len: 2357 time: 0.4934285
Mar 26 20:59:00.153494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:00.168948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c7186119-a0e9-4d04-933f-da322de0e64f None None] Port b64db08d-2d5a-4f18-bd4d-840b11e00091 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:00.199570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:00.210979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067f9f-6783-4caf-87cf-750bcc271e33 req-8b4b1839-a6ba-4c92-93c7-1fb9e15b7583 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.212535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e067f9f-6783-4caf-87cf-750bcc271e33 req-8b4b1839-a6ba-4c92-93c7-1fb9e15b7583 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2809350
Mar 26 20:59:00.216512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efaceb0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 2, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:00.281100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29303c6e-e830-44d7-81c5-804fcd2fde7c None None] The sync data for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 is: [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 2, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:00.326220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e067f9f-6783-4caf-87cf-750bcc271e33 req-f1f0f181-3302-479d-baee-311016520745 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067932
Mar 26 20:59:00.343607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:00.350378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fc4af6f1-dbff-4389-a742-ac4008927eb4 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7a93f48-d125-4fee-a619-8f9e0cbf9c07/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8830321
Mar 26 20:59:00.393615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445cb585-b3e6-42d0-9b11-c6810eea8b76 req-67493017-5c4d-41dc-8b53-6b765f55b66f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535221
Mar 26 20:59:00.442163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c3ff83-67ae-4cad-923a-52670553c79e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.449361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37078) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:00.459440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc96d364-0123-4c94-953a-d71fb80a0233 req-5bd41d82-5ff3-4c8c-97fe-eb5815b81aa1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 210 time: 0.0588853
Mar 26 20:59:00.463648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-05c3ff83-67ae-4cad-923a-52670553c79e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/subnets/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0 HTTP/1.1" status: 200  len: 797 time: 0.3091512
Mar 26 20:59:00.471208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'port': {'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78', 'name': 'tempest-FloatingIPTestJSON-1133323739', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:00.751456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Allocated IP 172.20.0.1 (7dba211e-4181-43de-b6b4-cb4f49af530f/b5860f09-ac9b-4ca0-8914-676ec37346ab/d5ceb886-b398-429c-9042-2f2ba8b58b75) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:00.799490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:00.860555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-c800d4d4-0487-4739-a38c-a5123a57a6d7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:00.862157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-c800d4d4-0487-4739-a38c-a5123a57a6d7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.18 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 811 time: 0.3057640
Mar 26 20:59:00.880714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Request body: {'port': {'device_id': '901c62c9-5a4b-4513-b027-c464f1501864', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'admin_state_up': True, 'tenant_id': 'a7e64b94cc37456185389445ddc56877'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:00.981491 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.032894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.110403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 7dba211e-4181-43de-b6b4-cb4f49af530f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:01.114553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:01.131352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:01.197773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.205677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=d5ceb886-b398-429c-9042-2f2ba8b58b75,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:01.217760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37098) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:01.225810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691924202', 'description': 'tempest-description--869292035'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:01.262765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.286245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.288977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] device_id is not set on port ca7d5b01-b885-4a75-9576-ad8768290c21 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:01.318631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e00688-76d7-4ec7-8688-970374c89287 req-9fcd37b1-f5f1-4a0d-985b-b7c8d2ee0b32 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:01.327703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12e00688-76d7-4ec7-8688-970374c89287 req-9fcd37b1-f5f1-4a0d-985b-b7c8d2ee0b32 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 945 time: 0.4551756
Mar 26 20:59:01.604933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37112) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:01.606699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-69f58aa2-0b98-4628-bcb4-524b24c4850c None None] Provisioning complete for port d5ceb886-b398-429c-9042-2f2ba8b58b75 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:01.607173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69f58aa2-0b98-4628-bcb4-524b24c4850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.611482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (fdb2b038-7953-47f8-a7f2-1d32bc8172f2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.626986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fdb2b038-7953-47f8-a7f2-1d32bc8172f2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.653404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69f58aa2-0b98-4628-bcb4-524b24c4850c None None] Port d5ceb886-b398-429c-9042-2f2ba8b58b75 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:01.658431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.683454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55319e9-db2e-47e9-9e51-9032419a0a9a req-dfd73b10-6cbe-4696-a172-4632484bfa06 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:01.685938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e55319e9-db2e-47e9-9e51-9032419a0a9a req-dfd73b10-6cbe-4696-a172-4632484bfa06 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.1730480
Mar 26 20:59:01.695208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.697244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4782770
Mar 26 20:59:01.700905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37116) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:01.714373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'security_group_rule': {'security_group_id': 'fdb2b038-7953-47f8-a7f2-1d32bc8172f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:01.720102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d6410-458d-4043-a156-1ab27c4d9396 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2b038-7953-47f8-a7f2-1d32bc8172f2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:01.748977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.777624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12e00688-76d7-4ec7-8688-970374c89287 req-2a4234a6-2268-4967-bf40-e502f1dca394 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4481843
Mar 26 20:59:01.783162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Made reservation on behalf of a7e64b94cc37456185389445ddc56877 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:01.787457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:01.858136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-network', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:01.885587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dd5c9124-a5ee-4e0c-894e-207890f0df9d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:01.950614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port dd5c9124-a5ee-4e0c-894e-207890f0df9d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:01.951424 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.042054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Made reservation on behalf of f84eadfab429428c9f1c0642dcf6e5fa for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:02.044467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.057499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port dd5c9124-a5ee-4e0c-894e-207890f0df9d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:02.058320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.079379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.088770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port dd5c9124-a5ee-4e0c-894e-207890f0df9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd5c9124-a5ee-4e0c-894e-207890f0df9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:02.093962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.142970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd196-0c13-4460-bd46-5eafd89f2916 req-7f0110bb-cd12-435a-9691-01345691626e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:02.144896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bbbdd196-0c13-4460-bd46-5eafd89f2916 req-7f0110bb-cd12-435a-9691-01345691626e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2493176
Mar 26 20:59:02.166279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=dd5c9124-a5ee-4e0c-894e-207890f0df9d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.248333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Allocated IP 172.20.0.14 (637c5544-5d67-4536-b4e8-2425937ec750/217aaa5a-2368-4ebb-9852-3c4177f233fd/9734139e-042e-4a25-9ed4-1e990314944b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:02.266130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.14 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/ca7d5b01-b885-4a75-9576-ad8768290c21) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:02.291013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.13 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/ca7d5b01-b885-4a75-9576-ad8768290c21) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:02.298247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bbbdd196-0c13-4460-bd46-5eafd89f2916 req-a4ce8b2e-8b19-4cf1-bd2f-c44b4f011ead tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411486
Mar 26 20:59:02.302104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (09849735-ef10-4494-a578-c0a257b9c8c3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.380859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e55319e9-db2e-47e9-9e51-9032419a0a9a req-68181d39-ccd0-432e-8a4a-94bcd1e1269a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6810229
Mar 26 20:59:02.450733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a95412cd-2040-451a-a779-e4fddf47b483 req-a5287f08-1d5f-4de4-be54-f1ab7d4cc2fd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 210 time: 0.0687084
Mar 26 20:59:02.467734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks [] for security_group (0fb494f9-6d4b-4e98-8a11-5eb2904135cc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.478395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (09849735-ef10-4494-a578-c0a257b9c8c3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.483396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0fb494f9-6d4b-4e98-8a11-5eb2904135cc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.487827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (09849735-ef10-4494-a578-c0a257b9c8c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.528371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09849735-ef10-4494-a578-c0a257b9c8c3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.542700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.543902 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c83b4f8-26e3-438e-9393-bfba34bed798 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8412123
Mar 26 20:59:02.546533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37118) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:02.550877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'security_group_rule': {'security_group_id': 'fdb2b038-7953-47f8-a7f2-1d32bc8172f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:02.587053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:02.625541 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.625898 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Added segment d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c of type vlan for network acea807c-907d-4b35-8504-6dac910889c0
Mar 26 20:59:02.627174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb494f9-6d4b-4e98-8a11-5eb2904135cc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.634586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (d32df3a6-4731-47ad-a9e3-6bada266f789), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.688611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (ca7d5b01-b885-4a75-9576-ad8768290c21), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.703395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.709685 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (acea807c-907d-4b35-8504-6dac910889c0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.710617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.738715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks [] for port (9734139e-042e-4a25-9ed4-1e990314944b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.772161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (d32df3a6-4731-47ad-a9e3-6bada266f789), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.778938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (acea807c-907d-4b35-8504-6dac910889c0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.779964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:02.780584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.782764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d32df3a6-4731-47ad-a9e3-6bada266f789), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.801835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=d5ceb886-b398-429c-9042-2f2ba8b58b75,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.807596 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ca7d5b01-b885-4a75-9576-ad8768290c21), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.825235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.827905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32df3a6-4731-47ad-a9e3-6bada266f789,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.841382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.842608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d7a87608-b545-4325-b312-e14dc0d52ceb tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2951515
Mar 26 20:59:02.846521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37122) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:02.852122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:02.863086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2467890
Mar 26 20:59:02.866614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:02.874932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Request body: {'subnet': {'network_id': 'acea807c-907d-4b35-8504-6dac910889c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-subnet', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:02.909990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36370a1a-a215-4c61-a472-69ede4e6f8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=acea807c-907d-4b35-8504-6dac910889c0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:02.915706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:02.919600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.923622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:02.933428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:02.934426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['41328fe6-d504-4051-8089-d948e97d3fa2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:02.967838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:02.990985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network acea807c-907d-4b35-8504-6dac910889c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:02.994635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Made reservation on behalf of f84eadfab429428c9f1c0642dcf6e5fa for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:02.997085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.121157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd857cff-f76e-4ec8-b9ed-41981b25e643 req-ad54cb15-05d0-4c77-89e6-be754a9efca1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:03.122825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd857cff-f76e-4ec8-b9ed-41981b25e643 req-ad54cb15-05d0-4c77-89e6-be754a9efca1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 945 time: 0.2391863
Mar 26 20:59:03.135963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 7dba211e-4181-43de-b6b4-cb4f49af530f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:03.150384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:03.282120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=ca7d5b01-b885-4a75-9576-ad8768290c21,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:03.328408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Network 637c5544-5d67-4536-b4e8-2425937ec750 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:03.335504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:03.342910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:03.364459 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd857cff-f76e-4ec8-b9ed-41981b25e643 req-667fd524-09a4-41e3-87f7-7a44f4a02280 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307558
Mar 26 20:59:03.397606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:03.399098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.405522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Pushing event updated for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:03.419506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:03.444590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a5869e2b-7918-4789-b0ac-7d006d886bb4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 2.9804471
Mar 26 20:59:03.445235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:03.462542 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Sync routers for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:03.481392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:03.482104 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124214520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:03.499345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fe8f7882-e6c4-4e1b-919a-8571ff62c363 None None] Provisioning complete for port d5ceb886-b398-429c-9042-2f2ba8b58b75 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:03.500435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe8f7882-e6c4-4e1b-919a-8571ff62c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.510411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'ca7d5b01-b885-4a75-9576-ad8768290c21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:03.530257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:03.530891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.542937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (7ba01621-dc8f-4bf7-a419-7cd8cd9892b8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.556271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f7882-e6c4-4e1b-919a-8571ff62c363 None None] Port d5ceb886-b398-429c-9042-2f2ba8b58b75 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:03.569825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-93022cdc-5ebe-49d3-84d8-166e56c902a3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6961284
Mar 26 20:59:03.572698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.585331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4354-40cb-401a-a296-fd9896eaefe2 req-32098a58-e543-43c2-81cb-03f9f9fe07cb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:03.586889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-527c4354-40cb-401a-a296-fd9896eaefe2 req-32098a58-e543-43c2-81cb-03f9f9fe07cb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1715121
Mar 26 20:59:03.590787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Request body: {'port': {'device_id': '901c62c9-5a4b-4513-b027-c464f1501864', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:03.607227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.689665 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:03.752867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-527c4354-40cb-401a-a296-fd9896eaefe2 req-38039816-87ae-46ad-ac8f-ae95fba097ff tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485212
Mar 26 20:59:03.757644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9734139e-042e-4a25-9ed4-1e990314944b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.780892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba01621-dc8f-4bf7-a419-7cd8cd9892b8,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:03.809565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-87238929-3e7d-42dd-aa85-be5512593bd3 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1428275375&fields=id&tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 267 time: 0.2836294
Mar 26 20:59:03.885257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Checking segment: {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:03.885632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Network hostable DHCP agents. Network: acea807c-907d-4b35-8504-6dac910889c0, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:03.892392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dd5c9124-a5ee-4e0c-894e-207890f0df9d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:03.910531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:03.912770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:03.926640 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124214520>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 2, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:03.935190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-68e0936d-07cb-406e-a584-2820cc5613b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "PUT /v2.0/routers/0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2040677
Mar 26 20:59:03.935576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] Sync routers for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:03.937253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:03.946658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Request body: {'port': {'network_id': '7dba211e-4181-43de-b6b4-cb4f49af530f', 'name': 'tempest-FloatingIPAdminTestJSON-181295764'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:03.962969 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Checking router: a7a93f48-d125-4fee-a619-8f9e0cbf9c07 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:59:03.963332 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Updating router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 port b64db08d-2d5a-4f18-bd4d-840b11e00091 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:59:03.990080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:03.990763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef35be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:03.997424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Allocated IP 172.35.4.89 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3fc3672b-ae08-4bf6-81de-30bfaae57e8b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:04.003986 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.041060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Network acea807c-907d-4b35-8504-6dac910889c0 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:04.082278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-f8858ae3-24dd-4c56-8023-d6ab6cfa4d78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:04.090401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-f8858ae3-24dd-4c56-8023-d6ab6cfa4d78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 945 time: 0.2800124
Mar 26 20:59:04.095848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'security_groups': ['7e1e949f-bcbb-44ee-b1b3-41f16c244460', '13df4862-a8b7-4bd9-9aa6-daedcf47e691']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:04.096800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef35be0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:04.125807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:04.128812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef35be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:04.137104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port dd5c9124-a5ee-4e0c-894e-207890f0df9d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:04.137469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13831c-32e6-4100-98bb-e545273a86f0 req-4cf63798-16fc-41a6-aeee-b04e07e34dab tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:04.137822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.144285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de13831c-32e6-4100-98bb-e545273a86f0 req-4cf63798-16fc-41a6-aeee-b04e07e34dab tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2122953
Mar 26 20:59:04.169026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, acea807c-907d-4b35-8504-6dac910889c0) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:04.174984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef35be0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:04.174984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9b3c-6acb-4278-a730-3f15deb3bace None None] The sync data for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:04.189082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:04.189923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.196974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fad2f4-ac7c-464f-818c-2b28d2ba5e66 None None] Network acea807c-907d-4b35-8504-6dac910889c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:04.292283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.312615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de13831c-32e6-4100-98bb-e545273a86f0 req-5ce31d7f-f295-4157-a8a4-f262bb107044 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557798
Mar 26 20:59:04.341016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9734139e-042e-4a25-9ed4-1e990314944b {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:04.368807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks [] for port (9734139e-042e-4a25-9ed4-1e990314944b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.371844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-acea807c-907d-4b35-8504-6dac910889c0', 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0', 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'fixed_ips': [{'subnet_id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:59:04.372881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.376300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port dd5c9124-a5ee-4e0c-894e-207890f0df9d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:04.395822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Transition to ACTIVE for port object 9734139e-042e-4a25-9ed4-1e990314944b will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:59:04.403231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.412925 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks [] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.421453 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.465954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9104f370-65f6-410e-835f-fae545c2e9a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.5945990
Mar 26 20:59:04.470430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Made reservation on behalf of ca56e69705e94a6fb86b89b6e2934f67 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:04.473833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.480048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:04.486327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:04.488505 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Pushing event updated for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:04.494190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Pushing event updated for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:04.514289 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.515007 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.515333 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.516412 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.516983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.517477 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.517967 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.518455 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.519321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.519911 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.520506 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.521204 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.522804 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.523428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.524014 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:04.528509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.547567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] device_id is not set on port 8593331e-a21f-4deb-9096-b352fa68a112 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:04.559841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c5410-25bc-4b50-bf5f-c5d912bdb5fb req-d8fb6ca4-5e70-4648-a111-e77740ccc3b7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:04.567294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c1c5410-25bc-4b50-bf5f-c5d912bdb5fb req-d8fb6ca4-5e70-4648-a111-e77740ccc3b7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 944 time: 0.1233246
Mar 26 20:59:04.604767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Allocated IP 172.20.0.2 (acea807c-907d-4b35-8504-6dac910889c0/7ba01621-dc8f-4bf7-a419-7cd8cd9892b8/ae231015-5bf3-418c-bd84-5bca8264df3b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:04.637567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.641258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.656943 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Attempting to bind port b64db08d-2d5a-4f18-bd4d-840b11e00091 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:04.657329 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Attempting to bind port b64db08d-2d5a-4f18-bd4d-840b11e00091 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:04.657688 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Attempting to bind port b64db08d-2d5a-4f18-bd4d-840b11e00091 on network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:04.670813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Attempting to bind port 9734139e-042e-4a25-9ed4-1e990314944b on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:04.671163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Attempting to bind port 9734139e-042e-4a25-9ed4-1e990314944b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:04.671504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Attempting to bind port 9734139e-042e-4a25-9ed4-1e990314944b on network 637c5544-5d67-4536-b4e8-2425937ec750 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:04.671611 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:04.672102 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Checking segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:04.672499 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.673378 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Bound using segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:04.673789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Bound port: b64db08d-2d5a-4f18-bd4d-840b11e00091, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:04.674357 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.680071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c1c5410-25bc-4b50-bf5f-c5d912bdb5fb req-fad94fa8-057c-443f-a88d-ffc2afc53d0c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119561
Mar 26 20:59:04.680818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Port 9734139e-042e-4a25-9ed4-1e990314944b on network 637c5544-5d67-4536-b4e8-2425937ec750 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:59:04.681321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Attempting to bind port 9734139e-042e-4a25-9ed4-1e990314944b on network 637c5544-5d67-4536-b4e8-2425937ec750 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:04.687098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:04.687816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Checking segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:04.688427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Bound using segment: {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:04.689040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Bound port: 9734139e-042e-4a25-9ed4-1e990314944b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:04.689578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9734139e-042e-4a25-9ed4-1e990314944b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.787551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.798057 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] For port b64db08d-2d5a-4f18-bd4d-840b11e00091, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:04.803602 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] For port b64db08d-2d5a-4f18-bd4d-840b11e00091, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b64db08d-2d5a-4f18-bd4d-840b11e00091,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:04.815280 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.830157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:04.838096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9734139e-042e-4a25-9ed4-1e990314944b,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:04.852601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.182 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/22123870-6f82-4c20-8263-cd98c558fc5a) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:04.872007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:04.916847 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cb2f7-c882-4de9-b13f-8b1fdca044a1 None None] Pushing event updated for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:04.926669 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:04.927454 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124214520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:05.006128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:05.006947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.008523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] 10.222.0.18 "PUT /v2.0/ports/9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 200  len: 1092 time: 1.4308856
Mar 26 20:59:05.011059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:05.019630 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742" -d '{"events": [{"name": "network-changed", "server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "tag": "9734139e-042e-4a25-9ed4-1e990314944b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:05.038297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for router_controller (41a72f36-b3c7-4b38-a5e3-34688bd62de1), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.044379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:05.055674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Allocated IP 172.20.0.8 (7dba211e-4181-43de-b6b4-cb4f49af530f/b5860f09-ac9b-4ca0-8914-676ec37346ab/8593331e-a21f-4deb-9096-b352fa68a112) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:05.057824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks [] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.071552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:05.075167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.087824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:05.110756 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:05.126978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Provisioning complete for port b64db08d-2d5a-4f18-bd4d-840b11e00091 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:05.127768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.133134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Network acea807c-907d-4b35-8504-6dac910889c0 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:05.148261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'Port': ['ID=3fc3672b-ae08-4bf6-81de-30bfaae57e8b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.166723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:05.182129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:05.198106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Pushing event updated for resources: {'Port': ['ID=ae231015-5bf3-418c-bd84-5bca8264df3b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.233418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b57ba3-3e96-45a7-942f-13271929536d service neutron] Pushing event updated for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.257611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:05.290085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Attempting to bind port ae231015-5bf3-418c-bd84-5bca8264df3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:05.290763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Attempting to bind port ae231015-5bf3-418c-bd84-5bca8264df3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:05.291237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Attempting to bind port ae231015-5bf3-418c-bd84-5bca8264df3b on network acea807c-907d-4b35-8504-6dac910889c0 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:05.317652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25114ec-7175-45ed-abad-e65e95c53245 req-be23d141-9441-4da8-bc64-83b58b109085 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:05.320744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c25114ec-7175-45ed-abad-e65e95c53245 req-be23d141-9441-4da8-bc64-83b58b109085 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.3688312
Mar 26 20:59:05.321134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:05.321639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Checking segment: {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:05.322266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.322765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Bound using segment: {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:05.323621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Bound port: ae231015-5bf3-418c-bd84-5bca8264df3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:05.324137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.340426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-83b40a7e-574b-490c-a6e4-997a443bd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:05.341959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-83b40a7e-574b-490c-a6e4-997a443bd8c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1126 time: 0.2272894
Mar 26 20:59:05.352691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Current status of the port b64db08d-2d5a-4f18-bd4d-840b11e00091 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:05.353265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.353576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (22123870-6f82-4c20-8263-cd98c558fc5a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.412817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-198fb4d2-98cc-4b38-82a6-57bdffb363a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 200  len: 217 time: 0.0626085
Mar 26 20:59:05.428961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124214520>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:04Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:05.441646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (191321a7-1166-4f60-ae78-2ca65861dc95), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.449805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] For port b64db08d-2d5a-4f18-bd4d-840b11e00091, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b64db08d-2d5a-4f18-bd4d-840b11e00091,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:05.455460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] For port ae231015-5bf3-418c-bd84-5bca8264df3b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:05.459840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] For port ae231015-5bf3-418c-bd84-5bca8264df3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae231015-5bf3-418c-bd84-5bca8264df3b,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:05.461588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.478462 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aad54a-7cf0-41e9-b8bf-13c5358f2061 None None] The sync data for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 is: [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:04Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:05.480157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.504263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for router_gateway (41a72f36-b3c7-4b38-a5e3-34688bd62de1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.513446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c25114ec-7175-45ed-abad-e65e95c53245 req-e395efc7-5f8a-4df6-bf0f-a67424d782cb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826537
Mar 26 20:59:05.525209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-d85683b8-011e-4cf4-b8a9-a44b04c3bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:05.526946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-d85683b8-011e-4cf4-b8a9-a44b04c3bfe8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.1071086
Mar 26 20:59:05.528633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.531477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9cce5-3221-4208-a2c3-d83a4c1f6650 None None] Pushing event updated for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.540323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:05.551484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.592340 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1fe417-7517-452b-bbb3-6dab7ff39b86 x-openstack-request-id: req-1a1fe417-7517-452b-bbb3-6dab7ff39b86 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:05.593231 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "tag": "9734139e-042e-4a25-9ed4-1e990314944b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:05.593642 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a1fe417-7517-452b-bbb3-6dab7ff39b86 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:05.594210 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1fe417-7517-452b-bbb3-6dab7ff39b86'] response: {'name': 'network-changed', 'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b', 'status': 'completed', 'code': 200}
Mar 26 20:59:05.621574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-e4daa968-40b8-4180-b751-03c1003940c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846202
Mar 26 20:59:05.628273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:05.644395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:05.659659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:05.674380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.690189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:05.691007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.696414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbe89eef-6c12-4e77-88d6-3361541c0269 req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "PUT /v2.0/ports/191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 981 time: 1.6049585
Mar 26 20:59:05.708976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=22123870-6f82-4c20-8263-cd98c558fc5a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.714480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:05.716876 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfaf267-ab92-409c-9992-1ff0e97f7454" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:05.770059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0b014481-2aa9-4fab-a978-e4e6879ffd3c None None] Provisioning complete for port b64db08d-2d5a-4f18-bd4d-840b11e00091 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:05.771236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b014481-2aa9-4fab-a978-e4e6879ffd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:05.780498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:05.850223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d594bb-9842-4784-a8b6-0766734ddcdc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=6']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.877586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144274dd-706b-45e2-8354-b0918e8cafb1 None None] Pushing event updated for resources: {'Port': ['ID=ae231015-5bf3-418c-bd84-5bca8264df3b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:05.898553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b64db08d-2d5a-4f18-bd4d-840b11e00091 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:06.016599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737fea2-160e-47b9-a270-7d5e11d68477 req-4ad3ae25-1265-4776-9615-e3228170862e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:06.031160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7737fea2-160e-47b9-a270-7d5e11d68477 req-4ad3ae25-1265-4776-9615-e3228170862e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.3192065
Mar 26 20:59:06.062063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-6440a1aa-8c76-4a1d-bf49-8e34a62b5ce4 service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4294226
Mar 26 20:59:06.226598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b64db08d-2d5a-4f18-bd4d-840b11e00091 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:06.227826 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.295971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0b014481-2aa9-4fab-a978-e4e6879ffd3c None None] Current status of the port b64db08d-2d5a-4f18-bd4d-840b11e00091 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:06.369544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7737fea2-160e-47b9-a270-7d5e11d68477 req-4b52ffd2-cc67-4780-8be4-b3e8453397e4 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3373752
Mar 26 20:59:06.423356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e3c56ea-f409-46db-8ac1-701a8019f586 req-873a4911-2726-4976-9bf8-d4434e8fd607 service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3420081
Mar 26 20:59:06.448169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for port (8593331e-a21f-4deb-9096-b352fa68a112), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.491586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8593331e-a21f-4deb-9096-b352fa68a112), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.562927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b64db08d-2d5a-4f18-bd4d-840b11e00091 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:06.568456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-6e3a3289-ab42-4e32-912d-925742921d06 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-646243715&fields=id&tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 267 time: 0.7493150
Mar 26 20:59:06.596851 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.601202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Network 7dba211e-4181-43de-b6b4-cb4f49af530f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:06.709341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:06.716555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:06.718385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (c8744c01-7e6b-4e48-a7db-6d670af10d55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.720003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event updated for resources: {'Port': ['ID=8593331e-a21f-4deb-9096-b352fa68a112,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:06.721637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-71d795dc-e728-457b-a8a0-d61c1258a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:06.723160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-71d795dc-e728-457b-a8a0-d61c1258a5dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1126 time: 0.1938250
Mar 26 20:59:06.736401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3899e4b-24ea-44aa-a711-4a474eebd948 req-3258d8f7-dc55-45d5-80ca-a1e349550d7b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:06.737952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3899e4b-24ea-44aa-a711-4a474eebd948 req-3258d8f7-dc55-45d5-80ca-a1e349550d7b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 944 time: 0.2236595
Mar 26 20:59:06.825309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:06.825999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.905352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3899e4b-24ea-44aa-a711-4a474eebd948 req-c429bf05-adf0-456f-a238-9e2c4e4bad73 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386631
Mar 26 20:59:06.928481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a65a6943-532d-4cf6-8953-ba1729aae94e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9861298
Mar 26 20:59:06.930479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37154) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:06.940667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-11f4f2ca-5455-4bba-96ac-47070ff691b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:06.941952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-11f4f2ca-5455-4bba-96ac-47070ff691b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 911 time: 0.1851459
Mar 26 20:59:06.943703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:06.990757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-12649f08-c52e-43da-9189-d14ad6368f3b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:07.003717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-12649f08-c52e-43da-9189-d14ad6368f3b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 984 time: 0.4002991
Mar 26 20:59:07.016596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'security_groups': ['13df4862-a8b7-4bd9-9aa6-daedcf47e691', '7e1e949f-bcbb-44ee-b1b3-41f16c244460', '82e03f28-d7fd-4ddc-908f-268e1e2a4ab5']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:07.032058 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2290523f-d820-4a62-87ab-ae57881b1e0a x-openstack-request-id: req-2290523f-d820-4a62-87ab-ae57881b1e0a {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:07.032479 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:07.032752 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2290523f-d820-4a62-87ab-ae57881b1e0a {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:07.033140 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2290523f-d820-4a62-87ab-ae57881b1e0a'] response: {'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95', 'status': 'completed', 'code': 200}
Mar 26 20:59:07.135153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-74389884-9b6c-4e23-b8be-f7d2112f4efa None None] Provisioning complete for port 8593331e-a21f-4deb-9096-b352fa68a112 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:07.135872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74389884-9b6c-4e23-b8be-f7d2112f4efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8593331e-a21f-4deb-9096-b352fa68a112), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.162726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'project_id': 'ca56e69705e94a6fb86b89b6e2934f67', 'port_id': '8593331e-a21f-4deb-9096-b352fa68a112'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:07.181415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-74389884-9b6c-4e23-b8be-f7d2112f4efa None None] Port 8593331e-a21f-4deb-9096-b352fa68a112 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:07.195493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-8dd0681a-dc7f-4d2e-918e-ad34c2defb01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 200  len: 217 time: 0.2262654
Mar 26 20:59:07.269911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.284714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.299967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-cebb59b8-c5e2-4185-9de6-8c3dfaaaa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:07.301395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-cebb59b8-c5e2-4185-9de6-8c3dfaaaa426 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1166 time: 0.1569498
Mar 26 20:59:07.307664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.315397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-cc39160a-0169-4951-b14a-564839a91418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:07.317446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-cc39160a-0169-4951-b14a-564839a91418 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.0968299
Mar 26 20:59:07.320723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.342207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173ca65-3e87-46a2-92a2-ca7181ec8add None None] Network acea807c-907d-4b35-8504-6dac910889c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:07.346188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (22123870-6f82-4c20-8263-cd98c558fc5a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.357444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for router_gateway (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.378370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-989e8b36-4c7c-4291-93aa-65ab8f4d8fcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0538595
Mar 26 20:59:07.385342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81cd60-8153-453b-a959-db90fa960854 req-5e21bafb-e05e-4bab-9122-3cd5745d1e5a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:07.387127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf81cd60-8153-453b-a959-db90fa960854 req-5e21bafb-e05e-4bab-9122-3cd5745d1e5a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2078841
Mar 26 20:59:07.390855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.402285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.442713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Provisioning complete for port ae231015-5bf3-418c-bd84-5bca8264df3b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:07.442713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.471458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'Port': ['ID=3fc3672b-ae08-4bf6-81de-30bfaae57e8b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:07.577201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Current status of the port ae231015-5bf3-418c-bd84-5bca8264df3b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:07.577600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.596408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.598929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=22123870-6f82-4c20-8263-cd98c558fc5a,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:07.637274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] For port ae231015-5bf3-418c-bd84-5bca8264df3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae231015-5bf3-418c-bd84-5bca8264df3b,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:07.641040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c8744c01-7e6b-4e48-a7db-6d670af10d55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.645575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.652820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf81cd60-8153-453b-a959-db90fa960854 req-61c3cf33-745a-4681-bb99-2cee4c30f52c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444150
Mar 26 20:59:07.675822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.700408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e361f4e5-0cc5-457d-839c-367b927181dc tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8369100
Mar 26 20:59:07.837855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Allocated IP 172.35.4.102 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/a509a74d-7c84-4ff1-acc8-56e6890c8e8e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:07.849836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7d26e-7e57-4dc9-b4c3-1610cb3e5cf0 None None] Pushing event updated for resources: {'Port': ['ID=ae231015-5bf3-418c-bd84-5bca8264df3b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:07.884205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-39155aa1-86ba-4cd8-b318-30bdf4a604d4 None None] Provisioning complete for port ae231015-5bf3-418c-bd84-5bca8264df3b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:07.884745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39155aa1-86ba-4cd8-b318-30bdf4a604d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:07.927452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ae231015-5bf3-418c-bd84-5bca8264df3b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:07.962525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.073864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ae231015-5bf3-418c-bd84-5bca8264df3b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:08.074244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.075364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-99ccc860-0b2a-406c-8846-02c3db04f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.077069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-99ccc860-0b2a-406c-8846-02c3db04f07b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.7538705
Mar 26 20:59:08.078006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-39155aa1-86ba-4cd8-b318-30bdf4a604d4 None None] Current status of the port ae231015-5bf3-418c-bd84-5bca8264df3b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:08.081603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9734139e-042e-4a25-9ed4-1e990314944b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:08.111326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-4dbb63c0-fcea-4fb4-b819-065c7a0822c8 service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7213643
Mar 26 20:59:08.168232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-1e98698d-c061-4c8d-8d37-b65159412873 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 217 time: 0.0797162
Mar 26 20:59:08.213553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:08.260480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.264652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ae231015-5bf3-418c-bd84-5bca8264df3b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:08.286875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (191321a7-1166-4f60-ae78-2ca65861dc95), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.296847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.298529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9734139e-042e-4a25-9ed4-1e990314944b,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:08.312224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:08.341177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-4e2757a5-8391-436b-8b45-0407d4f1d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.342372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-4e2757a5-8391-436b-8b45-0407d4f1d6b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1321650
Mar 26 20:59:08.346494 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP c8744c01-7e6b-4e48-a7db-6d670af10d55 associated. External IP: 172.35.4.182, port: ca7d5b01-b885-4a75-9576-ad8768290c21.
Mar 26 20:59:08.362405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da55db6-5f48-4f40-a564-16495fa3a664 req-1ef42252-0688-4e0b-8fa0-3f541bd8308c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.364018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1da55db6-5f48-4f40-a564-16495fa3a664 req-1ef42252-0688-4e0b-8fa0-3f541bd8308c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2940061
Mar 26 20:59:08.373289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9734139e-042e-4a25-9ed4-1e990314944b', 'network_id': '637c5544-5d67-4536-b4e8-2425937ec750', 'port_id': '9734139e-042e-4a25-9ed4-1e990314944b', 'mac_address': 'fa:16:3e:d9:48:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217aaa5a-2368-4ebb-9852-3c4177f233fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:08.383452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:08.416916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.418039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.431934 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c1e835d-4d12-45fa-839b-1e9a2c021c11 req-f0dc5758-5a9b-474b-b354-32cf27b83e89 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "PUT /v2.0/ports/191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 1020 time: 1.4271128
Mar 26 20:59:08.482769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9734139e-042e-4a25-9ed4-1e990314944b is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:08.483287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9734139e-042e-4a25-9ed4-1e990314944b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.494955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe3fe5a-4659-46cb-bdb0-a6c5dae30742 req-462316ca-a0a2-4813-893c-cc32d21d8f2d service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3424292
Mar 26 20:59:08.496634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-2dce2216-9325-4d97-853c-fcb8c4117a2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1317806
Mar 26 20:59:08.512108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.525819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9734139e-042e-4a25-9ed4-1e990314944b {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:08.555066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9734139e-042e-4a25-9ed4-1e990314944b,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:08.562134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:08.577416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.588553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Allocated IP 172.35.4.223 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2cdd4f2e-6c77-4236-82c6-4974d7d15dd9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:08.631681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1da55db6-5f48-4f40-a564-16495fa3a664 req-a85d27ec-1180-4270-b742-497be8f0f208 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814833
Mar 26 20:59:08.688838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-a773eb0b-693c-4d2e-8f0e-50549b8b540e service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742013
Mar 26 20:59:08.732489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:08.785281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:08.794755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:08.804617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:08.852490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Pushing event updated for resources: {'Port': ['ID=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:08.876216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9734139e-042e-4a25-9ed4-1e990314944b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:08.894150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e739e-7748-4de6-93e5-138b3e6c1885 req-94b006bb-d9e4-498b-9217-80c1fd8af8d1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.895152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-336e739e-7748-4de6-93e5-138b3e6c1885 req-94b006bb-d9e4-498b-9217-80c1fd8af8d1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 945 time: 0.3584979
Mar 26 20:59:08.912513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:08.956346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6dd2d-6575-4426-a4bc-d230a135c621 req-9828398c-599c-450d-81a0-6790cd00a3b0 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:08.958251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ad6dd2d-6575-4426-a4bc-d230a135c621 req-9828398c-599c-450d-81a0-6790cd00a3b0 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1023 time: 0.1968150
Mar 26 20:59:08.963907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbfaf267-ab92-409c-9992-1ff0e97f7454 req-fc507224-875a-4d00-8c3a-1521c732aae2 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118287
Mar 26 20:59:08.968292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:09.034793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:09.050806 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:09.104752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-336e739e-7748-4de6-93e5-138b3e6c1885 req-4da4bc3e-393c-420e-aa47-71cfd4a1e2df tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015786
Mar 26 20:59:09.141085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3ad6dd2d-6575-4426-a4bc-d230a135c621 req-748a58fb-4aac-467c-b416-99dd2c612417 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=82e03f28-d7fd-4ddc-908f-268e1e2a4ab5&id=13df4862-a8b7-4bd9-9aa6-daedcf47e691 HTTP/1.1" status: 200  len: 6208 time: 0.1705170
Mar 26 20:59:09.169806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:09.181811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:09.195577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.197376 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:09.204208 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:09.245939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': ' tempest-securitygroup -78986184 ', 'description': 'tempest-description-568384993'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:09.264543 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9505c8-92c6-47f2-8ff1-9db5ceff0ede x-openstack-request-id: req-ca9505c8-92c6-47f2-8ff1-9db5ceff0ede {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:09.264998 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:09.265354 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca9505c8-92c6-47f2-8ff1-9db5ceff0ede {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:09.265853 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9505c8-92c6-47f2-8ff1-9db5ceff0ede'] response: {'name': 'network-changed', 'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95', 'status': 'completed', 'code': 200}
Mar 26 20:59:09.268420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.277711 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6e80>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:09.290963 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:09.291828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:09.298382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6e540a4f-6647-4b9c-9cd7-0eb02c9bf320 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 5.8484104
Mar 26 20:59:09.301774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37244) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:09.308979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': 'ca7d5b01-b885-4a75-9576-ad8768290c21', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:09.341924 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6e80>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:09.342830 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe273595-8b3f-4ea7-95df-c342ee16a5d5 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:09.358197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.379867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-38904560-676d-4f26-97aa-7eb4b0e9c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:09.381862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-38904560-676d-4f26-97aa-7eb4b0e9c10a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1206 time: 0.1273594
Mar 26 20:59:09.385507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:09.391774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:09.397467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (c8744c01-7e6b-4e48-a7db-6d670af10d55), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.407889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:09.414284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdd4f2e-6c77-4236-82c6-4974d7d15dd9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:09.456228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for router_gateway (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.507531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e80f05-4be2-411c-a42f-7e1dbb2aa93b req-149ec974-2318-4e73-a97d-079b45e1fc9d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:09.509207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-34e80f05-4be2-411c-a42f-7e1dbb2aa93b req-149ec974-2318-4e73-a97d-079b45e1fc9d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2423418
Mar 26 20:59:09.611876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8f48f5df-32ea-4cc7-9f35-35705cf89c53), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.641629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8f48f5df-32ea-4cc7-9f35-35705cf89c53), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.662914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-8c38e5d9-69c0-4806-a28b-36bd852ce959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:09.664453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-8c38e5d9-69c0-4806-a28b-36bd852ce959 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.2701139
Mar 26 20:59:09.726985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-34e80f05-4be2-411c-a42f-7e1dbb2aa93b req-d03dbe55-d5d7-4a8d-bfaf-927bfbdc8a9d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081203
Mar 26 20:59:09.734689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.736162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3a75141-92ca-41e3-b941-371f889da6a4 req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.4976635
Mar 26 20:59:09.740020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-30ebc97c-e7fe-42bd-96db-c7e7e6cd2e59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 200  len: 217 time: 0.0671608
Mar 26 20:59:09.774332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabe8e2-af06-449c-bd0a-65f88ff737a7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48f5df-32ea-4cc7-9f35-35705cf89c53,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:09.805499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ae231015-5bf3-418c-bd84-5bca8264df3b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:09.890715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ae231015-5bf3-418c-bd84-5bca8264df3b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:09.891647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:09.924066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-e7a4694c-98a0-4166-8def-7af954b6197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:09.925178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-e7a4694c-98a0-4166-8def-7af954b6197c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1466396
Mar 26 20:59:09.945738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26ce44c4-72fd-4cf2-ad6e-cf899179e0b3 req-510e4bef-69a6-4bc6-8083-12c252d0cf0c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8f48f5df-32ea-4cc7-9f35-35705cf89c53 HTTP/1.1" status: 200  len: 1797 time: 0.1658163
Mar 26 20:59:09.970952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-5bc14fa3-db3d-48b9-b61b-1a024db1ba29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374517
Mar 26 20:59:10.152285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9734139e-042e-4a25-9ed4-1e990314944b up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:10.154733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ae231015-5bf3-418c-bd84-5bca8264df3b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:10.191349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-0b241a9e-5b65-4ff5-bd31-b8740c421c23 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8f48f5df-32ea-4cc7-9f35-35705cf89c53 HTTP/1.1" status: 200  len: 1797 time: 0.2194266
Mar 26 20:59:10.210472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9734139e-042e-4a25-9ed4-1e990314944b completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:59:10.214704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9734139e-042e-4a25-9ed4-1e990314944b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:10.215205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9734139e-042e-4a25-9ed4-1e990314944b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.235011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-f37dfba4-8435-4474-931d-3bc996bf2a0c service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514586
Mar 26 20:59:10.295746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9734139e-042e-4a25-9ed4-1e990314944b is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:10.296330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9734139e-042e-4a25-9ed4-1e990314944b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.325754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:10.328385 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041804c5-a844-436a-949a-ae927d7b9247" -d '{"events": [{"server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "name": "network-vif-plugged", "status": "completed", "tag": "9734139e-042e-4a25-9ed4-1e990314944b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:10.341267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9734139e-042e-4a25-9ed4-1e990314944b,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:10.345254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.381803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.395754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:10.402218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e69e68-916b-45c8-8892-a701781198b9 req-57eae26f-e84c-49e7-80b2-147da201ea87 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:10.403813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8e69e68-916b-45c8-8892-a701781198b9 req-57eae26f-e84c-49e7-80b2-147da201ea87 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.5262043
Mar 26 20:59:10.424744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8f48f5df-32ea-4cc7-9f35-35705cf89c53), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.434563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee03287e-38a1-4e7e-985a-d39fc0ad57d5 req-06e3a0e6-ef00-4962-9a3d-96e06b582298 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693981
Mar 26 20:59:10.498451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8f48f5df-32ea-4cc7-9f35-35705cf89c53), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.535654 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.541551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c8744c01-7e6b-4e48-a7db-6d670af10d55), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.596237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8f48f5df-32ea-4cc7-9f35-35705cf89c53), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.597060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8e69e68-916b-45c8-8892-a701781198b9 req-ed08ec53-aaee-453e-b7de-530cf5376b50 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647596
Mar 26 20:59:10.599629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.600809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d76b6ec8-6411-4e4c-a894-e6d31549f62e req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f48f5df-32ea-4cc7-9f35-35705cf89c53 HTTP/1.1" status: 204  len: 173 time: 0.3941948
Mar 26 20:59:10.628848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (7da50f78-f89f-465f-a191-b1de5b931f79), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.694519 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebae3d3-0d36-43d8-829a-f29d8b6e098d x-openstack-request-id: req-4ebae3d3-0d36-43d8-829a-f29d8b6e098d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:10.694945 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "name": "network-vif-plugged", "status": "completed", "tag": "9734139e-042e-4a25-9ed4-1e990314944b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:10.695297 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ebae3d3-0d36-43d8-829a-f29d8b6e098d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:10.695759 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebae3d3-0d36-43d8-829a-f29d8b6e098d'] response: {'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b', 'code': 200}
Mar 26 20:59:10.751523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:59:10.786200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:10.928215 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-96d47bd9-6f96-4d2d-884e-7774388ea744 req-09d03613-1a94-42bb-9449-a3e77e824c76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:10.929398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96d47bd9-6f96-4d2d-884e-7774388ea744 req-09d03613-1a94-42bb-9449-a3e77e824c76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8f48f5df-32ea-4cc7-9f35-35705cf89c53 HTTP/1.1" status: 404  len: 352 time: 0.2208574
Mar 26 20:59:11.000143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:11.004779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42873d-37fb-4978-8d83-e27406205b53 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48f5df-32ea-4cc7-9f35-35705cf89c53,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:11.027801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Sync routers for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:11.060249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:11.060957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1d63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.093883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd59f7-740e-4367-bea2-dacab2ffbb15 req-6e016bf6-d9b9-4dd2-b13b-1d89bf29a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:11.096127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5fd59f7-740e-4367-bea2-dacab2ffbb15 req-6e016bf6-d9b9-4dd2-b13b-1d89bf29a7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1128 time: 0.1247439
Mar 26 20:59:11.159424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.163367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d678e225-fe11-4f71-b09d-88ddd8a3bb4d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.6790385
Mar 26 20:59:11.165312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:11.228528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5fd59f7-740e-4367-bea2-dacab2ffbb15 req-1baaa4b1-b935-4554-bc6a-ddf365def844 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262860
Mar 26 20:59:11.232506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:11.239996 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-0efeffcd-cacd-4e27-94b4-77d960df0ce7 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--691924202&fields=id&tenant_id=586533ed0cf646c2945f68477b651e23 HTTP/1.1" status: 200  len: 267 time: 0.1830990
Mar 26 20:59:11.253346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92333fe2-cb56-4bdc-a95d-5841b31e87c8 req-f0a64dc9-fe0c-49f2-8bc3-ca30fbbd64c0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:11.260719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92333fe2-cb56-4bdc-a95d-5841b31e87c8 req-f0a64dc9-fe0c-49f2-8bc3-ca30fbbd64c0 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2906065
Mar 26 20:59:11.263726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:11.356876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92333fe2-cb56-4bdc-a95d-5841b31e87c8 req-f36729a0-1626-4857-b1f2-904b853359dc tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952423
Mar 26 20:59:11.374949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.391437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.445371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:11.464214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.464632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-9098e75b-be0c-4f1d-9f4e-eca84376c3a7 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:11.467129 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:11.470118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1d63a0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:09Z', 'revision_number': 3, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.471500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-9098e75b-be0c-4f1d-9f4e-eca84376c3a7 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/networks?id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2 HTTP/1.1" status: 200  len: 815 time: 0.2299440
Mar 26 20:59:11.487404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:11.488507 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.528666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Checking router: 41a72f36-b3c7-4b38-a5e3-34688bd62de1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:59:11.529021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Updating router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 port a509a74d-7c84-4ff1-acc8-56e6890c8e8e binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:59:11.529592 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.537923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225097d-f9fa-4077-a741-d09f723ca619 req-3f61efca-44c8-4069-a208-f1853041747e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:11.539461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3225097d-f9fa-4077-a741-d09f723ca619 req-3f61efca-44c8-4069-a208-f1853041747e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1098137
Mar 26 20:59:11.540145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:11.540974 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.551083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fa48573b-5b33-41a0-b1cd-2cfab62e9e76 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/c8744c01-7e6b-4e48-a7db-6d670af10d55 HTTP/1.1" status: 200  len: 979 time: 2.2475166
Mar 26 20:59:11.554337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:11.566337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-ad8a9beb-9ac3-4d4e-91b7-1be11edff762 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/quotas/586533ed0cf646c2945f68477b651e23 HTTP/1.1" status: 200  len: 375 time: 0.0938618
Mar 26 20:59:11.568700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdd4f2e-6c77-4236-82c6-4974d7d15dd9,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:11.587424 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124364820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:11.588432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc066b4-14b6-491f-b112-f023aa369c70 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:11.599324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.616356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (7da50f78-f89f-465f-a191-b1de5b931f79), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.664470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3225097d-f9fa-4077-a741-d09f723ca619 req-407f2115-2b27-403c-bdb1-1699460a9558 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119998
Mar 26 20:59:11.725025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1442978439', 'description': 'tempest-description-99448722'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:11.768782 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-b1fadd25-2123-459b-bf46-c99e31c4a8b3 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=586533ed0cf646c2945f68477b651e23&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2015743
Mar 26 20:59:11.795526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.824415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 22123870-6f82-4c20-8263-cd98c558fc5a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:11.824758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.850555 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Floating IP 7da50f78-f89f-465f-a191-b1de5b931f79 associated. External IP: 172.35.4.223, port: 8593331e-a21f-4deb-9096-b352fa68a112.
Mar 26 20:59:11.903873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks [] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.911133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.961722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.962794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (22123870-6f82-4c20-8263-cd98c558fc5a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.964796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Attempting to bind port a509a74d-7c84-4ff1-acc8-56e6890c8e8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:11.965184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Attempting to bind port a509a74d-7c84-4ff1-acc8-56e6890c8e8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:11.965866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Attempting to bind port a509a74d-7c84-4ff1-acc8-56e6890c8e8e on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:11.973200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943503de-ed40-4a2e-9144-d4ee0015ddd0 None None] Pushing event updated for resources: {'Port': ['ID=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:11.979052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:11.979052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:11.979340 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.979558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:11.980571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Bound port: a509a74d-7c84-4ff1-acc8-56e6890c8e8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:11.980571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.980819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (376307f1-3d1f-4313-9816-f91d820ae448), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:11.990771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 22123870-6f82-4c20-8263-cd98c558fc5a owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:11.998758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (376307f1-3d1f-4313-9816-f91d820ae448), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.028382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.030613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0883dbaa-9e6a-4a42-9bc3-95b18af8ddb1 req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.3096411
Mar 26 20:59:12.041379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] For port a509a74d-7c84-4ff1-acc8-56e6890c8e8e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:12.044135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] For port a509a74d-7c84-4ff1-acc8-56e6890c8e8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:12.049278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-fb791ae9-5292-4b8b-9c55-6497c1395ebd service neutron] 10.222.0.16 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336545
Mar 26 20:59:12.055518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.108429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943503de-ed40-4a2e-9144-d4ee0015ddd0 None None] Pushing event updated for resources: {'Port': ['ID=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:12.137096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:12.137879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1d63a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.160499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee940870-f3b4-434d-9da7-aa6e998768c4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376307f1-3d1f-4313-9816-f91d820ae448,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:12.232402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7914c55-ad57-41a7-b321-49d740ba0f2e req-2db36e67-4f50-4920-8dce-748dedd6a7cc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:12.235363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7914c55-ad57-41a7-b321-49d740ba0f2e req-2db36e67-4f50-4920-8dce-748dedd6a7cc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.1224587
Mar 26 20:59:12.269927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-9bcac0a9-0def-4924-8dc1-a48204e65f15 service neutron] 10.222.0.16 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924291
Mar 26 20:59:12.276519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:12.352881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7914c55-ad57-41a7-b321-49d740ba0f2e req-e56a8794-d169-4c99-a072-8dcc81504bf0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086981
Mar 26 20:59:12.354625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.382162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:12.415896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1982028383', 'description': 'tempest-description-247151838'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:12.450400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.454265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (22123870-6f82-4c20-8263-cd98c558fc5a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.506504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=22123870-6f82-4c20-8263-cd98c558fc5a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:12.597358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1d63a0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:09Z', 'revision_number': 3, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.613896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (c8744c01-7e6b-4e48-a7db-6d670af10d55), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.614154 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP c8744c01-7e6b-4e48-a7db-6d670af10d55 disassociated (deleted). External IP: 172.35.4.182, port: ca7d5b01-b885-4a75-9576-ad8768290c21.
Mar 26 20:59:12.627447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196b311-7c22-4770-b4e5-16913f8b0d27 None None] The sync data for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 is: [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:09Z', 'revision_number': 3, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:12.641238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:12.662500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] Sync routers for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:12.672818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:12.673462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.704311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.710576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3ab2e0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.717995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Allocated IP 172.20.0.1 (acea807c-907d-4b35-8504-6dac910889c0/7ba01621-dc8f-4bf7-a419-7cd8cd9892b8/cd058527-4f28-43a0-b560-7d514a7bf852) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:12.725153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:12.726134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.761749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c9238b1-5aa4-44c5-b368-5fbf451154fb tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 5.8272018
Mar 26 20:59:12.764483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37294) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:12.833507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (35516eea-ddb3-4689-b729-dce17be9a1bf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.863892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3ab2e0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:12.865543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb802c5-a7dd-4bf1-b2b9-3e7d1c0eb28a None None] The sync data for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:12.874715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (35516eea-ddb3-4689-b729-dce17be9a1bf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.948416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:12.954319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1301235b-6dcf-4282-889a-d52f2df9b10b req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.5483356
Mar 26 20:59:12.960255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818acc-a921-487d-8276-ebdfe48d2eb8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35516eea-ddb3-4689-b729-dce17be9a1bf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:13.000963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:13.250335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb3a7-c381-4310-92c4-470920b472c3 req-919bfea0-572d-4de3-b3b0-c5f643b40669 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:13.258623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10dcb3a7-c381-4310-92c4-470920b472c3 req-919bfea0-572d-4de3-b3b0-c5f643b40669 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1557720
Mar 26 20:59:13.284110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:13.302602 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:13.314442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.320341 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:13.328048 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243642b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:13.357061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10dcb3a7-c381-4310-92c4-470920b472c3 req-6bedef6c-6724-4fe0-87a0-91b68a08a049 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973847
Mar 26 20:59:13.358678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3e6a87a0-0243-4c32-a347-76ed8dfe9ca9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/c8744c01-7e6b-4e48-a7db-6d670af10d55 HTTP/1.1" status: 204  len: 168 time: 1.7990513
Mar 26 20:59:13.361877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:13.384256 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243642b0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:13.405989 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:13.406878 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243642b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:13.469515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-836e8135-5c97-41a8-b39e-f98d54ebc67c req-2018a514-7b11-45da-8f14-8b346a368138 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 210 time: 0.0482228
Mar 26 20:59:13.485603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243642b0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:13.496192 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3f09c-d258-4d75-892b-d93fa3875cee None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:13.516232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1273027397', 'description': 'tempest-description-498282563'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:13.547575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0eac8b20-e468-4045-9427-6ab454071b44 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "GET /v2.0/floatingips/7da50f78-f89f-465f-a191-b1de5b931f79 HTTP/1.1" status: 200  len: 982 time: 0.7798269
Mar 26 20:59:13.547794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.551394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:13.554242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks [] for port (cd058527-4f28-43a0-b560-7d514a7bf852), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.626719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40889beb-4422-4cbb-9c84-67db2ea3a19f req-81adad63-1ac7-495d-9058-ca3fb727b11d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:13.636036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40889beb-4422-4cbb-9c84-67db2ea3a19f req-81adad63-1ac7-495d-9058-ca3fb727b11d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.7614222
Mar 26 20:59:13.690584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.694566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a9655e0b-392b-43c6-b9b5-4091a8600f0c tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2728 time: 0.1423903
Mar 26 20:59:13.697177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:13.752484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40889beb-4422-4cbb-9c84-67db2ea3a19f req-ffa148d5-8385-4714-b0f3-b27a1a55fe26 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134510
Mar 26 20:59:13.794216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port ca7d5b01-b885-4a75-9576-ad8768290c21 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:13.794392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ca7d5b01-b885-4a75-9576-ad8768290c21), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.809111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Network acea807c-907d-4b35-8504-6dac910889c0 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:13.847127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a509a74d-7c84-4ff1-acc8-56e6890c8e8e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:13.852584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:13.853094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8a462155-de76-4534-93ae-1c57a3a4abc7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.870923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a462155-de76-4534-93ae-1c57a3a4abc7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.921724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a509a74d-7c84-4ff1-acc8-56e6890c8e8e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:13.921724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.927240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:13.956112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a462155-de76-4534-93ae-1c57a3a4abc7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:13.961902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:13.962507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:13.963753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f554643-18ad-4e59-a031-b18ef9e1afdb req-0f10226a-57d8-4f36-b1c7-fdcb5befeff9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4520350
Mar 26 20:59:14.050334 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.103129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port 2cdd4f2e-6c77-4236-82c6-4974d7d15dd9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:14.108485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.124944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ca7d5b01-b885-4a75-9576-ad8768290c21), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.131057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a509a74d-7c84-4ff1-acc8-56e6890c8e8e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:14.131403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.169376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a509a74d-7c84-4ff1-acc8-56e6890c8e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:14.175782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for ca7d5b01-b885-4a75-9576-ad8768290c21 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:14.177438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.184593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.232989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:14.265852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-169ff1e7-5311-4f30-abfb-606806ab4755 None None] Provisioning complete for port cd058527-4f28-43a0-b560-7d514a7bf852 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:14.265852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-169ff1e7-5311-4f30-abfb-606806ab4755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.305793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-169ff1e7-5311-4f30-abfb-606806ab4755 None None] Port cd058527-4f28-43a0-b560-7d514a7bf852 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:14.367251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.367887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.397704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4137e-4f03-42c7-b874-fbface645d0b req-9e3f31d1-c22c-43bd-897b-43420f82bdae tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:14.401066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88e4137e-4f03-42c7-b874-fbface645d0b req-9e3f31d1-c22c-43bd-897b-43420f82bdae tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.4750135
Mar 26 20:59:14.423892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for 2cdd4f2e-6c77-4236-82c6-4974d7d15dd9 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:14.454660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-6e88d435-0571-4fca-a9a1-b2be75341a94 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:14.456190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-6e88d435-0571-4fca-a9a1-b2be75341a94 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "GET /v2.0/networks?id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2 HTTP/1.1" status: 200  len: 815 time: 0.2996254
Mar 26 20:59:14.540647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88e4137e-4f03-42c7-b874-fbface645d0b req-571e6147-3479-46a3-885c-a54b9f2bcd0a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137934
Mar 26 20:59:14.647232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-c01ae342-4c58-4b7f-8e8a-3de2505fc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:14.649007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-c01ae342-4c58-4b7f-8e8a-3de2505fc565 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1128 time: 0.2428670
Mar 26 20:59:14.683490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-2d6898e4-0f41-49f2-b336-4dd94b731b63 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586533ed0cf646c2945f68477b651e23 HTTP/1.1" status: 200  len: 379 time: 0.2082155
Mar 26 20:59:14.713662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'port': {'device_id': '09615731-6e79-49e6-b750-c6412628ecab', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'admin_state_up': True, 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'security_groups': ['fdb2b038-7953-47f8-a7f2-1d32bc8172f2']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:14.738288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.743127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ca7d5b01-b885-4a75-9576-ad8768290c21), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:14.745900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fecd4107-913b-473b-9381-d130cbf91832 req-b9783474-5bdc-438b-9447-8cada7887c26 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 11011 time: 0.3754094
Mar 26 20:59:14.799777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=ca7d5b01-b885-4a75-9576-ad8768290c21,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:14.897414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598960e-4c00-4b69-bea0-3b9bd393cb0e req-2cf91927-a299-4857-89c9-a01228aac637 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:14.899050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5598960e-4c00-4b69-bea0-3b9bd393cb0e req-2cf91927-a299-4857-89c9-a01228aac637 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1983092
Mar 26 20:59:15.038239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.046351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-338c12b2-4e83-4ba6-b3ee-32008e6a4d43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/ca7d5b01-b885-4a75-9576-ad8768290c21 HTTP/1.1" status: 204  len: 168 time: 1.6546900
Mar 26 20:59:15.056525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:15.061714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:15.089116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5598960e-4c00-4b69-bea0-3b9bd393cb0e req-d141e088-a804-4563-807b-9abe500978db tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756191
Mar 26 20:59:15.120251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.180865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks [] for port (cd058527-4f28-43a0-b560-7d514a7bf852), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.194209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.316190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-6a183a6d-c68c-49c2-9ec4-def697ebd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:15.317751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-6a183a6d-c68c-49c2-9ec4-def697ebd2dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 911 time: 0.6610672
Mar 26 20:59:15.324758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.341493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:15.364571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fecd4107-913b-473b-9381-d130cbf91832 req-3622c34c-5e90-46de-b7c8-ae082acd32e2 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/7e1e949f-bcbb-44ee-b1b3-41f16c244460 HTTP/1.1" status: 200  len: 3002 time: 0.6176755
Mar 26 20:59:15.379704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcbf4d-b6ad-4757-9095-57183d4cec03 req-57d70b00-2701-4950-b793-d662f931eb39 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:15.381240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9fdcbf4d-b6ad-4757-9095-57183d4cec03 req-57d70b00-2701-4950-b793-d662f931eb39 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.2064400
Mar 26 20:59:15.428398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-0a1b070b-9f2e-4dcf-b765-7ca492939ea8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 200  len: 217 time: 0.0870380
Mar 26 20:59:15.470799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2cdd4f2e-6c77-4236-82c6-4974d7d15dd9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.492049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9fdcbf4d-b6ad-4757-9095-57183d4cec03 req-412d9f7f-ec02-41a1-9362-854046165c29 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966983
Mar 26 20:59:15.496529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.536501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=2cdd4f2e-6c77-4236-82c6-4974d7d15dd9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:15.559736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Network acea807c-907d-4b35-8504-6dac910889c0 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:15.562969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:15.572061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fecd4107-913b-473b-9381-d130cbf91832 req-45ccce6c-c180-47bb-ab50-16191ffa88fa tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/7e1e949f-bcbb-44ee-b1b3-41f16c244460 HTTP/1.1" status: 200  len: 3002 time: 0.1640162
Mar 26 20:59:15.572458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-68a0ad5f-21f5-4b9f-b2f7-cfed5d4ef2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:15.574525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-68a0ad5f-21f5-4b9f-b2f7-cfed5d4ef2cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.1375694
Mar 26 20:59:15.601146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.635064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Made reservation on behalf of 586533ed0cf646c2945f68477b651e23 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:15.637333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.640649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-9af01b43-c6c8-4a96-aed0-0344669343bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561945
Mar 26 20:59:15.656488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-62a2093f-e814-4817-a3ed-7cd057f6b318 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:59:15.657513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-62a2093f-e814-4817-a3ed-7cd057f6b318 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053058
Mar 26 20:59:15.692296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-361c07d0-4e9e-4e85-83fa-165874902d71 req-09610811-0ae2-47ca-9e2b-39e1ac0f7cd6 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 210 time: 0.0716605
Mar 26 20:59:15.798935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a509a74d-7c84-4ff1-acc8-56e6890c8e8e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:15.801559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.22 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/10fe7893-3943-47eb-b021-d2a5e8ad21ff) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:15.840891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (7da50f78-f89f-465f-a191-b1de5b931f79), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.841512 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Floating IP 7da50f78-f89f-465f-a191-b1de5b931f79 disassociated (deleted). External IP: 172.35.4.223, port: 8593331e-a21f-4deb-9096-b352fa68a112.
Mar 26 20:59:15.870079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:15.870274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a509a74d-7c84-4ff1-acc8-56e6890c8e8e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:15.870630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:15.872717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a52b3-19ef-4369-a26c-541fafd06675 req-c3a9c707-cd36-439f-8874-0c9f43bd5c55 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/376307f1-3d1f-4313-9816-f91d820ae448 HTTP/1.1" status: 200  len: 1818 time: 0.1072221
Mar 26 20:59:15.969522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fbc3d26e-3a96-4924-9d41-eb74230d24e2 None None] Provisioning complete for port cd058527-4f28-43a0-b560-7d514a7bf852 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:15.970000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d26e-3a96-4924-9d41-eb74230d24e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.001181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a509a74d-7c84-4ff1-acc8-56e6890c8e8e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:16.018355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a210-59c4-4882-a4d0-42361c7a2ebe req-015f05ab-9d42-420d-a4f2-ed01a01098f5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:16.024974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d87a210-59c4-4882-a4d0-42361c7a2ebe req-015f05ab-9d42-420d-a4f2-ed01a01098f5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.3436120
Mar 26 20:59:16.030184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3d26e-3a96-4924-9d41-eb74230d24e2 None None] Port cd058527-4f28-43a0-b560-7d514a7bf852 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:16.037338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-fc8a0e2f-7f1f-40b2-a361-b021fd5e541b service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709834
Mar 26 20:59:16.070973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Allocated IP 172.20.0.5 (3aa0f23c-5368-46f1-b9c6-8664ee7325a2/9d7f4ae5-d0de-4d72-955c-3b468080f7b2/74586d05-0a23-40a4-a976-8b3ddbbcbf41) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:16.081430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.090195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-383a52b3-19ef-4369-a26c-541fafd06675 req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (376307f1-3d1f-4313-9816-f91d820ae448), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.139947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-383a52b3-19ef-4369-a26c-541fafd06675 req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (376307f1-3d1f-4313-9816-f91d820ae448), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.142830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:16.152960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Sync routers for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:16.156589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-34200df9-b568-4bc6-aaa7-b984638775f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/41a72f36-b3c7-4b38-a5e3-34688bd62de1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9831698
Mar 26 20:59:16.170441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:16.172449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1ebaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.185989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.203175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d87a210-59c4-4882-a4d0-42361c7a2ebe req-3dbdf2a8-5020-424a-9974-2d467512d435 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699340
Mar 26 20:59:16.233751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:16.242285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-383a52b3-19ef-4369-a26c-541fafd06675 req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (376307f1-3d1f-4313-9816-f91d820ae448), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.245080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-383a52b3-19ef-4369-a26c-541fafd06675 req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.246157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a52b3-19ef-4369-a26c-541fafd06675 req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/376307f1-3d1f-4313-9816-f91d820ae448 HTTP/1.1" status: 204  len: 173 time: 0.3638167
Mar 26 20:59:16.246972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:16.256762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:16.258556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=10fe7893-3943-47eb-b021-d2a5e8ad21ff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:16.283389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beed4d2-9e39-483c-839a-c80b2019f736 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376307f1-3d1f-4313-9816-f91d820ae448,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:16.306113 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-60bfa05c-50da-4e61-9826-ffd3cf374ea5 req-900b990a-f415-4ea4-9e86-fc818d584e76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:16.307197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60bfa05c-50da-4e61-9826-ffd3cf374ea5 req-900b990a-f415-4ea4-9e86-fc818d584e76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/376307f1-3d1f-4313-9816-f91d820ae448 HTTP/1.1" status: 404  len: 352 time: 0.0216923
Mar 26 20:59:16.366476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:16.411152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.421297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-c90ed899-6f1e-4a19-abeb-e572b03bf48d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/35516eea-ddb3-4689-b729-dce17be9a1bf HTTP/1.1" status: 200  len: 1819 time: 0.0612016
Mar 26 20:59:16.477012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.496412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b88b298d-5f9b-4047-a500-f6b12bd55544 req-84783915-448a-4754-ac15-233f45926b5c service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450457
Mar 26 20:59:16.523297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:16.541845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (35516eea-ddb3-4689-b729-dce17be9a1bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.542089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5027a-d7aa-41d7-b650-f74a64dfc1a6 req-5f78def7-f6b3-4b5c-a543-2bc9cb4d750a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:16.543616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf5027a-d7aa-41d7-b650-f74a64dfc1a6 req-5f78def7-f6b3-4b5c-a543-2bc9cb4d750a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1724784
Mar 26 20:59:16.593189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (35516eea-ddb3-4689-b729-dce17be9a1bf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.604878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1ebaf0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd058527-4f28-43a0-b560-7d514a7bf852', 'name': '', 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'mac_address': 'fa:16:3e:b7:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:12Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 2, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'subnets': [{'id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.625490 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.641683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Checking router: 41a72f36-b3c7-4b38-a5e3-34688bd62de1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:59:16.641904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Updating router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 port cd058527-4f28-43a0-b560-7d514a7bf852 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 20:59:16.684586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (35516eea-ddb3-4689-b729-dce17be9a1bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.687715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.689055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2a874bd-591d-4d5d-87bc-40007e189ce4 req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/35516eea-ddb3-4689-b729-dce17be9a1bf HTTP/1.1" status: 204  len: 173 time: 0.2439020
Mar 26 20:59:16.714364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9bcca-b32e-4718-818f-a2acc59688e1 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35516eea-ddb3-4689-b729-dce17be9a1bf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:16.725453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf5027a-d7aa-41d7-b650-f74a64dfc1a6 req-92b9bd99-a012-44f8-b38b-d0b4be603de2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667557
Mar 26 20:59:16.740679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.756281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.783281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:16.794128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.809979 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fa304-7702-4529-871b-045335798094 None None] Sync routers for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:16.834201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-41cbf9d0-cf7c-4750-9989-a0357be8c233 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/floatingips/7da50f78-f89f-465f-a191-b1de5b931f79 HTTP/1.1" status: 204  len: 168 time: 3.1316445
Mar 26 20:59:16.834201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.834201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37360) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:16.844623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.847958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:16.855811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fa304-7702-4529-871b-045335798094 None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:16.856803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-511fa304-7702-4529-871b-045335798094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b3d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.909909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d12fd16-2697-49cb-a058-f5604ad3b4e6 req-1256415a-1b1a-46da-8687-e6480de763f3 tempest-FloatingIPsNegativeTestJSON-1435337562 tempest-FloatingIPsNegativeTestJSON-1435337562-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=f84eadfab429428c9f1c0642dcf6e5fa HTTP/1.1" status: 200  len: 217 time: 0.0732918
Mar 26 20:59:16.924173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=10fe7893-3943-47eb-b021-d2a5e8ad21ff,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:16.932086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:16.932406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.944892 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-511fa304-7702-4529-871b-045335798094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b3d30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.957949 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fa304-7702-4529-871b-045335798094 None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:16.959350 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-511fa304-7702-4529-871b-045335798094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b3d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.960673 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-5b6f2c68-90ae-4b65-a2ff-14e5ec827980 req-ef5a615d-b2bf-485c-ad51-fe0cc98909ce tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:16.962292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b6f2c68-90ae-4b65-a2ff-14e5ec827980 req-ef5a615d-b2bf-485c-ad51-fe0cc98909ce tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/35516eea-ddb3-4689-b729-dce17be9a1bf HTTP/1.1" status: 404  len: 352 time: 0.0173914
Mar 26 20:59:16.973665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:16.975262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf0dae48-70ad-42d9-a638-61a28ef9e3ae tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9177902
Mar 26 20:59:16.976923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event updated for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:16.978463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:16.979517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:16.989757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:16.992509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'port': {'network_id': 'daf98a6d-60a2-44f0-ad7d-c6d34d85ca78', 'name': 'tempest-FloatingIPTestJSON-614304555'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:16.997598 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-511fa304-7702-4529-871b-045335798094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b3d30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:16.998566 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fa304-7702-4529-871b-045335798094 None None] The sync data for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:17.049101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:17.049816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.060393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.105791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-395f268d-1e2c-4e54-b8e0-4ddf02bcf37f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4017920
Mar 26 20:59:17.112813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7817361-52f7-410b-bde9-8c50339ae978 req-7c33b0d9-bcda-4e3b-9243-690d078e0796 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:17.114307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7817361-52f7-410b-bde9-8c50339ae978 req-7c33b0d9-bcda-4e3b-9243-690d078e0796 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1807306
Mar 26 20:59:17.119621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-a2cba9af-1a2d-4b07-bce3-f1809d48850f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 20:59:17.120751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-a2cba9af-1a2d-4b07-bce3-f1809d48850f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053501
Mar 26 20:59:17.219467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7817361-52f7-410b-bde9-8c50339ae978 req-8c58d757-a446-4dbd-8b75-35f5bc1423a0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967433
Mar 26 20:59:17.233110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Request body: {'port': {'device_id': '09615731-6e79-49e6-b750-c6412628ecab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:17.272006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8af030-e65a-4835-825b-7d25664701d4 req-13b3a77f-ac5e-4499-8b69-2f15c3b4e814 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:17.275241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8af030-e65a-4835-825b-7d25664701d4 req-13b3a77f-ac5e-4499-8b69-2f15c3b4e814 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 931 time: 0.1385810
Mar 26 20:59:17.278357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks [] for port (cd058527-4f28-43a0-b560-7d514a7bf852), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.286414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.334650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:17.340370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.346667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92f64278-9034-4abe-89ff-1655ad158860 req-b6746950-120d-4890-a204-003d87dec4e2 tempest-FloatingIPsNegativeTestJSON-1435337562 tempest-FloatingIPsNegativeTestJSON-1435337562-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0537183
Mar 26 20:59:17.365813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.375503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88820d4e-b7df-4820-815f-7ea7977fc5c2 None None] Pushing event updated for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:17.390045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] device_id is not set on port 4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:17.442001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Attempting to bind port cd058527-4f28-43a0-b560-7d514a7bf852 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:17.442397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Attempting to bind port cd058527-4f28-43a0-b560-7d514a7bf852 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:17.443550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Attempting to bind port cd058527-4f28-43a0-b560-7d514a7bf852 on network acea807c-907d-4b35-8504-6dac910889c0 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:17.454829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:17.455222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Checking segment: {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:17.455640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.457278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Bound using segment: {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:17.457793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Bound port: cd058527-4f28-43a0-b560-7d514a7bf852, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:17.458239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.474185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b8af030-e65a-4835-825b-7d25664701d4 req-a1f28280-2625-49f8-add1-46e8b0b809de tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1898661
Mar 26 20:59:17.479586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-a8bffc2c-16e1-4ee6-a617-41562845c36c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8a462155-de76-4534-93ae-1c57a3a4abc7 HTTP/1.1" status: 200  len: 1819 time: 0.0999320
Mar 26 20:59:17.492566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.551571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] For port cd058527-4f28-43a0-b560-7d514a7bf852, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:17.557508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] For port cd058527-4f28-43a0-b560-7d514a7bf852, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd058527-4f28-43a0-b560-7d514a7bf852,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:17.567247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4ed9803d-e29b-4f9c-9007-f394224b50ae None None] Provisioning complete for port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:17.568217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ed9803d-e29b-4f9c-9007-f394224b50ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.572367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.635646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.11 (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0/4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:17.667653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656fef-5d02-4d1f-8fc0-347bddb70351 req-e46fa946-c8d6-4d7f-9a81-17d33ffb8b20 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:17.669244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f656fef-5d02-4d1f-8fc0-347bddb70351 req-e46fa946-c8d6-4d7f-9a81-17d33ffb8b20 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.0902007
Mar 26 20:59:17.685384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88820d4e-b7df-4820-815f-7ea7977fc5c2 None None] Pushing event updated for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:17.705564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:17.706233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1ebaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:17.721947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8a462155-de76-4534-93ae-1c57a3a4abc7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.761470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4ed9803d-e29b-4f9c-9007-f394224b50ae None None] Port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:17.816035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f656fef-5d02-4d1f-8fc0-347bddb70351 req-4146d576-a5ba-440c-8c90-a4faafe973f5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285203
Mar 26 20:59:17.843766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (8a462155-de76-4534-93ae-1c57a3a4abc7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.872966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Allocated IP 172.35.4.135 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/38f42363-33f6-4096-96b2-cf2cac92130f) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:17.899496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:17.907494 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-a9ef2bd6-abc3-4cbd-a621-abf77ca12335 req-4c607deb-0da6-40d2-9f8b-c95a52606676 tempest-FloatingIPsNegativeTestJSON-1435337562 tempest-FloatingIPsNegativeTestJSON-1435337562-project] show failed (client error): The resource could not be found.
Mar 26 20:59:17.910286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9ef2bd6-abc3-4cbd-a621-abf77ca12335 req-4c607deb-0da6-40d2-9f8b-c95a52606676 tempest-FloatingIPsNegativeTestJSON-1435337562 tempest-FloatingIPsNegativeTestJSON-1435337562-project] 10.222.0.16 "GET /v2.0/floatingips/ed3ebd3b-3a1f-4fac-bde7-9281622c1f36 HTTP/1.1" status: 404  len: 350 time: 0.0570166
Mar 26 20:59:17.921485 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.928297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:17.955993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Provisioning complete for port cd058527-4f28-43a0-b560-7d514a7bf852 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:17.956529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.978775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a462155-de76-4534-93ae-1c57a3a4abc7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.981653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:17.985840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db8be4c7-db0d-4fb3-bfa5-473808cec91b req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a462155-de76-4534-93ae-1c57a3a4abc7 HTTP/1.1" status: 204  len: 173 time: 0.5052028
Mar 26 20:59:18.048731 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-4f88928d-4f04-4da8-a727-5cb715743e1a req-6ecddb48-1a7a-49c0-935b-cf2d9cd1d3f4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:18.049774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f88928d-4f04-4da8-a727-5cb715743e1a req-6ecddb48-1a7a-49c0-935b-cf2d9cd1d3f4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8a462155-de76-4534-93ae-1c57a3a4abc7 HTTP/1.1" status: 404  len: 352 time: 0.0359685
Mar 26 20:59:18.089892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b909c9-5da0-486f-aaee-8c7d976f382c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a462155-de76-4534-93ae-1c57a3a4abc7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:18.098194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.125408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74586d05-0a23-40a4-a976-8b3ddbbcbf41 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:18.145408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks [] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.163275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:18.193156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Current status of the port cd058527-4f28-43a0-b560-7d514a7bf852 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:18.193695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.199412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Transition to ACTIVE for port object 74586d05-0a23-40a4-a976-8b3ddbbcbf41 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:59:18.204457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:18.204735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for port (38f42363-33f6-4096-96b2-cf2cac92130f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.215033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.219663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:18.229438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f30d-9e7b-4e20-9b90-86f6c38437e3 req-1f6b6353-4ee8-4fe4-aa81-651454888315 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:18.230944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7b8f30d-9e7b-4e20-9b90-86f6c38437e3 req-1f6b6353-4ee8-4fe4-aa81-651454888315 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2178113
Mar 26 20:59:18.235032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:18.263315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:18.272187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] For port cd058527-4f28-43a0-b560-7d514a7bf852, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd058527-4f28-43a0-b560-7d514a7bf852,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:18.280502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f74896ae-b8f3-4819-9bc9-fdd63fca7b9e req-a546d499-180c-4d4f-9848-39d3c00ea0c0 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 6208 time: 0.1984017
Mar 26 20:59:18.286162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.347602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:18.348257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.361127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1ebaf0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd058527-4f28-43a0-b560-7d514a7bf852', 'name': '', 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'mac_address': 'fa:16:3e:b7:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:12Z', 'updated_at': '2022-03-26T20:59:17Z', 'revision_number': 4, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'subnets': [{'id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:18.393544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7b8f30d-9e7b-4e20-9b90-86f6c38437e3 req-4eb87fae-351b-4778-9dab-7a8bfe8fa4ed tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347847
Mar 26 20:59:18.398589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf623d0f-48d7-45fc-b798-defdb97b9bc7 None None] The sync data for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 is: [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cd058527-4f28-43a0-b560-7d514a7bf852', 'name': '', 'network_id': 'acea807c-907d-4b35-8504-6dac910889c0', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'mac_address': 'fa:16:3e:b7:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:12Z', 'updated_at': '2022-03-26T20:59:17Z', 'revision_number': 4, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'subnets': [{'id': '7ba01621-dc8f-4bf7-a419-7cd8cd9892b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:18.403471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d1918f06-859b-459c-b1f3-136da7603493 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4238591
Mar 26 20:59:18.406132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37384) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:18.410512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': '4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:18.412576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f207302-4609-4564-85b1-1da2e8a0331e None None] Pushing event updated for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:18.421373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.450258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c0dff6ff-9239-4216-8214-0d3a610840a7 None None] Provisioning complete for port cd058527-4f28-43a0-b560-7d514a7bf852 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:18.452438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c0dff6ff-9239-4216-8214-0d3a610840a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.519683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f74896ae-b8f3-4819-9bc9-fdd63fca7b9e req-8c9dde8c-42ea-47f9-bd7a-7518f51dab47 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/7e1e949f-bcbb-44ee-b1b3-41f16c244460 HTTP/1.1" status: 200  len: 3002 time: 0.2381961
Mar 26 20:59:18.521344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.535833 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:59:18.542466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Attempting to bind port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:18.542806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Attempting to bind port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:18.543136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Attempting to bind port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 on network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:18.568593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 on network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:59:18.568925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Attempting to bind port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 on network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:18.572658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:18.594426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:18.598020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:18.602726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:18.603075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Checking segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:18.603472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Bound using segment: {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:18.603978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Bound port: 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:18.604331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.606481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Pushing event updated for resources: {'Port': ['ID=38f42363-33f6-4096-96b2-cf2cac92130f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:18.641998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c0dff6ff-9239-4216-8214-0d3a610840a7 None None] Current status of the port cd058527-4f28-43a0-b560-7d514a7bf852 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:18.660245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f74896ae-b8f3-4819-9bc9-fdd63fca7b9e req-6d5eaf2f-e17e-48f8-86ab-dc22cdd44c07 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/7e1e949f-bcbb-44ee-b1b3-41f16c244460 HTTP/1.1" status: 200  len: 3002 time: 0.1394668
Mar 26 20:59:18.787291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:18.833475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:18.850720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:18.853866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (baee2f90-19f0-4e02-bbe2-36e7b7bbe5d4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.251904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7f427-f0b4-4112-b534-2dc783b88f05 req-9cc887e0-eb11-4623-88c6-aa38a3eee6b4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.257195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.257818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.259146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59e7f427-f0b4-4112-b534-2dc783b88f05 req-9cc887e0-eb11-4623-88c6-aa38a3eee6b4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.6941423
Mar 26 20:59:19.259265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/74586d05-0a23-40a4-a976-8b3ddbbcbf41 HTTP/1.1" status: 200  len: 1091 time: 2.1204960
Mar 26 20:59:19.259653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:19.261916 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78890100-01c3-4b3b-8de4-cdcf9c42de65" -d '{"events": [{"name": "network-changed", "server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:19.283435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af68526-a2b5-4153-ad82-46235a9db394 req-e2f5bbf0-dcc7-44c9-a048-58e78455724b tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.291009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2af68526-a2b5-4153-ad82-46235a9db394 req-e2f5bbf0-dcc7-44c9-a048-58e78455724b tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 943 time: 0.5084157
Mar 26 20:59:19.331487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:19.336115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.391575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.391945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.392309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.392647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.392981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.393311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.393639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.393962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.394285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.394903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.395236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.395556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.396059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.396392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.396714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8629f526-f37f-4175-87d2-df17e752cbc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:19.463717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2af68526-a2b5-4153-ad82-46235a9db394 req-a6664c28-e993-465d-b4e6-36fee80de2a3 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1697934
Mar 26 20:59:19.512313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-f10cab3c-d46a-4cf2-bb79-cc07175a1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.513903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-f10cab3c-d46a-4cf2-bb79-cc07175a1231 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=586533ed0cf646c2945f68477b651e23&device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 1125 time: 0.1912611
Mar 26 20:59:19.519339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1162989145', 'description': 'tempest-description-348605776'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:19.576410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-600dae3b-8c58-4e40-ba4d-10fb04de25fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41 HTTP/1.1" status: 200  len: 217 time: 0.0528708
Mar 26 20:59:19.629244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59e7f427-f0b4-4112-b534-2dc783b88f05 req-5656b9ba-dc4f-48cd-ac00-bbb5965fa33d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3692410
Mar 26 20:59:19.658901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-587ea9b9-9d2b-4d64-811c-9e3bf0b2e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.660641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-587ea9b9-9d2b-4d64-811c-9e3bf0b2e024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7f4ae5-d0de-4d72-955c-3b468080f7b2 HTTP/1.1" status: 200  len: 854 time: 0.0570476
Mar 26 20:59:19.664336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.738216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:59:19.795981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for port (38f42363-33f6-4096-96b2-cf2cac92130f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.808645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-a63b086a-d581-4b98-aeea-037883c11365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:19.810450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-a63b086a-d581-4b98-aeea-037883c11365 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1396611
Mar 26 20:59:19.811062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.839102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd058527-4f28-43a0-b560-7d514a7bf852 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:19.885067 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.897265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (04a2dfb4-e403-45b1-8f7f-e705e0f00e37), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.906357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cd058527-4f28-43a0-b560-7d514a7bf852 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:19.906733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.935295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.944805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.953413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (04a2dfb4-e403-45b1-8f7f-e705e0f00e37), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:19.992066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Pushing event updated for resources: {'Port': ['ID=38f42363-33f6-4096-96b2-cf2cac92130f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:20.024451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.025712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab94afb5-6a53-4529-8853-e9df2cbabe82 req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.5186129
Mar 26 20:59:20.026762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (baee2f90-19f0-4e02-bbe2-36e7b7bbe5d4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.040181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-7222e440-f41b-4b3b-b159-b690ba57d780 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181811
Mar 26 20:59:20.042126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cd058527-4f28-43a0-b560-7d514a7bf852 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:20.043040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9a116-ff77-4ca4-8e94-287d9d2eeeba tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2dfb4-e403-45b1-8f7f-e705e0f00e37,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:20.043984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f9558-e386-422c-892c-add2befce472 req-118a93c5-6ffb-4daa-ae63-d377dcb4af98 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.051807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f30f9558-e386-422c-892c-add2befce472 req-118a93c5-6ffb-4daa-ae63-d377dcb4af98 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2603028
Mar 26 20:59:20.058592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.062605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58acf51c-8ca7-4667-ab8e-a5d779d24988 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2250249
Mar 26 20:59:20.063746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37400) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:20.126426 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d2f232-9a65-4adc-a36d-6998f59c97dd x-openstack-request-id: req-38d2f232-9a65-4adc-a36d-6998f59c97dd {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:20.126859 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:20.127122 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38d2f232-9a65-4adc-a36d-6998f59c97dd {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:20.127551 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d2f232-9a65-4adc-a36d-6998f59c97dd'] response: {'name': 'network-changed', 'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'status': 'completed', 'code': 200}
Mar 26 20:59:20.162877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfafbbde-2a8e-4d22-a62a-973c9aa8ef66 req-d5bc27db-f987-428c-97ed-551639b501e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147525
Mar 26 20:59:20.224319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaf86c-adde-489a-9da6-21993ab09882 req-159b06b9-61fd-4203-a3db-17bb61d0f9c8 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.225790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cdaf86c-adde-489a-9da6-21993ab09882 req-159b06b9-61fd-4203-a3db-17bb61d0f9c8 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.0589061
Mar 26 20:59:20.228688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:20.254236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f30f9558-e386-422c-892c-add2befce472 req-98714013-9af2-4c08-b64d-4a37f138e3be tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014585
Mar 26 20:59:20.296102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.299570 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP dbd133d3-0497-47a4-9afa-b9f599843086 associated. External IP: 172.35.4.22, port: 4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4.
Mar 26 20:59:20.340458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9cdaf86c-adde-489a-9da6-21993ab09882 req-d3656068-bca2-4147-9f6a-9737d83baef7 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995848
Mar 26 20:59:20.347627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-edd6b0a9-a7c7-4149-9fc4-193e70171480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.349264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-edd6b0a9-a7c7-4149-9fc4-193e70171480 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=586533ed0cf646c2945f68477b651e23&device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 1125 time: 0.1165555
Mar 26 20:59:20.381102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-361795784', 'description': 'tempest-description-2023410492'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:20.492269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.537134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-987f43db-a566-4bed-a269-b74de1c188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.538517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-987f43db-a566-4bed-a269-b74de1c188a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2 HTTP/1.1" status: 200  len: 915 time: 0.1740086
Mar 26 20:59:20.596094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-9b58f7ef-ac4d-4588-a864-fe9e48029114 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41 HTTP/1.1" status: 200  len: 217 time: 0.0494545
Mar 26 20:59:20.616618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.709683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (34db9745-5cca-4366-a65c-30c2c58454dc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.718995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (34db9745-5cca-4366-a65c-30c2c58454dc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.740444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-82469c2a-560a-4322-b0a2-84c420cec1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.741914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-82469c2a-560a-4322-b0a2-84c420cec1a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7f4ae5-d0de-4d72-955c-3b468080f7b2 HTTP/1.1" status: 200  len: 854 time: 0.1360304
Mar 26 20:59:20.794979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34db9745-5cca-4366-a65c-30c2c58454dc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:20.816714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044f91f-905a-47db-a955-8b783247145d req-e6adfa53-9d5d-45a7-a2f9-9d6af4f587c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.818230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d044f91f-905a-47db-a955-8b783247145d req-e6adfa53-9d5d-45a7-a2f9-9d6af4f587c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.4027493
Mar 26 20:59:20.820029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.821220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4898ea8-f564-4c49-8dca-5bca09b83f06 req-ad156630-c881-4375-8dce-f09319e34cc7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4461086
Mar 26 20:59:20.857564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Allocated IP 172.35.4.101 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/edd89f22-63b4-4344-a52e-1a6dcf50efba) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:20.872969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-df552526-b3ad-4e3c-aca4-7350c7e2931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:20.875044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-df552526-b3ad-4e3c-aca4-7350c7e2931d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1026282
Mar 26 20:59:20.927826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Deleting port cd058527-4f28-43a0-b560-7d514a7bf852 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:20.928191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:20.966851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d044f91f-905a-47db-a955-8b783247145d req-e1cd9333-33db-42dc-b111-38c0bb49c535 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283190
Mar 26 20:59:20.992105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:21.065417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23860a8b-36b8-4175-af49-d800719e53f9 req-9a3c5a7d-d93e-4df3-baaa-289e7b0ed183 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:21.066891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23860a8b-36b8-4175-af49-d800719e53f9 req-9a3c5a7d-d93e-4df3-baaa-289e7b0ed183 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 943 time: 0.1738880
Mar 26 20:59:21.108725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-0b073dae-2c8c-4f7f-88fe-8fbfac6db0b3 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167249
Mar 26 20:59:21.112894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.183623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] For port cd058527-4f28-43a0-b560-7d514a7bf852, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd058527-4f28-43a0-b560-7d514a7bf852,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:21.184019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.207242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23860a8b-36b8-4175-af49-d800719e53f9 req-0f053450-1c1e-4d94-a375-edd2425cd6ab tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331720
Mar 26 20:59:21.247343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78890100-01c3-4b3b-8de4-cdcf9c42de65 req-f290c088-5cea-41ef-8136-3cae9c90fe6c service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277449
Mar 26 20:59:21.249154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.251757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Calling delete_port for cd058527-4f28-43a0-b560-7d514a7bf852 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:21.315665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:21.325349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:21.328490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:21.330344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Pushing event updated for resources: {'Port': ['ID=edd89f22-63b4-4344-a52e-1a6dcf50efba,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:21.361054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:21.369752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-973da96d-de77-4e29-879f-e7bc887303db tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:21.371508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-973da96d-de77-4e29-879f-e7bc887303db tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 813 time: 0.2905433
Mar 26 20:59:21.374005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:21.374663 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.388143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:21.388800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3a9f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:21.392155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867707a1-977f-4af1-9f95-b5f6a68df39d req-ecd1f0ad-8a9f-4a9b-b30d-718d27dd6608 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:21.393572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-867707a1-977f-4af1-9f95-b5f6a68df39d req-ecd1f0ad-8a9f-4a9b-b30d-718d27dd6608 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1147065
Mar 26 20:59:21.421527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f41ca70-343e-4c20-94d8-3356fa96bf77 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/dbd133d3-0497-47a4-9afa-b9f599843086 HTTP/1.1" status: 200  len: 977 time: 3.0117979
Mar 26 20:59:21.426547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3a9f70>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:21.427420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37426) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:21.435505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-4d93387a-2bb0-42fd-9fdd-d906cffd865b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/quotas/c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 375 time: 0.0146465
Mar 26 20:59:21.436183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:21.436810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3a9f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:21.473010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3a9f70>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:21.473707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3219b0d1-d940-4ad8-9b08-b23dbcf81822 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:21.489373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for floatingip (7a4dead7-e189-48fc-b430-d891c02c6a82), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.543741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-5dcd3d86-2721-41d4-9178-7f913f65607f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1073263
Mar 26 20:59:21.558718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-867707a1-977f-4af1-9f95-b5f6a68df39d req-b7c0559f-ec94-40b2-a314-cabea2b71e40 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408646
Mar 26 20:59:21.575414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.627154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:21.627503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.684632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-7f2f4295-4db3-41f7-b9f2-ba631c1b2d71 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321585
Mar 26 20:59:21.691042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cd058527-4f28-43a0-b560-7d514a7bf852), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.727055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd058527-4f28-43a0-b560-7d514a7bf852,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:21.754376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.754376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.754376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.754376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.754376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.754895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.755508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.755806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.756178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.756515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.756847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.757179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.757508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.757837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.758162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:21.808716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.863731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea16927-726b-4cb7-ab5a-571c55bede7f req-f8e52952-88e5-4ed2-a975-016e328ceaed tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:21.871203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ea16927-726b-4cb7-ab5a-571c55bede7f req-f8e52952-88e5-4ed2-a975-016e328ceaed tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2258625
Mar 26 20:59:21.975430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-6636f26c-7adc-4ede-80bf-17b57e2a1d26 service neutron] 10.222.0.16 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2775350
Mar 26 20:59:21.981007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:21.998524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.000407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.082269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ea16927-726b-4cb7-ab5a-571c55bede7f req-c92403f2-b25f-4fda-b796-dc2c5f9314aa tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102036
Mar 26 20:59:22.169487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Pushing event updated for resources: {'Port': ['ID=edd89f22-63b4-4344-a52e-1a6dcf50efba,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:22.194413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (7a4dead7-e189-48fc-b430-d891c02c6a82), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.233602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.233602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.234305 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP dbd133d3-0497-47a4-9afa-b9f599843086 disassociated. External IP: 172.35.4.22, port: 4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4.
Mar 26 20:59:22.234659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:22.324948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d2f7c-59f6-444d-9e39-b7a82080db23 req-e36d0395-73ca-4fb4-9d80-33709141c001 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:22.326767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a3d2f7c-59f6-444d-9e39-b7a82080db23 req-e36d0395-73ca-4fb4-9d80-33709141c001 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1571481
Mar 26 20:59:22.396923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:22.424454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a3d2f7c-59f6-444d-9e39-b7a82080db23 req-024a0a32-275d-4501-89fd-74fe8ab0fb76 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861106
Mar 26 20:59:22.556076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebe7515f-dcbf-485e-a4ad-e3dfc4ad5aaf req-80b1e336-dd14-4ee7-9759-c70d2b44494f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 210 time: 0.0652122
Mar 26 20:59:22.592434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:22.598522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ba65d78c-8a25-409f-84f1-efc37a899781 admin admin] 10.222.0.16 "PUT /v2.0/routers/41a72f36-b3c7-4b38-a5e3-34688bd62de1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6691065
Mar 26 20:59:22.600374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.601567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22476476-00d9-4527-8949-b9c0242b0f65 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5275733
Mar 26 20:59:22.601698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37444) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:22.605608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37446) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:22.605777 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Sync routers for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:22.622459 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:22.623359 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:22.669901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5f6b-8f3a-474d-88c9-61658ab000ec req-c03db35c-31fd-40cf-ad96-eae4ca829788 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:22.677697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-713e5f6b-8f3a-474d-88c9-61658ab000ec req-c03db35c-31fd-40cf-ad96-eae4ca829788 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.4740732
Mar 26 20:59:22.755950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-713e5f6b-8f3a-474d-88c9-61658ab000ec req-f2a5bad1-2af6-4bfc-a311-ce51bc4f2359 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746291
Mar 26 20:59:22.859410 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:22.912743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-382f3b89-b4cf-4e54-9b95-16319d9f9e61 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3683 time: 0.3014815
Mar 26 20:59:22.913147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:22.915429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:22.945040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926bcf-29cf-45d6-90a4-f37189cbd0d5 req-25291c6f-d5e0-488d-bb87-c29b9f6ee3d0 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:22.949280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59926bcf-29cf-45d6-90a4-f37189cbd0d5 req-25291c6f-d5e0-488d-bb87-c29b9f6ee3d0 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 943 time: 0.2318492
Mar 26 20:59:22.952755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks [] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.024295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:23.050047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e758ff7-b607-4292-9fcc-3a1c073b3413 req-9f257ffa-dc70-4b1f-a5c2-350b4650426e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:23.051583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e758ff7-b607-4292-9fcc-3a1c073b3413 req-9f257ffa-dc70-4b1f-a5c2-350b4650426e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2082782
Mar 26 20:59:23.069946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-543d2f6f-a2a6-4f33-bb43-ef35a3401bcc tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1532681
Mar 26 20:59:23.080189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37452) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:23.180761 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:21Z', 'revision_number': 5, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:23.212617 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Checking router: 41a72f36-b3c7-4b38-a5e3-34688bd62de1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:59:23.221940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Routers {'41a72f36-b3c7-4b38-a5e3-34688bd62de1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:23.222846 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:23.341532 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] Set router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:23.366347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e758ff7-b607-4292-9fcc-3a1c073b3413 req-955d9b75-7a2e-4950-9909-0d350cb9192e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2951849
Mar 26 20:59:23.373588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59926bcf-29cf-45d6-90a4-f37189cbd0d5 req-17282ec0-3c12-4882-9ef3-d1223705148f tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3704247
Mar 26 20:59:23.394780 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks [] for router_gateway (41a72f36-b3c7-4b38-a5e3-34688bd62de1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.404696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824534da-f9ca-4d2e-9c03-246ad4d880e4 req-ed216835-1be3-44b5-b860-704dab2bedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:23.406539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-824534da-f9ca-4d2e-9c03-246ad4d880e4 req-ed216835-1be3-44b5-b860-704dab2bedc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1128 time: 0.5143805
Mar 26 20:59:23.485679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Deleting port a509a74d-7c84-4ff1-acc8-56e6890c8e8e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:23.486249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.611601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] For port a509a74d-7c84-4ff1-acc8-56e6890c8e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:23.617888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.639673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Calling delete_port for a509a74d-7c84-4ff1-acc8-56e6890c8e8e owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:23.641837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Deleting port edd89f22-63b4-4344-a52e-1a6dcf50efba {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:23.642188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.649832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-824534da-f9ca-4d2e-9c03-246ad4d880e4 req-c90291a6-c89d-4bec-8524-5013317be9b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202165
Mar 26 20:59:23.676129 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246341f0>, [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:21Z', 'revision_number': 5, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:23.690960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:23.705581 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb8bad-6380-4c71-a703-a9dfcc7a7f55 None None] The sync data for ids ['41a72f36-b3c7-4b38-a5e3-34688bd62de1'] in ncdv-master-1 is: [{'id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1635401661-router', 'tenant_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:59:04Z', 'updated_at': '2022-03-26T20:59:21Z', 'revision_number': 5, 'project_id': 'f84eadfab429428c9f1c0642dcf6e5fa', 'gw_port': {'id': 'a509a74d-7c84-4ff1-acc8-56e6890c8e8e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a72f36-b3c7-4b38-a5e3-34688bd62de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:59:07Z', 'updated_at': '2022-03-26T20:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:23.750233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-948e6249-5492-45c6-9548-4cdc9a221d81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:23.752116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-948e6249-5492-45c6-9548-4cdc9a221d81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 813 time: 0.3820055
Mar 26 20:59:23.762105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947a834-1bd2-459c-a2f1-04cffdd9cb52 req-64748543-bf66-4c26-a607-3021344724b2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:23.763596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6947a834-1bd2-459c-a2f1-04cffdd9cb52 req-64748543-bf66-4c26-a607-3021344724b2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2237818
Mar 26 20:59:23.766073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 74586d05-0a23-40a4-a976-8b3ddbbcbf41 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:23.781251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'device_id': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0', 'admin_state_up': True, 'tenant_id': 'c3f87b02119a4e3f86e4fdc7a4bd93a6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:23.917195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:23.930731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'port_id': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'mac_address': 'fa:16:3e:a3:1c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:23.939911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-655af6a6-81f5-440f-9b80-27069edae5f3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:23.949011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-655af6a6-81f5-440f-9b80-27069edae5f3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.2618895
Mar 26 20:59:23.958706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a509a74d-7c84-4ff1-acc8-56e6890c8e8e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.980848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:23.981651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.991632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.992257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for floatingip (edd89f22-63b4-4344-a52e-1a6dcf50efba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:23.994335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Pushing event deleted for resources: {'Port': ['ID=a509a74d-7c84-4ff1-acc8-56e6890c8e8e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:23.999565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74586d05-0a23-40a4-a976-8b3ddbbcbf41 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:24.005522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-eb8a183b-8949-478c-be2a-928baef49da1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/quotas/71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 375 time: 0.0553379
Mar 26 20:59:24.028527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Calling delete_port for edd89f22-63b4-4344-a52e-1a6dcf50efba owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:24.042906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:24.058958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.084090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Made reservation on behalf of c3f87b02119a4e3f86e4fdc7a4bd93a6 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:24.087668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.099350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6947a834-1bd2-459c-a2f1-04cffdd9cb52 req-3188fd3a-a3d8-40c5-ba28-c1d9e9251ec6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216546
Mar 26 20:59:24.119441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:24.124042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-331b2727-0b2b-41ea-a51d-27cb432b0a52 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1176183
Mar 26 20:59:24.150088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.228738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:24.239326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:24.250048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:24.250814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:24.257391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ef8830-c8a3-4669-8731-5ee486c11e68 req-21efb3e6-2872-4516-87b5-890fc42f0f05 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 210 time: 0.0712924
Mar 26 20:59:24.305834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.309281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks [] for router_controller (41a72f36-b3c7-4b38-a5e3-34688bd62de1), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.315291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d4c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:24.336765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:24.337410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:58:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:24.375278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d4c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:24.375768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5ba51-7a89-4ee1-b6aa-d7dd6a5a10f3 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:24.389717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-27f692ff-c261-4a82-b4ed-c494128a622b service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648323
Mar 26 20:59:24.390740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (41a72f36-b3c7-4b38-a5e3-34688bd62de1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.391377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a72f36-b3c7-4b38-a5e3-34688bd62de1 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:59:24.399548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.403087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-acbcb9be-43ff-4698-aac6-a452732fc776 admin admin] 10.222.0.16 "DELETE /v2.0/routers/41a72f36-b3c7-4b38-a5e3-34688bd62de1 HTTP/1.1" status: 204  len: 168 time: 1.7970390
Mar 26 20:59:24.409669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:24.500150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.500652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-bdb8cd02-9ca3-4498-b889-c2463f30a8dc service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986395
Mar 26 20:59:24.503483 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d2a53ff-5ee6-483c-8574-0d171900631b tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/4804c7eb-81dd-4490-b5d7-3ea4db8fb8d4 HTTP/1.1" status: 204  len: 168 time: 3.0752776
Mar 26 20:59:24.506583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37476) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:24.513767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['74586d05-0a23-40a4-a976-8b3ddbbcbf41'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:24.551835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Allocated IP 172.20.0.13 (5f7a9847-066b-4899-88a9-f395e43c97c0/3dd00f27-174a-4593-bb23-8ffbe95a230f/d49002ae-107b-4214-8a27-9406b4f5cade) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:24.572193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Deleting subnet 7ba01621-dc8f-4bf7-a419-7cd8cd9892b8 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:59:24.576166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a62c64c6-8869-4640-862e-ba3b385b4ed0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/floatingips/dbd133d3-0497-47a4-9afa-b9f599843086 HTTP/1.1" status: 200  len: 687 time: 0.0657635
Mar 26 20:59:24.578782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:24.582588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (edd89f22-63b4-4344-a52e-1a6dcf50efba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.593882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Publish callbacks [] for subnet (7ba01621-dc8f-4bf7-a419-7cd8cd9892b8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.698327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a743-d458-4581-aa7a-9e66069b9cae req-fcfe610f-e325-42a7-89aa-7f76e3e13386 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:24.699683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7632a743-d458-4581-aa7a-9e66069b9cae req-fcfe610f-e325-42a7-89aa-7f76e3e13386 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.3414237
Mar 26 20:59:24.700548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Pushing event deleted for resources: {'Port': ['ID=edd89f22-63b4-4344-a52e-1a6dcf50efba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:24.785589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7ba01621-dc8f-4bf7-a419-7cd8cd9892b8), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:24.804918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05ff88-ffac-43a6-8bf1-8524eacae8ca req-996a9241-7227-425f-8842-b19b7296445b tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:24.806725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa05ff88-ffac-43a6-8bf1-8524eacae8ca req-996a9241-7227-425f-8842-b19b7296445b tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 944 time: 0.0734155
Mar 26 20:59:24.882964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa05ff88-ffac-43a6-8bf1-8524eacae8ca req-cb2f5f66-80af-4368-995b-5990165afc03 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655229
Mar 26 20:59:24.948208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb86297e-03bd-4de7-b576-7d674ce802f5 req-4af80b98-4496-4b3e-8c15-d311e02952a6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 210 time: 0.0297518
Mar 26 20:59:25.007020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ecb55de-e679-4b80-904d-bc224c025a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.082599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7632a743-d458-4581-aa7a-9e66069b9cae req-52a7613c-0235-4bcb-a697-0441160bbb62 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3191783
Mar 26 20:59:25.089920 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks [] for floatingip (7a4dead7-e189-48fc-b430-d891c02c6a82), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.092885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.094017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6342e581-7ccf-4519-ab00-df394d2496f3 tempest-FloatingIPAdminTestJSON-652932001 tempest-FloatingIPAdminTestJSON-652932001-project] 10.222.0.16 "DELETE /v2.0/floatingips/7a4dead7-e189-48fc-b430-d891c02c6a82 HTTP/1.1" status: 204  len: 168 time: 2.0129216
Mar 26 20:59:25.097099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37490) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:25.131624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7ba01621-dc8f-4bf7-a419-7cd8cd9892b8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.164644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 10fe7893-3943-47eb-b021-d2a5e8ad21ff {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:25.165042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.190537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (d49002ae-107b-4214-8a27-9406b4f5cade), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.282999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c478335-f3c0-4a9c-be11-c88de006e76c req-80c2afc9-89ed-4186-93eb-d51bf7b41ba9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:25.284867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c478335-f3c0-4a9c-be11-c88de006e76c req-80c2afc9-89ed-4186-93eb-d51bf7b41ba9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.0873888
Mar 26 20:59:25.290433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Deleting port 38f42363-33f6-4096-96b2-cf2cac92130f {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:25.290981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.318216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.318688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (10fe7893-3943-47eb-b021-d2a5e8ad21ff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.328262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7ba01621-dc8f-4bf7-a419-7cd8cd9892b8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.359638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.361616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 10fe7893-3943-47eb-b021-d2a5e8ad21ff owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:25.365563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba01621-dc8f-4bf7-a419-7cd8cd9892b8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:25.375490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:25.405092 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c478335-f3c0-4a9c-be11-c88de006e76c req-69b1fbe4-1ed7-4dab-98ea-a3b3e077aaeb tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116641
Mar 26 20:59:25.421057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.421816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (38f42363-33f6-4096-96b2-cf2cac92130f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.437610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Calling delete_port for 38f42363-33f6-4096-96b2-cf2cac92130f owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:25.597780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e82e-c97e-44e8-a1e9-a3a8e630915d req-b545883f-1a57-46a8-b557-f2d59f7c74a2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:25.600759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db41e82e-c97e-44e8-a1e9-a3a8e630915d req-b545883f-1a57-46a8-b557-f2d59f7c74a2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1040962
Mar 26 20:59:25.694904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db41e82e-c97e-44e8-a1e9-a3a8e630915d req-b00e75c4-5bda-4ed9-ada9-60cb578d89c3 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849257
Mar 26 20:59:25.712520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (38f42363-33f6-4096-96b2-cf2cac92130f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.746285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Pushing event deleted for resources: {'Port': ['ID=38f42363-33f6-4096-96b2-cf2cac92130f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:25.797262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Network 5f7a9847-066b-4899-88a9-f395e43c97c0 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:25.798573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.804405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6301f9d1-59ad-4ca8-ae31-066560acbcbe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ba01621-dc8f-4bf7-a419-7cd8cd9892b8 HTTP/1.1" status: 204  len: 168 time: 1.3756945
Mar 26 20:59:25.808268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37500) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:25.819756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:25.860720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks [] for floatingip (baee2f90-19f0-4e02-bbe2-36e7b7bbe5d4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.862479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:25.864144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:25.869609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b9ba313-2dac-4fe9-b569-a378ed23eba8 tempest-FloatingIPAdminTestJSON-128689347 tempest-FloatingIPAdminTestJSON-128689347-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/baee2f90-19f0-4e02-bbe2-36e7b7bbe5d4 HTTP/1.1" status: 204  len: 168 time: 0.7708659
Mar 26 20:59:25.870838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 74586d05-0a23-40a4-a976-8b3ddbbcbf41 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:25.874330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:25.906259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71ad58-0fae-40fb-9d17-600c7525bd11 None None] Network acea807c-907d-4b35-8504-6dac910889c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:25.923254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd058527-4f28-43a0-b560-7d514a7bf852 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:25.978784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:26.034852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cd058527-4f28-43a0-b560-7d514a7bf852 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:26.035439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd058527-4f28-43a0-b560-7d514a7bf852 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:26.035639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a509a74d-7c84-4ff1-acc8-56e6890c8e8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:26.038681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.039346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.078872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port 8593331e-a21f-4deb-9096-b352fa68a112 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:26.079211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8593331e-a21f-4deb-9096-b352fa68a112), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.128618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54f56-af1d-40f5-86cc-54baa20380bc req-52d8d4b3-bd08-470d-939b-60e2bba6f644 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.130606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdb54f56-af1d-40f5-86cc-54baa20380bc req-52d8d4b3-bd08-470d-939b-60e2bba6f644 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 932 time: 0.7547216
Mar 26 20:59:26.133114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (acea807c-907d-4b35-8504-6dac910889c0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.143263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-3d518682-0db4-4213-8977-3a101ce84a27 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3743095
Mar 26 20:59:26.144766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a509a74d-7c84-4ff1-acc8-56e6890c8e8e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:26.145165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a509a74d-7c84-4ff1-acc8-56e6890c8e8e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:26.167680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Request body: {'port': {'device_id': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:26.177238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:59:26.195573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:26.198042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.214185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8593331e-a21f-4deb-9096-b352fa68a112), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.228415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for 8593331e-a21f-4deb-9096-b352fa68a112 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:26.237311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-77253008-15af-4230-9397-fcbb215f9107 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.238955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-77253008-15af-4230-9397-fcbb215f9107 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.3254459
Mar 26 20:59:26.254085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'device_id': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'admin_state_up': True, 'tenant_id': '71d58c339cd84f6891e4545c28bb7927'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:26.292838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b4a1c-454b-4c0b-b0d1-dfe500e4e2f8 req-cd9c997b-9ff2-48ed-8ab8-832f96e54753 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.294415 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-197b4a1c-454b-4c0b-b0d1-dfe500e4e2f8 req-cd9c997b-9ff2-48ed-8ab8-832f96e54753 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 944 time: 0.1902125
Mar 26 20:59:26.349992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] DHCP port deletion for acea807c-907d-4b35-8504-6dac910889c0 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:59:26.372310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdb54f56-af1d-40f5-86cc-54baa20380bc req-ff7f098e-ffd2-4858-a8bb-77b7861a1e17 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283337
Mar 26 20:59:26.396779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:26.397952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.410593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-197b4a1c-454b-4c0b-b0d1-dfe500e4e2f8 req-1f59598f-0931-41fc-bc79-49e3ec3aa2be tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994420
Mar 26 20:59:26.435669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:26.439343 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cfc303-2d78-417b-a037-35082d8d88f3" -d '{"events": [{"server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "name": "network-vif-plugged", "status": "completed", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:26.444651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8593331e-a21f-4deb-9096-b352fa68a112), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.457502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:26.459481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.472952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.498407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Deleting port ae231015-5bf3-418c-bd84-5bca8264df3b {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:26.498782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.509804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (10fe7893-3943-47eb-b021-d2a5e8ad21ff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.510876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=8593331e-a21f-4deb-9096-b352fa68a112,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:26.593391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0011b2a7-8b82-4917-bd07-30ef6b80b489 req-6c6c75b9-fb4a-4378-896a-7170b357be84 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 210 time: 0.0905027
Mar 26 20:59:26.602764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=10fe7893-3943-47eb-b021-d2a5e8ad21ff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:26.609319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:26.610751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Deleting port ae231015-5bf3-418c-bd84-5bca8264df3b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:26.611096 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.624563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] For port ae231015-5bf3-418c-bd84-5bca8264df3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae231015-5bf3-418c-bd84-5bca8264df3b,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:26.636152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.660076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Calling delete_port for ae231015-5bf3-418c-bd84-5bca8264df3b owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:26.689692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf6ba7-e173-4ec0-b072-a11a32f55985 req-4783d0cb-9ad0-4a9f-8217-67f3b4a8de57 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.691331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8abf6ba7-e173-4ec0-b072-a11a32f55985 req-4783d0cb-9ad0-4a9f-8217-67f3b4a8de57 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1723390
Mar 26 20:59:26.696847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.706075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-89b6a127-70b4-488c-9e7d-88af5ced3f1e tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/ports/8593331e-a21f-4deb-9096-b352fa68a112 HTTP/1.1" status: 204  len: 168 time: 0.8283610
Mar 26 20:59:26.710734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:26.749959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.767439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8abf6ba7-e173-4ec0-b072-a11a32f55985 req-45c75b59-1bad-44de-8189-2e254faf37f4 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625534
Mar 26 20:59:26.781911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] Pushing event deleted for resources: {'Port': ['ID=ae231015-5bf3-418c-bd84-5bca8264df3b,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:26.796398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a702570-fc8c-4961-8f89-8275ad104a3d None None] No DVR routers for this DVR port ae231015-5bf3-418c-bd84-5bca8264df3b on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:26.816917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:26.820385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.843361 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b602f-709a-4b1f-b336-e3a719f9441d x-openstack-request-id: req-be3b602f-709a-4b1f-b336-e3a719f9441d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:26.843980 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "name": "network-vif-plugged", "status": "completed", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:26.844393 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3b602f-709a-4b1f-b336-e3a719f9441d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:26.844939 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3b602f-709a-4b1f-b336-e3a719f9441d'] response: {'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'code': 200}
Mar 26 20:59:26.906853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] For port ae231015-5bf3-418c-bd84-5bca8264df3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae231015-5bf3-418c-bd84-5bca8264df3b,segment=NetworkSegment(d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c),segment_id=d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:26.907304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.940539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Calling delete_port for ae231015-5bf3-418c-bd84-5bca8264df3b owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:26.965946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (dbd133d3-0497-47a4-9afa-b9f599843086), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.968307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba3c1b-58e4-4c1f-a20f-7db7454da081 req-10dbb023-7b57-4eda-b787-c9a992fc9d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:26.968548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:26.973047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d0de0bd2-8c46-4dd8-9112-dd0d9c4a0bb9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/dbd133d3-0497-47a4-9afa-b9f599843086 HTTP/1.1" status: 204  len: 168 time: 2.3882620
Mar 26 20:59:26.973188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4ba3c1b-58e4-4c1f-a20f-7db7454da081 req-10dbb023-7b57-4eda-b787-c9a992fc9d8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 1127 time: 0.0564780
Mar 26 20:59:26.974495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:26.980294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '2bb4f10c-1ea0-40c3-8345-25464f0d670c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:27.028652 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.059098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4ba3c1b-58e4-4c1f-a20f-7db7454da081 req-03154659-4a23-435d-9b4f-1d46821f46e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734706
Mar 26 20:59:27.118407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a76bc-bc4f-440a-86cb-571f0f7edcc0 req-ad12151b-f375-4363-a7ab-6894776c2ec1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:27.119932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04a76bc-bc4f-440a-86cb-571f0f7edcc0 req-ad12151b-f375-4363-a7ab-6894776c2ec1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.3441918
Mar 26 20:59:27.126981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa71ff-b95a-4974-a66f-f0aeb091d5b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:27.128531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9aaa71ff-b95a-4974-a66f-f0aeb091d5b9 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd HTTP/1.1" status: 200  len: 913 time: 0.4125111
Mar 26 20:59:27.136435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37526) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:27.183622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc8811-f96a-4024-ab15-a89b18651455 req-7e006c54-ce8b-483b-9298-4fe434f7ab47 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:27.185132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1bc8811-f96a-4024-ab15-a89b18651455 req-7e006c54-ce8b-483b-9298-4fe434f7ab47 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0741627
Mar 26 20:59:27.200211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.283049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1bc8811-f96a-4024-ab15-a89b18651455 req-c39bdf42-ad85-4965-ad72-5301a25a6606 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900755
Mar 26 20:59:27.314558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d04ba48e-31e8-4d6d-b1d4-a627190676a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.346903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.17 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3cf2dd33-7983-4cb6-b456-410106c0aa0b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:27.377343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.20.0.7 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/731af6f7-c114-4f9d-be99-1eaeecb622c2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:27.406255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04a76bc-bc4f-440a-86cb-571f0f7edcc0 req-368df483-d29f-45d9-bbab-c8fa0ae1beb1 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747998
Mar 26 20:59:27.424504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ae231015-5bf3-418c-bd84-5bca8264df3b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.476568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49002ae-107b-4214-8a27-9406b4f5cade {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:27.495808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae231015-5bf3-418c-bd84-5bca8264df3b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:27.501049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.502986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks [] for port (d49002ae-107b-4214-8a27-9406b4f5cade), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.567821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] No DVR routers for this DVR port ae231015-5bf3-418c-bd84-5bca8264df3b on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:27.576328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.595018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Transition to ACTIVE for port object d49002ae-107b-4214-8a27-9406b4f5cade will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:59:27.596596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023a1d-683a-489a-b3b6-e6891ef50785 req-84b2b26a-c42a-44f7-a624-21501e2f3d4b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:27.598492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf023a1d-683a-489a-b3b6-e6891ef50785 req-84b2b26a-c42a-44f7-a624-21501e2f3d4b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 932 time: 0.0748837
Mar 26 20:59:27.635115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:27.635368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.646852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:27.651762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:27.691818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=3cf2dd33-7983-4cb6-b456-410106c0aa0b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:27.718562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf023a1d-683a-489a-b3b6-e6891ef50785 req-82e07543-227c-4dc6-b6cf-061aa5dee739 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961156
Mar 26 20:59:27.805544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ae231015-5bf3-418c-bd84-5bca8264df3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:27.832143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ae231015-5bf3-418c-bd84-5bca8264df3b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:27.832793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ae231015-5bf3-418c-bd84-5bca8264df3b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:27.838178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (acea807c-907d-4b35-8504-6dac910889c0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:27.847525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8eac4bd4-f4b9-4151-966a-ac013d5d4492 req-2ccff2e4-83a1-4384-bc11-ab7f704c9cc0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 210 time: 0.0416646
Mar 26 20:59:27.871855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:27.893864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d3db460>,) {'filters': {'network_id': ['acea807c-907d-4b35-8504-6dac910889c0']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:27.931415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3db460>, 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:27.931712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3db460>, 'd93a913a-36ab-4b9c-8f1e-dcd8b8cb972c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:27.964935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b86fa-52b6-4097-b1e7-aad68bd6c169 req-0d79ac61-c2f5-49f9-b427-7c6890970d70 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:27.966450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f3b86fa-52b6-4097-b1e7-aad68bd6c169 req-0d79ac61-c2f5-49f9-b427-7c6890970d70 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.3967955
Mar 26 20:59:28.332408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.340809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.381226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.401037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:59:28.401454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d93a913a-36ab-4b9c-8f1e-dcd8b8cb972c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:59:28.404408 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:59:28.422698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.463203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b4a0b-9b30-455d-ad0f-e281a12a1d91 req-40753433-b2ca-46b8-b96b-5bd6c8cf5719 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:28.464734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b88b4a0b-9b30-455d-ad0f-e281a12a1d91 req-40753433-b2ca-46b8-b96b-5bd6c8cf5719 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0958447
Mar 26 20:59:28.519100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Attempting to bind port d49002ae-107b-4214-8a27-9406b4f5cade on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:28.519445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Attempting to bind port d49002ae-107b-4214-8a27-9406b4f5cade by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:28.519774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Attempting to bind port d49002ae-107b-4214-8a27-9406b4f5cade on network 5f7a9847-066b-4899-88a9-f395e43c97c0 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:28.533923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f3b86fa-52b6-4097-b1e7-aad68bd6c169 req-c32b34dc-bcfd-436e-8c44-b879164190d6 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212930
Mar 26 20:59:28.536854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Port d49002ae-107b-4214-8a27-9406b4f5cade on network 5f7a9847-066b-4899-88a9-f395e43c97c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:59:28.537180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Attempting to bind port d49002ae-107b-4214-8a27-9406b4f5cade on network 5f7a9847-066b-4899-88a9-f395e43c97c0 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:28.538276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.542108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (acea807c-907d-4b35-8504-6dac910889c0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.551715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.565552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] 10.222.0.16 "DELETE /v2.0/networks/acea807c-907d-4b35-8504-6dac910889c0 HTTP/1.1" status: 204  len: 168 time: 2.7548077
Mar 26 20:59:28.566108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:28.566509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Checking segment: {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:28.566632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b88b4a0b-9b30-455d-ad0f-e281a12a1d91 req-9ff17455-4370-485b-a3b5-c3ec0db00f20 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950444
Mar 26 20:59:28.566849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Bound using segment: {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:28.567366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Bound port: d49002ae-107b-4214-8a27-9406b4f5cade, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d82192-47c1-4078-b227-fb8f7a2e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:28.567732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.598109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dfce4-b292-4f28-ad76-de1841006616 admin admin] Pushing event deleted for resources: {'Network': ['ID=acea807c-907d-4b35-8504-6dac910889c0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:28.610821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.624866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:28.701934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:28.732737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.750702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:28.774562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:28.789599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:28.792757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:28.907667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea898-6cc6-48cc-8ded-0750ea3fb5f9 req-c100cf94-bc15-4a71-a1a0-e9110c8795d8 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:28.909265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c2ea898-6cc6-48cc-8ded-0750ea3fb5f9 req-c100cf94-bc15-4a71-a1a0-e9110c8795d8 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2827666
Mar 26 20:59:28.921246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:28.927473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.930618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6ac289c9-7ee3-4255-8f92-04598c0d73d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f84eadfab429428c9f1c0642dcf6e5fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1549277
Mar 26 20:59:28.933625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37548) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:28.974186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:28.980534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:28.987083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.001682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2101ac-715c-4a8d-8c51-25444a2cb231 req-1b1efaf7-575c-4301-ad5b-5b4369eb95b9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.003590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f2101ac-715c-4a8d-8c51-25444a2cb231 req-1b1efaf7-575c-4301-ad5b-5b4369eb95b9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 944 time: 0.1619418
Mar 26 20:59:29.034638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.158766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-48451a60-3ebf-45b5-b8b7-6740ad01468f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9085329
Mar 26 20:59:29.185324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=3cf2dd33-7983-4cb6-b456-410106c0aa0b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:29.207361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Request body: {'port': {'device_id': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:29.207670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f2101ac-715c-4a8d-8c51-25444a2cb231 req-6f4c5240-3c41-42d3-91fd-376df9c949a2 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807771
Mar 26 20:59:29.211717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:29.248442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] Publish callbacks [] for security_group (0fb494f9-6d4b-4e98-8a11-5eb2904135cc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.258496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-955bbb69-fb03-4793-9cb5-884be870a459 None None] Provisioning complete for port 731af6f7-c114-4f9d-be99-1eaeecb622c2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:29.258894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-955bbb69-fb03-4793-9cb5-884be870a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.261776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.276314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] Publish callbacks [] for security_group (0fb494f9-6d4b-4e98-8a11-5eb2904135cc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.278198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.316598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-955bbb69-fb03-4793-9cb5-884be870a459 None None] Port 731af6f7-c114-4f9d-be99-1eaeecb622c2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:29.331676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c2ea898-6cc6-48cc-8ded-0750ea3fb5f9 req-1e308976-ecf3-465a-b8f6-7ebc36b15491 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4011233
Mar 26 20:59:29.338328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.338979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.340644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] 10.222.0.21 "PUT /v2.0/ports/d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 1092 time: 3.1831913
Mar 26 20:59:29.345392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:29.347767 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81846d75-a164-4953-95f4-80d1cc9214d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:29.446618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.452903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4d338-732b-459e-afbf-d4803b626700 service neutron] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:29.503649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ef1bd-5691-425c-9eab-ad37a0687678 req-08a95276-b01d-4dad-a29c-4435f5619a31 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.505904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf2ef1bd-5691-425c-9eab-ad37a0687678 req-08a95276-b01d-4dad-a29c-4435f5619a31 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 931 time: 0.1610677
Mar 26 20:59:29.542411 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP 31e4da9c-019d-4ea8-8e0d-a648eec90345 associated. External IP: 172.35.4.17, port: 2bb4f10c-1ea0-40c3-8345-25464f0d670c.
Mar 26 20:59:29.544020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0fb494f9-6d4b-4e98-8a11-5eb2904135cc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.546655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.550676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fb494f9-6d4b-4e98-8a11-5eb2904135cc HTTP/1.1" status: 204  len: 168 time: 0.6145086
Mar 26 20:59:29.568368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-b7fc65a5-ce2c-430f-a30e-3724b8202315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.569941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-b7fc65a5-ce2c-430f-a30e-3724b8202315 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1126 time: 0.1609631
Mar 26 20:59:29.599279 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc2475d-face-4345-ad61-0d24ded0647e x-openstack-request-id: req-ddc2475d-face-4345-ad61-0d24ded0647e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:29.599584 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:29.599846 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddc2475d-face-4345-ad61-0d24ded0647e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:29.600308 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc2475d-face-4345-ad61-0d24ded0647e'] response: {'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'status': 'completed', 'code': 200}
Mar 26 20:59:29.612285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809788ff-2b6a-42af-aa7f-bad3fda1a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb494f9-6d4b-4e98-8a11-5eb2904135cc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:29.697079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-a5ac1ab3-aa98-49e2-a360-3ba6665c93b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 217 time: 0.0996306
Mar 26 20:59:29.715029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf2ef1bd-5691-425c-9eab-ad37a0687678 req-f94e356d-eb4f-4e4b-8dec-185cab204c51 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012606
Mar 26 20:59:29.853002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-a5662d17-3b70-4768-8325-bba173f7474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.854507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-a5662d17-3b70-4768-8325-bba173f7474d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1450484
Mar 26 20:59:29.876840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee02fb-7be6-469d-8eb3-4dcfe1076bd8 req-42830307-57a1-4e64-8a8e-75b2f5774e85 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:29.883636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0ee02fb-7be6-469d-8eb3-4dcfe1076bd8 req-42830307-57a1-4e64-8a8e-75b2f5774e85 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.1940069
Mar 26 20:59:29.890453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:29.911988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port d5ceb886-b398-429c-9042-2f2ba8b58b75 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:29.912314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:29.939490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-da7439e5-3ba3-4c08-aa7b-53ef9983e011 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738671
Mar 26 20:59:30.026635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:30.037481 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:30.049912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.054792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.055529 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:30.057349 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:30.095947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4c481d55-b201-481d-925d-0ca01dc5b5d8 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.1196001
Mar 26 20:59:30.096993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:30.102965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1091731650'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:30.107368 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4df0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:30.120633 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:30.121725 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:30.131909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:30.139327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0ee02fb-7be6-469d-8eb3-4dcfe1076bd8 req-eb527065-b3ae-48d1-be73-06993640bc11 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2502356
Mar 26 20:59:30.144686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.162641 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4df0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:30.163387 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84a1f4-ca14-40b0-888e-6571080b6a39 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:30.224750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731af6f7-c114-4f9d-be99-1eaeecb622c2 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:30.225535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:30.244519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.246035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (99ff1b46-0635-48e1-98ea-befedae9768e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.246502 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Added segment 99ff1b46-0635-48e1-98ea-befedae9768e of type vlan for network c31c50a3-190a-4ae4-b170-58faef27dd10
Mar 26 20:59:30.268181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks [] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.305205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-596ae4b5-8c6f-4e29-ad0e-eaa3876ffc32 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3380749
Mar 26 20:59:30.322315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c31c50a3-190a-4ae4-b170-58faef27dd10), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.322931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for d5ceb886-b398-429c-9042-2f2ba8b58b75 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:30.371012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c31c50a3-190a-4ae4-b170-58faef27dd10), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.376602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:30.377244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.423610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Transition to ACTIVE for port object 731af6f7-c114-4f9d-be99-1eaeecb622c2 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:59:30.437505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:30.499880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3994176
Mar 26 20:59:30.518762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37604) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:30.519102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37606) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:30.544169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'subnet': {'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:30.562697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7470b2-8817-4186-912d-650b17dbd405 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Network': ['ID=c31c50a3-190a-4ae4-b170-58faef27dd10,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:30.575815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-b47eb911-ab3b-4d22-b9f7-6f62d6881581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:30.577436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-b47eb911-ab3b-4d22-b9f7-6f62d6881581 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1127 time: 0.2182422
Mar 26 20:59:30.580017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c31c50a3-190a-4ae4-b170-58faef27dd10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:30.591540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a76ce1-ff26-4598-9d66-a56fa2270626 req-df89ccca-6529-4cfc-b057-304b59b1190d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:30.593127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a76ce1-ff26-4598-9d66-a56fa2270626 req-df89ccca-6529-4cfc-b057-304b59b1190d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 944 time: 0.1892653
Mar 26 20:59:30.593545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306829d6-96c3-4bbd-9aa9-94739df35b65 req-51750aa4-de1f-48ee-be3b-f1730e8fac61 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:30.599093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-306829d6-96c3-4bbd-9aa9-94739df35b65 req-51750aa4-de1f-48ee-be3b-f1730e8fac61 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.3662004
Mar 26 20:59:30.609796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37610) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:30.651968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a81bf930-b08c-4be8-8aaf-932099688ce9 req-e05865bb-5211-4a20-ab16-9ab7d54dc2fe service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3194056
Mar 26 20:59:30.661311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Request body: {'floatingip': {'port_id': '74586d05-0a23-40a4-a976-8b3ddbbcbf41'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:30.736171 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a76ce1-ff26-4598-9d66-a56fa2270626 req-2708a4dc-0c56-4119-b145-2bedfa7d2937 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208677
Mar 26 20:59:30.762699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-3e961dcf-b38a-46e9-8354-f4c60eadc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:30.763199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:30.764241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-3e961dcf-b38a-46e9-8354-f4c60eadc85d service neutron] 10.222.0.21 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1701877
Mar 26 20:59:30.823982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-60576e00-efb7-448f-9a0d-15985bb3d843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 217 time: 0.0518990
Mar 26 20:59:30.860858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-940709420-network', 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:30.923495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.089657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:31.091939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.149734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-ba0f6457-b421-4865-b0e1-29e6c3587445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.151185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-ba0f6457-b421-4865-b0e1-29e6c3587445 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.3200192
Mar 26 20:59:31.151318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:31.154583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.171155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.173469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334187-4ce6-413f-a274-685dc2441cad req-34f40638-99d0-4dbd-bbc3-b77576265645 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.175016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04334187-4ce6-413f-a274-685dc2441cad req-34f40638-99d0-4dbd-bbc3-b77576265645 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.3537991
Mar 26 20:59:31.247866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-4d0aa40b-6b12-42a7-b2c3-12cfe1640c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.249426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-4d0aa40b-6b12-42a7-b2c3-12cfe1640c80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0907586
Mar 26 20:59:31.252585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04334187-4ce6-413f-a274-685dc2441cad req-1b768a37-2621-4313-abbd-c7dd4fce8840 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582979
Mar 26 20:59:31.387355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-7a90377c-e633-4fe7-b86e-689839baa788 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288080
Mar 26 20:59:31.411949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd97ce-82b9-47ed-bb83-8cb36e148b16 req-2572e5ce-a2f2-4c21-99b6-b44bd25de0cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.413512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60fd97ce-82b9-47ed-bb83-8cb36e148b16 req-2572e5ce-a2f2-4c21-99b6-b44bd25de0cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 943 time: 0.0862627
Mar 26 20:59:31.522254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5daa-3ff5-4524-91e2-7d7b38fdd77a req-e9e521c6-b384-439f-bacf-7b63db2d875f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.523686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6fa5daa-3ff5-4524-91e2-7d7b38fdd77a req-e9e521c6-b384-439f-bacf-7b63db2d875f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.7628150
Mar 26 20:59:31.524044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60fd97ce-82b9-47ed-bb83-8cb36e148b16 req-0ffba79e-15ac-4828-b697-2e9d0597937b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993087
Mar 26 20:59:31.524397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Attempting to bind port 731af6f7-c114-4f9d-be99-1eaeecb622c2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:31.524729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Attempting to bind port 731af6f7-c114-4f9d-be99-1eaeecb622c2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:31.525046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Attempting to bind port 731af6f7-c114-4f9d-be99-1eaeecb622c2 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:31.535425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0c5ea20-938a-47c1-8e85-09dda8ff67ca req-fae6b53a-afab-4091-803f-6100c855ae54 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400075
Mar 26 20:59:31.538949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-d6ec8697-487d-4369-ac97-8bc83f2db04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.540438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-d6ec8697-487d-4369-ac97-8bc83f2db04d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1126 time: 0.7277470
Mar 26 20:59:31.580730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Port 731af6f7-c114-4f9d-be99-1eaeecb622c2 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:59:31.581045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Attempting to bind port 731af6f7-c114-4f9d-be99-1eaeecb622c2 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:31.699339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:31.699685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:31.700098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:31.700545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Bound port: 731af6f7-c114-4f9d-be99-1eaeecb622c2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:31.700887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.737513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.843779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fd2ac-228e-441b-8093-ce27a26ddbff req-c1e4e059-d4ec-4345-8a66-9d8ced3f7ace tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:31.845277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed5fd2ac-228e-441b-8093-ce27a26ddbff req-c1e4e059-d4ec-4345-8a66-9d8ced3f7ace tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 944 time: 0.0568206
Mar 26 20:59:31.896069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed5fd2ac-228e-441b-8093-ce27a26ddbff req-1bfddc9b-12d1-4fec-ad7b-20c93dfd5982 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436864
Mar 26 20:59:31.905025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6fa5daa-3ff5-4524-91e2-7d7b38fdd77a req-844d39bb-8225-4a2a-8480-e5ce3f4c6759 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3712661
Mar 26 20:59:31.919297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d5ceb886-b398-429c-9042-2f2ba8b58b75), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:31.991777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=d5ceb886-b398-429c-9042-2f2ba8b58b75,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:32.000958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-dd1b842e-c903-425a-81ff-f383af62d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.002428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-dd1b842e-c903-425a-81ff-f383af62d61d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.4427285
Mar 26 20:59:32.015840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:32.155667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks [] for security_group (f7effb13-5ed5-45dc-b22d-959bdfb91aca), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.160194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:32.163953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-ad34b446-7b68-4a77-a0c2-16367a749cc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 217 time: 0.1109610
Mar 26 20:59:32.224926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f7effb13-5ed5-45dc-b22d-959bdfb91aca), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.244674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.341383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:32.387136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789eff56-61b5-4990-a3e8-d45a0ffaceee req-8460f455-0cc9-47d8-8e3a-bd668546a06f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.388896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-789eff56-61b5-4990-a3e8-d45a0ffaceee req-8460f455-0cc9-47d8-8e3a-bd668546a06f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.0611575
Mar 26 20:59:32.414936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.415557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.417013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] 10.222.0.18 "PUT /v2.0/ports/731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 200  len: 1091 time: 3.2138090
Mar 26 20:59:32.418845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:32.421221 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ab10a9-33e5-4b1c-b912-69ccd26affde" -d '{"events": [{"name": "network-changed", "server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:32.446599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7effb13-5ed5-45dc-b22d-959bdfb91aca,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:32.477038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-789eff56-61b5-4990-a3e8-d45a0ffaceee req-35164782-8a25-4344-815b-e10d0dd24137 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819108
Mar 26 20:59:32.488021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ad7f3b1b-c830-4866-8837-c7c5c1eb3381), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.489794 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Added segment ad7f3b1b-c830-4866-8837-c7c5c1eb3381 of type vlan for network bed7c102-81ae-4d0f-9222-79cbabeb217f
Mar 26 20:59:32.511109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-05517cc3-ea4a-4f48-ac1f-c36d7295a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.513576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-05517cc3-ea4a-4f48-ac1f-c36d7295a039 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.2939105
Mar 26 20:59:32.531409 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2c0f32-123f-4042-bd54-a65a4825f459 x-openstack-request-id: req-2a2c0f32-123f-4042-bd54-a65a4825f459 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:32.532196 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:32.532196 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a2c0f32-123f-4042-bd54-a65a4825f459 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:32.532417 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2c0f32-123f-4042-bd54-a65a4825f459'] response: {'name': 'network-changed', 'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'status': 'completed', 'code': 200}
Mar 26 20:59:32.633622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-11d06d5b-7133-444d-b34c-bfa2aa855b5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0893803
Mar 26 20:59:32.634152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653623f-b3e9-4282-8bd7-3f6987ed0e20 service neutron] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:32.636961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (70c549d3-cad9-43c6-a9a2-4557c0f35c4e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.658911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bed7c102-81ae-4d0f-9222-79cbabeb217f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.659397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7794942-61a8-4207-8391-bdac1e893950 req-f23f63b6-05bb-4344-9f12-230d3b887b48 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.663273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7794942-61a8-4207-8391-bdac1e893950 req-f23f63b6-05bb-4344-9f12-230d3b887b48 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 943 time: 0.0647528
Mar 26 20:59:32.709912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7794942-61a8-4207-8391-bdac1e893950 req-8605068b-cce5-495f-bc2d-f4aeacc66bbd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419524
Mar 26 20:59:32.854455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 20:59:32.893769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Subnet': ['ID=70c549d3-cad9-43c6-a9a2-4557c0f35c4e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:32.915724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bed7c102-81ae-4d0f-9222-79cbabeb217f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.916703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.917271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.920308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-7b5d6f18-38be-4b3e-ac38-b035149b5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:32.921793 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-7b5d6f18-38be-4b3e-ac38-b035149b5979 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 1125 time: 0.4213226
Mar 26 20:59:32.953377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:32.990579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.031372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.5032334
Mar 26 20:59:33.035755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be6ed2-d562-4ac1-a8d0-0197f39742d7 req-d6f9c078-ee72-4171-aa19-66a319824415 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.038443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10be6ed2-d562-4ac1-a8d0-0197f39742d7 req-d6f9c078-ee72-4171-aa19-66a319824415 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0573287
Mar 26 20:59:33.038942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37632) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:33.043644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Request body: {'subnet': {'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-940709420-subnet', 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:33.045585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-c6c3e7c9-dc9a-4d6d-a868-adb621509818 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 200  len: 217 time: 0.1063056
Mar 26 20:59:33.046190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.070292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Checking segment: {'id': '99ff1b46-0635-48e1-98ea-befedae9768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:33.070650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network hostable DHCP agents. Network: c31c50a3-190a-4ae4-b170-58faef27dd10, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:33.074418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-a5d7f1c8-f47d-4a1e-83d8-c933ac324fed service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4093385
Mar 26 20:59:33.086232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:33.088897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.127210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10be6ed2-d562-4ac1-a8d0-0197f39742d7 req-1d6eb1f6-563d-492e-9b98-b112e0bccb72 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800076
Mar 26 20:59:33.216144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137408c-bd4f-43a5-ad47-b1520ba8572f admin admin] Pushing event updated for resources: {'Network': ['ID=bed7c102-81ae-4d0f-9222-79cbabeb217f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:33.228551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bed7c102-81ae-4d0f-9222-79cbabeb217f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:33.279611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (e5205905-093e-4b0d-b14f-3c4f588419c2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.338735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5205905-093e-4b0d-b14f-3c4f588419c2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:33.355854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Checking segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:33.356272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Network hostable DHCP agents. Network: bed7c102-81ae-4d0f-9222-79cbabeb217f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:33.374819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Network bed7c102-81ae-4d0f-9222-79cbabeb217f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:33.384646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bed7c102-81ae-4d0f-9222-79cbabeb217f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:33.390226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.390926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.396401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f86a96-4cc9-4268-a2db-86fd681953ec None None] Network bed7c102-81ae-4d0f-9222-79cbabeb217f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:33.409762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2857689-d151-4d0f-a7e1-a35f8e9474d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.3697190
Mar 26 20:59:33.507854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05566918-dfa1-431c-8c3b-4617375df98e None None] Network bed7c102-81ae-4d0f-9222-79cbabeb217f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:33.633013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31743251-a914-4a3b-a44d-b84b8b752608 req-6e87b453-b24f-4d6c-8b55-3fed810d4a88 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.637858 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31743251-a914-4a3b-a44d-b84b8b752608 req-6e87b453-b24f-4d6c-8b55-3fed810d4a88 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.0820379
Mar 26 20:59:33.681685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31743251-a914-4a3b-a44d-b84b8b752608 req-d4e3c34f-d9ca-499c-a498-0ca78170d9a6 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429518
Mar 26 20:59:33.709682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network c31c50a3-190a-4ae4-b170-58faef27dd10 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:33.724729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-1efde68b-452c-4c69-8da6-4503e917c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.726195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-1efde68b-452c-4c69-8da6-4503e917c706 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.6572015
Mar 26 20:59:33.741806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c31c50a3-190a-4ae4-b170-58faef27dd10) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:33.750760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49237d47-2a14-40a0-8fb7-589cc816cafe None None] Network c31c50a3-190a-4ae4-b170-58faef27dd10 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:33.771771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd998d-ae60-400f-957b-6fad480786df req-9e959950-c4c7-4b84-aa10-1143964b8e3d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.773234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfdd998d-ae60-400f-957b-6fad480786df req-9e959950-c4c7-4b84-aa10-1143964b8e3d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 944 time: 0.7816138
Mar 26 20:59:33.776419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:33.777071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.828227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d49002ae-107b-4214-8a27-9406b4f5cade details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:33.840773 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Floating IP 5975b901-06c0-444c-a0f9-08e96e4009a8 associated. External IP: 172.35.4.89, port: 74586d05-0a23-40a4-a976-8b3ddbbcbf41.
Mar 26 20:59:33.886228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81846d75-a164-4953-95f4-80d1cc9214d0 req-744babbd-6441-4d8f-a176-7135948132c1 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7061238
Mar 26 20:59:33.892410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:33.892585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6822ab15-49bf-431e-89d2-e41e3dd491bb tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3657019
Mar 26 20:59:33.905231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1509096908', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:33.938084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (42b7456f-8058-4611-af72-f93a1d847b13), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.939386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (42b7456f-8058-4611-af72-f93a1d847b13), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:33.943956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c31c50a3-190a-4ae4-b170-58faef27dd10', 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10', 'project_id': '6349609b9c304ab296fafc47dc857c05', 'fixed_ips': [{'subnet_id': '70c549d3-cad9-43c6-a9a2-4557c0f35c4e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:59:33.944841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.003776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-86331193-476b-4231-9458-f2f1b31c36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:34.005418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-86331193-476b-4231-9458-f2f1b31c36e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2661939
Mar 26 20:59:34.013551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfdd998d-ae60-400f-957b-6fad480786df req-f3f6b65e-83b5-4f78-9ebb-98396b604030 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144325
Mar 26 20:59:34.053586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:34.071618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_controller (42b7456f-8058-4611-af72-f93a1d847b13), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.080396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'network_id': '5f7a9847-066b-4899-88a9-f395e43c97c0', 'port_id': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'mac_address': 'fa:16:3e:27:29:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd00f27-174a-4593-bb23-8ffbe95a230f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:34.171202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d49002ae-107b-4214-8a27-9406b4f5cade is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:34.171601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.174050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Allocated IP 172.20.0.2 (c31c50a3-190a-4ae4-b170-58faef27dd10/70c549d3-cad9-43c6-a9a2-4557c0f35c4e/7dcf83a2-c56a-4055-bb97-11d9d627f772) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:34.197997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49002ae-107b-4214-8a27-9406b4f5cade {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:34.229059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:34.236576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-5a7caa5d-1cbc-4005-a1f8-412ce5e5f21a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:34.241224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:34.243325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-5a7caa5d-1cbc-4005-a1f8-412ce5e5f21a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.2795372
Mar 26 20:59:34.252651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-391dea31-a48a-422c-835f-1a609e6d5a5a service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367280
Mar 26 20:59:34.257501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-6858a04b-fa9f-46e0-bd04-e1152b450def tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/quotas/496f2be9357e414ca8db7bf1f5ed0234 HTTP/1.1" status: 200  len: 375 time: 0.0133231
Mar 26 20:59:34.276420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.348991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-7210963a-4e49-4f7a-b453-7f870164ade0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0553548
Mar 26 20:59:34.352386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (42b7456f-8058-4611-af72-f93a1d847b13), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.364805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:34.410049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks [] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.418264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.430137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fd9bd-517a-420e-bba3-88b33a9e6524 req-f9abb3b5-c6ef-45a6-a228-a0661a94320c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:34.431676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad8fd9bd-517a-420e-bba3-88b33a9e6524 req-f9abb3b5-c6ef-45a6-a228-a0661a94320c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 943 time: 0.2817695
Mar 26 20:59:34.459507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Network c31c50a3-190a-4ae4-b170-58faef27dd10 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:34.462339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:34.465053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:34.484979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Pushing event updated for resources: {'Port': ['ID=7dcf83a2-c56a-4055-bb97-11d9d627f772,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:34.501955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:34.534901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a934fd4f-821e-4991-b9f5-2efcf18067e6 req-25408283-1c31-4f5c-996a-0afe68262ebc service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700145
Mar 26 20:59:34.536172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-bccc0968-66f8-4ec7-afee-665d427f4992 service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715429
Mar 26 20:59:34.545207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Attempting to bind port 7dcf83a2-c56a-4055-bb97-11d9d627f772 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:34.545593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Attempting to bind port 7dcf83a2-c56a-4055-bb97-11d9d627f772 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99ff1b46-0635-48e1-98ea-befedae9768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:34.545966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Attempting to bind port 7dcf83a2-c56a-4055-bb97-11d9d627f772 on network c31c50a3-190a-4ae4-b170-58faef27dd10 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:34.551422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:34.552568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Checking segment: {'id': '99ff1b46-0635-48e1-98ea-befedae9768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:34.552917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.553333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Bound using segment: {'id': '99ff1b46-0635-48e1-98ea-befedae9768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:34.553884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Bound port: 7dcf83a2-c56a-4055-bb97-11d9d627f772, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ff1b46-0635-48e1-98ea-befedae9768e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:34.554263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.559210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:34.598990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-64d93199-df74-4565-b355-862a0c9e6b1f tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "PUT /v2.0/routers/0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4581077
Mar 26 20:59:34.602540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad8fd9bd-517a-420e-bba3-88b33a9e6524 req-340087b8-e0f9-4db5-88c4-2a0431bcc4c8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354067
Mar 26 20:59:34.606064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37658) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:34.622860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] For port 7dcf83a2-c56a-4055-bb97-11d9d627f772, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:34.629175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] For port 7dcf83a2-c56a-4055-bb97-11d9d627f772, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf83a2-c56a-4055-bb97-11d9d627f772,segment=NetworkSegment(99ff1b46-0635-48e1-98ea-befedae9768e),segment_id=99ff1b46-0635-48e1-98ea-befedae9768e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:34.635687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] Sync routers for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:34.642088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:34.687051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-95ac6090-5ae7-4772-b5a4-ca4657f60ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264169
Mar 26 20:59:34.688523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.699849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:34.700229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f86eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:34.817232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-631915dd-3b6e-4980-835d-f26a2bc24f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:34.819365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (42b7456f-8058-4611-af72-f93a1d847b13), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.819598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-631915dd-3b6e-4980-835d-f26a2bc24f63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 1125 time: 0.2142382
Mar 26 20:59:34.840825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:34.934198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f86eb20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:34.974673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-25c1f014-cf25-43a2-8eef-880fccf9119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:34.976180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-25c1f014-cf25-43a2-8eef-880fccf9119d service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.1198623
Mar 26 20:59:35.027602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.35.4.91 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ec14d514-b95f-4d6e-979c-cf237150de4d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:35.042659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] Routers {'0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:35.043312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f86eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:35.063884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b78dd-a34b-4b91-96c1-b66ee2963b3e req-c946ea60-7064-4f2a-9f6c-f1b3447aaef8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.071327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-950b78dd-a34b-4b91-96c1-b66ee2963b3e req-c946ea60-7064-4f2a-9f6c-f1b3447aaef8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.3577702
Mar 26 20:59:35.087757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-236ac7e8-aafd-4c48-8bc7-4b6ab47e0b06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 200  len: 217 time: 0.0992291
Mar 26 20:59:35.107234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:35.123577 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Sync routers for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:35.124181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f86eb20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:35.124772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefff3dd-8083-41cf-a707-458b4835fc0f None None] The sync data for ids ['0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:35.137181 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:35.137808 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77fd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:35.169172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765bf1-87d6-47af-918a-451794e8b8c6 None None] Pushing event updated for resources: {'Port': ['ID=7dcf83a2-c56a-4055-bb97-11d9d627f772,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:35.195224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb2c2a-5326-4d89-bda1-ffc0a5de6dd3 req-098e2672-e4ba-414b-9418-65869d233bd2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.196794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84fb2c2a-5326-4d89-bda1-ffc0a5de6dd3 req-098e2672-e4ba-414b-9418-65869d233bd2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2735260
Mar 26 20:59:35.213560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-8daab2bc-cbed-45ae-b146-3366e6e764cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.215044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-8daab2bc-cbed-45ae-b146-3366e6e764cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1093683
Mar 26 20:59:35.225641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:35.317766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-87f02d0e-2aaa-4281-bbfe-936ea79a8d48 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "PUT /v2.0/floatingips/5975b901-06c0-444c-a0f9-08e96e4009a8 HTTP/1.1" status: 200  len: 990 time: 4.6892357
Mar 26 20:59:35.318580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (ec14d514-b95f-4d6e-979c-cf237150de4d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:35.319752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:35.322104 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed" -d '{"events": [{"name": "network-changed", "server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:35.372435 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:35.391893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84fb2c2a-5326-4d89-bda1-ffc0a5de6dd3 req-54a21b41-bfac-40e1-830d-7356d7e0fa6d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715200
Mar 26 20:59:35.406273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-950b78dd-a34b-4b91-96c1-b66ee2963b3e req-a13cd451-e7af-4a6c-b0bc-0f7da9c1d311 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3324327
Mar 26 20:59:35.410435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:35.531894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ec14d514-b95f-4d6e-979c-cf237150de4d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:35.538017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b21f4da2-13c8-4bba-8854-9afa27c90894 req-71052af4-47a7-457a-a45a-df016468dc7f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 210 time: 0.0505483
Mar 26 20:59:35.588378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:35.601881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:35.622474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:35.623127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-7edf16ba-047a-4b73-a614-709a4c1e1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.624836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-7edf16ba-047a-4b73-a614-709a4c1e1cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3060081
Mar 26 20:59:35.627621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=ec14d514-b95f-4d6e-979c-cf237150de4d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:35.689418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0ace-a572-40c3-bbf9-149b364adc60 req-980cd814-8306-47fd-b00b-917bb17d376d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.690702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-159f0ace-a572-40c3-bbf9-149b364adc60 req-980cd814-8306-47fd-b00b-917bb17d376d tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 945 time: 0.1855748
Mar 26 20:59:35.746524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_gateway (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:35.845537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c7b0b-78be-4e33-b19f-7c6308e12d2a req-9c546a69-e232-4c0e-989d-1266e22efb33 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:35.855942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485c7b0b-78be-4e33-b19f-7c6308e12d2a req-9c546a69-e232-4c0e-989d-1266e22efb33 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.2001367
Mar 26 20:59:35.857363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77fd90>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5975b901-06c0-444c-a0f9-08e96e4009a8', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'floating_ip_address': '172.35.4.89', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'port_id': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'mac_address': 'fa:16:3e:a3:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09615731-6e79-49e6-b750-c6412628ecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:59:05Z', 'updated_at': '2022-03-26T20:59:32Z', 'revision_number': 1, 'project_id': '586533ed0cf646c2945f68477b651e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:35.877850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-f779f668-bf91-45e6-9ccd-5f4c296f2a90 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392070
Mar 26 20:59:35.882987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-159f0ace-a572-40c3-bbf9-149b364adc60 req-1cbbc9b3-bd03-4382-8fae-efdde7c91c87 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394968
Mar 26 20:59:35.907665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7dcf83a2-c56a-4055-bb97-11d9d627f772 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:35.914639 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Checking router: a7a93f48-d125-4fee-a619-8f9e0cbf9c07 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 20:59:35.940804 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:35.942830 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77fd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:35.980937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-485c7b0b-78be-4e33-b19f-7c6308e12d2a req-a6c60ea4-a309-4a38-87a0-4a35d91259e5 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237361
Mar 26 20:59:36.047866 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf7d5bf-ba77-4696-bc06-2313e2727d85 x-openstack-request-id: req-2cf7d5bf-ba77-4696-bc06-2313e2727d85 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:36.048264 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:36.050532 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cf7d5bf-ba77-4696-bc06-2313e2727d85 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:36.050979 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf7d5bf-ba77-4696-bc06-2313e2727d85'] response: {'name': 'network-changed', 'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'status': 'completed', 'code': 200}
Mar 26 20:59:36.071887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7dcf83a2-c56a-4055-bb97-11d9d627f772 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:36.072931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.158961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12ab10a9-33e5-4b1c-b912-69ccd26affde req-ae66e335-3535-4c87-a47a-a1d25b4b1864 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738442
Mar 26 20:59:36.161791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port 2f22e171-9fce-4135-ac06-ff47256a7cab {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:36.162265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2f22e171-9fce-4135-ac06-ff47256a7cab), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.182052 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 20:59:36.191366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 731af6f7-c114-4f9d-be99-1eaeecb622c2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:36.256675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-894b3a44-5d0f-41a7-988e-9425e353e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:36.259062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-894b3a44-5d0f-41a7-988e-9425e353e52a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=586533ed0cf646c2945f68477b651e23&device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 1127 time: 0.2045140
Mar 26 20:59:36.273877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7dcf83a2-c56a-4055-bb97-11d9d627f772 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:36.274514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.290291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07895ce-fa17-4f22-a202-9ca1b2514aa2 req-233e11d2-4f9e-4987-a0bc-e935314ab7ca tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:36.291899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d07895ce-fa17-4f22-a202-9ca1b2514aa2 req-233e11d2-4f9e-4987-a0bc-e935314ab7ca tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 943 time: 0.1816642
Mar 26 20:59:36.296408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (42b7456f-8058-4611-af72-f93a1d847b13), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.324084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2f22e171-9fce-4135-ac06-ff47256a7cab), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.369518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 7dcf83a2-c56a-4055-bb97-11d9d627f772, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf83a2-c56a-4055-bb97-11d9d627f772,segment=NetworkSegment(99ff1b46-0635-48e1-98ea-befedae9768e),segment_id=99ff1b46-0635-48e1-98ea-befedae9768e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:36.387369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.390186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for 2f22e171-9fce-4135-ac06-ff47256a7cab owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:36.452349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d07895ce-fa17-4f22-a202-9ca1b2514aa2 req-b40b9ff3-fa6d-46e0-bfe2-bd1e0fb8a5e7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525979
Mar 26 20:59:36.476112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:36.514777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'mac_address': 'fa:16:3e:03:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:36.577590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 731af6f7-c114-4f9d-be99-1eaeecb622c2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:36.577925 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.580266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095c8e1-81da-4941-98df-09a8a517fb22 None None] Network c31c50a3-190a-4ae4-b170-58faef27dd10 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:36.606880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=7dcf83a2-c56a-4055-bb97-11d9d627f772,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:36.622673 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77fd90>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5975b901-06c0-444c-a0f9-08e96e4009a8', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'floating_ip_address': '172.35.4.89', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'port_id': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'mac_address': 'fa:16:3e:a3:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09615731-6e79-49e6-b750-c6412628ecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:59:05Z', 'updated_at': '2022-03-26T20:59:32Z', 'revision_number': 1, 'project_id': '586533ed0cf646c2945f68477b651e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:36.733127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731af6f7-c114-4f9d-be99-1eaeecb622c2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:36.753031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-dd8bcbb4-461a-4508-b2c9-632eeaf90527 None None] Provisioning complete for port 7dcf83a2-c56a-4055-bb97-11d9d627f772 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:36.753569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd8bcbb4-461a-4508-b2c9-632eeaf90527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.760078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a1bd16-d4e0-4bfd-ab5e-544b06b62b80 None None] The sync data for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 is: [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5975b901-06c0-444c-a0f9-08e96e4009a8', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'floating_ip_address': '172.35.4.89', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'port_id': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'mac_address': 'fa:16:3e:a3:1c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09615731-6e79-49e6-b750-c6412628ecab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T20:59:05Z', 'updated_at': '2022-03-26T20:59:32Z', 'revision_number': 1, 'project_id': '586533ed0cf646c2945f68477b651e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:36.775988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:36.808087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.841939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (42b7456f-8058-4611-af72-f93a1d847b13), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:36.909635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:36.982283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bcbb4-461a-4508-b2c9-632eeaf90527 None None] Current status of the port 7dcf83a2-c56a-4055-bb97-11d9d627f772 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:37.084150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab69df6-e6ed-4e4c-92fe-97860c0ee2f6 None None] New status for floating IP 5975b901-06c0-444c-a0f9-08e96e4009a8: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 20:59:37.089295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['731af6f7-c114-4f9d-be99-1eaeecb622c2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:37.163834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-518a94cc-0605-4c70-9c50-4036048dbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.166179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-518a94cc-0605-4c70-9c50-4036048dbfe2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2 HTTP/1.1" status: 200  len: 915 time: 0.8949945
Mar 26 20:59:37.260529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bd3f946f-a4ed-45a6-84ca-31cda5b58785 None None] Provisioning complete for port 7dcf83a2-c56a-4055-bb97-11d9d627f772 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:37.260529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bd3f946f-a4ed-45a6-84ca-31cda5b58785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.274036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2f22e171-9fce-4135-ac06-ff47256a7cab), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.276880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfb8f7-2206-4f63-822c-a6ce93c247c9 req-ea9ee94e-5642-49e3-bcf7-780ae0929d08 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.278419 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0cfb8f7-2206-4f63-822c-a6ce93c247c9 req-ea9ee94e-5642-49e3-bcf7-780ae0929d08 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.7101619
Mar 26 20:59:37.311665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-46d44487-aad1-4c10-9436-8828340d1bea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41 HTTP/1.1" status: 200  len: 998 time: 0.1257608
Mar 26 20:59:37.313932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=2f22e171-9fce-4135-ac06-ff47256a7cab,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:37.327006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4f6e-459f-428b-9a9b-45ca2a0886d7 req-dab89dfc-4066-4b55-9286-95673c56baf2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.328550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549a4f6e-459f-428b-9a9b-45ca2a0886d7 req-dab89dfc-4066-4b55-9286-95673c56baf2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.8246884
Mar 26 20:59:37.436993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f946f-a4ed-45a6-84ca-31cda5b58785 None None] Current status of the port 7dcf83a2-c56a-4055-bb97-11d9d627f772 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:37.467616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e3113f9c-8942-45bc-a753-caaa9f159030 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.469109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e3113f9c-8942-45bc-a753-caaa9f159030 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.6287203
Mar 26 20:59:37.470088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-ec3e46c4-fe79-4b26-8e77-682907d79eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.471746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-ec3e46c4-fe79-4b26-8e77-682907d79eb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7f4ae5-d0de-4d72-955c-3b468080f7b2 HTTP/1.1" status: 200  len: 854 time: 0.1394393
Mar 26 20:59:37.478167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0cfb8f7-2206-4f63-822c-a6ce93c247c9 req-123bbe01-8307-44f2-8431-6b999510c1f5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575315
Mar 26 20:59:37.479552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.487842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Request body: {'port': {'device_id': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'admin_state_up': True, 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:37.578764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 42b7456f-8058-4611-af72-f93a1d847b13 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 20:59:37.600706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8467c85e-e53c-4137-8e36-a1b3b11031e9 req-cf7b2b64-15a7-41fb-9bb5-a9980105156e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 210 time: 0.0432143
Mar 26 20:59:37.601611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549a4f6e-459f-428b-9a9b-45ca2a0886d7 req-c6a9a5d1-aa54-4c2c-a03c-46936e270fd6 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598796
Mar 26 20:59:37.612125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.616966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router_controller (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.668621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-0f13b658-87bb-44e5-9255-e5d0b56013d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.670237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-0f13b658-87bb-44e5-9255-e5d0b56013d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3aa0f23c-5368-46f1-b9c6-8664ee7325a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1837814
Mar 26 20:59:37.679577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.680222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:59:37.694340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.696484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ddfba5eb-6ed6-4cd1-bade-7ed6d08d6a5d tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/routers/0d6fe64d-a9b2-4e13-99ea-32eeb2bc2dbd HTTP/1.1" status: 204  len: 168 time: 3.0894098
Mar 26 20:59:37.704504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37694) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:37.760038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:37.763819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.788805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7dcf83a2-c56a-4055-bb97-11d9d627f772 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:37.819183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91110-0de0-423e-a2db-2309ab7cbf35 req-3617290c-e2f6-4040-8715-7507ac49acc8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.820721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbf91110-0de0-423e-a2db-2309ab7cbf35 req-3617290c-e2f6-4040-8715-7507ac49acc8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 944 time: 0.1130297
Mar 26 20:59:37.822942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-b884f727-f16f-4d69-953e-8be730bcf3e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449294
Mar 26 20:59:37.828663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d49002ae-107b-4214-8a27-9406b4f5cade up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:37.859014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting subnet b5860f09-ac9b-4ca0-8914-676ec37346ab {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:59:37.871514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for subnet (b5860f09-ac9b-4ca0-8914-676ec37346ab), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.904909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7dcf83a2-c56a-4055-bb97-11d9d627f772 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:37.905427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.927999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d49002ae-107b-4214-8a27-9406b4f5cade completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:59:37.934711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d49002ae-107b-4214-8a27-9406b4f5cade triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:37.935354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.937460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbf91110-0de0-423e-a2db-2309ab7cbf35 req-fdde8f5f-426d-44c1-9285-0fcaeb53952d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097596
Mar 26 20:59:37.955713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e958bec-964a-42c3-afc3-31bf37375d73 req-a0491391-adb6-4e0a-87ad-7214eb1877e6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:37.957408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e958bec-964a-42c3-afc3-31bf37375d73 req-a0491391-adb6-4e0a-87ad-7214eb1877e6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 945 time: 0.2799881
Mar 26 20:59:37.968227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffe81132-1ab6-4d83-8d51-8e6d6eb948ed req-c18c5120-d12a-4bed-9067-06b6762b68d0 service neutron] 10.222.0.21 "GET /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327305
Mar 26 20:59:37.983105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (b5860f09-ac9b-4ca0-8914-676ec37346ab), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:37.986629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:38.000340 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] Sync routers for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:38.021155 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:38.021771 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f650f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:38.062132 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f650f10>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:38.071404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7dcf83a2-c56a-4055-bb97-11d9d627f772 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:38.073793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:38.074405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f650f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:38.081722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d49002ae-107b-4214-8a27-9406b4f5cade is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:38.082226 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.094143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.098187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a61af327-2255-453f-bff8-e15fb88f4f87 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.2016575
Mar 26 20:59:38.100447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37696) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:38.115104 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f650f10>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:38.115764 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35585168-e798-4edc-9947-fcf53b246a09 None None] The sync data for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:38.117139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:38.120427 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b187ce01-e490-4662-a839-7aeb8b1e01ff" -d '{"events": [{"server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "name": "network-vif-plugged", "status": "completed", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:38.135305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:38.140501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e958bec-964a-42c3-afc3-31bf37375d73 req-e66702ef-cd00-4d24-b5bd-74c477959ac2 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754625
Mar 26 20:59:38.141769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.184359 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32fc7d-a6cc-4a85-9647-6d44a25b76bf x-openstack-request-id: req-3f32fc7d-a6cc-4a85-9647-6d44a25b76bf {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:38.184986 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "name": "network-vif-plugged", "status": "completed", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:38.185429 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f32fc7d-a6cc-4a85-9647-6d44a25b76bf {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:38.185999 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f32fc7d-a6cc-4a85-9647-6d44a25b76bf'] response: {'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'code': 200}
Mar 26 20:59:38.195740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Allocated IP 172.20.0.11 (bed7c102-81ae-4d0f-9222-79cbabeb217f/e5205905-093e-4b0d-b14f-3c4f588419c2/a7faa08b-872e-4394-814a-c7ee682c1e20) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:38.210935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 731af6f7-c114-4f9d-be99-1eaeecb622c2 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:38.247776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:38.255847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b5860f09-ac9b-4ca0-8914-676ec37346ab), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.280670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 731af6f7-c114-4f9d-be99-1eaeecb622c2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:59:38.284968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 731af6f7-c114-4f9d-be99-1eaeecb622c2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:38.285350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.374078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 731af6f7-c114-4f9d-be99-1eaeecb622c2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:38.374466 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.395065 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (b5860f09-ac9b-4ca0-8914-676ec37346ab), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.410842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:38.418053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.423215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f97fb-dfff-4f97-8649-f89590f67802 req-92f32ffc-11a3-4747-a783-6d840d47edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:38.423215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd5f97fb-dfff-4f97-8649-f89590f67802 req-92f32ffc-11a3-4747-a783-6d840d47edb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1128 time: 0.1425455
Mar 26 20:59:38.440212 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.444106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/subnets/b5860f09-ac9b-4ca0-8914-676ec37346ab HTTP/1.1" status: 204  len: 168 time: 0.7312682
Mar 26 20:59:38.447964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405fa31-f41f-473d-a30d-2bc25a8d9ba4 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Subnet': ['ID=b5860f09-ac9b-4ca0-8914-676ec37346ab,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:38.448688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:38.452749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f83587-b9c9-4c13-9284-17d4925f6339 None None] Network 7dba211e-4181-43de-b6b4-cb4f49af530f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:38.483263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks [] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.522903 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.541465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:38.579645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Network bed7c102-81ae-4d0f-9222-79cbabeb217f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:38.603500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:38.606632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:38.622490 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7dba211e-4181-43de-b6b4-cb4f49af530f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.633453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd5f97fb-dfff-4f97-8649-f89590f67802 req-e71e7bec-b80c-4029-855b-c947e9205ae5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988537
Mar 26 20:59:38.651435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:38.675878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] DHCP port deletion for 7dba211e-4181-43de-b6b4-cb4f49af530f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:59:38.689531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfd09f-4a42-414b-934a-11b5df3d186e req-e5013337-6e78-4a1f-b27f-0140b0f22342 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:38.691095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ddfd09f-4a42-414b-934a-11b5df3d186e req-e5013337-6e78-4a1f-b27f-0140b0f22342 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1319842
Mar 26 20:59:38.697428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:38.698310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.735465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Deleting port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:38.735851 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.736064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-e36434c4-f01b-485f-8d8a-03503eb0c3f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2519917
Mar 26 20:59:38.753732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ddfd09f-4a42-414b-934a-11b5df3d186e req-6ed37513-261d-4243-afe3-8bb31d7f2cc0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516534
Mar 26 20:59:38.839052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87becfcb-26dd-4622-831f-463137e65423 req-f2ae9171-2326-47ed-be8b-0dd72b21ba21 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:38.840625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87becfcb-26dd-4622-831f-463137e65423 req-f2ae9171-2326-47ed-be8b-0dd72b21ba21 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 932 time: 0.1497142
Mar 26 20:59:38.846812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Request body: {'port': {'device_id': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:38.851288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:38.851641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.940995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083180a-72ad-4891-bc96-db4270afaa7c req-bdfd01a4-2fa7-4a66-b830-c970b074424b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:38.943062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d083180a-72ad-4891-bc96-db4270afaa7c req-bdfd01a4-2fa7-4a66-b830-c970b074424b tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1136103
Mar 26 20:59:38.943648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.962246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] For port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,segment=NetworkSegment(09cb2381-ac77-4970-b682-12ba75a66b3a),segment_id=09cb2381-ac77-4970-b682-12ba75a66b3a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:38.963235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:38.978977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Calling delete_port for 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:38.985483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] For port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,segment=NetworkSegment(09cb2381-ac77-4970-b682-12ba75a66b3a),segment_id=09cb2381-ac77-4970-b682-12ba75a66b3a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:38.985850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.014298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87becfcb-26dd-4622-831f-463137e65423 req-fdadd51c-5624-4f27-bb17-1ad259bcca39 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573837
Mar 26 20:59:39.037373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:39.078945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d083180a-72ad-4891-bc96-db4270afaa7c req-4d07f3be-0bad-46bd-90cf-08a938a740ff tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260891
Mar 26 20:59:39.108642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.109451 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.143354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] Pushing event deleted for resources: {'Port': ['ID=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:39.147153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0c160-5b03-4ebf-b34e-456836985358 None None] No DVR routers for this DVR port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:39.281587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.329523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc597f-c3fc-4d6f-b63f-89e2a1b89bbe req-82d8f1b2-fb5b-40ac-903d-48890d4460af tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:39.331042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71fc597f-c3fc-4d6f-b63f-89e2a1b89bbe req-82d8f1b2-fb5b-40ac-903d-48890d4460af tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.1874413
Mar 26 20:59:39.333858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] No DVR routers for this DVR port 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:39.335211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8ea90-9a76-4441-a6f4-7be5dfcee33a req-9dd5dc20-c058-46c5-ba6c-e5b2e3e75f10 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:39.336897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fb8ea90-9a76-4441-a6f4-7be5dfcee33a req-9dd5dc20-c058-46c5-ba6c-e5b2e3e75f10 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 946 time: 0.1128457
Mar 26 20:59:39.342363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:39.419273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7faa08b-872e-4394-814a-c7ee682c1e20 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:39.430865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks [] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.433202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fb8ea90-9a76-4441-a6f4-7be5dfcee33a req-63198c89-ed70-467f-bd41-c8b978fc2156 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884633
Mar 26 20:59:39.448157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Transition to ACTIVE for port object a7faa08b-872e-4394-814a-c7ee682c1e20 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 20:59:39.453053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.507275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7dba211e-4181-43de-b6b4-cb4f49af530f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.530882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:39.553926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71fc597f-c3fc-4d6f-b63f-89e2a1b89bbe req-d8b8bb47-4b16-4819-9421-b5c40a970f58 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125897
Mar 26 20:59:39.569963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f7b5d60>,) {'filters': {'network_id': ['7dba211e-4181-43de-b6b4-cb4f49af530f']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:39.585544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f7b5d60>, '09cb2381-ac77-4970-b682-12ba75a66b3a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:39.585845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f7b5d60>, '09cb2381-ac77-4970-b682-12ba75a66b3a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:39.587615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Attempting to bind port a7faa08b-872e-4394-814a-c7ee682c1e20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:39.588116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Attempting to bind port a7faa08b-872e-4394-814a-c7ee682c1e20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:39.588458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Attempting to bind port a7faa08b-872e-4394-814a-c7ee682c1e20 on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:39.592846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Port a7faa08b-872e-4394-814a-c7ee682c1e20 on network bed7c102-81ae-4d0f-9222-79cbabeb217f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 20:59:39.593207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Attempting to bind port a7faa08b-872e-4394-814a-c7ee682c1e20 on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:39.599383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:39.599680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Checking segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:39.600117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Bound using segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:39.600560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Bound port: a7faa08b-872e-4394-814a-c7ee682c1e20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:39.600951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.601540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (09cb2381-ac77-4970-b682-12ba75a66b3a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.640702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (09cb2381-ac77-4970-b682-12ba75a66b3a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.652237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:59:39.652756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (09cb2381-ac77-4970-b682-12ba75a66b3a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:59:39.655944 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:59:39.667616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:39.670893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:39.674620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.1 (c31c50a3-190a-4ae4-b170-58faef27dd10/70c549d3-cad9-43c6-a9a2-4557c0f35c4e/c349afae-97c7-46ee-ae06-64597639a161) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:39.681395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.716780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:39.717548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.718956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] 10.222.0.21 "PUT /v2.0/ports/a7faa08b-872e-4394-814a-c7ee682c1e20 HTTP/1.1" status: 200  len: 1092 time: 0.8794394
Mar 26 20:59:39.719420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:39.721704 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e11127-904b-4c91-8be2-626a0da5c487" -d '{"events": [{"name": "network-changed", "server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:39.748764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba530564-4a77-409c-94a9-ad6965210e20 service neutron] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:39.764773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7dba211e-4181-43de-b6b4-cb4f49af530f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.777667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.783344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/networks/7dba211e-4181-43de-b6b4-cb4f49af530f HTTP/1.1" status: 204  len: 168 time: 1.3270762
Mar 26 20:59:39.792547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:39.803408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:39.852267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4961da-11e8-4e8c-b0d4-81597519da08 tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Network': ['ID=7dba211e-4181-43de-b6b4-cb4f49af530f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:39.857459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:39.857796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 25e7ffd5-48f9-4b6e-9c5b-f8e355e03a7f not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:39.869175 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02568130-a9bd-4039-8f8f-7c54b5b0052e x-openstack-request-id: req-02568130-a9bd-4039-8f8f-7c54b5b0052e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:39.870092 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:39.870378 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02568130-a9bd-4039-8f8f-7c54b5b0052e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:39.870772 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02568130-a9bd-4039-8f8f-7c54b5b0052e'] response: {'name': 'network-changed', 'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'status': 'completed', 'code': 200}
Mar 26 20:59:39.954269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-9b8dfff0-2e74-4eef-8cce-e427b1950a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:39.956298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-9b8dfff0-2e74-4eef-8cce-e427b1950a13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 1126 time: 0.1801333
Mar 26 20:59:39.978182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (c349afae-97c7-46ee-ae06-64597639a161), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:39.985726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6b88b-bd93-4182-b937-2da0c45da925 req-746fbcf2-1a5e-4387-9b67-07556c7ebe3f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:39.987231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10d6b88b-bd93-4182-b937-2da0c45da925 req-746fbcf2-1a5e-4387-9b67-07556c7ebe3f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1371679
Mar 26 20:59:40.006337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-a97003de-4df3-456b-91ee-5d7a0021f745 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7faa08b-872e-4394-814a-c7ee682c1e20 HTTP/1.1" status: 200  len: 217 time: 0.0407293
Mar 26 20:59:40.028149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Deleting port 8a57c4c1-7bc2-4e39-9b6f-76172e4b5546 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:40.028506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.052329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10d6b88b-bd93-4182-b937-2da0c45da925 req-13eedd5d-7499-4294-aa4f-4a26e668d53a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588968
Mar 26 20:59:40.053791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c349afae-97c7-46ee-ae06-64597639a161), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.099123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network c31c50a3-190a-4ae4-b170-58faef27dd10 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:40.102453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:40.109384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:40.113780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=c349afae-97c7-46ee-ae06-64597639a161,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:40.186012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (42b7456f-8058-4611-af72-f93a1d847b13), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.187691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:40.190896 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfb07a8-835c-4db4-bb32-694be7e57534" -d '{"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-plugged", "status": "completed", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:40.284758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567bcb-703c-457d-b548-ba3ca6e53f33 req-001100b9-718f-4739-8674-131c19a55711 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:40.286406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42567bcb-703c-457d-b548-ba3ca6e53f33 req-001100b9-718f-4739-8674-131c19a55711 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1134033
Mar 26 20:59:40.387801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42567bcb-703c-457d-b548-ba3ca6e53f33 req-d41644e5-cff8-4885-aad4-5b5ad5f28cca tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835350
Mar 26 20:59:40.400885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c349afae-97c7-46ee-ae06-64597639a161), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.408267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d73c59ed-8c7e-40de-a3ec-95e536a06313 None None] Provisioning complete for port c349afae-97c7-46ee-ae06-64597639a161 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:40.408718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d73c59ed-8c7e-40de-a3ec-95e536a06313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c349afae-97c7-46ee-ae06-64597639a161), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.414023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-cc149b14-4c93-4481-bdec-b4972aa392de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:40.415513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-cc149b14-4c93-4481-bdec-b4972aa392de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.4008312
Mar 26 20:59:40.459553 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d61ce6-03b3-4f12-bc64-da456ab05d77 x-openstack-request-id: req-f8d61ce6-03b3-4f12-bc64-da456ab05d77 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:40.459850 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-plugged", "status": "completed", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:40.471211 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d61ce6-03b3-4f12-bc64-da456ab05d77 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:40.471653 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d61ce6-03b3-4f12-bc64-da456ab05d77'] response: {'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'code': 200}
Mar 26 20:59:40.471802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-f3c137da-3097-4838-97fb-e4898038d9e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468872
Mar 26 20:59:40.473679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d73c59ed-8c7e-40de-a3ec-95e536a06313 None None] Port c349afae-97c7-46ee-ae06-64597639a161 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:40.497307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.497960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.528415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Calling delete_port for 8a57c4c1-7bc2-4e39-9b6f-76172e4b5546 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:40.542933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f99d-f751-4a9a-92af-d55fff60198c req-785e600c-0418-4b33-9068-0c8733cbdd31 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:40.544482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f992f99d-f751-4a9a-92af-d55fff60198c req-785e600c-0418-4b33-9068-0c8733cbdd31 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 944 time: 0.1959753
Mar 26 20:59:40.705938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f992f99d-f751-4a9a-92af-d55fff60198c req-b82d40e0-ac39-48f8-ad6e-dfa3eea401b7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529210
Mar 26 20:59:40.709955 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-89be321a-5947-477d-aa79-8494aac234dd service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296886
Mar 26 20:59:40.887534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8a57c4c1-7bc2-4e39-9b6f-76172e4b5546), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:40.921123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d3ac6f-2b9d-48a9-a253-65d452e67f03 req-2e9d3f48-0488-46f3-8014-f7267488cbac service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034025
Mar 26 20:59:40.925134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Pushing event deleted for resources: {'Port': ['ID=8a57c4c1-7bc2-4e39-9b6f-76172e4b5546,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:40.942414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799f866-822c-4a2c-8faa-2eb3b3a01b87 req-6f115654-9401-4ca2-83eb-b021bbddb6d0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:40.945146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9799f866-822c-4a2c-8faa-2eb3b3a01b87 req-6f115654-9401-4ca2-83eb-b021bbddb6d0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.1523819
Mar 26 20:59:40.989969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7b64-d1e3-48eb-879e-350c8ac34a72 req-830ee696-fb96-4589-a1ac-7aa410549dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:40.991367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c7a7b64-d1e3-48eb-879e-350c8ac34a72 req-830ee696-fb96-4589-a1ac-7aa410549dd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 1127 time: 0.4738524
Mar 26 20:59:41.003342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da084787-5bc6-4cca-828b-7605542d8dea req-374b9c3e-4fe2-46b3-949c-1302fa53054e tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.004881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da084787-5bc6-4cca-828b-7605542d8dea req-374b9c3e-4fe2-46b3-949c-1302fa53054e tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 946 time: 0.4454541
Mar 26 20:59:41.121536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks [] for floatingip (dc067fcd-20ba-43c4-a4af-84bfc9ce388f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.126131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.127927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c7a7b64-d1e3-48eb-879e-350c8ac34a72 req-97ac1540-8d11-4aba-932a-1a4ca5659042 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220739
Mar 26 20:59:41.128576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d45a1c0b-1028-423a-84cc-f0aa5cb90dfd tempest-FloatingIPAdminTestJSON-1840029446 tempest-FloatingIPAdminTestJSON-1840029446-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc067fcd-20ba-43c4-a4af-84bfc9ce388f HTTP/1.1" status: 204  len: 168 time: 1.3338735
Mar 26 20:59:41.156326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9799f866-822c-4a2c-8faa-2eb3b3a01b87 req-b462c6cd-b3de-442d-ba38-a7a1f6f500f0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739819
Mar 26 20:59:41.156617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da084787-5bc6-4cca-828b-7605542d8dea req-ce1e1783-8d4c-4882-bef3-c23b9bd67300 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426497
Mar 26 20:59:41.169251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-2cf877f9-34c3-48d1-894b-81e6ab7fac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.180121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-2cf877f9-34c3-48d1-894b-81e6ab7fac0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 1126 time: 0.1278300
Mar 26 20:59:41.235777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (c349afae-97c7-46ee-ae06-64597639a161), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.245083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c349afae-97c7-46ee-ae06-64597639a161), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.346682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638bc2-0774-4a20-8fa2-0b02f5711e17 req-77925d45-02b2-4803-a06f-51ccdd4cbe57 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.348920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d638bc2-0774-4a20-8fa2-0b02f5711e17 req-77925d45-02b2-4803-a06f-51ccdd4cbe57 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1051993
Mar 26 20:59:41.369478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-9ae5641a-8364-40af-b60f-650812940a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.369925 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-9ae5641a-8364-40af-b60f-650812940a13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 904 time: 0.1919374
Mar 26 20:59:41.372648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=c349afae-97c7-46ee-ae06-64597639a161,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:41.378660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (42b7456f-8058-4611-af72-f93a1d847b13), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.400636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-5cc10ded-bcf6-4379-adc3-4e765d66fedf tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1162989145&fields=id&tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 267 time: 0.1211293
Mar 26 20:59:41.443445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-4a6531a6-1944-4b90-9596-6911024c8312 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7faa08b-872e-4394-814a-c7ee682c1e20 HTTP/1.1" status: 200  len: 217 time: 0.0636766
Mar 26 20:59:41.483240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37740) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:41.486677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d638bc2-0774-4a20-8fa2-0b02f5711e17 req-64d8dbbf-a791-4737-99d5-265148eb2ed5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283767
Mar 26 20:59:41.514618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-cad63fd2-350a-4a83-8e22-94666ab98b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.516376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-cad63fd2-350a-4a83-8e22-94666ab98b01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.0642612
Mar 26 20:59:41.537034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-99100c04-7bb5-440a-ab73-eb73424ce4f4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.545993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-99100c04-7bb5-440a-ab73-eb73424ce4f4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 946 time: 0.1302395
Mar 26 20:59:41.555085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'security_groups': ['7e1e949f-bcbb-44ee-b1b3-41f16c244460', '04a2dfb4-e403-45b1-8f7f-e705e0f00e37']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:41.558501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-3e4ea39e-8842-4249-9f82-3cdd4c05a056 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341094
Mar 26 20:59:41.595376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network c31c50a3-190a-4ae4-b170-58faef27dd10 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:41.629158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:41.685596 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.705532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58098-89bb-4f02-b3a8-7e79eccbf1c8 req-38e176fe-ee09-4c5a-8951-bd6e7036d592 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:41.708985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3df58098-89bb-4f02-b3a8-7e79eccbf1c8 req-38e176fe-ee09-4c5a-8951-bd6e7036d592 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1439371
Mar 26 20:59:41.752640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-27fa74bc-4f69-4813-933f-88f8d1e3763b service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786962
Mar 26 20:59:41.759039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a306e7ce-02c4-468e-ac9d-0bc84d112bd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca56e69705e94a6fb86b89b6e2934f67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2712498
Mar 26 20:59:41.763742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:41.834978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 42b7456f-8058-4611-af72-f93a1d847b13 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:41.880799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3df58098-89bb-4f02-b3a8-7e79eccbf1c8 req-e455a2a9-92ff-43c8-9c92-677fb4983e99 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625056
Mar 26 20:59:41.929462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5796123a-c919-4069-b8e8-4cc49f1f154c None None] Provisioning complete for port c349afae-97c7-46ee-ae06-64597639a161 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:41.930606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5796123a-c919-4069-b8e8-4cc49f1f154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c349afae-97c7-46ee-ae06-64597639a161), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.939559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] Publish callbacks [] for security_group (1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:41.971886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7e11127-904b-4c91-8be2-626a0da5c487 req-1bac4c2c-3e05-43e8-b998-e1dd330674f0 service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089207
Mar 26 20:59:41.975389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5796123a-c919-4069-b8e8-4cc49f1f154c None None] Port c349afae-97c7-46ee-ae06-64597639a161 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:42.002469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] Publish callbacks [] for security_group (1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.058366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d581399-b8a8-4d28-a8a0-5c2e0ab40152 req-39928fe4-817e-41f3-b80c-0955d7ee80f0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.059790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d581399-b8a8-4d28-a8a0-5c2e0ab40152 req-39928fe4-817e-41f3-b80c-0955d7ee80f0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 944 time: 0.1132424
Mar 26 20:59:42.064249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:42.067615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:42.073705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-25e27ead-4839-4cb0-af5f-5b10d3838061 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/routers/42b7456f-8058-4611-af72-f93a1d847b13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9718330
Mar 26 20:59:42.077179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:42.084374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] Sync routers for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:42.091733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'port': {'network_id': 'c31c50a3-190a-4ae4-b170-58faef27dd10', 'name': 'tempest-FloatingIPTestJSON-168999930'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:42.096196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:42.097083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:42.114729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (d49002ae-107b-4214-8a27-9406b4f5cade), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.120758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.126885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.134336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.135619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af HTTP/1.1" status: 204  len: 168 time: 0.3708971
Mar 26 20:59:42.136588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95', 'd49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:42.138879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295760>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:42.173313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:42.173959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:42.177479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139015cb-a1df-460c-877f-c95dd21a3af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1131d7ab-b3bc-4e1b-a447-ac7eb2f5a9af,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:42.213083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:42.225328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.226083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.239339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-540a8439-31e3-496b-a6d1-6ca8040bf403 req-a28d034f-fdb7-45a4-af8c-b4beb55fae76 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "PUT /v2.0/ports/d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 982 time: 0.6923482
Mar 26 20:59:42.242340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:42.244435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295760>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:42.245747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7cdfd-b797-40a7-ad0d-d79dc1527978 None None] The sync data for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:42.254803 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fb9bc-90e6-4215-b700-db70a91902b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:42.325376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d581399-b8a8-4d28-a8a0-5c2e0ab40152 req-91f6f9c7-d07a-42cf-88a7-353a369d1175 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570210
Mar 26 20:59:42.347974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:42.418057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf6b6-d3cf-46e9-85c1-8f6d4ccef20b req-334f2eab-8463-4812-a95d-a658037776b8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.427904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebacf6b6-d3cf-46e9-85c1-8f6d4ccef20b req-334f2eab-8463-4812-a95d-a658037776b8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.1028295
Mar 26 20:59:42.453763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccd38bee-4a4c-4a66-a336-a6ad537ec60a req-9901ecf6-43da-443d-bfdc-f159482a4951 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/04a2dfb4-e403-45b1-8f7f-e705e0f00e37 HTTP/1.1" status: 200  len: 1819 time: 0.0776296
Mar 26 20:59:42.456209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Made reservation on behalf of 6349609b9c304ab296fafc47dc857c05 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:42.461089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.483385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] device_id is not set on port 126621c3-fbda-415b-b396-b852cae97331 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:42.515594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebacf6b6-d3cf-46e9-85c1-8f6d4ccef20b req-f7776a77-e62f-41ee-8bf7-0aa593bc3b89 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866590
Mar 26 20:59:42.573531 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171eec07-2ed7-4198-bf7e-5a90197d75cb x-openstack-request-id: req-171eec07-2ed7-4198-bf7e-5a90197d75cb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:42.573874 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:42.574183 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-171eec07-2ed7-4198-bf7e-5a90197d75cb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:42.576353 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171eec07-2ed7-4198-bf7e-5a90197d75cb'] response: {'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'status': 'completed', 'code': 200}
Mar 26 20:59:42.658810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:42.690525 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-ccd38bee-4a4c-4a66-a336-a6ad537ec60a req-a68cf21f-33f9-4968-8cf8-ae3f7c9d5e2a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 26 20:59:42.691632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccd38bee-4a4c-4a66-a336-a6ad537ec60a req-a68cf21f-33f9-4968-8cf8-ae3f7c9d5e2a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/04a2dfb4-e403-45b1-8f7f-e705e0f00e37 HTTP/1.1" status: 409  len: 341 time: 0.2150769
Mar 26 20:59:42.695110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129233d-7341-4845-9ad9-94094b1db5c7 req-e49b4e80-ca2d-457f-bac3-05c49190e86b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.696663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e129233d-7341-4845-9ad9-94094b1db5c7 req-e49b4e80-ca2d-457f-bac3-05c49190e86b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0686080
Mar 26 20:59:42.728671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fed4533b-2d3e-4581-a857-97398360a8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:42.792401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e129233d-7341-4845-9ad9-94094b1db5c7 req-d109d62a-8a4b-4b68-a4ed-066634aa5653 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806711
Mar 26 20:59:42.827460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Allocated IP 172.20.0.10 (c31c50a3-190a-4ae4-b170-58faef27dd10/70c549d3-cad9-43c6-a9a2-4557c0f35c4e/126621c3-fbda-415b-b396-b852cae97331) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:42.832115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-a93eccd3-f20a-4d4b-b9fc-db5b5224422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.833963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-a93eccd3-f20a-4d4b-b9fc-db5b5224422f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1167 time: 0.2345886
Mar 26 20:59:42.871170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f190d-cba9-40cb-9f48-33ad05b59e8c req-1ea9e514-df55-4633-8a31-fd596a6d1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:42.872741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d47f190d-cba9-40cb-9f48-33ad05b59e8c req-1ea9e514-df55-4633-8a31-fd596a6d1994 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1128 time: 0.0530372
Mar 26 20:59:42.925245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d47f190d-cba9-40cb-9f48-33ad05b59e8c req-1e31a2c8-8b98-4800-9ae2-29e8cd960d1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467744
Mar 26 20:59:43.016676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ad99-f408-4784-b815-83611e95032e req-2997f4e9-9ff4-4c1a-b42e-996319af8218 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.018789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75e6ad99-f408-4784-b815-83611e95032e req-2997f4e9-9ff4-4c1a-b42e-996319af8218 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 985 time: 0.0611119
Mar 26 20:59:43.087309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75e6ad99-f408-4784-b815-83611e95032e req-d941b884-cfd0-4cee-8130-b959a597b9a3 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=04a2dfb4-e403-45b1-8f7f-e705e0f00e37&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0600317
Mar 26 20:59:43.165221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fed4533b-2d3e-4581-a857-97398360a8ce admin admin] Publish callbacks [] for security_group (ff46f34e-8c1f-422e-9915-da8082845c1b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.166832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-13849167-3b37-4dcd-874a-0a4349600902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.168655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-13849167-3b37-4dcd-874a-0a4349600902 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.3277104
Mar 26 20:59:43.178999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fed4533b-2d3e-4581-a857-97398360a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff46f34e-8c1f-422e-9915-da8082845c1b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.250710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b9552-a26a-4f67-94ab-3cb32b9f9468 req-052326d5-79db-48dc-b18e-959b3dd73aae tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.252220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f7b9552-a26a-4f67-94ab-3cb32b9f9468 req-052326d5-79db-48dc-b18e-959b3dd73aae tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2374110
Mar 26 20:59:43.264178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-180953ea-a548-45bb-8f47-c0f1a482093c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 217 time: 0.0866821
Mar 26 20:59:43.276965 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for port (126621c3-fbda-415b-b396-b852cae97331), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.300082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fed4533b-2d3e-4581-a857-97398360a8ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be7dbe6eaa914dbe85d4c759d98cf540&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6373405
Mar 26 20:59:43.303580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:43.332555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4533b-2d3e-4581-a857-97398360a8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff46f34e-8c1f-422e-9915-da8082845c1b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:43.352199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] Publish callbacks [] for security_group (ff46f34e-8c1f-422e-9915-da8082845c1b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.379630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] Publish callbacks [] for security_group (ff46f34e-8c1f-422e-9915-da8082845c1b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.381503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-3963355c-e0ad-48f7-b8c6-7bdff692f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.383128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-3963355c-e0ad-48f7-b8c6-7bdff692f924 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1103985
Mar 26 20:59:43.409367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f7b9552-a26a-4f67-94ab-3cb32b9f9468 req-1e427cad-87bb-4492-b42c-95a9d688b4b5 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417911
Mar 26 20:59:43.428466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-dacd144e-3f98-41eb-aa7d-8073dd8d13ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361171
Mar 26 20:59:43.458629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff46f34e-8c1f-422e-9915-da8082845c1b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.459689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (126621c3-fbda-415b-b396-b852cae97331), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.461482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.462626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff46f34e-8c1f-422e-9915-da8082845c1b HTTP/1.1" status: 204  len: 168 time: 0.1580245
Mar 26 20:59:43.478196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d726272-8fa5-40f5-862d-a10103bac5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff46f34e-8c1f-422e-9915-da8082845c1b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:43.505420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f934dd-1531-4ba9-a41d-4ed6e2815af8 req-1e3be2bd-2c43-4c69-aebc-f100551a5579 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.508388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44f934dd-1531-4ba9-a41d-4ed6e2815af8 req-1e3be2bd-2c43-4c69-aebc-f100551a5579 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 944 time: 0.0935280
Mar 26 20:59:43.562283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Network c31c50a3-190a-4ae4-b170-58faef27dd10 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:43.568335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:43.570948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:43.589456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44f934dd-1531-4ba9-a41d-4ed6e2815af8 req-5c95a5d4-a59c-4dc1-972c-eef4685b96a1 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760872
Mar 26 20:59:43.602965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event updated for resources: {'Port': ['ID=126621c3-fbda-415b-b396-b852cae97331,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:43.668588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-705f608e-e469-4dc1-962c-5bba2ca61ac2 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335761
Mar 26 20:59:43.684360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.685112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.773882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4363b84d-1abd-47ec-8777-69c3000133c5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6935863
Mar 26 20:59:43.774409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:43.780286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Request body: {'floatingip': {'port_id': '126621c3-fbda-415b-b396-b852cae97331'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:43.792256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48e0d5-9b51-4d30-8f32-11b149bcfa8e req-b6d2fd22-cead-4be1-b510-2b95a8e5067d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.793507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca48e0d5-9b51-4d30-8f32-11b149bcfa8e req-b6d2fd22-cead-4be1-b510-2b95a8e5067d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.1829715
Mar 26 20:59:43.833409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c5fb9bc-90e6-4215-b700-db70a91902b6 req-de1fc7fe-c551-4534-a619-cf91791e343a service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565962
Mar 26 20:59:43.872721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:43.874818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca48e0d5-9b51-4d30-8f32-11b149bcfa8e req-4e9012e5-5ac2-41bc-b3d8-76b2576810ab tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714164
Mar 26 20:59:43.937957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:43.971129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:43.994749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-a074b495-08ac-4516-983c-6f0ba49eb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:43.996412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-a074b495-08ac-4516-983c-6f0ba49eb645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1167 time: 0.0879171
Mar 26 20:59:44.016905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae86ba0f-f45b-4e7d-ad42-d1bdaea460a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.027125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cc2a965e-ba3a-432f-ac4b-52dd102208a1 None None] Provisioning complete for port 126621c3-fbda-415b-b396-b852cae97331 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:44.027603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2a965e-ba3a-432f-ac4b-52dd102208a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (126621c3-fbda-415b-b396-b852cae97331), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.055824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.099871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a965e-ba3a-432f-ac4b-52dd102208a1 None None] Port 126621c3-fbda-415b-b396-b852cae97331 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 20:59:44.105100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:44.119252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'mac_address': 'fa:16:3e:1d:09:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:44.165383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7faa08b-872e-4394-814a-c7ee682c1e20 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:44.166136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.170443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5942f8d-816b-4058-a0ce-70667859bffb req-b555725f-7b6f-4b9f-9b20-9609479a7b81 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.172249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5942f8d-816b-4058-a0ce-70667859bffb req-b555725f-7b6f-4b9f-9b20-9609479a7b81 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.2884870
Mar 26 20:59:44.187987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7faa08b-872e-4394-814a-c7ee682c1e20 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:44.212570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:44.217177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.281379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:44.345144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae86ba0f-f45b-4e7d-ad42-d1bdaea460a0 admin admin] Publish callbacks [] for security_group (46c676fb-7874-4f0a-8ba3-c448f0a34cd9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.377177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5942f8d-816b-4058-a0ce-70667859bffb req-0580232d-78af-4c0c-b761-b05d874a3124 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769290
Mar 26 20:59:44.377685 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae86ba0f-f45b-4e7d-ad42-d1bdaea460a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46c676fb-7874-4f0a-8ba3-c448f0a34cd9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.432563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae86ba0f-f45b-4e7d-ad42-d1bdaea460a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb9c5150e67d4fb2a985e63892c9bd6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4768207
Mar 26 20:59:44.435903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37792) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:44.439207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-2752e6ab-4010-4d75-86e6-c4a3016f310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.440752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-2752e6ab-4010-4d75-86e6-c4a3016f310e service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.4369009
Mar 26 20:59:44.450148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86ba0f-f45b-4e7d-ad42-d1bdaea460a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c676fb-7874-4f0a-8ba3-c448f0a34cd9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:44.480777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a7405-f8ab-46e8-b09c-67cd34f024e9 req-943710ed-3027-47c4-8d29-37abb9dd68d7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.482276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c4a7405-f8ab-46e8-b09c-67cd34f024e9 req-943710ed-3027-47c4-8d29-37abb9dd68d7 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 985 time: 0.1077225
Mar 26 20:59:44.496993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a7faa08b-872e-4394-814a-c7ee682c1e20'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:44.523906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-0f0ec119-822c-4e43-bc46-0c6c01c00ff3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 217 time: 0.0653915
Mar 26 20:59:44.612144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] Publish callbacks [] for security_group (46c676fb-7874-4f0a-8ba3-c448f0a34cd9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.618059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-c4f133cd-cd79-485c-9938-039bd27bbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.619552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-c4f133cd-cd79-485c-9938-039bd27bbfe0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.0839832
Mar 26 20:59:44.636839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091ad1-643e-46ee-b641-63de58b14111 req-de004016-e2f7-4b3f-a5b9-bc041041718a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.638262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b091ad1-643e-46ee-b641-63de58b14111 req-de004016-e2f7-4b3f-a5b9-bc041041718a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1285241
Mar 26 20:59:44.672002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-dc612ff9-002f-4d51-9d47-5d944040e5b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434396
Mar 26 20:59:44.688809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] Publish callbacks [] for security_group (46c676fb-7874-4f0a-8ba3-c448f0a34cd9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.694693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c4a7405-f8ab-46e8-b09c-67cd34f024e9 req-ea8a3993-3284-4038-bac2-9cf823c542cd tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=04a2dfb4-e403-45b1-8f7f-e705e0f00e37&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1779280
Mar 26 20:59:44.727349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b091ad1-643e-46ee-b641-63de58b14111 req-bac58e22-8787-4e20-996b-a2c8b5a5f2bd tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773885
Mar 26 20:59:44.793691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.798090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.842342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-96a25a64-6e3c-42e9-b77e-5fdef8c94341 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616633
Mar 26 20:59:44.844791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46c676fb-7874-4f0a-8ba3-c448f0a34cd9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.847657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:44.851907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c676fb-7874-4f0a-8ba3-c448f0a34cd9 HTTP/1.1" status: 204  len: 168 time: 0.4115968
Mar 26 20:59:44.890146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69044a-68a3-44cb-a6b3-3a3f00480461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c676fb-7874-4f0a-8ba3-c448f0a34cd9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:44.920469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54315e-29f9-48dc-89f9-2e7df0f2ab37 req-eebc8b15-7bdd-42c9-977c-dec95b34e6db tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:44.922018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b54315e-29f9-48dc-89f9-2e7df0f2ab37 req-eebc8b15-7bdd-42c9-977c-dec95b34e6db tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 945 time: 0.1341722
Mar 26 20:59:44.945776 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP 31e4da9c-019d-4ea8-8e0d-a648eec90345 associated. External IP: 172.35.4.17, port: 2bb4f10c-1ea0-40c3-8345-25464f0d670c.
Mar 26 20:59:45.016315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aae2f7bd-424d-457f-8bf5-4ea6fa2f2316 req-310f6369-8032-4790-9077-bed4b53ae957 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649132
Mar 26 20:59:45.023663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b54315e-29f9-48dc-89f9-2e7df0f2ab37 req-0a897058-81a7-4c08-a165-45684cbc4065 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671599
Mar 26 20:59:45.116721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de746f-8a74-496f-87cf-677ef07f400b req-45bbb134-70ff-411b-b2b0-c4af3898046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:45.116721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-45bbb134-70ff-411b-b2b0-c4af3898046a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7e64b94cc37456185389445ddc56877&device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 1128 time: 0.1672521
Mar 26 20:59:45.157135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c18a-891e-4d0d-8ca0-83c31e87efa9 req-2c439503-45f6-45e8-a752-6608542a71e3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:45.158544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c862c18a-891e-4d0d-8ca0-83c31e87efa9 req-2c439503-45f6-45e8-a752-6608542a71e3 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1656582
Mar 26 20:59:45.338310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c862c18a-891e-4d0d-8ca0-83c31e87efa9 req-928d46d5-db36-448f-bf00-9001ee0f00a4 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724527
Mar 26 20:59:45.339202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de746f-8a74-496f-87cf-677ef07f400b req-6fde4cca-d570-481d-a329-90553dcd4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:45.340593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-6fde4cca-d570-481d-a329-90553dcd4c87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 200  len: 911 time: 0.2182736
Mar 26 20:59:45.395875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-5e23049c-6969-4384-b822-847a1425c8fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 200  len: 217 time: 0.0431919
Mar 26 20:59:45.405718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:45.487344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de746f-8a74-496f-87cf-677ef07f400b req-32de1325-422e-494f-b25f-c968c041952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:45.489419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-32de1325-422e-494f-b25f-c968c041952e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 200  len: 851 time: 0.0822370
Mar 26 20:59:45.532840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-71221e64-3f47-43b9-8a22-27c266ed36f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=637c5544-5d67-4536-b4e8-2425937ec750&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371277
Mar 26 20:59:45.540905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b18a8-916a-4051-b3e2-ab8e5203ddc8 req-d5300df4-60d6-490c-a59f-783bb6686a79 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:45.543148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6b18a8-916a-4051-b3e2-ab8e5203ddc8 req-d5300df4-60d6-490c-a59f-783bb6686a79 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0823257
Mar 26 20:59:45.584559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:45.614950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6b18a8-916a-4051-b3e2-ab8e5203ddc8 req-d89fc4a9-73e3-4e3a-9a80-d4e812faf141 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649123
Mar 26 20:59:45.641772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:45.657363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:45.668319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:45.669188 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612410c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:45.705516 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612410c2e0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:45.715665 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:45.716407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612410c2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:45.754842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612410c2e0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:45.755523 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa3e7c-7fb0-44b6-a69e-ec58fc8d2c07 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:45.783262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:45.865608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:45.885841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1462786063'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:45.912755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:45.916726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:45.927011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:45.929444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port a7faa08b-872e-4394-814a-c7ee682c1e20 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 20:59:45.933698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a7faa08b-872e-4394-814a-c7ee682c1e20 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:45.934186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.010905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (869d8421-b7d5-4037-8189-18959b5161b1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.015561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (869d8421-b7d5-4037-8189-18959b5161b1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.031706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7faa08b-872e-4394-814a-c7ee682c1e20 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:46.032530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.047299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:46.059545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:46.061344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869d8421-b7d5-4037-8189-18959b5161b1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:46.069126 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f449344-8ebf-41fd-8af6-4db3d7f29b5c" -d '{"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-plugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:46.069473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (14102434-d626-4574-b055-c30cf65b0f3e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.069591 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment 14102434-d626-4574-b055-c30cf65b0f3e of type vlan for network 9219b978-2e68-471c-a58d-d6476b165f03
Mar 26 20:59:46.089705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:46.094312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-99810fe1-6bf0-4a31-9f3b-46a6a4529761 service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5348418
Mar 26 20:59:46.100117 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.128273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9219b978-2e68-471c-a58d-d6476b165f03), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.160284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:46.193891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9219b978-2e68-471c-a58d-d6476b165f03), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.199161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.199768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.226870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebcd0b-b09a-4a97-88da-e08ca164bd8b req-9029076d-97ba-48b9-959f-fb1eec4782ef tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.228386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ebcd0b-b09a-4a97-88da-e08ca164bd8b req-9029076d-97ba-48b9-959f-fb1eec4782ef tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 985 time: 0.1994557
Mar 26 20:59:46.239864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb43a-b8c9-4dc0-95a2-86b43c3b3361 req-1a7793d2-819e-4b9b-9129-53d97e312313 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.241414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c6fb43a-b8c9-4dc0-95a2-86b43c3b3361 req-1a7793d2-819e-4b9b-9129-53d97e312313 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.1035173
Mar 26 20:59:46.252446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.4681308
Mar 26 20:59:46.260809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37838) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:46.266307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'name': 'tempest-PortsTestJSON-1992179057'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:46.324628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b3540-ec2a-42da-8844-23181e124158 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=9219b978-2e68-471c-a58d-d6476b165f03,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:46.337872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:46.344545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60de746f-8a74-496f-87cf-677ef07f400b req-72ec56d5-e297-4861-a5c4-a4920155551b service neutron] 10.222.0.18 "GET /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401021
Mar 26 20:59:46.412498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3ebcd0b-b09a-4a97-88da-e08ca164bd8b req-b011405e-40b1-4277-a7cc-8412d79543fb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=04a2dfb4-e403-45b1-8f7f-e705e0f00e37&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1731429
Mar 26 20:59:46.423492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c6fb43a-b8c9-4dc0-95a2-86b43c3b3361 req-b6e73232-7b09-430a-b870-5fe210f9efca tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744936
Mar 26 20:59:46.456343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 42b7456f-8058-4611-af72-f93a1d847b13 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:46.467562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:46.471185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.493935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 91ff9d0e-2dc8-4b83-b231-736c50453807 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:46.603455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:46.609169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.616918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] Sync routers for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:46.627360 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065a5f29-cea4-4658-968d-33a20b4b49ca x-openstack-request-id: req-065a5f29-cea4-4658-968d-33a20b4b49ca {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:46.627654 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-plugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:46.627971 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-065a5f29-cea4-4658-968d-33a20b4b49ca {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:46.628351 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065a5f29-cea4-4658-968d-33a20b4b49ca'] response: {'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'code': 200}
Mar 26 20:59:46.639201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:46.639843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f07afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:46.718610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f07afd0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:46.728322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd938e2c-6f5f-4929-b771-11ee765a39ee tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/floatingips/31e4da9c-019d-4ea8-8e0d-a648eec90345 HTTP/1.1" status: 200  len: 977 time: 2.9503577
Mar 26 20:59:46.729155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:46.734125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:46.734937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f07afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:46.777337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f07afd0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:46.778619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e181aea-30bb-4529-af2d-0ab2c5838fcc None None] The sync data for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:46.780211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.786584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-f6d9f19f-80f1-429b-9ceb-7a936444839b tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-361795784&fields=id&tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6 HTTP/1.1" status: 200  len: 267 time: 0.0875938
Mar 26 20:59:46.823814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c168b-c177-4959-b737-450afbe82663 req-370c79c3-8369-472e-a4cf-8027583cd73a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.825326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d87c168b-c177-4959-b737-450afbe82663 req-370c79c3-8369-472e-a4cf-8027583cd73a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.2261050
Mar 26 20:59:46.830430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab5d0a-6857-4ac3-921f-e86fec983d95 req-6a931efc-0907-447d-96db-97b6e0d2ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.831860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7ab5d0a-6857-4ac3-921f-e86fec983d95 req-6a931efc-0907-447d-96db-97b6e0d2ec8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 1128 time: 0.1191103
Mar 26 20:59:46.866982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.885589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-f3a17a90-5286-416a-b938-5f3bcfd486cd tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:46.887079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-f3a17a90-5286-416a-b938-5f3bcfd486cd tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 985 time: 0.0719070
Mar 26 20:59:46.889343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 126621c3-fbda-415b-b396-b852cae97331 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:46.889644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (126621c3-fbda-415b-b396-b852cae97331), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:46.909406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'port': {'security_groups': ['04a2dfb4-e403-45b1-8f7f-e705e0f00e37', '7e1e949f-bcbb-44ee-b1b3-41f16c244460', '34db9745-5cca-4366-a65c-30c2c58454dc']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:46.949683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d87c168b-c177-4959-b737-450afbe82663 req-844d70a0-1f5d-48d6-9900-f29223155a9d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168213
Mar 26 20:59:46.967755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7ab5d0a-6857-4ac3-921f-e86fec983d95 req-cecb0dda-a9e8-4761-966a-f57d94f20ef0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185000
Mar 26 20:59:46.967755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=91ff9d0e-2dc8-4b83-b231-736c50453807,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:46.993912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': '14102434-d626-4574-b055-c30cf65b0f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:46.994297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: 9219b978-2e68-471c-a58d-d6476b165f03, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:47.034426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:47.044642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (126621c3-fbda-415b-b396-b852cae97331), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.046815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.061234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9219b978-2e68-471c-a58d-d6476b165f03) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:47.069698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26cfba-bd00-455f-997e-3e6930a20b5a None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:47.070725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:47.076158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:47.076775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.102121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e4370-6949-4f3a-adb5-4543d461f7c9 req-9810e3d7-d821-4e85-8c4c-5f4e183b5985 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:47.103644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7e4370-6949-4f3a-adb5-4543d461f7c9 req-9810e3d7-d821-4e85-8c4c-5f4e183b5985 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0856292
Mar 26 20:59:47.110278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-02380470-31c2-42e2-aa63-c44e77d5f63b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.8456147
Mar 26 20:59:47.110559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:47.116365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1579173342'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:47.156661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:47.160153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.191859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7e4370-6949-4f3a-adb5-4543d461f7c9 req-e39ab236-1586-4d0d-902d-f63f908eafd2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707700
Mar 26 20:59:47.200212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:47.213969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa396e2c-e691-4955-9ad9-96c0f68a4543), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.214566 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment aa396e2c-e691-4955-9ad9-96c0f68a4543 of type vlan for network d2036404-b1e8-4a1c-9967-55af69a6a834
Mar 26 20:59:47.258290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d2036404-b1e8-4a1c-9967-55af69a6a834), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.287554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d2036404-b1e8-4a1c-9967-55af69a6a834), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.292889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:47.293493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.326165 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2144136
Mar 26 20:59:47.333609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.334026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37852) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:47.334358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.334687 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Floating IP 31e4da9c-019d-4ea8-8e0d-a648eec90345 disassociated. External IP: 172.35.4.17, port: 126621c3-fbda-415b-b396-b852cae97331.
Mar 26 20:59:47.335093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 126621c3-fbda-415b-b396-b852cae97331 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:47.341134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'ports': [{'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'}, {'network_id': 'd2036404-b1e8-4a1c-9967-55af69a6a834'}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:47.341459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:47.341941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'd2036404-b1e8-4a1c-9967-55af69a6a834'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:47.391518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd7f21-9a86-4d03-97c5-edd4bcf71f0a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=d2036404-b1e8-4a1c-9967-55af69a6a834,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:47.402535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d2036404-b1e8-4a1c-9967-55af69a6a834 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:47.481224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:47.541026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for port (d49002ae-107b-4214-8a27-9406b4f5cade), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.549065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.564719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95', 'd49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:47.602883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5874e-b7be-4da1-a2fb-ee20ef99dc1b req-6813a100-aeaa-49d1-b831-260c54c792d6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:47.604904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2f5874e-b7be-4da1-a2fb-ee20ef99dc1b req-6813a100-aeaa-49d1-b831-260c54c792d6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.1066105
Mar 26 20:59:47.605033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:47.605277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.606820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c768aa66-8d5b-4f79-b501-8ce04b169f95 req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "PUT /v2.0/ports/d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 1021 time: 0.7130437
Mar 26 20:59:47.609937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:47.611533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:47.615832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0632fb4c-d590-40c3-9406-730aafd3c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:47.617252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.637615 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (126621c3-fbda-415b-b396-b852cae97331), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.649218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880eede-1269-41fc-bdf6-e7f43ce13ecb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:47.649637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:47.687576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=126621c3-fbda-415b-b396-b852cae97331,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:47.692949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2f5874e-b7be-4da1-a2fb-ee20ef99dc1b req-596d7ab4-13c8-4c0a-addb-00e839f5d106 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697057
Mar 26 20:59:47.750720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:47.788584 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4665c1bd-b6a6-4d09-bf6f-254e4cc3f6e7 x-openstack-request-id: req-4665c1bd-b6a6-4d09-bf6f-254e4cc3f6e7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:47.789021 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:47.789372 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4665c1bd-b6a6-4d09-bf6f-254e4cc3f6e7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:47.789873 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4665c1bd-b6a6-4d09-bf6f-254e4cc3f6e7'] response: {'name': 'network-changed', 'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'status': 'completed', 'code': 200}
Mar 26 20:59:47.859735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 42b7456f-8058-4611-af72-f93a1d847b13 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:47.934156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0128f74b-8602-438f-bea1-bdc3239b256a req-5620e408-97c6-4edd-87e3-222f2c767a17 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/34db9745-5cca-4366-a65c-30c2c58454dc HTTP/1.1" status: 200  len: 1819 time: 0.1854863
Mar 26 20:59:48.012369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 8a1f505c-3c03-4aa7-9c00-b13df42b0436 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:48.019050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:48.033675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] Sync routers for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:48.053732 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:48.055363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7cf340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:48.132963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (8a1f505c-3c03-4aa7-9c00-b13df42b0436), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.139196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.145586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a6c5aba5-10ff-4270-a4c8-265260618ab1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/126621c3-fbda-415b-b396-b852cae97331 HTTP/1.1" status: 204  len: 168 time: 1.4154274
Mar 26 20:59:48.146353 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7cf340>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:48.154498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1220-5444-422f-b63e-0b2505bdbb1f req-aca2d216-9572-4bed-9589-a582127302ce tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.161553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc5e1220-5444-422f-b63e-0b2505bdbb1f req-aca2d216-9572-4bed-9589-a582127302ce tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1282535
Mar 26 20:59:48.163385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37864) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:48.167561 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:48.168315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7cf340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:48.213673 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7cf340>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:48.214835 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c1779d-3033-4f73-8f44-f4fa9b9ab4c7 None None] The sync data for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:48.237744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 55182c6a-303e-4d41-8800-72f98659ac81 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:48.283389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-31b0ad74-1317-4cbb-a72e-1eaeb7f63ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.285022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-31b0ad74-1317-4cbb-a72e-1eaeb7f63ac5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1207 time: 0.4435184
Mar 26 20:59:48.315213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc5e1220-5444-422f-b63e-0b2505bdbb1f req-51a7d89e-db0b-42d5-a1c5-c7526fe0cc16 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492734
Mar 26 20:59:48.319371 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-0128f74b-8602-438f-bea1-bdc3239b256a req-a02abbd7-7bd0-41b3-a7d6-5c76b45a9a2a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 26 20:59:48.328536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0128f74b-8602-438f-bea1-bdc3239b256a req-a02abbd7-7bd0-41b3-a7d6-5c76b45a9a2a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/34db9745-5cca-4366-a65c-30c2c58454dc HTTP/1.1" status: 409  len: 341 time: 0.3603351
Mar 26 20:59:48.511001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-86bb84eb-98ff-467b-8c2e-5ba142809787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.512929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-86bb84eb-98ff-467b-8c2e-5ba142809787 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 200  len: 913 time: 0.2192566
Mar 26 20:59:48.569494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-508a91c4-3ffd-46d9-aa3a-9ca5061623a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 200  len: 217 time: 0.0397270
Mar 26 20:59:48.578088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ea9d8-3552-4d4d-8fb2-e7969c81d5a1 req-7212a431-6f65-4141-8ff2-a7211c61f369 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.579586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-146ea9d8-3552-4d4d-8fb2-e7969c81d5a1 req-7212a431-6f65-4141-8ff2-a7211c61f369 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1556213
Mar 26 20:59:48.583805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a705-865d-4641-b0e0-af0f68ab9f1b req-b27ff65e-2e57-40b1-85eb-cab31817fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.585243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a81a705-865d-4641-b0e0-af0f68ab9f1b req-b27ff65e-2e57-40b1-85eb-cab31817fe0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1127 time: 0.1300261
Mar 26 20:59:48.661614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (55182c6a-303e-4d41-8800-72f98659ac81), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.685713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-b9a8b2c4-22c8-4a96-b194-186a25c6db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.687167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-b9a8b2c4-22c8-4a96-b194-186a25c6db01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 200  len: 853 time: 0.1119785
Mar 26 20:59:48.715815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-146ea9d8-3552-4d4d-8fb2-e7969c81d5a1 req-c24f7460-460b-41e2-a56c-d91e70ed2818 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255419
Mar 26 20:59:48.726174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a81a705-865d-4641-b0e0-af0f68ab9f1b req-7b5326f4-b2da-42d3-97e6-3a2f20ca0033 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091185
Mar 26 20:59:48.741955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1b43-3e6d-4eb1-9101-e8fee3a47b6a req-ae69e056-8d3e-4053-8016-a76b4524c212 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.744367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3eab1b43-3e6d-4eb1-9101-e8fee3a47b6a req-ae69e056-8d3e-4053-8016-a76b4524c212 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1024 time: 0.1552317
Mar 26 20:59:48.757572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-d37c4b68-da90-45ed-b372-9b79daa8af29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7a9847-066b-4899-88a9-f395e43c97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603957
Mar 26 20:59:48.769135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8a1f505c-3c03-4aa7-9c00-b13df42b0436), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.802841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (42b7456f-8058-4611-af72-f93a1d847b13), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.846245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=8a1f505c-3c03-4aa7-9c00-b13df42b0436,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:48.852600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:48.860853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:48.865246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:48.866098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (55182c6a-303e-4d41-8800-72f98659ac81), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:48.944508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3eab1b43-3e6d-4eb1-9101-e8fee3a47b6a req-99fa8737-cd8d-41d1-818e-71f205d0609e tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=34db9745-5cca-4366-a65c-30c2c58454dc&id=04a2dfb4-e403-45b1-8f7f-e705e0f00e37&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1844449
Mar 26 20:59:48.951081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb54ba-e68a-4c4c-8a3f-08e1c0b68c58 req-e2e355ef-b101-474c-a22b-ab17b3cecf23 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:48.952628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ceeb54ba-e68a-4c4c-8a3f-08e1c0b68c58 req-e2e355ef-b101-474c-a22b-ab17b3cecf23 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.1131878
Mar 26 20:59:48.968579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=55182c6a-303e-4d41-8800-72f98659ac81,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:49.035294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': 'aa396e2c-e691-4955-9ad9-96c0f68a4543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd2036404-b1e8-4a1c-9967-55af69a6a834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:49.035697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: d2036404-b1e8-4a1c-9967-55af69a6a834, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:49.060378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ceeb54ba-e68a-4c4c-8a3f-08e1c0b68c58 req-27d04058-745a-494a-9e92-21365acdb205 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944834
Mar 26 20:59:49.081747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-fadbfcd9-3498-49be-946c-6b5b66c9dd34 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534424
Mar 26 20:59:49.081747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network d2036404-b1e8-4a1c-9967-55af69a6a834 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:49.089483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d2036404-b1e8-4a1c-9967-55af69a6a834) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:49.095883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:49.102191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.105700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72409c5b-6773-4c11-8ae9-be02ae39f9e7 None None] Network d2036404-b1e8-4a1c-9967-55af69a6a834 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:49.109106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.110000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.153405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb5761ff-2f44-4d70-a252-d9b8a748ae6a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.8183227
Mar 26 20:59:49.155982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:49.202772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port c349afae-97c7-46ee-ae06-64597639a161 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:49.203470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c349afae-97c7-46ee-ae06-64597639a161), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.292448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0632fb4c-d590-40c3-9406-730aafd3c2c1 req-8f349fac-1a3d-49b6-a667-bbd81b09879a service neutron] 10.222.0.21 "GET /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784787
Mar 26 20:59:49.322826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 55182c6a-303e-4d41-8800-72f98659ac81 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:49.323176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (55182c6a-303e-4d41-8800-72f98659ac81), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.333761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c349afae-97c7-46ee-ae06-64597639a161), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.361926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for c349afae-97c7-46ee-ae06-64597639a161 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:49.404557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (55182c6a-303e-4d41-8800-72f98659ac81), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.430602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28099a4-e42a-49a9-af03-3dc924509243 req-ec4fcb39-4cf4-4829-b498-9401ae5eeb24 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.432216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b28099a4-e42a-49a9-af03-3dc924509243 req-ec4fcb39-4cf4-4829-b498-9401ae5eeb24 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.1159978
Mar 26 20:59:49.443005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 55182c6a-303e-4d41-8800-72f98659ac81 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:49.500499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cb798-56e1-4e52-a4a3-1a15a8db9a2c req-e7ab2236-575c-4054-946e-093dac31d208 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.501875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af2cb798-56e1-4e52-a4a3-1a15a8db9a2c req-e7ab2236-575c-4054-946e-093dac31d208 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1100833
Mar 26 20:59:49.541891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b28099a4-e42a-49a9-af03-3dc924509243 req-f9c5fd66-2431-43fd-ab02-3363b6cef7ce tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010244
Mar 26 20:59:49.571627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af2cb798-56e1-4e52-a4a3-1a15a8db9a2c req-0ada6156-350b-47de-9e5c-02436f84b8ad tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626709
Mar 26 20:59:49.576678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (55182c6a-303e-4d41-8800-72f98659ac81), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.611552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=55182c6a-303e-4d41-8800-72f98659ac81,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:49.617667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.621380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2c1f9aae-ef22-4582-8bf8-32022f515245 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/55182c6a-303e-4d41-8800-72f98659ac81 HTTP/1.1" status: 204  len: 168 time: 0.4644034
Mar 26 20:59:49.623902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:49.645200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c349afae-97c7-46ee-ae06-64597639a161), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:49.720981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5e3f-9003-4afa-bedc-899c9d7b6a5f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.727785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d5e3f-9003-4afa-bedc-899c9d7b6a5f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.732047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-743d5e3f-9003-4afa-bedc-899c9d7b6a5f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.1046169
Mar 26 20:59:49.732320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37890) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:49.893806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7e4a-dc6e-4c6a-8ce4-05a7dfd17bbd req-ec7ee828-6c2b-4098-8090-dcb0bfb0c845 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:49.896388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-469d7e4a-dc6e-4c6a-8ce4-05a7dfd17bbd req-ec7ee828-6c2b-4098-8090-dcb0bfb0c845 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0954771
Mar 26 20:59:49.914040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 8a1f505c-3c03-4aa7-9c00-b13df42b0436 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:49.914393 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8a1f505c-3c03-4aa7-9c00-b13df42b0436), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.021362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=c349afae-97c7-46ee-ae06-64597639a161,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:50.141332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ad2ff-6682-4043-a8c6-e9232dda50d4 req-69ce2472-cee6-4005-a8ba-3772329f4968 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:50.143088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-563ad2ff-6682-4043-a8c6-e9232dda50d4 req-69ce2472-cee6-4005-a8ba-3772329f4968 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1255398
Mar 26 20:59:50.277049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-563ad2ff-6682-4043-a8c6-e9232dda50d4 req-38dd2af9-f182-470d-ad6d-605775aaca52 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242676
Mar 26 20:59:50.299574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (42b7456f-8058-4611-af72-f93a1d847b13), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.311908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8a1f505c-3c03-4aa7-9c00-b13df42b0436), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.345220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-469d7e4a-dc6e-4c6a-8ce4-05a7dfd17bbd req-3faf83ba-2591-4b84-93f9-0bcd4137f117 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4415576
Mar 26 20:59:50.356486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 8a1f505c-3c03-4aa7-9c00-b13df42b0436 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:50.510769 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8a1f505c-3c03-4aa7-9c00-b13df42b0436), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.519357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6be35-4fa9-42a7-b777-d5468ffe0a89 req-9f34fd4c-7427-464a-86d9-52a935e6cfc8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:50.521375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ed6be35-4fa9-42a7-b777-d5468ffe0a89 req-9f34fd4c-7427-464a-86d9-52a935e6cfc8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1024 time: 0.1137590
Mar 26 20:59:50.561234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=8a1f505c-3c03-4aa7-9c00-b13df42b0436,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:50.573756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 42b7456f-8058-4611-af72-f93a1d847b13 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 20:59:50.575437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.578860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b42b041-4964-4f7b-a2f5-ac0e8d7e50b2 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/8a1f505c-3c03-4aa7-9c00-b13df42b0436 HTTP/1.1" status: 204  len: 168 time: 0.8455665
Mar 26 20:59:50.581936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:50.590117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-b6cfbfb5-52e4-46bb-b62c-491b456f0518 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:50.591665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-b6cfbfb5-52e4-46bb-b62c-491b456f0518 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 1024 time: 0.1429524
Mar 26 20:59:50.737068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ed6be35-4fa9-42a7-b777-d5468ffe0a89 req-fe1d62f1-16aa-4d34-ba55-bb095cea0a43 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=34db9745-5cca-4366-a65c-30c2c58454dc&id=04a2dfb4-e403-45b1-8f7f-e705e0f00e37&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2048357
Mar 26 20:59:50.741738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d4b60-ad0b-4c6f-80f3-16189368ed8e req-ac46e0d3-996f-4370-adea-9c27d5817768 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:50.743355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e5d4b60-ad0b-4c6f-80f3-16189368ed8e req-ac46e0d3-996f-4370-adea-9c27d5817768 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.1082687
Mar 26 20:59:50.746958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 20:59:50.752541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6b170c39-01b3-4aa3-b105-fae667b4edf1 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/routers/42b7456f-8058-4611-af72-f93a1d847b13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5871148
Mar 26 20:59:50.756375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37904) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:50.757644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] Sync routers for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 20:59:50.759125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ed31e-14e5-4a83-b35a-6ebac12ca57d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:50.760784 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-041ed31e-14e5-4a83-b35a-6ebac12ca57d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1679823
Mar 26 20:59:50.767158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37906) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:50.771887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:50.772717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ecf9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:50.803254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Deleting port d49002ae-107b-4214-8a27-9406b4f5cade {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:50.803657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:50.813674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ecf9340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:50.822411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] Routers {'42b7456f-8058-4611-af72-f93a1d847b13'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 20:59:50.823307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ecf9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['42b7456f-8058-4611-af72-f93a1d847b13'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:50.828381 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4f7932-c222-4bfd-bdfe-ae8f48392e83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 20:59:50.832451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-da4f7932-c222-4bfd-bdfe-ae8f48392e83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/55182c6a-303e-4d41-8800-72f98659ac81 HTTP/1.1" status: 404  len: 333 time: 0.0591867
Mar 26 20:59:50.833869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37908) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:50.862391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ecf9340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:50.863058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318b9c0e-25ea-40be-ad69-e4fe1c6bb6fa None None] The sync data for ids ['42b7456f-8058-4611-af72-f93a1d847b13'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 20:59:50.889619 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28bb940-d714-403a-b968-d5922107bc02 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 20:59:50.893600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c28bb940-d714-403a-b968-d5922107bc02 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/8a1f505c-3c03-4aa7-9c00-b13df42b0436 HTTP/1.1" status: 404  len: 333 time: 0.0573137
Mar 26 20:59:50.895359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37910) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:50.906507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e5d4b60-ad0b-4c6f-80f3-16189368ed8e req-f4853b16-ae71-48ec-9ce8-e5639ad12750 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514788
Mar 26 20:59:50.932438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (42b7456f-8058-4611-af72-f93a1d847b13), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.015334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port d49002ae-107b-4214-8a27-9406b4f5cade, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d49002ae-107b-4214-8a27-9406b4f5cade,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:51.015744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.031802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d2036404-b1e8-4a1c-9967-55af69a6a834), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.039228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Calling delete_port for d49002ae-107b-4214-8a27-9406b4f5cade owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:51.053028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (42b7456f-8058-4611-af72-f93a1d847b13), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.115431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port ec14d514-b95f-4d6e-979c-cf237150de4d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:51.115996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ec14d514-b95f-4d6e-979c-cf237150de4d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.183905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d2036404-b1e8-4a1c-9967-55af69a6a834), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.217820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ec14d514-b95f-4d6e-979c-cf237150de4d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.220064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d256a60>,) {'filters': {'network_id': ['d2036404-b1e8-4a1c-9967-55af69a6a834']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:51.231297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for ec14d514-b95f-4d6e-979c-cf237150de4d owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:51.238266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d256a60>, 'aa396e2c-e691-4955-9ad9-96c0f68a4543') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:51.238623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d256a60>, 'aa396e2c-e691-4955-9ad9-96c0f68a4543') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:51.256974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (aa396e2c-e691-4955-9ad9-96c0f68a4543), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.308756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa396e2c-e691-4955-9ad9-96c0f68a4543), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.323453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:59:51.324098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (aa396e2c-e691-4955-9ad9-96c0f68a4543), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:59:51.327127 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:59:51.396930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d49002ae-107b-4214-8a27-9406b4f5cade), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.411688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95', 'd49002ae-107b-4214-8a27-9406b4f5cade'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:51.431628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'Port': ['ID=d49002ae-107b-4214-8a27-9406b4f5cade,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:51.435407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d2036404-b1e8-4a1c-9967-55af69a6a834), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.448076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.452315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/d2036404-b1e8-4a1c-9967-55af69a6a834 HTTP/1.1" status: 204  len: 168 time: 0.5559959
Mar 26 20:59:51.461256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:51.493098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-762664'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:51.515374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ec14d514-b95f-4d6e-979c-cf237150de4d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.532007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468f36-fab7-4dc5-9c2d-7f1e78f5e0c7 req-8d27187e-49b2-4a50-a8e6-68ef9d4de89e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:51.533459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ad4a7-e3d3-4130-8513-80bdcaa65411 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=d2036404-b1e8-4a1c-9967-55af69a6a834,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:51.533598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c468f36-fab7-4dc5-9c2d-7f1e78f5e0c7 req-8d27187e-49b2-4a50-a8e6-68ef9d4de89e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0845098
Mar 26 20:59:51.555628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=ec14d514-b95f-4d6e-979c-cf237150de4d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:51.574761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] No DVR routers for this DVR port d49002ae-107b-4214-8a27-9406b4f5cade on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:51.583170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.586973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31436732-e3bb-4fcc-ab15-84a42fad9865 req-0a68bbac-e985-457d-8349-ce13533fa783 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "DELETE /v2.0/ports/d49002ae-107b-4214-8a27-9406b4f5cade HTTP/1.1" status: 204  len: 173 time: 0.9817641
Mar 26 20:59:51.589933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'name': 'network-vif-deleted', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:51.592572 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd763159-4564-42e0-906e-bbaad13f97b3" -d '{"events": [{"server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "name": "network-vif-deleted", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:51.620050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f129765-75f4-46b6-bac8-0a2380020881 req-9e40e7bb-5bce-47b7-a2de-9fc0766d581c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:51.628143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f129765-75f4-46b6-bac8-0a2380020881 req-9e40e7bb-5bce-47b7-a2de-9fc0766d581c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1992650
Mar 26 20:59:51.637387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:51.640657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.652701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c468f36-fab7-4dc5-9c2d-7f1e78f5e0c7 req-39674879-f843-4c2c-8ddc-cc21de6e845d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001513
Mar 26 20:59:51.653486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (42b7456f-8058-4611-af72-f93a1d847b13), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.699227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 20:59:51.718999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b9af0b38-86c6-4b69-97b2-3e5efa5c4a50), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.719434 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment b9af0b38-86c6-4b69-97b2-3e5efa5c4a50 of type vlan for network e71ed66e-6b24-41a3-8251-c110de9327cf
Mar 26 20:59:51.747311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f129765-75f4-46b6-bac8-0a2380020881 req-7828444f-0fe4-4dfb-a07b-1e1f5a9b5844 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109009
Mar 26 20:59:51.795431 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c63d15-72e8-4c50-8ee7-f2b6e999ed49 x-openstack-request-id: req-92c63d15-72e8-4c50-8ee7-f2b6e999ed49 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:51.795835 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fea3714-7920-4e94-bf4c-ac35625e7bd0", "name": "network-vif-deleted", "tag": "d49002ae-107b-4214-8a27-9406b4f5cade", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:51.796208 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92c63d15-72e8-4c50-8ee7-f2b6e999ed49 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:51.796790 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c63d15-72e8-4c50-8ee7-f2b6e999ed49'] response: {'server_uuid': '6fea3714-7920-4e94-bf4c-ac35625e7bd0', 'name': 'network-vif-deleted', 'tag': 'd49002ae-107b-4214-8a27-9406b4f5cade', 'status': 'completed', 'code': 200}
Mar 26 20:59:51.813559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e71ed66e-6b24-41a3-8251-c110de9327cf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.847971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (42b7456f-8058-4611-af72-f93a1d847b13), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.850050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e71ed66e-6b24-41a3-8251-c110de9327cf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.850839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_controller (42b7456f-8058-4611-af72-f93a1d847b13), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.859183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:51.860007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.936247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87f131fb-6335-41a7-b9d5-f73699b8b532 req-cdaa15b2-bfba-4265-a7a3-a57e1d23cc4a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fea3714-7920-4e94-bf4c-ac35625e7bd0 HTTP/1.1" status: 200  len: 210 time: 0.0351415
Mar 26 20:59:51.938969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.4674840
Mar 26 20:59:51.943324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103ba8-83e9-46a7-87d3-6a0abccf1217 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=e71ed66e-6b24-41a3-8251-c110de9327cf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:51.956396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37950) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:51.962397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e71ed66e-6b24-41a3-8251-c110de9327cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 20:59:51.967620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:51.971101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (42b7456f-8058-4611-af72-f93a1d847b13), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.971650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Fanout notify agent at l3_agent the message router_deleted on router 42b7456f-8058-4611-af72-f93a1d847b13 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 20:59:51.979080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:51.982958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37952) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:51.983094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f152731d-c479-49b3-9a9e-6eefde9b6b43 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/routers/42b7456f-8058-4611-af72-f93a1d847b13 HTTP/1.1" status: 204  len: 168 time: 1.2255638
Mar 26 20:59:52.066301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting subnet 70c549d3-cad9-43c6-a9a2-4557c0f35c4e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:59:52.072012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for subnet (70c549d3-cad9-43c6-a9a2-4557c0f35c4e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.082491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:52.087493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.119093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a6697-71a5-4263-9248-58782817ff16 req-60b766bd-f107-4ade-adc4-c53c94092641 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.120738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b04a6697-71a5-4263-9248-58782817ff16 req-60b766bd-f107-4ade-adc4-c53c94092641 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1274712
Mar 26 20:59:52.126249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (70c549d3-cad9-43c6-a9a2-4557c0f35c4e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.159001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Performing IP validity checks on allocation pools {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 20:59:52.160232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 20:59:52.265515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b04a6697-71a5-4263-9248-58782817ff16 req-61d2676b-4809-4ce8-880e-bc56d15166c1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144085
Mar 26 20:59:52.274461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-0e3c4700-39e2-45b9-8c26-2ca9b85bd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.275951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-0e3c4700-39e2-45b9-8c26-2ca9b85bd5a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1127 time: 0.1238441
Mar 26 20:59:52.295142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (2994ddd7-840c-4cdc-978d-5b151f82c609), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.295386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (70c549d3-cad9-43c6-a9a2-4557c0f35c4e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.362153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=2994ddd7-840c-4cdc-978d-5b151f82c609,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:52.368806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:52.369237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: e71ed66e-6b24-41a3-8251-c110de9327cf, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 20:59:52.388452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network e71ed66e-6b24-41a3-8251-c110de9327cf is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 20:59:52.401593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e71ed66e-6b24-41a3-8251-c110de9327cf) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:52.409307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e8a78-f703-410c-8fd7-b4efa62cd661 None None] Network e71ed66e-6b24-41a3-8251-c110de9327cf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:52.413490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.414020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.440973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0373dcc1-f4ba-45e5-b164-acd1c40d4275 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4824679
Mar 26 20:59:52.443243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37960) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:52.453302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf', 'name': 'tempest-PortsTestJSON-1358916052'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:52.458493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-91dcdfdb-b664-4bb9-a475-5df896d430af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.461193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-91dcdfdb-b664-4bb9-a475-5df896d430af service neutron] 10.222.0.21 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1761873
Mar 26 20:59:52.481059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (70c549d3-cad9-43c6-a9a2-4557c0f35c4e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.567268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-28a05f3a-e2ce-4fbc-acb4-e306f7c6c596 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 217 time: 0.0955479
Mar 26 20:59:52.568325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e71ed66e-6b24-41a3-8251-c110de9327cf', 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '2994ddd7-840c-4cdc-978d-5b151f82c609'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 20:59:52.568468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Subnet': ['ID=70c549d3-cad9-43c6-a9a2-4557c0f35c4e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:52.569556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.572811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.578697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78687016-8862-4f7f-81a4-befb956e80de tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/subnets/70c549d3-cad9-43c6-a9a2-4557c0f35c4e HTTP/1.1" status: 204  len: 168 time: 0.5920169
Mar 26 20:59:52.578990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:52.589217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68761195-5501-4121-9406-96a5374f1be3 None None] Network c31c50a3-190a-4ae4-b170-58faef27dd10 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:52.626099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-edaaffad-9fd8-4f31-b947-e3ccee05c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.627640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-edaaffad-9fd8-4f31-b947-e3ccee05c972 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.0505803
Mar 26 20:59:52.673571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c31c50a3-190a-4ae4-b170-58faef27dd10), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.676818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 20:59:52.679902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.685637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-01c4527e-2735-417d-9f1e-9d8ff4dae684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.687252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-01c4527e-2735-417d-9f1e-9d8ff4dae684 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0531070
Mar 26 20:59:52.707257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port f2099b91-bc11-48c2-8a8f-be4d3c607421 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 20:59:52.840085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Allocated IP 172.20.0.2 (e71ed66e-6b24-41a3-8251-c110de9327cf/2994ddd7-840c-4cdc-978d-5b151f82c609/923b4947-2392-4a1d-8bf1-5b5463f0d548) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:52.880300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-26f336a9-b4e5-4e5f-8aaf-afa9e0005384 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797583
Mar 26 20:59:52.925087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] DHCP port deletion for c31c50a3-190a-4ae4-b170-58faef27dd10 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:59:52.958953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 7dcf83a2-c56a-4055-bb97-11d9d627f772 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:52.958953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:52.966435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b074397-88d7-48e2-b41b-70fbc7ceb1f4 req-bf3a44de-70ea-4ff5-9fe7-9a1361872dbf tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.968211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b074397-88d7-48e2-b41b-70fbc7ceb1f4 req-bf3a44de-70ea-4ff5-9fe7-9a1361872dbf tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1305521
Mar 26 20:59:52.989220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-d8b6fd8f-8694-45a1-8dee-27cd3da80f5c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:52.990907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-d8b6fd8f-8694-45a1-8dee-27cd3da80f5c tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.18 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1000288
Mar 26 20:59:53.010303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bce7cb28-69fe-4f0e-8d00-1f6b2b2b819c req-39b9e3e0-e27c-4364-a9b3-9e08866ef64d service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172969
Mar 26 20:59:53.033803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Deleting port 7dcf83a2-c56a-4055-bb97-11d9d627f772 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:53.034377 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.057006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks [] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.070966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.097155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-7441f1d3-b4af-444e-b0dd-c59ddda794bb tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/04a2dfb4-e403-45b1-8f7f-e705e0f00e37 HTTP/1.1" status: 200  len: 1819 time: 0.0479674
Mar 26 20:59:53.147368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] For port 7dcf83a2-c56a-4055-bb97-11d9d627f772, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf83a2-c56a-4055-bb97-11d9d627f772,segment=NetworkSegment(99ff1b46-0635-48e1-98ea-befedae9768e),segment_id=99ff1b46-0635-48e1-98ea-befedae9768e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:53.148065 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.166616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (04a2dfb4-e403-45b1-8f7f-e705e0f00e37), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.172591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Calling delete_port for 7dcf83a2-c56a-4055-bb97-11d9d627f772 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:53.174412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Pushing event updated for resources: {'Port': ['ID=923b4947-2392-4a1d-8bf1-5b5463f0d548,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:53.179544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Network e71ed66e-6b24-41a3-8251-c110de9327cf is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:53.186340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:53.191500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:53.193288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (04a2dfb4-e403-45b1-8f7f-e705e0f00e37), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.195068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.195598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.195975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.196107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] For port 7dcf83a2-c56a-4055-bb97-11d9d627f772, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dcf83a2-c56a-4055-bb97-11d9d627f772,segment=NetworkSegment(99ff1b46-0635-48e1-98ea-befedae9768e),segment_id=99ff1b46-0635-48e1-98ea-befedae9768e)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:53.196316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.196435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.196659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.196997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.197332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.197918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.198246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.199093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.199093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.199350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.199661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.200010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.200340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 20:59:53.225959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b074397-88d7-48e2-b41b-70fbc7ceb1f4 req-be294534-82b1-4ebf-a049-4b09fc26c852 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318625
Mar 26 20:59:53.226997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 7dcf83a2-c56a-4055-bb97-11d9d627f772 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:53.229138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.11 (e71ed66e-6b24-41a3-8251-c110de9327cf/2994ddd7-840c-4cdc-978d-5b151f82c609/f2099b91-bc11-48c2-8a8f-be4d3c607421) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 20:59:53.272924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (04a2dfb4-e403-45b1-8f7f-e705e0f00e37), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.276453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.278379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf41e8f0-7b00-4560-813e-844abf31c1e3 req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/04a2dfb4-e403-45b1-8f7f-e705e0f00e37 HTTP/1.1" status: 204  len: 173 time: 0.1733994
Mar 26 20:59:53.303981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc57f1a-717a-474f-8357-51ed0f060a78 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2dfb4-e403-45b1-8f7f-e705e0f00e37,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:53.311891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Attempting to bind port 923b4947-2392-4a1d-8bf1-5b5463f0d548 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 20:59:53.312276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Attempting to bind port 923b4947-2392-4a1d-8bf1-5b5463f0d548 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 20:59:53.312662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Attempting to bind port 923b4947-2392-4a1d-8bf1-5b5463f0d548 on network e71ed66e-6b24-41a3-8251-c110de9327cf {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 20:59:53.335323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 20, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 20:59:53.335801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Checking segment: {'id': 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 20:59:53.336147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.336560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Bound using segment: {'id': 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 20:59:53.337533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Bound port: 923b4947-2392-4a1d-8bf1-5b5463f0d548, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e71ed66e-6b24-41a3-8251-c110de9327cf'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 20:59:53.337533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.339317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Deleting port 9734139e-042e-4a25-9ed4-1e990314944b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:53.339871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9734139e-042e-4a25-9ed4-1e990314944b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.374770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.410679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] No DVR routers for this DVR port 7dcf83a2-c56a-4055-bb97-11d9d627f772 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:53.412408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1638-141d-4fde-8777-f44322cbe129 None None] Pushing event deleted for resources: {'Port': ['ID=7dcf83a2-c56a-4055-bb97-11d9d627f772,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:53.442358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17e9aa-811e-4322-b710-a82b882b4d06 req-f5a32c8f-a1e8-47d1-aede-d9c935dc5e76 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:53.444129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb17e9aa-811e-4322-b710-a82b882b4d06 req-f5a32c8f-a1e8-47d1-aede-d9c935dc5e76 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.0716298
Mar 26 20:59:53.449536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] For port 923b4947-2392-4a1d-8bf1-5b5463f0d548, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 20:59:53.453139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] For port 923b4947-2392-4a1d-8bf1-5b5463f0d548, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923b4947-2392-4a1d-8bf1-5b5463f0d548,segment=NetworkSegment(b9af0b38-86c6-4b69-97b2-3e5efa5c4a50),segment_id=b9af0b38-86c6-4b69-97b2-3e5efa5c4a50)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 20:59:53.459385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.513408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb17e9aa-811e-4322-b710-a82b882b4d06 req-42762ef7-5aca-4caa-a6f5-7a7c5e447d45 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608892
Mar 26 20:59:53.532340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-02220b6c-b03d-4624-840c-a85c638a7ab8 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/34db9745-5cca-4366-a65c-30c2c58454dc HTTP/1.1" status: 200  len: 1819 time: 0.2207735
Mar 26 20:59:53.538010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a638f8-f747-44a6-b9b4-63e68497ad74 None None] Pushing event updated for resources: {'Port': ['ID=923b4947-2392-4a1d-8bf1-5b5463f0d548,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:53.540704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7dcf83a2-c56a-4055-bb97-11d9d627f772), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.601927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=7dcf83a2-c56a-4055-bb97-11d9d627f772,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:53.606837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] For port 9734139e-042e-4a25-9ed4-1e990314944b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9734139e-042e-4a25-9ed4-1e990314944b,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:53.606953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9734139e-042e-4a25-9ed4-1e990314944b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.611479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] No DVR routers for this DVR port 7dcf83a2-c56a-4055-bb97-11d9d627f772 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:53.672346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Calling delete_port for 9734139e-042e-4a25-9ed4-1e990314944b owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:53.717144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (f2099b91-bc11-48c2-8a8f-be4d3c607421), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.805379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c31c50a3-190a-4ae4-b170-58faef27dd10), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:53.858365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 923b4947-2392-4a1d-8bf1-5b5463f0d548 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:53.932642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 20:59:53.976487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-6931118a-0a36-4b41-ba76-1f24e7b94882 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0701082
Mar 26 20:59:54.031141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 923b4947-2392-4a1d-8bf1-5b5463f0d548 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:54.031524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.107587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-8dbdcd1b-4c2a-458d-9e17-6632c95db46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.110260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-8dbdcd1b-4c2a-458d-9e17-6632c95db46b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 1127 time: 0.0764997
Mar 26 20:59:54.149180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:54.166054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'mac_address': 'fa:16:3e:1d:09:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 20:59:54.214331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (34db9745-5cca-4366-a65c-30c2c58454dc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.218639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d4ffe20>,) {'filters': {'network_id': ['c31c50a3-190a-4ae4-b170-58faef27dd10']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:54.227361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-627e904c-2558-4ea2-8d18-0fcab9629a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.228767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-627e904c-2558-4ea2-8d18-0fcab9629a19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.0972521
Mar 26 20:59:54.235393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 923b4947-2392-4a1d-8bf1-5b5463f0d548 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:54.235793 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.242883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4ffe20>, '99ff1b46-0635-48e1-98ea-befedae9768e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:54.243175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4ffe20>, '99ff1b46-0635-48e1-98ea-befedae9768e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:54.282868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-aac9e067-d048-4c30-8c48-8337949b25b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 200  len: 217 time: 0.0458174
Mar 26 20:59:54.288484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 923b4947-2392-4a1d-8bf1-5b5463f0d548, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923b4947-2392-4a1d-8bf1-5b5463f0d548,segment=NetworkSegment(b9af0b38-86c6-4b69-97b2-3e5efa5c4a50),segment_id=b9af0b38-86c6-4b69-97b2-3e5efa5c4a50)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:54.294171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7faa08b-872e-4394-814a-c7ee682c1e20 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:54.294571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.304734 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.310222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (34db9745-5cca-4366-a65c-30c2c58454dc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.358696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7faa08b-872e-4394-814a-c7ee682c1e20 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 20:59:54.360185 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (99ff1b46-0635-48e1-98ea-befedae9768e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.362664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f2099b91-bc11-48c2-8a8f-be4d3c607421), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.385028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:54.403365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.413152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-91b719e1-d210-47c4-ab24-18d837fac558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.414633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-91b719e1-d210-47c4-ab24-18d837fac558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1247907
Mar 26 20:59:54.415319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=923b4947-2392-4a1d-8bf1-5b5463f0d548,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:54.429611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7dcf83a2-c56a-4055-bb97-11d9d627f772 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:54.438152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network e71ed66e-6b24-41a3-8251-c110de9327cf is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 20:59:54.471086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (99ff1b46-0635-48e1-98ea-befedae9768e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.474945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 20:59:54.491410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 7dcf83a2-c56a-4055-bb97-11d9d627f772 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:54.491803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7dcf83a2-c56a-4055-bb97-11d9d627f772 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:54.494813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 20:59:54.549686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:54.556276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4ed0-c555-4f5c-8535-c6a1d2569771 req-93935225-6e99-43a1-abe2-50b6bb75af7d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.560241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 20:59:54.560576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (99ff1b46-0635-48e1-98ea-befedae9768e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.563984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f9b4ed0-c555-4f5c-8535-c6a1d2569771 req-93935225-6e99-43a1-abe2-50b6bb75af7d tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=901c62c9-5a4b-4513-b027-c464f1501864 HTTP/1.1" status: 200  len: 946 time: 0.1974168
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 20:59:54.570549 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 20:59:54.579407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (34db9745-5cca-4366-a65c-30c2c58454dc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.580134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a7faa08b-872e-4394-814a-c7ee682c1e20'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:54.582219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.584423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f16af1e6-d06c-497b-9588-0b7afe023d82 req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/34db9745-5cca-4366-a65c-30c2c58454dc HTTP/1.1" status: 204  len: 173 time: 1.0351489
Mar 26 20:59:54.607125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-6305a9a8-d80d-4f6d-9c17-6c75c280a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.611650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-6305a9a8-d80d-4f6d-9c17-6c75c280a566 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1815588
Mar 26 20:59:54.673136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af8c6f-f891-46cc-b2b8-85e5b52fb890 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db9745-5cca-4366-a65c-30c2c58454dc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:54.684473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=f2099b91-bc11-48c2-8a8f-be4d3c607421,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:54.834490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f9b4ed0-c555-4f5c-8535-c6a1d2569771 req-74dab0d8-2167-44ac-abb9-658201bdf621 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692668
Mar 26 20:59:54.854429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9734139e-042e-4a25-9ed4-1e990314944b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.872623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['41328fe6-d504-4051-8089-d948e97d3fa2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 20:59:54.904309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:54.904909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.908988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-362803533', 'description': 'tempest-description-1341549170'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:54.921665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-a90b8d27-339f-49a5-a77a-a6f1bc65b21c service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001773
Mar 26 20:59:54.943319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Pushing event deleted for resources: {'Port': ['ID=9734139e-042e-4a25-9ed4-1e990314944b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:54.951472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c31c50a3-190a-4ae4-b170-58faef27dd10), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.994635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:54.998731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/networks/c31c50a3-190a-4ae4-b170-58faef27dd10 HTTP/1.1" status: 204  len: 168 time: 2.4189901
Mar 26 20:59:55.016620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38014) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:55.024040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-650df83e-5719-4b33-b09f-181a8391d4a9 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5792732
Mar 26 20:59:55.031050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38016) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:55.053337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b471f43-fdc1-48d7-9b43-d6f73657f4be None None] Network e71ed66e-6b24-41a3-8251-c110de9327cf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:55.053616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b834d-5ce1-4f14-894d-cba15dba123a tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Network': ['ID=c31c50a3-190a-4ae4-b170-58faef27dd10,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:55.077658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.094257 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9b837d1-86d3-4c65-9053-53ad12a671e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.105148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] No DVR routers for this DVR port 9734139e-042e-4a25-9ed4-1e990314944b on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:55.141073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.145629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8befce3-75fd-491d-aa20-1e5f63b55d59 req-622edc67-d40b-4878-a872-f1c3d3e9ee2a tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.18 "DELETE /v2.0/ports/9734139e-042e-4a25-9ed4-1e990314944b HTTP/1.1" status: 204  len: 173 time: 2.1484990
Mar 26 20:59:55.146315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'name': 'network-vif-deleted', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:55.148859 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c603545e-ad4d-4f0d-b916-0337f7f467e7" -d '{"events": [{"server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "name": "network-vif-deleted", "tag": "9734139e-042e-4a25-9ed4-1e990314944b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:55.174621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca3c47-b162-4c88-bc80-c910857d977c req-19b17355-68ee-412e-8ad0-6b835409a25a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:55.182726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6ca3c47-b162-4c88-bc80-c910857d977c req-19b17355-68ee-412e-8ad0-6b835409a25a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.5071867
Mar 26 20:59:55.216432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a49074a-2bd9-48e5-94ec-14faf4975ad0 req-7d39e437-1462-4705-9d95-ad07ccbf1a5d service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653897
Mar 26 20:59:55.280565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.289029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.323617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b1a175e6-da6c-4963-9a29-51d2a1bb2e29 None None] Provisioning complete for port 923b4947-2392-4a1d-8bf1-5b5463f0d548 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:55.324718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1a175e6-da6c-4963-9a29-51d2a1bb2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.345209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.346961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e7c81b6-33ba-4cbf-8485-17dbe8009f74 req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4528215
Mar 26 20:59:55.350166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988b87b-61e8-43aa-92a4-501c893391ac tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2714f440-b833-4684-82ef-590a6db7d06d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:55.355174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6ca3c47-b162-4c88-bc80-c910857d977c req-f395e0c7-92b2-43fc-af6b-6585bc3320e8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600783
Mar 26 20:59:55.442356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port f2099b91-bc11-48c2-8a8f-be4d3c607421 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:55.442668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f2099b91-bc11-48c2-8a8f-be4d3c607421), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.471484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 3cf2dd33-7983-4cb6-b456-410106c0aa0b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:55.471845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.536693 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54dbe90-ceb7-4691-a252-c6badf89f2f6 x-openstack-request-id: req-d54dbe90-ceb7-4691-a252-c6badf89f2f6 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:55.536927 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901c62c9-5a4b-4513-b027-c464f1501864", "name": "network-vif-deleted", "tag": "9734139e-042e-4a25-9ed4-1e990314944b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:55.537157 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d54dbe90-ceb7-4691-a252-c6badf89f2f6 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:55.537565 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54dbe90-ceb7-4691-a252-c6badf89f2f6'] response: {'server_uuid': '901c62c9-5a4b-4513-b027-c464f1501864', 'name': 'network-vif-deleted', 'tag': '9734139e-042e-4a25-9ed4-1e990314944b', 'status': 'completed', 'code': 200}
Mar 26 20:59:55.539660 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 20:59:55.559023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b1a175e6-da6c-4963-9a29-51d2a1bb2e29 None None] Current status of the port 923b4947-2392-4a1d-8bf1-5b5463f0d548 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:55.711499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-dbbba934-b847-4da3-87f1-6fdb465a2ac6 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/2714f440-b833-4684-82ef-590a6db7d06d HTTP/1.1" status: 200  len: 1819 time: 0.1583622
Mar 26 20:59:55.716495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1185817038', 'description': 'tempest-description-hth-1801081091'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:55.747172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.747510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (3cf2dd33-7983-4cb6-b456-410106c0aa0b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.782394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f2099b91-bc11-48c2-8a8f-be4d3c607421), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.845383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 923b4947-2392-4a1d-8bf1-5b5463f0d548 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:55.846080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for f2099b91-bc11-48c2-8a8f-be4d3c607421 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:55.855689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 3cf2dd33-7983-4cb6-b456-410106c0aa0b owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:55.905313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:55.920307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 20:59:55.973701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 923b4947-2392-4a1d-8bf1-5b5463f0d548 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:55.979704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.122896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-64c43b01-abda-475c-99bd-44075ef4e6d2 None None] Provisioning complete for port 923b4947-2392-4a1d-8bf1-5b5463f0d548 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:56.125223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-64c43b01-abda-475c-99bd-44075ef4e6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.205551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a7faa08b-872e-4394-814a-c7ee682c1e20 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 20:59:56.212843 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.215448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f2099b91-bc11-48c2-8a8f-be4d3c607421), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.275959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=f2099b91-bc11-48c2-8a8f-be4d3c607421,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:56.303389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.315558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9734139e-042e-4a25-9ed4-1e990314944b no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:56.328749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.333398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.335290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7f34752-d595-4af3-82ab-6ac6d3cd4544 req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "PUT /v2.0/security-groups/2714f440-b833-4684-82ef-590a6db7d06d HTTP/1.1" status: 200  len: 1794 time: 0.6234725
Mar 26 20:59:56.406133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 9734139e-042e-4a25-9ed4-1e990314944b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:56.406709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9734139e-042e-4a25-9ed4-1e990314944b not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:56.477590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f66a4-b708-415b-a6a7-1e1e02f567a8 req-417a6f29-a125-4cc1-8ef2-4c0e0aea82af tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:56.478434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c459251-214a-4c43-890b-2d204bc9e3dc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2714f440-b833-4684-82ef-590a6db7d06d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:56.485901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 923b4947-2392-4a1d-8bf1-5b5463f0d548 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:56.489264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba7f66a4-b708-415b-a6a7-1e1e02f567a8 req-417a6f29-a125-4cc1-8ef2-4c0e0aea82af tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1137593
Mar 26 20:59:56.591948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba7f66a4-b708-415b-a6a7-1e1e02f567a8 req-584a9894-6d1b-4aaf-b70a-490c900839a6 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921025
Mar 26 20:59:56.626526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.630481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-824a447d-db9e-48af-81d2-9d99fee177cd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/f2099b91-bc11-48c2-8a8f-be4d3c607421 HTTP/1.1" status: 204  len: 168 time: 1.5780103
Mar 26 20:59:56.633303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38060) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.633447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b56bea-bb62-481c-8317-f4a4a2eef895 req-9ca4cb3f-bf49-4d78-8e04-cf19d3d8b539 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/2714f440-b833-4684-82ef-590a6db7d06d HTTP/1.1" status: 200  len: 1794 time: 0.2477362
Mar 26 20:59:56.646829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3cf2dd33-7983-4cb6-b456-410106c0aa0b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.733297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=3cf2dd33-7983-4cb6-b456-410106c0aa0b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:56.767145 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd7bff-f56e-4cec-bb07-5242b4cc3346 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 20:59:56.767778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd7bff-f56e-4cec-bb07-5242b4cc3346 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 20:59:56.774524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b6bd7bff-f56e-4cec-bb07-5242b4cc3346 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/f2099b91-bc11-48c2-8a8f-be4d3c607421 HTTP/1.1" status: 404  len: 333 time: 0.1400976
Mar 26 20:59:56.777658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.818243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for floatingip (31e4da9c-019d-4ea8-8e0d-a648eec90345), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.819551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-64c43b01-abda-475c-99bd-44075ef4e6d2 None None] Current status of the port 923b4947-2392-4a1d-8bf1-5b5463f0d548 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:56.821720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.823305 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eb8067-9259-4f74-8bef-7a636b5ee051 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 20:59:56.823835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-df49c5db-cec5-4d72-b950-e5802fc5e5fa tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/floatingips/31e4da9c-019d-4ea8-8e0d-a648eec90345 HTTP/1.1" status: 204  len: 168 time: 1.8039191
Mar 26 20:59:56.828556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-14eb8067-9259-4f74-8bef-7a636b5ee051 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/f2099b91-bc11-48c2-8a8f-be4d3c607421 HTTP/1.1" status: 404  len: 333 time: 0.0503933
Mar 26 20:59:56.829271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38076) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.831473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.834131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7faa08b-872e-4394-814a-c7ee682c1e20 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 20:59:56.834646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.836770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-64c43b01-abda-475c-99bd-44075ef4e6d2 None None] Could not find standard attr ID for object f2099b91-bc11-48c2-8a8f-be4d3c607421. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 20:59:56.869835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 20:59:56.870049 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfeddd4-69e2-4e21-87c5-ead0d477743e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] DELETE failed (client error): The resource could not be found.
Mar 26 20:59:56.870602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfeddd4-69e2-4e21-87c5-ead0d477743e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 20:59:56.873005 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b05c3a-6936-4a31-885c-f086dfcb847c" -d '{"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-plugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 20:59:56.873879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0cfeddd4-69e2-4e21-87c5-ead0d477743e tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/126621c3-fbda-415b-b396-b852cae97331 HTTP/1.1" status: 404  len: 333 time: 0.0435889
Mar 26 20:59:56.876687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38082) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.892160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:56.899658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3022fb-7241-4cc3-a90a-4bc59eb308fd req-fb7cdd28-e8dd-43f9-a554-1caf61399ec0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:56.899983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.900987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d49002ae-107b-4214-8a27-9406b4f5cade no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:56.901554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec3022fb-7241-4cc3-a90a-4bc59eb308fd req-fb7cdd28-e8dd-43f9-a554-1caf61399ec0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.1814582
Mar 26 20:59:56.927193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4d19ae63-19e9-4130-9d45-b728fc721bc5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/ports?device_id=42b7456f-8058-4611-af72-f93a1d847b13 HTTP/1.1" status: 200  len: 205 time: 0.0476956
Mar 26 20:59:56.927817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:56.951387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 2994ddd7-840c-4cdc-978d-5b151f82c609 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 20:59:56.964157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (2994ddd7-840c-4cdc-978d-5b151f82c609), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:56.976043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-14ba829d-3c49-49af-810b-8770c965dc99 None None] Could not find standard attr ID for object f2099b91-bc11-48c2-8a8f-be4d3c607421. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 20:59:56.980696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d49002ae-107b-4214-8a27-9406b4f5cade {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:56.981236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d49002ae-107b-4214-8a27-9406b4f5cade not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 20:59:56.990165 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-156cac7f-5805-4b82-869f-88271b6f4b14 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] delete failed (client error): The resource could not be found.
Mar 26 20:59:56.996565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-156cac7f-5805-4b82-869f-88271b6f4b14 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/routers/42b7456f-8058-4611-af72-f93a1d847b13 HTTP/1.1" status: 404  len: 336 time: 0.0665236
Mar 26 20:59:56.997379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38088) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:57.021017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:57.048928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec3022fb-7241-4cc3-a90a-4bc59eb308fd req-0132b8a3-7a0d-4313-b43b-6a45f92ecc29 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400037
Mar 26 20:59:57.053404 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe007f-66ec-40a2-9aaa-c452b048caf5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] DELETE failed (client error): The resource could not be found.
Mar 26 20:59:57.054064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe007f-66ec-40a2-9aaa-c452b048caf5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 20:59:57.058042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1bbe007f-66ec-40a2-9aaa-c452b048caf5 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/subnets/70c549d3-cad9-43c6-a9a2-4557c0f35c4e HTTP/1.1" status: 404  len: 337 time: 0.0595706
Mar 26 20:59:57.063476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38090) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:57.089790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47df62e4-6eac-4560-822c-4b802f1d334b req-d1502247-91fc-4b91-9037-4b49b000af7e tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/2714f440-b833-4684-82ef-590a6db7d06d HTTP/1.1" status: 200  len: 1794 time: 0.1062143
Mar 26 20:59:57.105960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2994ddd7-840c-4cdc-978d-5b151f82c609), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.156405 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6d1af4-38fb-4c54-856f-2b8ad29302ad x-openstack-request-id: req-4a6d1af4-38fb-4c54-856f-2b8ad29302ad {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 20:59:57.156753 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-plugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 20:59:57.157563 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a6d1af4-38fb-4c54-856f-2b8ad29302ad {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 20:59:57.157945 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6d1af4-38fb-4c54-856f-2b8ad29302ad'] response: {'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'code': 200}
Mar 26 20:59:57.185139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47df62e4-6eac-4560-822c-4b802f1d334b req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.227530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47df62e4-6eac-4560-822c-4b802f1d334b req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.250332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 2bb4f10c-1ea0-40c3-8345-25464f0d670c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:57.250862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2bb4f10c-1ea0-40c3-8345-25464f0d670c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.309478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2994ddd7-840c-4cdc-978d-5b151f82c609), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.325222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25a36183-ae8c-42a1-9efc-9a081940d5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.329740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47df62e4-6eac-4560-822c-4b802f1d334b req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2714f440-b833-4684-82ef-590a6db7d06d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.334340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47df62e4-6eac-4560-822c-4b802f1d334b req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.340768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47df62e4-6eac-4560-822c-4b802f1d334b req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/2714f440-b833-4684-82ef-590a6db7d06d HTTP/1.1" status: 204  len: 173 time: 0.2519467
Mar 26 20:59:57.374618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450cd10-b097-4b08-b172-b0b47fd6f3ff tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714f440-b833-4684-82ef-590a6db7d06d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:57.475584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2bb4f10c-1ea0-40c3-8345-25464f0d670c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.491459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2994ddd7-840c-4cdc-978d-5b151f82c609), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.518880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1b00-37d7-4c42-9bf0-05d167d011d2 req-9f7631ea-feff-4576-944e-d6f1ca8278cf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:57.528582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-243f1b00-37d7-4c42-9bf0-05d167d011d2 req-9f7631ea-feff-4576-944e-d6f1ca8278cf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2474401
Mar 26 20:59:57.544251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 2bb4f10c-1ea0-40c3-8345-25464f0d670c owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:57.554248 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-c4d334eb-0c01-4ba2-ae25-c4b7b40ff0f7 req-693fc613-4000-4342-8cd3-e562ede0d510 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:57.564809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4d334eb-0c01-4ba2-ae25-c4b7b40ff0f7 req-693fc613-4000-4342-8cd3-e562ede0d510 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/34db9745-5cca-4366-a65c-30c2c58454dc HTTP/1.1" status: 404  len: 352 time: 0.0298014
Mar 26 20:59:57.604768 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-59736494-b240-4bb3-a52a-7bab8c94504b req-6d6f018f-3392-48f0-a43d-b6f91f4464bc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:57.610638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59736494-b240-4bb3-a52a-7bab8c94504b req-6d6f018f-3392-48f0-a43d-b6f91f4464bc tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/04a2dfb4-e403-45b1-8f7f-e705e0f00e37 HTTP/1.1" status: 404  len: 352 time: 0.0220935
Mar 26 20:59:57.709834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.718059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/2994ddd7-840c-4cdc-978d-5b151f82c609 HTTP/1.1" status: 204  len: 168 time: 0.8844519
Mar 26 20:59:57.718403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262e5f6-4516-46c7-913f-9c09a60fbd1d None None] Network e71ed66e-6b24-41a3-8251-c110de9327cf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 20:59:57.719631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38110) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:57.738986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb27fe3-af04-4ac2-8f2b-738be5d9e52d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=2994ddd7-840c-4cdc-978d-5b151f82c609,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:57.877608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd4fe-4a29-4cb4-85d3-fc68d919d98c req-e9b44d4c-7492-44ca-b160-6cb2d83bd848 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:57.889461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cadd4fe-4a29-4cb4-85d3-fc68d919d98c req-e9b44d4c-7492-44ca-b160-6cb2d83bd848 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.1888788
Mar 26 20:59:57.966717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e71ed66e-6b24-41a3-8251-c110de9327cf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:57.990281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-243f1b00-37d7-4c42-9bf0-05d167d011d2 req-95f8578d-d522-4695-9ec4-08fb8c73d3d3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4606693
Mar 26 20:59:58.115551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2bb4f10c-1ea0-40c3-8345-25464f0d670c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.137445 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-58d21b55-6d60-4c8c-b14e-1dab5eab45d8 req-f658d189-e809-4e3b-a0d3-483d4c5a5010 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:58.151579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d21b55-6d60-4c8c-b14e-1dab5eab45d8 req-f658d189-e809-4e3b-a0d3-483d4c5a5010 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8a462155-de76-4534-93ae-1c57a3a4abc7 HTTP/1.1" status: 404  len: 352 time: 0.0483036
Mar 26 20:59:58.162102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cadd4fe-4a29-4cb4-85d3-fc68d919d98c req-1e5ec2ac-8c43-4e75-ac49-2f5046b41126 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2717533
Mar 26 20:59:58.196197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=2bb4f10c-1ea0-40c3-8345-25464f0d670c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:58.268278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 923b4947-2392-4a1d-8bf1-5b5463f0d548 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:58.269325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.284345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] DHCP port deletion for e71ed66e-6b24-41a3-8251-c110de9327cf request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 20:59:58.384723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Deleting port 923b4947-2392-4a1d-8bf1-5b5463f0d548 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:58.385227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.538820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] For port 923b4947-2392-4a1d-8bf1-5b5463f0d548, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923b4947-2392-4a1d-8bf1-5b5463f0d548,segment=NetworkSegment(b9af0b38-86c6-4b69-97b2-3e5efa5c4a50),segment_id=b9af0b38-86c6-4b69-97b2-3e5efa5c4a50)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:58.539519 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.593453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Calling delete_port for 923b4947-2392-4a1d-8bf1-5b5463f0d548 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:58.608567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b1d58-be23-411d-bd3f-ad13143aabd5 req-c6592215-5edc-49d1-820a-c2a2146b24f1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:58.621292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-711b1d58-be23-411d-bd3f-ad13143aabd5 req-c6592215-5edc-49d1-820a-c2a2146b24f1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1535583
Mar 26 20:59:58.748855 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-711b1d58-be23-411d-bd3f-ad13143aabd5 req-9c58b5ca-589d-4c64-af76-bf0b172aaaf7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276278
Mar 26 20:59:58.752083 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-7a02eca7-06bc-44dd-8638-c94312705d4c req-0d2402de-49d4-41c4-af74-d6aecbb20db3 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:58.774826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a02eca7-06bc-44dd-8638-c94312705d4c req-0d2402de-49d4-41c4-af74-d6aecbb20db3 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/35516eea-ddb3-4689-b729-dce17be9a1bf HTTP/1.1" status: 404  len: 352 time: 0.0575924
Mar 26 20:59:58.797522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.897322 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.943124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] Pushing event deleted for resources: {'Port': ['ID=923b4947-2392-4a1d-8bf1-5b5463f0d548,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:58.957045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c27d52-5993-4939-b0e6-df0f068ff284 None None] No DVR routers for this DVR port 923b4947-2392-4a1d-8bf1-5b5463f0d548 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:58.963016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-ff3ba677-8d5c-40c7-970c-dbeb634a1077 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0909882
Mar 26 20:59:58.971206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port 923b4947-2392-4a1d-8bf1-5b5463f0d548, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923b4947-2392-4a1d-8bf1-5b5463f0d548,segment=NetworkSegment(b9af0b38-86c6-4b69-97b2-3e5efa5c4a50),segment_id=b9af0b38-86c6-4b69-97b2-3e5efa5c4a50)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 20:59:58.972000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:58.998111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 923b4947-2392-4a1d-8bf1-5b5463f0d548 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:59.118494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.122084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77082da2-4d0a-447f-aaf2-a0b3dfbcbcd9 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/2bb4f10c-1ea0-40c3-8345-25464f0d670c HTTP/1.1" status: 204  len: 168 time: 2.0599515
Mar 26 20:59:59.130315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38160) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:59.149495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e332d-c842-4e63-900f-73c54c0adb25 req-de499f05-a794-42c4-90c0-e74f1678e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.151155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-de499f05-a794-42c4-90c0-e74f1678e0ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.1211293
Mar 26 20:59:59.202026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-2316768b-0079-4d5a-8d37-c2dbb8e8a87f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.203877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-2316768b-0079-4d5a-8d37-c2dbb8e8a87f tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.21 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.4179826
Mar 26 20:59:59.222335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61ae12-5b9d-44d1-8455-44650f543426 req-1581fd1c-9a75-402b-aee2-339b545cc526 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.235492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f61ae12-5b9d-44d1-8455-44650f543426 req-1581fd1c-9a75-402b-aee2-339b545cc526 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1689267
Mar 26 20:59:59.252541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 20:59:59.258238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374845154', 'description': 'tempest-description--517151052'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 20:59:59.352127 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-e3669959-4259-453f-969e-e701abb8ad1d req-88dfceff-ed16-4554-8ce5-07f15c5fcf72 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:59.367394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3669959-4259-453f-969e-e701abb8ad1d req-88dfceff-ed16-4554-8ce5-07f15c5fcf72 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/376307f1-3d1f-4313-9816-f91d820ae448 HTTP/1.1" status: 404  len: 352 time: 0.0580819
Mar 26 20:59:59.377990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f61ae12-5b9d-44d1-8455-44650f543426 req-17d1319f-8d2f-4093-9912-962bcfdfdc47 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1429970
Mar 26 20:59:59.390126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e332d-c842-4e63-900f-73c54c0adb25 req-eb43130a-2cc4-42e1-860d-d2284243e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.398047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-eb43130a-2cc4-42e1-860d-d2284243e4e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.1988292
Mar 26 20:59:59.443439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.451413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (923b4947-2392-4a1d-8bf1-5b5463f0d548), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.536724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port 923b4947-2392-4a1d-8bf1-5b5463f0d548 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 20:59:59.551076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=923b4947-2392-4a1d-8bf1-5b5463f0d548,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 20:59:59.610517 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-5fa1b18f-adc6-42a6-a8d5-4b32ee107997 req-856ff773-0255-49e1-a7d6-8b6d913c7e2f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] show failed (client error): The resource could not be found.
Mar 26 20:59:59.621555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 4f7bf2d0-d582-4879-b5cd-38c7870b0cc2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:59.622077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4f7bf2d0-d582-4879-b5cd-38c7870b0cc2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.627280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5fa1b18f-adc6-42a6-a8d5-4b32ee107997 req-856ff773-0255-49e1-a7d6-8b6d913c7e2f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/8f48f5df-32ea-4cc7-9f35-35705cf89c53 HTTP/1.1" status: 404  len: 352 time: 0.1129813
Mar 26 20:59:59.627986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-61f947f2-3a04-4305-8a5a-e54a7b9abb53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.2290092
Mar 26 20:59:59.734276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2f50-3aa5-4a4c-bcfc-3447e9c7a836 req-327d7aed-c4b7-4585-9ff4-041442ec0237 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.737647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e71ed66e-6b24-41a3-8251-c110de9327cf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.742283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-380d2f50-3aa5-4a4c-bcfc-3447e9c7a836 req-327d7aed-c4b7-4585-9ff4-041442ec0237 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 945 time: 0.2355599
Mar 26 20:59:59.816774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Deleting port 41328fe6-d504-4051-8089-d948e97d3fa2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 20:59:59.817278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-380d2f50-3aa5-4a4c-bcfc-3447e9c7a836 req-ef2b8071-5103-4ead-9cbf-fbee493029e5 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd11cf8f-ae20-4669-b280-329744a41823&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734670
Mar 26 20:59:59.817381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.823642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ffbedf0>,) {'filters': {'network_id': ['e71ed66e-6b24-41a3-8251-c110de9327cf']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:59.835085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e332d-c842-4e63-900f-73c54c0adb25 req-f39b3c56-3173-4e3d-bcd6-06619cea5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.836753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-f39b3c56-3173-4e3d-bcd6-06619cea5249 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1944695
Mar 26 20:59:59.866012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (360d87a9-6306-45b1-887e-a1626aeafa3a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.869805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ffbedf0>, 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:59.870188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ffbedf0>, 'b9af0b38-86c6-4b69-97b2-3e5efa5c4a50') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 20:59:59.870573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 923b4947-2392-4a1d-8bf1-5b5463f0d548 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 20:59:59.886803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4f7bf2d0-d582-4879-b5cd-38c7870b0cc2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.887814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (360d87a9-6306-45b1-887e-a1626aeafa3a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.911817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 4f7bf2d0-d582-4879-b5cd-38c7870b0cc2 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 20:59:59.917599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (b9af0b38-86c6-4b69-97b2-3e5efa5c4a50), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 20:59:59.930948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e332d-c842-4e63-900f-73c54c0adb25 req-d62450d2-2e4c-4b04-88e7-effa458adba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 20:59:59.933183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-d62450d2-2e4c-4b04-88e7-effa458adba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0889575
Mar 26 20:59:59.942498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 923b4947-2392-4a1d-8bf1-5b5463f0d548 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 20:59:59.942780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 923b4947-2392-4a1d-8bf1-5b5463f0d548 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:00.002935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.004822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7498505
Mar 26 21:00:00.011717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b9af0b38-86c6-4b69-97b2-3e5efa5c4a50), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.031832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.035342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38182) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:00.045071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'security_group_rule': {'security_group_id': '360d87a9-6306-45b1-887e-a1626aeafa3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:00.053104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:00.053537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (b9af0b38-86c6-4b69-97b2-3e5efa5c4a50), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:00.058035 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:00.069228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8cb53-dada-4413-8a32-50dae07602ac req-d9725de9-689b-435a-b249-89e197ead0e2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:00.071136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ece8cb53-dada-4413-8a32-50dae07602ac req-d9725de9-689b-435a-b249-89e197ead0e2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3372262
Mar 26 21:00:00.071840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8ae92-e5bd-40b8-8fe4-c32a40f95ebd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360d87a9-6306-45b1-887e-a1626aeafa3a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:00.104692 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-f7d146e0-d51e-4973-a12f-a887a46f1a5b service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191626
Mar 26 21:00:00.206413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] For port 41328fe6-d504-4051-8089-d948e97d3fa2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41328fe6-d504-4051-8089-d948e97d3fa2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:00.206837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.233100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (65e6d820-cd96-423f-bf9b-8473919c3e8e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.236848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e71ed66e-6b24-41a3-8251-c110de9327cf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.239287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Calling delete_port for 41328fe6-d504-4051-8089-d948e97d3fa2 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:00.251799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-259e332d-c842-4e63-900f-73c54c0adb25 req-2bb324fd-5d22-4f9f-9365-f3d59a76593d service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315017
Mar 26 21:00:00.302136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.308327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/e71ed66e-6b24-41a3-8251-c110de9327cf HTTP/1.1" status: 204  len: 168 time: 2.5802376
Mar 26 21:00:00.319351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38186) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:00.335350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-488874426'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:00.385070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4f7bf2d0-d582-4879-b5cd-38c7870b0cc2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.428672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=4f7bf2d0-d582-4879-b5cd-38c7870b0cc2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:00.456901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991e72b-476e-4707-9fc3-17472c5b4655 req-c8efe215-66a8-4253-8ad3-4e6213874eb4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:00.458798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6991e72b-476e-4707-9fc3-17472c5b4655 req-c8efe215-66a8-4253-8ad3-4e6213874eb4 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1023 time: 0.1379833
Mar 26 21:00:00.484598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8311d90-44cc-444d-a4df-76a70bff105f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=e71ed66e-6b24-41a3-8251-c110de9327cf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:00.555093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.556538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ece8cb53-dada-4413-8a32-50dae07602ac req-9a233308-bcbe-4a9b-ab04-12f6056b9573 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4582434
Mar 26 21:00:00.560861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-241e3b94-a8d4-4f9d-9d02-59cfd15797f0 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/ports/4f7bf2d0-d582-4879-b5cd-38c7870b0cc2 HTTP/1.1" status: 204  len: 168 time: 1.4268637
Mar 26 21:00:00.563631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:00.622833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:00.639050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.647159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6991e72b-476e-4707-9fc3-17472c5b4655 req-eda0b046-5ceb-4ca0-a12c-0d72c6a0577f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=82e03f28-d7fd-4ddc-908f-268e1e2a4ab5&id=13df4862-a8b7-4bd9-9aa6-daedcf47e691&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1624007
Mar 26 21:00:00.678614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcd064-ae15-4f27-9770-45357fe20e17 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:00.687487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b4dcd064-ae15-4f27-9770-45357fe20e17 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a0e9916-bcd6-4861-9a73-1830d018681a HTTP/1.1" status: 200  len: 913 time: 0.1202016
Mar 26 21:00:00.687487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38202) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:00.794189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (65e6d820-cd96-423f-bf9b-8473919c3e8e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.802208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (41328fe6-d504-4051-8089-d948e97d3fa2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.807229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (65e6d820-cd96-423f-bf9b-8473919c3e8e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:00.815334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['41328fe6-d504-4051-8089-d948e97d3fa2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:00.911056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:00.948072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Pushing event deleted for resources: {'Port': ['ID=41328fe6-d504-4051-8089-d948e97d3fa2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:01.038814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e6d820-cd96-423f-bf9b-8473919c3e8e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:01.045272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] No DVR routers for this DVR port 41328fe6-d504-4051-8089-d948e97d3fa2 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:01.049826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a84e6b8a-5a1b-4ada-95c8-e70597379ad6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.050203 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment a84e6b8a-5a1b-4ada-95c8-e70597379ad6 of type vlan for network c8ebfd09-a651-47d6-b64b-eb130171f54f
Mar 26 21:00:01.063014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.068713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f4cb782-b0c9-4cf9-9e9e-b20cce2f304c req-9b93d4f3-edf3-4d82-bbe0-3ea185e95143 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.21 "DELETE /v2.0/ports/41328fe6-d504-4051-8089-d948e97d3fa2 HTTP/1.1" status: 204  len: 173 time: 1.8237259
Mar 26 21:00:01.076970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'name': 'network-vif-deleted', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:01.079149 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b7521-6892-48ff-b916-919606338dfe" -d '{"events": [{"server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "name": "network-vif-deleted", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:01.112952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.115418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e635a43e-f176-46c2-9e95-219649df93d8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0788634
Mar 26 21:00:01.121626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6adbbcdc-7b60-48a4-884f-5807a97db936 req-3205143a-79e4-411c-b5fd-aa28f244adf2 tempest-ServerRescueTestJSON-900015085 tempest-ServerRescueTestJSON-900015085-project] 10.222.0.16 "GET /v2.0/ports?device_id=62b3ccf8-2570-48db-aa78-3a673c02d3da HTTP/1.1" status: 200  len: 210 time: 0.0836785
Mar 26 21:00:01.123733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:01.129603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'security_group_rule': {'security_group_id': '360d87a9-6306-45b1-887e-a1626aeafa3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:01.165643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c8ebfd09-a651-47d6-b64b-eb130171f54f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.214190 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c8ebfd09-a651-47d6-b64b-eb130171f54f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.225207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:01.226501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.233587 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67125058-5ecb-44fd-94b9-e2a16271549d x-openstack-request-id: req-67125058-5ecb-44fd-94b9-e2a16271549d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:01.234068 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b3ccf8-2570-48db-aa78-3a673c02d3da", "name": "network-vif-deleted", "tag": "41328fe6-d504-4051-8089-d948e97d3fa2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:01.234814 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67125058-5ecb-44fd-94b9-e2a16271549d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:01.235527 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67125058-5ecb-44fd-94b9-e2a16271549d'] response: {'server_uuid': '62b3ccf8-2570-48db-aa78-3a673c02d3da', 'name': 'network-vif-deleted', 'tag': '41328fe6-d504-4051-8089-d948e97d3fa2', 'status': 'completed', 'code': 200}
Mar 26 21:00:01.281799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb78f1-9b75-499a-a7c3-6af6bd7fa9c1 req-5b8dde06-377a-4989-8b9f-776cc71d032a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:01.287442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9583244
Mar 26 21:00:01.288360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38216) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:01.294278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ebb78f1-9b75-499a-a7c3-6af6bd7fa9c1 req-5b8dde06-377a-4989-8b9f-776cc71d032a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2225456
Mar 26 21:00:01.299248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (d476e18a-e74b-49ab-9d1e-dc70ad9eca78), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.305403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:01.364934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bff86c-3e19-4e05-8582-efb416fc9a83 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=c8ebfd09-a651-47d6-b64b-eb130171f54f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:01.374890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c8ebfd09-a651-47d6-b64b-eb130171f54f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:01.463252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ebb78f1-9b75-499a-a7c3-6af6bd7fa9c1 req-d87dd3fe-bdd6-4e5c-9ce0-e205457d5331 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507118
Mar 26 21:00:01.517744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:01.527735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.534325 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (d476e18a-e74b-49ab-9d1e-dc70ad9eca78), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.542109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d476e18a-e74b-49ab-9d1e-dc70ad9eca78), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.590201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d476e18a-e74b-49ab-9d1e-dc70ad9eca78,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:01.661292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.663005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5dde0814-b654-43b0-bad7-f14a695e7512 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5382047
Mar 26 21:00:01.672349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38222) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:01.692845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:01.782255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:01.863815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-c6d8e6b9-c61e-4270-a2e7-a064a3ed884a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:01.866438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-c6d8e6b9-c61e-4270-a2e7-a064a3ed884a tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1023 time: 0.1821733
Mar 26 21:00:01.991453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.041352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (8a0e9916-bcd6-4861-9a73-1830d018681a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.093816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (2f7f2c7f-46a5-46e8-9eef-434ffffe4d59), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.113022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d069bc9-8fe9-454b-9101-0b47a9d3b843 req-691d3e54-767d-4f72-8d35-6575c7414d88 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:02.121807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d069bc9-8fe9-454b-9101-0b47a9d3b843 req-691d3e54-767d-4f72-8d35-6575c7414d88 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 1023 time: 0.2679446
Mar 26 21:00:02.159104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Deleting port 191321a7-1166-4f60-ae78-2ca65861dc95 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:02.164533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.206842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=2f7f2c7f-46a5-46e8-9eef-434ffffe4d59,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:02.324727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:02.325335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: c8ebfd09-a651-47d6-b64b-eb130171f54f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:02.355064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0db9-423b-4477-a205-c312df3f0188 req-f2320bc2-52ed-4af7-9ca0-e4a307779070 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:02.362465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40de0db9-423b-4477-a205-c312df3f0188 req-f2320bc2-52ed-4af7-9ca0-e4a307779070 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2878385
Mar 26 21:00:02.411596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network c8ebfd09-a651-47d6-b64b-eb130171f54f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:02.454737 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40de0db9-423b-4477-a205-c312df3f0188 req-cdbf4f32-6a0e-49ee-a747-8a98f401850a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907936
Mar 26 21:00:02.471755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] For port 191321a7-1166-4f60-ae78-2ca65861dc95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=191321a7-1166-4f60-ae78-2ca65861dc95,segment=NetworkSegment(a9d82192-47c1-4078-b227-fb8f7a2e73b3),segment_id=a9d82192-47c1-4078-b227-fb8f7a2e73b3)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:02.471755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.488598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Calling delete_port for 191321a7-1166-4f60-ae78-2ca65861dc95 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:02.543390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38242) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:02.552162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8ebfd09-a651-47d6-b64b-eb130171f54f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:02.559500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:02.560239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.562683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a231b2-d4eb-4124-a497-ca29755b55af None None] Network c8ebfd09-a651-47d6-b64b-eb130171f54f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:02.628605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d368bba-2830-4626-8440-c4a72782d1b1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3385704
Mar 26 21:00:02.631960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38244) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:02.639199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2135898966'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:02.685488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8ebfd09-a651-47d6-b64b-eb130171f54f', 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '2f7f2c7f-46a5-46e8-9eef-434ffffe4d59'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:02.687077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.794610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d069bc9-8fe9-454b-9101-0b47a9d3b843 req-5afba3a8-dfca-4cdf-9d48-9b5d7c871496 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups?id=7e1e949f-bcbb-44ee-b1b3-41f16c244460&id=82e03f28-d7fd-4ddc-908f-268e1e2a4ab5&id=13df4862-a8b7-4bd9-9aa6-daedcf47e691&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.6713789
Mar 26 21:00:02.852283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.874590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:02.878214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.946767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 6e1cb888-f176-4177-aff5-2b095a53295a yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:02.963296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (191321a7-1166-4f60-ae78-2ca65861dc95), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:02.985505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Allocated IP 172.20.0.2 (c8ebfd09-a651-47d6-b64b-eb130171f54f/2f7f2c7f-46a5-46e8-9eef-434ffffe4d59/e46c6078-c378-4d81-950f-8060ac0d8672) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:03.132373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] No DVR routers for this DVR port 191321a7-1166-4f60-ae78-2ca65861dc95 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:03.134860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'Port': ['ID=191321a7-1166-4f60-ae78-2ca65861dc95,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:03.142403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.147100 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58f96455-8128-43ef-8f57-69d1a0d05730 req-ad9c68c9-0b96-478b-8886-e2c93fcd2b64 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.21 "DELETE /v2.0/ports/191321a7-1166-4f60-ae78-2ca65861dc95 HTTP/1.1" status: 204  len: 173 time: 1.2719302
Mar 26 21:00:03.165105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks [] for port (e46c6078-c378-4d81-950f-8060ac0d8672), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.171807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['191321a7-1166-4f60-ae78-2ca65861dc95'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:03.176346 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.237520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'name': 'network-vif-deleted', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:03.240974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Network c8ebfd09-a651-47d6-b64b-eb130171f54f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:03.244175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:03.251675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:03.255204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Pushing event updated for resources: {'Port': ['ID=e46c6078-c378-4d81-950f-8060ac0d8672,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:03.258298 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f16df-eed9-4081-b4c8-9cc68d4ca761" -d '{"events": [{"server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "name": "network-vif-deleted", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:03.356503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.7 (c8ebfd09-a651-47d6-b64b-eb130171f54f/2f7f2c7f-46a5-46e8-9eef-434ffffe4d59/6e1cb888-f176-4177-aff5-2b095a53295a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:03.405740 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0c2ae4-15a3-4a54-9bf9-918ecab530b3 x-openstack-request-id: req-6f0c2ae4-15a3-4a54-9bf9-918ecab530b3 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:03.407024 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1cff63-8d2d-4534-b4f6-d4c0493e58c0", "name": "network-vif-deleted", "tag": "191321a7-1166-4f60-ae78-2ca65861dc95", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:03.407281 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f0c2ae4-15a3-4a54-9bf9-918ecab530b3 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:03.408223 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0c2ae4-15a3-4a54-9bf9-918ecab530b3'] response: {'server_uuid': '6d1cff63-8d2d-4534-b4f6-d4c0493e58c0', 'name': 'network-vif-deleted', 'tag': '191321a7-1166-4f60-ae78-2ca65861dc95', 'status': 'completed', 'code': 200}
Mar 26 21:00:03.420918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Attempting to bind port e46c6078-c378-4d81-950f-8060ac0d8672 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:03.422076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Attempting to bind port e46c6078-c378-4d81-950f-8060ac0d8672 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:03.422637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Attempting to bind port e46c6078-c378-4d81-950f-8060ac0d8672 on network c8ebfd09-a651-47d6-b64b-eb130171f54f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:03.427631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Allocated IP 172.35.4.56 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5dc4396f-7738-46e5-9c64-d14d9be772ae) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:03.430724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:03.431398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Checking segment: {'id': 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:03.431988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.432553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Bound using segment: {'id': 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:03.433283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Bound port: e46c6078-c378-4d81-950f-8060ac0d8672, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c8ebfd09-a651-47d6-b64b-eb130171f54f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:03.433890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.535381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] For port e46c6078-c378-4d81-950f-8060ac0d8672, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:03.546200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] For port e46c6078-c378-4d81-950f-8060ac0d8672, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46c6078-c378-4d81-950f-8060ac0d8672,segment=NetworkSegment(a84e6b8a-5a1b-4ada-95c8-e70597379ad6),segment_id=a84e6b8a-5a1b-4ada-95c8-e70597379ad6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:03.572373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.649062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 123f8904-2ef2-4436-b7b5-e7415a1f4da5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:03.650040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.692703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (6e1cb888-f176-4177-aff5-2b095a53295a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.706100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc497b9-c076-4e7b-bdb6-8807342c19ae None None] Pushing event updated for resources: {'Port': ['ID=e46c6078-c378-4d81-950f-8060ac0d8672,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:03.764982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5d12-cb2a-4fcd-828a-07964fb4185b req-d85c71b0-c37c-4f7f-9b64-0058ba8a186d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:03.767674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-175c5d12-cb2a-4fcd-828a-07964fb4185b req-d85c71b0-c37c-4f7f-9b64-0058ba8a186d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1649063
Mar 26 21:00:03.827853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6e1cb888-f176-4177-aff5-2b095a53295a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.893105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:03.927023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 123f8904-2ef2-4436-b7b5-e7415a1f4da5 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:03.972550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 41328fe6-d504-4051-8089-d948e97d3fa2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:04.008117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-175c5d12-cb2a-4fcd-828a-07964fb4185b req-ed23b8ab-917e-47df-b450-2fb76865f456 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2330213
Mar 26 21:00:04.052166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 41328fe6-d504-4051-8089-d948e97d3fa2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:04.074613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 41328fe6-d504-4051-8089-d948e97d3fa2 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:04.091993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network c8ebfd09-a651-47d6-b64b-eb130171f54f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:04.111310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:04.118292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:04.155269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=6e1cb888-f176-4177-aff5-2b095a53295a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:04.199242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:04.199679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.200825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96d5542a-7d2b-4cdc-b1f7-cd0e143a383a req-46caad08-67b9-40ac-9b1a-ee48db52c80c tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d1cff63-8d2d-4534-b4f6-d4c0493e58c0 HTTP/1.1" status: 200  len: 210 time: 0.1947885
Mar 26 21:00:04.235561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2afcf2dc-c311-47df-97c0-dbe46ade0c46 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.6023791
Mar 26 21:00:04.239221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:04.431432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 6e1cb888-f176-4177-aff5-2b095a53295a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:04.432096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6e1cb888-f176-4177-aff5-2b095a53295a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.478930 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.556711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (123f8904-2ef2-4436-b7b5-e7415a1f4da5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.561444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6e1cb888-f176-4177-aff5-2b095a53295a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.581210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 6e1cb888-f176-4177-aff5-2b095a53295a owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:04.624637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.767067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=123f8904-2ef2-4436-b7b5-e7415a1f4da5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:04.769683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.841697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6e1cb888-f176-4177-aff5-2b095a53295a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:04.913783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=6e1cb888-f176-4177-aff5-2b095a53295a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:04.998020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.001440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ec673664-b1dc-49b8-a4d1-6266d7390856 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/6e1cb888-f176-4177-aff5-2b095a53295a HTTP/1.1" status: 204  len: 168 time: 0.7607777
Mar 26 21:00:05.003996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:05.043435 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e276e3-93b3-45ec-a68c-25473144321d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:05.046420 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f4e276e3-93b3-45ec-a68c-25473144321d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/6e1cb888-f176-4177-aff5-2b095a53295a HTTP/1.1" status: 404  len: 333 time: 0.0407186
Mar 26 21:00:05.049061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:05.096534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'Port': ['ID=5dc4396f-7738-46e5-9c64-d14d9be772ae,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:05.123457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:05.127358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 2f7f2c7f-46a5-46e8-9eef-434ffffe4d59 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:05.131643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:05.136335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:05.145032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (2f7f2c7f-46a5-46e8-9eef-434ffffe4d59), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.293048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (8a0e9916-bcd6-4861-9a73-1830d018681a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.310595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2f7f2c7f-46a5-46e8-9eef-434ffffe4d59), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.445070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5786d-b189-4990-84d4-48a6a9aca8ee None None] Network c8ebfd09-a651-47d6-b64b-eb130171f54f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:05.456726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2f7f2c7f-46a5-46e8-9eef-434ffffe4d59), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.508011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.533874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2f7f2c7f-46a5-46e8-9eef-434ffffe4d59), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.550318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Provisioning complete for port e46c6078-c378-4d81-950f-8060ac0d8672 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:05.551843 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.563503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-3471f0d3-d23d-41b2-b49c-c87752cc0a8f tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/82e03f28-d7fd-4ddc-908f-268e1e2a4ab5 HTTP/1.1" status: 200  len: 1819 time: 0.1769786
Mar 26 21:00:05.597114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5f466-8aeb-4ba1-ab9a-9473e57edf05 req-5dafd887-e564-47a6-b310-0d45d20a3e60 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:05.605255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ece5f466-8aeb-4ba1-ab9a-9473e57edf05 req-5dafd887-e564-47a6-b310-0d45d20a3e60 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3849604
Mar 26 21:00:05.624055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7f2c7f-46a5-46e8-9eef-434ffffe4d59,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:05.628484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.636294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a06f08a6-52f2-42f3-9d1e-bb2319e5ac04 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/2f7f2c7f-46a5-46e8-9eef-434ffffe4d59 HTTP/1.1" status: 204  len: 168 time: 0.5864062
Mar 26 21:00:05.638919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38296) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:05.721016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (82e03f28-d7fd-4ddc-908f-268e1e2a4ab5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.733039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c8ebfd09-a651-47d6-b64b-eb130171f54f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.772374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.786098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ece5f466-8aeb-4ba1-ab9a-9473e57edf05 req-49a32223-5f3b-4c66-8e91-8f6593a81b96 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1753449
Mar 26 21:00:05.892408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port e46c6078-c378-4d81-950f-8060ac0d8672 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:05.892832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.898417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Current status of the port e46c6078-c378-4d81-950f-8060ac0d8672 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:05.899459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.935609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e46c6078-c378-4d81-950f-8060ac0d8672 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:05.994086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port e46c6078-c378-4d81-950f-8060ac0d8672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46c6078-c378-4d81-950f-8060ac0d8672,segment=NetworkSegment(a84e6b8a-5a1b-4ada-95c8-e70597379ad6),segment_id=a84e6b8a-5a1b-4ada-95c8-e70597379ad6)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:05.995015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:05.996091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 191321a7-1166-4f60-ae78-2ca65861dc95 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:06.010707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.012429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] For port e46c6078-c378-4d81-950f-8060ac0d8672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e46c6078-c378-4d81-950f-8060ac0d8672,segment=NetworkSegment(a84e6b8a-5a1b-4ada-95c8-e70597379ad6),segment_id=a84e6b8a-5a1b-4ada-95c8-e70597379ad6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:06.030447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for e46c6078-c378-4d81-950f-8060ac0d8672 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:06.047231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.050574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.053964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 191321a7-1166-4f60-ae78-2ca65861dc95 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:06.054385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 191321a7-1166-4f60-ae78-2ca65861dc95 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:06.140200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (82e03f28-d7fd-4ddc-908f-268e1e2a4ab5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.164146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e46c6078-c378-4d81-950f-8060ac0d8672), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.183231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254199ef-cc85-43f3-9b87-6c66fcc56e6f None None] Pushing event updated for resources: {'Port': ['ID=e46c6078-c378-4d81-950f-8060ac0d8672,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:06.193867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No active binding found for port e46c6078-c378-4d81-950f-8060ac0d8672 {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:00:06.194079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] The host ncdv-master-1 is not matching for port e46c6078-c378-4d81-950f-8060ac0d8672 host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:00:06.194449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e46c6078-c378-4d81-950f-8060ac0d8672 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 26 21:00:06.202375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=e46c6078-c378-4d81-950f-8060ac0d8672,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:06.206711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port e46c6078-c378-4d81-950f-8060ac0d8672 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:06.254991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port e46c6078-c378-4d81-950f-8060ac0d8672 not found, will not notify nova. {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 26 21:00:06.304593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b40543-0e26-4a77-9213-87a3d9bc1bc1 None None] Network c8ebfd09-a651-47d6-b64b-eb130171f54f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:06.329536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.332805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (82e03f28-d7fd-4ddc-908f-268e1e2a4ab5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.336259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.352399 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86f05e48-3baf-4fd5-8997-52966089ae4e req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/82e03f28-d7fd-4ddc-908f-268e1e2a4ab5 HTTP/1.1" status: 204  len: 173 time: 0.7603085
Mar 26 21:00:06.353281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'Port': ['ID=5dc4396f-7738-46e5-9c64-d14d9be772ae,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:06.355196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c8ebfd09-a651-47d6-b64b-eb130171f54f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.388041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ec51340>,) {'filters': {'network_id': ['c8ebfd09-a651-47d6-b64b-eb130171f54f']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:06.411756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec51340>, 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:06.412794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec51340>, 'a84e6b8a-5a1b-4ada-95c8-e70597379ad6') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:06.423852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a84e6b8a-5a1b-4ada-95c8-e70597379ad6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.436927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9b278-b3f6-4785-b244-4bce5a71ea81 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e03f28-d7fd-4ddc-908f-268e1e2a4ab5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:06.450708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Deleting port 24e28869-4467-439b-b6c3-19a41a98f3a2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:06.451028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.462745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a84e6b8a-5a1b-4ada-95c8-e70597379ad6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.479426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:06.479672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a84e6b8a-5a1b-4ada-95c8-e70597379ad6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:06.485065 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:06.511355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.513464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3d39b63a-a849-4470-a9fe-da5488f82d2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.8396678
Mar 26 21:00:06.543234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e22bfe2b-54e9-442a-bfff-191aea4d9e5f None None] Could not find standard attr ID for object e46c6078-c378-4d81-950f-8060ac0d8672. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:00:06.592726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c8ebfd09-a651-47d6-b64b-eb130171f54f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.602555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.612039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/c8ebfd09-a651-47d6-b64b-eb130171f54f HTTP/1.1" status: 204  len: 168 time: 0.9688921
Mar 26 21:00:06.616160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38312) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:06.642919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'name': 'tempest-PortsTestJSON-1786870140'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:06.649475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d16728-9b83-4b61-8f78-f63960bcb6a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=c8ebfd09-a651-47d6-b64b-eb130171f54f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:06.659024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d6b0a-c755-473d-a34a-0a2a8b9f7f5e None None] DHCP port deletion for c8ebfd09-a651-47d6-b64b-eb130171f54f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:06.689539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] For port 24e28869-4467-439b-b6c3-19a41a98f3a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24e28869-4467-439b-b6c3-19a41a98f3a2,segment=NetworkSegment(a5c4a5d8-4d09-4853-9714-f2bdc938dcc1),segment_id=a5c4a5d8-4d09-4853-9714-f2bdc938dcc1)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:06.689539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.718026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Calling delete_port for 24e28869-4467-439b-b6c3-19a41a98f3a2 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:06.758238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-a4488757-36bf-440d-a91f-fe863479f07e tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "GET /v2.0/security-groups/13df4862-a8b7-4bd9-9aa6-daedcf47e691 HTTP/1.1" status: 200  len: 1820 time: 0.3852322
Mar 26 21:00:06.842103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Router 8a0e9916-bcd6-4861-9a73-1830d018681a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:06.875288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-f944ca44-38b4-4dae-8c15-fbdcdbb83834 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--374845154&fields=id&tenant_id=dff0b12b0e8843e99f5aac63876e13fb HTTP/1.1" status: 200  len: 267 time: 0.0955765
Mar 26 21:00:06.905462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:06.909312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:06.954015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 01cac89d-1d8a-49cf-8aca-285ec6d2db90 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:06.993787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (13df4862-a8b7-4bd9-9aa6-daedcf47e691), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.108808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-0e39d37e-c18e-4619-9a69-308560cbbe3e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:07.110615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-0e39d37e-c18e-4619-9a69-308560cbbe3e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.2216468
Mar 26 21:00:07.147820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-6a08b186-163c-4c12-933f-a844abf78593 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/quotas/dff0b12b0e8843e99f5aac63876e13fb HTTP/1.1" status: 200  len: 375 time: 0.0164058
Mar 26 21:00:07.464471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (13df4862-a8b7-4bd9-9aa6-daedcf47e691), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.571664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:07.581576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1ce2083-6be0-4a6d-bc34-39298b8870a4 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "PUT /v2.0/routers/8a0e9916-bcd6-4861-9a73-1830d018681a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8928599
Mar 26 21:00:07.586252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38332) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:07.593019 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] Sync routers for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:07.600527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (13df4862-a8b7-4bd9-9aa6-daedcf47e691), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.603466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.605109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-385ab685-6309-47d3-82e4-f5ab1a4322e5 req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] 10.222.0.16 "DELETE /v2.0/security-groups/13df4862-a8b7-4bd9-9aa6-daedcf47e691 HTTP/1.1" status: 204  len: 173 time: 0.8103559
Mar 26 21:00:07.619976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:07.635278 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:07.637693 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242f3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:07.656158 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (24e28869-4467-439b-b6c3-19a41a98f3a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.664527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a8d8c-70c7-4bc9-baff-9b09a9996cc9 tempest-SecurityGroupsTestJSON-567837585 tempest-SecurityGroupsTestJSON-567837585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13df4862-a8b7-4bd9-9aa6-daedcf47e691,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:07.704116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=24e28869-4467-439b-b6c3-19a41a98f3a2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:07.723638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (01cac89d-1d8a-49cf-8aca-285ec6d2db90), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.779708 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242f3e20>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:07.794397 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] Routers {'8a0e9916-bcd6-4861-9a73-1830d018681a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:07.796539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242f3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8a0e9916-bcd6-4861-9a73-1830d018681a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:07.830660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Deleting subnet 3dd00f27-174a-4593-bb23-8ffbe95a230f {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:07.869399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-1fe7c00f-75cf-4f59-9127-acdb648f1346 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&fields=id HTTP/1.1" status: 200  len: 394 time: 0.6834056
Mar 26 21:00:07.873898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Publish callbacks [] for subnet (3dd00f27-174a-4593-bb23-8ffbe95a230f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.898931 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:07.912603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242f3e20>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:07.913590 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072007b6-7b63-4d7e-8e95-927d7c831953 None None] The sync data for ids ['8a0e9916-bcd6-4861-9a73-1830d018681a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:08.002017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (01cac89d-1d8a-49cf-8aca-285ec6d2db90), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.022743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefe793-e8f9-41b1-9eb5-cd12445b89c1 req-c9f8862a-e2d5-40cc-bbc9-d11547e0e507 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:08.024456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-efefe793-e8f9-41b1-9eb5-cd12445b89c1 req-c9f8862a-e2d5-40cc-bbc9-d11547e0e507 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2616906
Mar 26 21:00:08.041051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e46c6078-c378-4d81-950f-8060ac0d8672 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:08.063867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3dd00f27-174a-4593-bb23-8ffbe95a230f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.098006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e46c6078-c378-4d81-950f-8060ac0d8672 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:08.098943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e46c6078-c378-4d81-950f-8060ac0d8672 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:08.102534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-779d6395-84cc-4251-8be8-5f1f78c47806 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:00:08.103673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-779d6395-84cc-4251-8be8-5f1f78c47806 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1489027
Mar 26 21:00:08.120956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:08.163780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=01cac89d-1d8a-49cf-8aca-285ec6d2db90,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:08.177621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:08.188948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-efefe793-e8f9-41b1-9eb5-cd12445b89c1 req-d76a56e6-2e58-4dc0-8467-5bcd6fc2851d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272655
Mar 26 21:00:08.192662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.205296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_gateway (8a0e9916-bcd6-4861-9a73-1830d018681a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.272710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:08.287329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:08.288063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.338992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3dd00f27-174a-4593-bb23-8ffbe95a230f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.344432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-80803a4a-960f-4860-92b0-b52ebb95219e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.7257414
Mar 26 21:00:08.349402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38346) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:08.390041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-5b9c863c-a808-4fab-91a2-a7765395f23f service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675691
Mar 26 21:00:08.420276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting port 660f9baa-6124-4957-9268-334800a2851b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:08.420708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (660f9baa-6124-4957-9268-334800a2851b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.481003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3dd00f27-174a-4593-bb23-8ffbe95a230f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.525640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd00f27-174a-4593-bb23-8ffbe95a230f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:08.532221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.536486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3eda02b1-3e52-45c8-a866-0d1341c28a37 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3dd00f27-174a-4593-bb23-8ffbe95a230f HTTP/1.1" status: 204  len: 168 time: 0.9143059
Mar 26 21:00:08.540282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38348) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:08.575260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-4f8f2c97-fa43-43f6-9d59-a8d0c7ed1d5e service neutron] 10.222.0.16 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731946
Mar 26 21:00:08.633864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (5f7a9847-066b-4899-88a9-f395e43c97c0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.658460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (660f9baa-6124-4957-9268-334800a2851b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.687261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 01cac89d-1d8a-49cf-8aca-285ec6d2db90 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:08.687877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (01cac89d-1d8a-49cf-8aca-285ec6d2db90), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.709803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Calling delete_port for 660f9baa-6124-4957-9268-334800a2851b owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:08.727281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:08.766014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (5f7a9847-066b-4899-88a9-f395e43c97c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.830810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611daecdf0>,) {'filters': {'network_id': ['5f7a9847-066b-4899-88a9-f395e43c97c0']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:08.843436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daecdf0>, 'a9d82192-47c1-4078-b227-fb8f7a2e73b3') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:08.843890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daecdf0>, 'a9d82192-47c1-4078-b227-fb8f7a2e73b3') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:08.859111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a9d82192-47c1-4078-b227-fb8f7a2e73b3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.874789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (01cac89d-1d8a-49cf-8aca-285ec6d2db90), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.880163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a9d82192-47c1-4078-b227-fb8f7a2e73b3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.902016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:08.902933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a9d82192-47c1-4078-b227-fb8f7a2e73b3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:08.905434 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:08.910484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46e92dd3-467a-4bb7-af56-e6933dd405f0 req-63a8cb6d-e507-499f-9bd1-7c181494abd4 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 210 time: 0.0981767
Mar 26 21:00:08.956235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 01cac89d-1d8a-49cf-8aca-285ec6d2db90 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:09.000665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (5f7a9847-066b-4899-88a9-f395e43c97c0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.021698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.025274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f7a9847-066b-4899-88a9-f395e43c97c0 HTTP/1.1" status: 204  len: 168 time: 0.4834735
Mar 26 21:00:09.045195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0aeb9-9b46-47ec-8178-bc02d598db77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7a9847-066b-4899-88a9-f395e43c97c0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:09.178857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:09.187042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5fbafe77-a5f4-4bfc-aec9-b2465c8cfd7b admin admin] 10.222.0.16 "PUT /v2.0/routers/4357b53c-5b2d-448a-8c36-af2ffa99acf6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6414809
Mar 26 21:00:09.189740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:09.198943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Sync routers for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:09.223119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (01cac89d-1d8a-49cf-8aca-285ec6d2db90), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.240505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:09.241475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1cb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:09.266738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=01cac89d-1d8a-49cf-8aca-285ec6d2db90,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:09.286192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.290289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c26ac2a9-d77f-4bc1-b1b5-005f0ea7632d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/01cac89d-1d8a-49cf-8aca-285ec6d2db90 HTTP/1.1" status: 204  len: 168 time: 0.9399569
Mar 26 21:00:09.292918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:09.298896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'mac_address': 'fa:16:3e:80:d4:fd', 'name': 'tempest-PortsTestJSON-1068459201'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:09.325087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (660f9baa-6124-4957-9268-334800a2851b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.383376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Port': ['ID=660f9baa-6124-4957-9268-334800a2851b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:09.486851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38376) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:09.512382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:09.546901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (8a0e9916-bcd6-4861-9a73-1830d018681a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.549241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks [] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.558056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:09.801687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d2d4521a-1e42-495f-8d98-3a039c1ad4eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f87b02119a4e3f86e4fdc7a4bd93a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3101480
Mar 26 21:00:09.803128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1cb370>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T21:00:07Z', 'revision_number': 5, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:09.806521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb0e52-d9dc-43d1-9060-6de7cd9e47b8 req-cba1afe3-bdb9-473b-bf0f-df661b76b3e3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:09.807864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:09.815012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4abb0e52-d9dc-43d1-9060-6de7cd9e47b8 req-cba1afe3-bdb9-473b-bf0f-df661b76b3e3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2586451
Mar 26 21:00:09.840248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Checking router: 4357b53c-5b2d-448a-8c36-af2ffa99acf6 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:00:09.851801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Routers {'4357b53c-5b2d-448a-8c36-af2ffa99acf6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:09.852486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1cb370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:09.889061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4abb0e52-d9dc-43d1-9060-6de7cd9e47b8 req-5f5a8850-52f8-4700-a662-c0d1d1f6e97f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727291
Mar 26 21:00:09.915694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks [] for router_gateway (4357b53c-5b2d-448a-8c36-af2ffa99acf6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.929525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:09.932969 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router_controller (8a0e9916-bcd6-4861-9a73-1830d018681a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.063152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Deleting port b69651dc-c8a7-4240-97b2-13c3f14cb04e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:10.066163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.086958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.194056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76895316-fd70-403c-a9d5-e30e42f528dd req-bec9d49e-d749-4014-9967-902d30f0d46b tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 210 time: 0.1145098
Mar 26 21:00:10.201671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] Publish callbacks [] for security_group (7e1e949f-bcbb-44ee-b1b3-41f16c244460), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.223514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (8a0e9916-bcd6-4861-9a73-1830d018681a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.224096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0e9916-bcd6-4861-9a73-1830d018681a {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:00:10.261928 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.264218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] Set router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:10.265589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66af2b42-bb86-461b-b5ea-e2445bdb597f tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/routers/8a0e9916-bcd6-4861-9a73-1830d018681a HTTP/1.1" status: 204  len: 168 time: 2.6726429
Mar 26 21:00:10.266688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] For port b69651dc-c8a7-4240-97b2-13c3f14cb04e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b69651dc-c8a7-4240-97b2-13c3f14cb04e,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:10.267104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.269147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:10.288269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Calling delete_port for b69651dc-c8a7-4240-97b2-13c3f14cb04e owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:10.296632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 0ac20600-2065-4446-8780-8a23219a470c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:10.368818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] Publish callbacks [] for security_group (7e1e949f-bcbb-44ee-b1b3-41f16c244460), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.491778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Deleting subnet 0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:10.497540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for subnet (0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.539052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1cb370>, [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T21:00:07Z', 'revision_number': 5, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:10.586287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9a45a2-123f-466f-95d6-4dcf7791da00 None None] The sync data for ids ['4357b53c-5b2d-448a-8c36-af2ffa99acf6'] in ncdv-master-1 is: [{'id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'name': 'tempest-ServerRescueTestJSON-1079338502-router', 'tenant_id': 'a7e64b94cc37456185389445ddc56877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:57:37Z', 'updated_at': '2022-03-26T21:00:07Z', 'revision_number': 5, 'project_id': 'a7e64b94cc37456185389445ddc56877', 'gw_port': {'id': 'b69651dc-c8a7-4240-97b2-13c3f14cb04e', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:92:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4357b53c-5b2d-448a-8c36-af2ffa99acf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:57:39Z', 'updated_at': '2022-03-26T20:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:10.588985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b69651dc-c8a7-4240-97b2-13c3f14cb04e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.629746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.643696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Pushing event deleted for resources: {'Port': ['ID=b69651dc-c8a7-4240-97b2-13c3f14cb04e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:10.676333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7e1e949f-bcbb-44ee-b1b3-41f16c244460), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.679747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.687109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e1e949f-bcbb-44ee-b1b3-41f16c244460 HTTP/1.1" status: 204  len: 168 time: 0.8691523
Mar 26 21:00:10.769871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbf5d4-b780-46de-a6b4-e452e6493893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e949f-bcbb-44ee-b1b3-41f16c244460,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:10.870100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:10.885047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.046272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-71c9bf57-239c-44d3-937a-eff2bb748bc5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:11.047755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-71c9bf57-239c-44d3-937a-eff2bb748bc5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 819 time: 0.3796506
Mar 26 21:00:11.049919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.053152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks [] for router_controller (4357b53c-5b2d-448a-8c36-af2ffa99acf6), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.074664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (0ac20600-2065-4446-8780-8a23219a470c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.077956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.142725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:11.159828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.164699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e6b514c9-c596-4dd3-990c-623b6229ed82 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/subnets/0f9e407c-7c57-4ef4-8b9b-2b5a844bf7d0 HTTP/1.1" status: 204  len: 168 time: 0.8786812
Mar 26 21:00:11.173466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38402) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:11.204645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (4357b53c-5b2d-448a-8c36-af2ffa99acf6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.205308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4357b53c-5b2d-448a-8c36-af2ffa99acf6 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:00:11.222975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.224399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-82711046-a6bb-482a-9299-e42a5acca98d admin admin] 10.222.0.16 "DELETE /v2.0/routers/4357b53c-5b2d-448a-8c36-af2ffa99acf6 HTTP/1.1" status: 204  len: 168 time: 2.0335209
Mar 26 21:00:11.237311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4f2b-4e88-48a2-8d22-a8a7996010e3 req-cc0e67d5-b359-4789-acdb-de9a34ce9be5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:11.258498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65ce4f2b-4e88-48a2-8d22-a8a7996010e3 req-cc0e67d5-b359-4789-acdb-de9a34ce9be5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1991508
Mar 26 21:00:11.263038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38404) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:11.368341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-a565b97e-0400-44d6-87a1-09085ddd961e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff0b12b0e8843e99f5aac63876e13fb HTTP/1.1" status: 200  len: 379 time: 0.3093085
Mar 26 21:00:11.411285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'port': {'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'admin_state_up': True, 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'security_groups': ['360d87a9-6306-45b1-887e-a1626aeafa3a']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:11.412545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0ac20600-2065-4446-8780-8a23219a470c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.442813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65ce4f2b-4e88-48a2-8d22-a8a7996010e3 req-5691d324-8e50-4cb3-8a16-63c4d5a28000 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1827366
Mar 26 21:00:11.461642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Deleting subnet 217aaa5a-2368-4ebb-9852-3c4177f233fd {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:11.467645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Publish callbacks [] for subnet (217aaa5a-2368-4ebb-9852-3c4177f233fd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.516927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc6ca8ad-1a26-4402-91de-275548708d55 req-54f94e7e-c42a-4c75-82f6-f819e8b909a8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 210 time: 0.1114359
Mar 26 21:00:11.523784 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.553934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:11.590134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:11.596954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:11.613688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:11.618747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.650498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (217aaa5a-2368-4ebb-9852-3c4177f233fd), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.708927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (217aaa5a-2368-4ebb-9852-3c4177f233fd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.753452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.786628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611da20b50>,) {'filters': {'network_id': ['daf98a6d-60a2-44f0-ad7d-c6d34d85ca78']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:11.801913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611da20b50>, '254b4ed9-422d-4e47-be77-34ffa30a9b2e') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:11.802252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611da20b50>, '254b4ed9-422d-4e47-be77-34ffa30a9b2e') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:11.813628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=0ac20600-2065-4446-8780-8a23219a470c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:11.815569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (254b4ed9-422d-4e47-be77-34ffa30a9b2e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.818561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Made reservation on behalf of dff0b12b0e8843e99f5aac63876e13fb for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:11.823507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.834095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (217aaa5a-2368-4ebb-9852-3c4177f233fd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.887733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217aaa5a-2368-4ebb-9852-3c4177f233fd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:11.895707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-883c8092-eca3-4022-bc49-f3a9fa43b76b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.6014926
Mar 26 21:00:11.898331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38430) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:11.923224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (254b4ed9-422d-4e47-be77-34ffa30a9b2e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.936090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:11.938781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (254b4ed9-422d-4e47-be77-34ffa30a9b2e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.938941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b69651dc-c8a7-4240-97b2-13c3f14cb04e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:11.940772 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:11.968215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b69651dc-c8a7-4240-97b2-13c3f14cb04e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:11.968822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b69651dc-c8a7-4240-97b2-13c3f14cb04e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:11.970074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 24e28869-4467-439b-b6c3-19a41a98f3a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:11.974635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:11.980424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-252740c1-03f9-448a-b4bf-eefc2ad1f8fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/217aaa5a-2368-4ebb-9852-3c4177f233fd HTTP/1.1" status: 204  len: 168 time: 0.7039616
Mar 26 21:00:11.982106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:12.013572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 24e28869-4467-439b-b6c3-19a41a98f3a2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:12.014379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 24e28869-4467-439b-b6c3-19a41a98f3a2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:12.019202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee26e2-bedf-455e-b8a5-5e886e0f1169 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:12.022208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-35ee26e2-bedf-455e-b8a5-5e886e0f1169 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/0ac20600-2065-4446-8780-8a23219a470c HTTP/1.1" status: 200  len: 841 time: 0.1226211
Mar 26 21:00:12.024897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38436) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:12.128313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (daf98a6d-60a2-44f0-ad7d-c6d34d85ca78), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.133866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (637c5544-5d67-4536-b4e8-2425937ec750), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.139045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.146023 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] 10.222.0.16 "DELETE /v2.0/networks/daf98a6d-60a2-44f0-ad7d-c6d34d85ca78 HTTP/1.1" status: 204  len: 168 time: 0.9676719
Mar 26 21:00:12.169800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Allocated IP 172.20.0.10 (774ec06c-09d0-4daf-abd3-72e75f21ab7d/d5404461-c19b-41ce-8e5f-399aad8ad772/42f9adcc-72b3-44f2-856b-f9a65a2f4091) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:12.172873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd183890-8525-497c-a5ca-6ffcd97a9849 tempest-FloatingIPTestJSON-678505117 tempest-FloatingIPTestJSON-678505117-project] Pushing event deleted for resources: {'Network': ['ID=daf98a6d-60a2-44f0-ad7d-c6d34d85ca78,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:12.251996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (637c5544-5d67-4536-b4e8-2425937ec750), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.279104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 0ac20600-2065-4446-8780-8a23219a470c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:12.279734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0ac20600-2065-4446-8780-8a23219a470c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.283614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d559ee0>,) {'filters': {'network_id': ['637c5544-5d67-4536-b4e8-2425937ec750']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:12.298519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38442) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:12.307395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d559ee0>, 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:12.307991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d559ee0>, 'a5c4a5d8-4d09-4853-9714-f2bdc938dcc1') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:12.333086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (a5c4a5d8-4d09-4853-9714-f2bdc938dcc1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.444071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.534669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.608895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1189053580-network', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:12.672437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:12.690854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:12.693025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event updated for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:12.697188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:12.725007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Made reservation on behalf of 62b213fd60a44c2481f49b4ed4711a67 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:12.727358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.764565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb07e5-d11a-47c4-ad20-2009bc916fb0 req-8ac0e09f-2e1a-4981-8930-8e3f26425291 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:12.771895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8cbb07e5-d11a-47c4-ad20-2009bc916fb0 req-8ac0e09f-2e1a-4981-8930-8e3f26425291 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1582248
Mar 26 21:00:12.777182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.820967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:12.821654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.915061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks [] for security_group (9e717566-f90a-4434-8cbc-8bc7bd7d05a9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.926483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38454) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:12.953723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9e717566-f90a-4434-8cbc-8bc7bd7d05a9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:12.993553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8cbb07e5-d11a-47c4-ad20-2009bc916fb0 req-6d35c892-45c5-4eb6-987a-de96a1c1564b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206285
Mar 26 21:00:13.025011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-dc3c7e6e-8a89-476b-aadd-0b790cb93c91 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6056676
Mar 26 21:00:13.027401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:13.060475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Request body: {'port': {'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:13.101185 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a5c4a5d8-4d09-4853-9714-f2bdc938dcc1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.103238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e717566-f90a-4434-8cbc-8bc7bd7d05a9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:13.106271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0ac20600-2065-4446-8780-8a23219a470c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.129176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:13.129608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (a5c4a5d8-4d09-4853-9714-f2bdc938dcc1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:13.131515 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:13.137611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d3352427-e6a5-4098-ab0e-487b9bc83766), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.141199 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Added segment d3352427-e6a5-4098-ab0e-487b9bc83766 of type vlan for network d07b83d2-7e40-44b8-8583-83257c1ad25d
Mar 26 21:00:13.186502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 0ac20600-2065-4446-8780-8a23219a470c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:13.261142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d07b83d2-7e40-44b8-8583-83257c1ad25d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.294538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4ff5a998-75db-4e0d-84e4-6279cad17364 None None] Provisioning complete for port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:13.296813 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a998-75db-4e0d-84e4-6279cad17364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.318481 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.360257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (637c5544-5d67-4536-b4e8-2425937ec750), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.418163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.418400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f19f5215-264b-4c58-935c-df9efd354082 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6349609b9c304ab296fafc47dc857c05&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4830134
Mar 26 21:00:13.419710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38470) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:13.420187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5a998-75db-4e0d-84e4-6279cad17364 None None] Port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:13.428516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] 10.222.0.16 "DELETE /v2.0/networks/637c5544-5d67-4536-b4e8-2425937ec750 HTTP/1.1" status: 204  len: 168 time: 1.4427667
Mar 26 21:00:13.437003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10f9e3-ae3a-4488-a821-739e821cebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=637c5544-5d67-4536-b4e8-2425937ec750,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:13.451157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe9bdd-f89c-4570-b3f2-93d276061257 req-67dfcfb4-f0a8-4ba1-9a1e-1046bab2d47e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:13.453530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3abe9bdd-f89c-4570-b3f2-93d276061257 req-67dfcfb4-f0a8-4ba1-9a1e-1046bab2d47e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 932 time: 0.4419744
Mar 26 21:00:13.523378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d07b83d2-7e40-44b8-8583-83257c1ad25d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.524921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:13.531757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.542680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3abe9bdd-f89c-4570-b3f2-93d276061257 req-4bba5410-fdc3-4c5e-ab92-c6b9543f31eb tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764909
Mar 26 21:00:13.545330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0ac20600-2065-4446-8780-8a23219a470c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.591740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=0ac20600-2065-4446-8780-8a23219a470c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:13.609946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.619192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-750dae6c-9649-4e41-bc21-10fe8b64b32d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/0ac20600-2065-4446-8780-8a23219a470c HTTP/1.1" status: 204  len: 168 time: 1.5931664
Mar 26 21:00:13.622330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38474) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:13.665089 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3296da-bb29-48fb-97d3-659be32a4282 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:13.666835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3e3296da-bb29-48fb-97d3-659be32a4282 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/0ac20600-2065-4446-8780-8a23219a470c HTTP/1.1" status: 404  len: 333 time: 0.0419359
Mar 26 21:00:13.670761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38476) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:13.676968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'name': 'tempest-PortsTestJSON-1225111571'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:13.680675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:13.813380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2fc14edf-5cb7-47a8-a0aa-7c8174394fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7e64b94cc37456185389445ddc56877&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1290581
Mar 26 21:00:13.813625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38480) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:13.904636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] Publish callbacks [] for security_group (bd11cf8f-ae20-4669-b280-329744a41823), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:13.940313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] Publish callbacks [] for security_group (bd11cf8f-ae20-4669-b280-329744a41823), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.027331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:14.029164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.029455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7292359
Mar 26 21:00:14.030028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.035821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38482) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:14.046953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Request body: {'subnet': {'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-subnet', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:14.048927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542edd8-af00-4dd3-8a25-d475455e1d6c req-a1c86172-daeb-4b5c-ae7f-f27b87cc7c94 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:14.056775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4542edd8-af00-4dd3-8a25-d475455e1d6c req-a1c86172-daeb-4b5c-ae7f-f27b87cc7c94 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.6864116
Mar 26 21:00:14.087255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:14.105226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f91b8-fd2c-445a-afbc-9417a1ebda45 admin admin] Pushing event updated for resources: {'Network': ['ID=d07b83d2-7e40-44b8-8583-83257c1ad25d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:14.161423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d07b83d2-7e40-44b8-8583-83257c1ad25d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:14.182957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] Publish callbacks [] for security_group (eaa7947b-2741-492a-8644-6bf88c9a4d05), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.198932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Made reservation on behalf of 62b213fd60a44c2481f49b4ed4711a67 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:14.203859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.231479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd11cf8f-ae20-4669-b280-329744a41823), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.232311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.235456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd11cf8f-ae20-4669-b280-329744a41823 HTTP/1.1" status: 204  len: 168 time: 0.4176831
Mar 26 21:00:14.251197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-fa02040c-0690-4092-b18c-3ebee5c67e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:14.256997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-fa02040c-0690-4092-b18c-3ebee5c67e74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.7434447
Mar 26 21:00:14.260348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adbec1-61f0-431b-b6b6-294d3aa5a004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd11cf8f-ae20-4669-b280-329744a41823,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:14.304342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] Publish callbacks [] for security_group (eaa7947b-2741-492a-8644-6bf88c9a4d05), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.392186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eaa7947b-2741-492a-8644-6bf88c9a4d05), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.394955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.396575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaa7947b-2741-492a-8644-6bf88c9a4d05 HTTP/1.1" status: 204  len: 168 time: 0.9754896
Mar 26 21:00:14.436612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4542edd8-af00-4dd3-8a25-d475455e1d6c req-67daa356-444e-4f64-8b6e-4528eae26f6a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3785779
Mar 26 21:00:14.527322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a932-4afd-489d-801b-7263eccf13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa7947b-2741-492a-8644-6bf88c9a4d05,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:14.542172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.678063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (6d627f23-8e09-44f5-9432-2834d8d71718), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.696208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.736527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f9adcc-72b3-44f2-856b-f9a65a2f4091 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:14.745786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks [] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.760532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Transition to ACTIVE for port object 42f9adcc-72b3-44f2-856b-f9a65a2f4091 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:00:14.794425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:14.925423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:14.941364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Pushing event updated for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:14.963403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d627f23-8e09-44f5-9432-2834d8d71718,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:14.969603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:14.976329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-e30f7247-faa2-43d2-af01-d56fe7fa4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:14.977885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-e30f7247-faa2-43d2-af01-d56fe7fa4000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.6020668
Mar 26 21:00:14.991768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:15.009274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:15.014661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.015312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.094260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a4d07-662f-479d-b49e-9903b48b4986 req-318b1a3b-3d5a-45bd-bd51-43dea26e3f10 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.095849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f6a4d07-662f-479d-b49e-9903b48b4986 req-318b1a3b-3d5a-45bd-bd51-43dea26e3f10 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 932 time: 0.3974056
Mar 26 21:00:15.110067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Checking segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:15.110515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Network hostable DHCP agents. Network: d07b83d2-7e40-44b8-8583-83257c1ad25d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:15.139584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eee08509-95b1-4e99-b4e4-23c3b3595968 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.4676747
Mar 26 21:00:15.140291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38522) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:15.177660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:15.364959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f6a4d07-662f-479d-b49e-9903b48b4986 req-ecc76e52-b2f3-4211-862b-5fc7632465b2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2562432
Mar 26 21:00:15.368349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Network d07b83d2-7e40-44b8-8583-83257c1ad25d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:15.388396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-8fc6472c-2594-425c-9142-48c6a9db665c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.4013898
Mar 26 21:00:15.450796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d07b83d2-7e40-44b8-8583-83257c1ad25d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:15.476523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.477206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.480792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cdd5e7-bb80-4149-b43d-d3c92ff6a283 None None] Network d07b83d2-7e40-44b8-8583-83257c1ad25d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:15.483248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.485201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Attempting to bind port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:15.485546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Attempting to bind port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:15.486971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Attempting to bind port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:15.520217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:00:15.522895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Attempting to bind port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 on network 774ec06c-09d0-4daf-abd3-72e75f21ab7d {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:15.548500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78c88735-de1f-4f68-9c30-626bba3670da admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5074172
Mar 26 21:00:15.549091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:15.549463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Checking segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:15.549867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Bound using segment: {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:15.550499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Bound port: 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:15.551418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.551557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:15.579730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-7fffbf70-0c5c-4458-8a9d-5d24b1ed23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.585201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-7fffbf70-0c5c-4458-8a9d-5d24b1ed23a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1836281
Mar 26 21:00:15.608792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:15.626982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.691773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.693372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.776421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d07b83d2-7e40-44b8-8583-83257c1ad25d', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:15.779474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.849080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:15.863713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:15.863940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for router_controller (f5e82167-ac31-467d-91e3-1d3b91e29b47), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.896706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.947256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.958241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38566) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:15.980286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-f912e49e-77ec-4e7d-997e-9d90460ae8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.981931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-f912e49e-77ec-4e7d-997e-9d90460ae8ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3630917
Mar 26 21:00:15.991165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:15.991859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:15.994221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] 10.222.0.18 "PUT /v2.0/ports/42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 1092 time: 2.9679282
Mar 26 21:00:16.020791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Allocated IP 172.20.0.2 (d07b83d2-7e40-44b8-8583-83257c1ad25d/6d627f23-8e09-44f5-9432-2834d8d71718/0b692440-d1a7-416a-85ef-03fe7c785dbd) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:16.027225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:16.029880 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc" -d '{"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:16.046163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.085921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67df8-2402-47a6-bf07-545a7222b43f req-e0d0e6d3-9d0e-411f-83bd-175456cff9c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.093391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93d67df8-2402-47a6-bf07-545a7222b43f req-e0d0e6d3-9d0e-411f-83bd-175456cff9c3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5281405
Mar 26 21:00:16.103203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38574) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:16.135833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] In _notify_port_updated(), no bound segment for port 0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c on network 9219b978-2e68-471c-a58d-d6476b165f03 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:00:16.150604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.151874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.154926 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab8edf-7fd7-4bbe-b091-fe3faad9fbe0 x-openstack-request-id: req-38ab8edf-7fd7-4bbe-b091-fe3faad9fbe0 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:16.155315 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:16.155577 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38ab8edf-7fd7-4bbe-b091-fe3faad9fbe0 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:16.156098 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ab8edf-7fd7-4bbe-b091-fe3faad9fbe0'] response: {'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'status': 'completed', 'code': 200}
Mar 26 21:00:16.160778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/ports/0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c HTTP/1.1" status: 200  len: 818 time: 1.0152297
Mar 26 21:00:16.165502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38578) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:16.307431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93d67df8-2402-47a6-bf07-545a7222b43f req-fa46afde-caf5-4126-b951-013a56b25903 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543579
Mar 26 21:00:16.326972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c70b2-026f-43e5-85a2-6365e6b34174 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:16.344611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for router_gateway (f5e82167-ac31-467d-91e3-1d3b91e29b47), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.360180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1030964180'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:16.363857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1964026099-network', 'tenant_id': '95b182d640d24ff9ab5c8da47efdc110'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:16.407999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:16.416484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.435684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks [] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.441164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.445919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.513881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd1fb5-42d0-46ee-b338-9dc89ef1716f service neutron] Pushing event updated for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:16.514444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Network d07b83d2-7e40-44b8-8583-83257c1ad25d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:16.517841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:16.534518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:16.539460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Pushing event updated for resources: {'Port': ['ID=0b692440-d1a7-416a-85ef-03fe7c785dbd,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:16.542776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-cf641668-4b17-45b9-9ffd-f3da8cd08a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.544810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-cf641668-4b17-45b9-9ffd-f3da8cd08a77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1126 time: 0.5030150
Mar 26 21:00:16.627175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Attempting to bind port 0b692440-d1a7-416a-85ef-03fe7c785dbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:16.627750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Attempting to bind port 0b692440-d1a7-416a-85ef-03fe7c785dbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:16.628172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Attempting to bind port 0b692440-d1a7-416a-85ef-03fe7c785dbd on network d07b83d2-7e40-44b8-8583-83257c1ad25d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:16.638717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:16.639083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Checking segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:16.639504 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.639909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Bound using segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:16.641004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Bound port: 0b692440-d1a7-416a-85ef-03fe7c785dbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:16.641575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.671208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for security_group (9ee7c49c-3e4a-4acd-b3ea-3a886593902a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.679197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Made reservation on behalf of 95b182d640d24ff9ab5c8da47efdc110 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:16.681596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.689296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-4e2179a8-60b4-45f8-8e69-6d5f1b48b583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 217 time: 0.0947020
Mar 26 21:00:16.707327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ee7c49c-3e4a-4acd-b3ea-3a886593902a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.715053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-6860c138-46fa-4fdf-bffd-2fd8b0355e8e service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7196176
Mar 26 21:00:16.726210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.743234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:16.766554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3f494449-c9f3-404f-980b-7c5ab0b3f8ad), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.766850 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment 3f494449-c9f3-404f-980b-7c5ab0b3f8ad of type vlan for network 44d3e208-e332-4af0-9f5e-7291b02b2b94
Mar 26 21:00:16.769751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for router_gateway (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.771740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7c49c-3e4a-4acd-b3ea-3a886593902a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:16.813018 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.821136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] For port 0b692440-d1a7-416a-85ef-03fe7c785dbd, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:16.825508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] For port 0b692440-d1a7-416a-85ef-03fe7c785dbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b692440-d1a7-416a-85ef-03fe7c785dbd,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:16.836394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.897803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (44d3e208-e332-4af0-9f5e-7291b02b2b94), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.903084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d01a9-3d7f-4841-a385-ebf98c31b118 None None] Pushing event updated for resources: {'Port': ['ID=0b692440-d1a7-416a-85ef-03fe7c785dbd,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:16.925851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-6efa6e3f-7413-49e0-b884-234b7599f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.927636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-6efa6e3f-7413-49e0-b884-234b7599f695 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.2166471
Mar 26 21:00:16.935018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1864ea-bf67-4f64-9358-d0dd41346ebd req-3869aae8-9986-4a7e-89c9-42d5ac9e2d2d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.936567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e1864ea-bf67-4f64-9358-d0dd41346ebd req-3869aae8-9986-4a7e-89c9-42d5ac9e2d2d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 944 time: 0.4127593
Mar 26 21:00:16.985853 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (44d3e208-e332-4af0-9f5e-7291b02b2b94), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.995874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:16.996173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:16.996662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:16.996786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.052367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9340744
Mar 26 21:00:17.110038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Allocated IP 172.35.4.240 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/17b42db8-5bfd-4fca-abf0-5b1dca974ffb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:17.118194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db23d3-1bb4-412e-8ec2-f696bde8743e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=44d3e208-e332-4af0-9f5e-7291b02b2b94,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:17.125582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.140673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:17.260744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:17.318212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69b43404-d4b0-4055-b7f2-6b3147c37423 req-f058dd31-9ee6-421f-977c-a0e34223675b service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5890801
Mar 26 21:00:17.355159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-b04ad1c2-f8d4-4c5a-b3be-37683b8f3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:17.359026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-b04ad1c2-f8d4-4c5a-b3be-37683b8f3c90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4159222
Mar 26 21:00:17.431262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.462199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e1864ea-bf67-4f64-9358-d0dd41346ebd req-2aa0f81e-6327-40c8-aa4d-5a7e97233918 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5032358
Mar 26 21:00:17.526629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.529202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks [] for security_group (8b499961-c581-4c8a-8a3d-ddde6fe2fcb2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.586750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8b499961-c581-4c8a-8a3d-ddde6fe2fcb2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.636969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:17.639464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:17.660868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:17.670715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:17.679659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Pushing event updated for resources: {'Port': ['ID=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:17.729568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:17.736685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3bf5b9f8-0929-4f75-8b61-58ade606384d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.737171 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Added segment 3bf5b9f8-0929-4f75-8b61-58ade606384d of type vlan for network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f
Mar 26 21:00:17.741715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-26777d53-7e6b-4dea-968e-6f077b59d848 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3240404
Mar 26 21:00:17.774664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:17.950414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a6c4745-4e89-46c2-9406-ac90a9d12529 req-e1aa7548-bf81-4175-b42b-b7cf4247a40d service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767721
Mar 26 21:00:18.059983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0b692440-d1a7-416a-85ef-03fe7c785dbd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:18.200828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0b692440-d1a7-416a-85ef-03fe7c785dbd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:18.202926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.212546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3d0ca72a-ff8d-4f72-8621-13d680eaf95f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.214813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:18.259144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.265583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a29425a6-1353-4de6-b908-acdfc2182496 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c HTTP/1.1" status: 204  len: 168 time: 2.0951722
Mar 26 21:00:18.271481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38646) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:18.278880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d9f1b-3354-4646-a1d1-d74f81555534 req-d68cdbbb-8d9b-4c8e-9f53-6ac56abd45f9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.287605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a7d9f1b-3354-4646-a1d1-d74f81555534 req-d68cdbbb-8d9b-4c8e-9f53-6ac56abd45f9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.6227131
Mar 26 21:00:18.293323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for router_gateway (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.440906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-2b52dfaa-ffcc-47ed-aeaf-94a5390a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.443384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-2b52dfaa-ffcc-47ed-aeaf-94a5390a99e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1126 time: 0.3429089
Mar 26 21:00:18.465051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0b692440-d1a7-416a-85ef-03fe7c785dbd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:18.465456 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.468222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3d0ca72a-ff8d-4f72-8621-13d680eaf95f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.469467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.470594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.546280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 0b692440-d1a7-416a-85ef-03fe7c785dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b692440-d1a7-416a-85ef-03fe7c785dbd,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:18.550445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564fd75-4f47-4d85-a67f-017fa11e52d4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.554710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1564fd75-4f47-4d85-a67f-017fa11e52d4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2647004
Mar 26 21:00:18.556749 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.563533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38660) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:18.649819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a7d9f1b-3354-4646-a1d1-d74f81555534 req-e6cd7104-6485-48c8-8c3e-c87b91f7e392 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3608673
Mar 26 21:00:18.665889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=0b692440-d1a7-416a-85ef-03fe7c785dbd,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:18.710540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.7274344
Mar 26 21:00:18.711482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38662) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:18.726704 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cb2201-9abb-4964-bd8f-81f8bd222652 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:18.747521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a2cb2201-9abb-4964-bd8f-81f8bd222652 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/0a8c76cb-aa0e-4ea5-a646-b32b30dbcc5c HTTP/1.1" status: 404  len: 333 time: 0.1740968
Mar 26 21:00:18.748992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38664) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:18.759088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Request body: {'subnet': {'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1964026099-subnet', 'tenant_id': '95b182d640d24ff9ab5c8da47efdc110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:18.765950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e76776-51ef-47fc-9b80-352f5143e144 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0ca72a-ff8d-4f72-8621-13d680eaf95f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:18.774622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1792567466'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:18.791216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:18.805517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:18.809314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.842896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-71f2d108-7c02-4f05-8cf4-003a86ff65b0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.848361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-6d491782-d917-4f8e-a0c1-c238e1693765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:18.850226 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-6d491782-d917-4f8e-a0c1-c238e1693765 service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.3986158
Mar 26 21:00:18.850717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-71f2d108-7c02-4f05-8cf4-003a86ff65b0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.3563867
Mar 26 21:00:18.865521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Made reservation on behalf of 95b182d640d24ff9ab5c8da47efdc110 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:18.871800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.874994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-f9dcefde-8ea2-4b48-a582-6b73bb8a658f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/quotas/496f2be9357e414ca8db7bf1f5ed0234 HTTP/1.1" status: 200  len: 375 time: 0.0232365
Mar 26 21:00:18.935582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.937821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa02856-ebf8-45cc-a8d7-84fde3eeaf2e None None] Network d07b83d2-7e40-44b8-8583-83257c1ad25d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:18.952694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:18.970190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-6b8532cc-5ce4-4851-9e89-921b35d0fce9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 217 time: 0.1137075
Mar 26 21:00:18.998148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5fb8ba46-9f93-4472-a3da-eecf01fe4a21), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:18.998640 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment 5fb8ba46-9f93-4472-a3da-eecf01fe4a21 of type vlan for network e4aa7bfc-863c-4b3a-a7e8-922edc185802
Mar 26 21:00:19.077603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-f3719a94-f57a-4264-88f9-93634dcf7c94 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2007499
Mar 26 21:00:19.115871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2e8496e5-b6ba-4d82-b4e7-4e088e1fc8b0 None None] Provisioning complete for port 0b692440-d1a7-416a-85ef-03fe7c785dbd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:19.117126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e8496e5-b6ba-4d82-b4e7-4e088e1fc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:19.177916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-6cffa6b2-68e9-4669-a99a-8e64db90bca1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:00:19.186065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-6cffa6b2-68e9-4669-a99a-8e64db90bca1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1071804
Mar 26 21:00:19.290204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2e8496e5-b6ba-4d82-b4e7-4e088e1fc8b0 None None] Current status of the port 0b692440-d1a7-416a-85ef-03fe7c785dbd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:19.390622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-bdc50438-38a8-45fc-a036-4af4ed02f0b7 service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028687
Mar 26 21:00:19.412669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Router f5e82167-ac31-467d-91e3-1d3b91e29b47 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:00:19.511500 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e4aa7bfc-863c-4b3a-a7e8-922edc185802), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:19.529336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2c06ec5f-c18c-4ad6-812d-5421826f2e0c None None] Provisioning complete for port 0b692440-d1a7-416a-85ef-03fe7c785dbd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:19.530120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c06ec5f-c18c-4ad6-812d-5421826f2e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:19.542970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59ef3-7d54-488f-9a0c-f81eca18fce8 req-0a47ba79-c5b5-4ee6-af89-426804f33490 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:19.551185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ef59ef3-7d54-488f-9a0c-f81eca18fce8 req-0a47ba79-c5b5-4ee6-af89-426804f33490 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 944 time: 0.6759520
Mar 26 21:00:19.582283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-fea586c5-1842-48ab-a296-c91e4bdbb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:19.584382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-fea586c5-1842-48ab-a296-c91e4bdbb21c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.6063542
Mar 26 21:00:19.670128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2c06ec5f-c18c-4ad6-812d-5421826f2e0c None None] Current status of the port 0b692440-d1a7-416a-85ef-03fe7c785dbd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:19.718816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e4aa7bfc-863c-4b3a-a7e8-922edc185802), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:19.726076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:19.727077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:19.740305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ef59ef3-7d54-488f-9a0c-f81eca18fce8 req-0dba4388-3794-49ba-8258-82521681648d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1874263
Mar 26 21:00:19.855870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=e4aa7bfc-863c-4b3a-a7e8-922edc185802,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:19.872099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ab9ec92-635e-4fc8-81c2-f1757d781416 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.1070220
Mar 26 21:00:19.877621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:19.879740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-086b7021-eb7d-43d2-821d-7dede4e9d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:19.896402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-086b7021-eb7d-43d2-821d-7dede4e9d9eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3015282
Mar 26 21:00:19.899640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:19.906669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:19.955599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0b692440-d1a7-416a-85ef-03fe7c785dbd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:20.033754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-47313ebc-5b9d-49c2-bdcb-caae1a04631e service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6293817
Mar 26 21:00:20.068528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:20.083024 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Sync routers for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:20.084178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:20.100808 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:20.102950 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:20.103666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.110216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e05b14f5-86e2-4c51-9568-f586c42aa143 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.5129783
Mar 26 21:00:20.113209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38672) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:20.253334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (8668f310-99c2-4264-81c9-662025b57ae2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.310059 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:20.315241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0b692440-d1a7-416a-85ef-03fe7c785dbd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:20.315818 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.330060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38674) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:20.337089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:20.411775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7faa08b-872e-4394-814a-c7ee682c1e20 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:20.414171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.468598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42f9adcc-72b3-44f2-856b-f9a65a2f4091 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:00:20.525143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:20.529670 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee6bb6b-c810-4f82-8fe5-5e3ef983149f" -d '{"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:20.531449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc3d7b5e-1e07-4762-9901-5b3713d5ee35 req-f1fe792f-67e7-4854-a07f-2a2d34792c55 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 210 time: 0.0862515
Mar 26 21:00:20.542221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8668f310-99c2-4264-81c9-662025b57ae2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:20.577176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:20.590930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.591137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834a6b-52e2-4f36-9472-9447d8ae325d req-01d24f22-ffc1-462e-b527-8e7e4f3b13e4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:20.597033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12834a6b-52e2-4f36-9472-9447d8ae325d req-01d24f22-ffc1-462e-b527-8e7e4f3b13e4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.6150367
Mar 26 21:00:20.615682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a9580>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:18Z', 'revision_number': 3, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:20.616951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-bdbd6171-d857-441a-8e4a-de17a9aafef0 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7050960
Mar 26 21:00:20.629635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:20.640073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.651768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:20.655159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.658472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-cfc021b0-ae54-4cc0-ba82-2714abda7ba5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:20.661372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-cfc021b0-ae54-4cc0-ba82-2714abda7ba5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/ports?device_id=724266e8-a6b9-48ad-8ae7-cebb995e13c2 HTTP/1.1" status: 200  len: 946 time: 0.6198914
Mar 26 21:00:20.670877 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Checking router: f5e82167-ac31-467d-91e3-1d3b91e29b47 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:00:20.678442 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Updating router f5e82167-ac31-467d-91e3-1d3b91e29b47 port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:00:20.728551 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.739701 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb348c31-e6e1-4742-8eb4-53f90c6f7164 x-openstack-request-id: req-cb348c31-e6e1-4742-8eb4-53f90c6f7164 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:20.740247 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:20.741603 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb348c31-e6e1-4742-8eb4-53f90c6f7164 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:20.742817 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb348c31-e6e1-4742-8eb4-53f90c6f7164'] response: {'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'code': 200}
Mar 26 21:00:20.761996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:20.838840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:00:20.857019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:20.963752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Checking segment: {'id': '3bf5b9f8-0929-4f75-8b61-58ade606384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:20.964017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Network hostable DHCP agents. Network: 3d0ca72a-ff8d-4f72-8621-13d680eaf95f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:20.964742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:20.965138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:20.967091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0b692440-d1a7-416a-85ef-03fe7c785dbd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:20.967549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e2a11e4-cf02-47ee-b855-cb80b99c43dc req-86ecf4c1-80a7-4ea3-9d2b-c34c6324f7a1 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009541
Mar 26 21:00:20.998442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f9adcc-72b3-44f2-856b-f9a65a2f4091 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:21.043738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:21.050232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.063137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12834a6b-52e2-4f36-9472-9447d8ae325d req-6828c138-cd3e-4536-9973-6004d3cb7ecd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4424236
Mar 26 21:00:21.136191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:21.198583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d847708d-6043-4d9a-8008-61398f41f6ba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.240238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:21.255127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535f13-095d-4aef-bec6-06e2d382f07b req-eda197c9-9f42-42f7-944f-08710896a66f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:21.260345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d0ca72a-ff8d-4f72-8621-13d680eaf95f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:21.262653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69535f13-095d-4aef-bec6-06e2d382f07b req-eda197c9-9f42-42f7-944f-08710896a66f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 944 time: 0.2931371
Mar 26 21:00:21.274547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6560a3-6ad9-42f7-bc36-7647a84104af None None] Network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:21.311105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['42f9adcc-72b3-44f2-856b-f9a65a2f4091'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:21.324286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:21.324901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.380456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b0d8c5b8-a803-4d37-8a6f-152d2a0e0f61 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.6549203
Mar 26 21:00:21.417241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=d847708d-6043-4d9a-8008-61398f41f6ba,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:21.417447 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks [] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.420894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e3c5f-f256-419c-a86c-7e450bfca72f req-eead53c8-48b8-45d6-9a32-3c263d7bbfee tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:21.423233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-189e3c5f-f256-419c-a86c-7e450bfca72f req-eead53c8-48b8-45d6-9a32-3c263d7bbfee tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2280078
Mar 26 21:00:21.429235 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.449508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Deleting port a7faa08b-872e-4394-814a-c7ee682c1e20 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:21.449860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.508605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': '3f494449-c9f3-404f-980b-7c5ab0b3f8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:21.515981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: 44d3e208-e332-4af0-9f5e-7291b02b2b94, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:21.525240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632593b-fa5d-44cb-8784-921f302fc581 None None] Network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:21.538818 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Pushing event updated for resources: {'Port': ['ID=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:21.548947 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Attempting to bind port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:21.549723 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Attempting to bind port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:21.550434 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Attempting to bind port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:21.559557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.560168 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.560917 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.561246 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.561656 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.562656 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.563273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.563628 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.564233 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.564682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.565422 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.566589 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.567089 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.567983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.568448 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.573485 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:21.574025 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:21.574699 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.575245 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:21.576206 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Bound port: 17b42db8-5bfd-4fca-abf0-5b1dca974ffb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:21.576420 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.638630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.638993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.639336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.643870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.644988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.645426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.645775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.646112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.646715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.647186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.647673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.648049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.648378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.648709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.649036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.668621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.695709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69535f13-095d-4aef-bec6-06e2d382f07b req-6e87d4a9-c0b9-45df-be4b-cfda338e2f11 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4318852
Mar 26 21:00:21.715691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-189e3c5f-f256-419c-a86c-7e450bfca72f req-faf1a948-6682-4b1b-a69c-058dac72f1a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2721868
Mar 26 21:00:21.717481 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] For port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:21.719467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (eed47a7d-04f8-4815-b38a-8ab3fbf32872), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.728767 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] For port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:21.743549 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.864099 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947499c9-8cdd-4f38-a583-fef58d1b6698 None None] Pushing event updated for resources: {'Port': ['ID=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:21.894827 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:21.895690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T20:59:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:21.907056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] For port a7faa08b-872e-4394-814a-c7ee682c1e20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7faa08b-872e-4394-814a-c7ee682c1e20,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:21.908538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:21.935204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=eed47a7d-04f8-4815-b38a-8ab3fbf32872,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:21.944117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Calling delete_port for a7faa08b-872e-4394-814a-c7ee682c1e20 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:21.953059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': '5fb8ba46-9f93-4472-a3da-eecf01fe4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:21.953704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: e4aa7bfc-863c-4b3a-a7e8-922edc185802, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:21.960819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.961525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.962079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.962580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.963247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.963755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.964482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.965007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.965526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.966100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.966641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.967291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.967783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.968308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:21.968821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:22.036862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:22.056653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:22.076891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20484496-8946-4fe5-96bb-da32c80610e9 req-dcb6985b-263d-46f6-9814-aa6ec4d126b4 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 210 time: 0.1397712
Mar 26 21:00:22.078785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4aa7bfc-863c-4b3a-a7e8-922edc185802) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:22.097922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc050ca3-4e65-4454-b583-2e812ecade72 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:22.113996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:22.114640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.166164 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:22.223081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f929c746-b9b3-4907-a9fa-b03da4bde07c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3197529
Mar 26 21:00:22.227452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:22.237388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:22.281954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Allocated IP 172.20.0.1 (d07b83d2-7e40-44b8-8583-83257c1ad25d/6d627f23-8e09-44f5-9432-2834d8d71718/21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:22.336180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': 'eed47a7d-04f8-4815-b38a-8ab3fbf32872'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:22.337286 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.430946 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a9580>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:18Z', 'revision_number': 3, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:22.462085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42f9adcc-72b3-44f2-856b-f9a65a2f4091 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:22.463239 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d584b-9fb7-460f-8b99-8deac75df7af None None] The sync data for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 is: [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:18Z', 'revision_number': 3, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:22.491906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks [] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.532104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 44d3e208-e332-4af0-9f5e-7291b02b2b94) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:22.536874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-8104df54-1eec-42db-8160-7ca3fffd7e85 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:22.538789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-8104df54-1eec-42db-8160-7ca3fffd7e85 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/networks?id=3d0ca72a-ff8d-4f72-8621-13d680eaf95f HTTP/1.1" status: 200  len: 809 time: 0.3430240
Mar 26 21:00:22.539393 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a7faa08b-872e-4394-814a-c7ee682c1e20), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.552464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16cd4f-c40d-42a1-a007-61a4d3efe731 None None] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:22.565162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:22.566661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.581138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-8304e467-f7f8-4b21-9ce1-c9a9ed1250cf tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/quotas/95b182d640d24ff9ab5c8da47efdc110 HTTP/1.1" status: 200  len: 375 time: 0.0157967
Mar 26 21:00:22.617304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-138b8525-123e-4f93-b953-f0cb07143837 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2858789
Mar 26 21:00:22.618105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38718) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:22.641116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event deleted for resources: {'Port': ['ID=a7faa08b-872e-4394-814a-c7ee682c1e20,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:22.660485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-35ca4f5c-c9fc-4dce-9700-4fe76857cb38 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95b182d640d24ff9ab5c8da47efdc110&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511446
Mar 26 21:00:22.670179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-133807329'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:22.699777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] No DVR routers for this DVR port a7faa08b-872e-4394-814a-c7ee682c1e20 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:22.707234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.710968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf92df8-1115-42f5-8a9b-57601afc2533 req-388bc4e0-bd94-48e2-a1f8-67caed275b92 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "DELETE /v2.0/ports/a7faa08b-872e-4394-814a-c7ee682c1e20 HTTP/1.1" status: 204  len: 173 time: 1.9955761
Mar 26 21:00:22.711409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-deleted', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:22.724725 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111c6a5-d2d7-418e-b7a3-bb9c737d4a7a" -d '{"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-deleted", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:22.725477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Allocated IP 172.20.0.2 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/eed47a7d-04f8-4815-b38a-8ab3fbf32872/8dcaf50d-a7cd-4391-98b6-4d28da591758) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:22.734600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.735813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:00:22.756053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:22.756682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.792279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:22.803701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:22.811382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.813844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.837513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Pushing event updated for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:22.858758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:22.875797 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e535778a-0e8e-423f-a5d8-a4c6648d3afa), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.876220 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment e535778a-0e8e-423f-a5d8-a4c6648d3afa of type vlan for network 292df609-bac9-4d03-b55b-beb31e81e6c9
Mar 26 21:00:22.935167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-8f5e6291-625f-4eb0-b8f4-30e793ddff2c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:22.937932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-44d3e208-e332-4af0-9f5e-7291b02b2b94', 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': 'd847708d-6043-4d9a-8008-61398f41f6ba'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:22.939946 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:22.943147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-8f5e6291-625f-4eb0-b8f4-30e793ddff2c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.8579242
Mar 26 21:00:22.985062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Request body: {'port': {'device_id': '384155c0-abdb-4448-ab0e-797be0db4df6', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'admin_state_up': True, 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:23.029347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8de6-0637-4c6e-b823-d6cdb82bef56 req-80736836-215e-45a6-9f68-a861649a453c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:23.031427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-956a8de6-0637-4c6e-b823-d6cdb82bef56 req-80736836-215e-45a6-9f68-a861649a453c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5046883
Mar 26 21:00:23.043267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Network d07b83d2-7e40-44b8-8583-83257c1ad25d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:23.044973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.045427 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-dbf3ff84-ed5c-4e32-a125-04a719238c08 service neutron] 10.222.0.16 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3731329
Mar 26 21:00:23.067517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:23.070715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:23.106775 ncdv-master-1 neutron-server[126736]: INFO neutron.db.ipam_backend_mixin [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eed47a7d-04f8-4815-b38a-8ab3fbf32872 (CIDR: 172.20.0.0/28)
Mar 26 21:00:23.121213 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:00:23.121894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:23.174845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:00:23.196266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.206950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:23.207588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.312533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e6f4918-16d1-47c5-a69f-4328f869e029 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0801063
Mar 26 21:00:23.314885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38726) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:23.322550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-ee4d8766-0eee-4305-b135-3b983cc577b8 service neutron] 10.222.0.16 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2757332
Mar 26 21:00:23.327710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:23.369512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:23.376118 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a9d904-8964-4302-92ae-df919ccf346e" -d '{"events": [{"server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "name": "network-vif-plugged", "status": "completed", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:23.428726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-956a8de6-0637-4c6e-b823-d6cdb82bef56 req-3787ff24-14a3-43dc-9d70-e84a61ed27af tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3718712
Mar 26 21:00:23.429537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.441111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:23.447196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.485482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:23.548999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.550649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:23.556972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:23.561276 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.563337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.577483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks [] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.623805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Allocated IP 2001:db8:0:ffff::2 (44d3e208-e332-4af0-9f5e-7291b02b2b94/d847708d-6043-4d9a-8008-61398f41f6ba/7ce8636c-1167-487d-bcef-7d16078a4071) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:23.677971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.0224066
Mar 26 21:00:23.689053 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc7620-7210-4ac7-b6c7-d7b6a6bbef12 x-openstack-request-id: req-76dc7620-7210-4ac7-b6c7-d7b6a6bbef12 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:23.689439 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724266e8-a6b9-48ad-8ae7-cebb995e13c2", "name": "network-vif-deleted", "tag": "a7faa08b-872e-4394-814a-c7ee682c1e20", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:23.689774 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76dc7620-7210-4ac7-b6c7-d7b6a6bbef12 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:23.690258 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dc7620-7210-4ac7-b6c7-d7b6a6bbef12'] response: {'server_uuid': '724266e8-a6b9-48ad-8ae7-cebb995e13c2', 'name': 'network-vif-deleted', 'tag': 'a7faa08b-872e-4394-814a-c7ee682c1e20', 'status': 'completed', 'code': 200}
Mar 26 21:00:23.690699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:23.697547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:23.711406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:23.784396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:23.811822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:23.853703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:23.879890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3adcc2a5-da5e-49a2-a63f-7c3fc22e21d0 req-cbdde9b1-be47-4df1-90d5-fd417467c94c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 210 time: 0.0728765
Mar 26 21:00:23.936378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5fc8e-6f29-421b-afe5-bbeee37a8211 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=292df609-bac9-4d03-b55b-beb31e81e6c9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:23.937504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:23.947613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Allocated IP 172.20.0.9 (bed7c102-81ae-4d0f-9222-79cbabeb217f/e5205905-093e-4b0d-b14f-3c4f588419c2/607e9bc9-d63e-4f18-b20e-8c045ee4124b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:23.947909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.036152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:24.173761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17b42db8-5bfd-4fca-abf0-5b1dca974ffb up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:24.186481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7674bc20-ef83-437a-9a9f-1946de5ac745 None None] Provisioning complete for port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:24.186961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7674bc20-ef83-437a-9a9f-1946de5ac745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.189897 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30619c6c-80a5-4dcc-86f9-5d118d3f92a6 x-openstack-request-id: req-30619c6c-80a5-4dcc-86f9-5d118d3f92a6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:24.190181 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "name": "network-vif-plugged", "status": "completed", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:24.190445 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30619c6c-80a5-4dcc-86f9-5d118d3f92a6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:24.190845 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30619c6c-80a5-4dcc-86f9-5d118d3f92a6'] response: {'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'code': 200}
Mar 26 21:00:24.270650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be09b8-cdba-4eb6-a8bb-dd4212917f74 req-fd81b21b-0518-4855-bfe9-56568e59daec tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:24.283044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62be09b8-cdba-4eb6-a8bb-dd4212917f74 req-fd81b21b-0518-4855-bfe9-56568e59daec tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.6917131
Mar 26 21:00:24.345053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:24.354304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:24.439367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: a7faa08b-872e-4394-814a-c7ee682c1e20 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:24.440041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7faa08b-872e-4394-814a-c7ee682c1e20 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:24.441746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks [] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.485961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Attempting to bind port 8dcaf50d-a7cd-4391-98b6-4d28da591758 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:24.486375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Attempting to bind port 8dcaf50d-a7cd-4391-98b6-4d28da591758 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5fb8ba46-9f93-4472-a3da-eecf01fe4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:24.486864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Attempting to bind port 8dcaf50d-a7cd-4391-98b6-4d28da591758 on network e4aa7bfc-863c-4b3a-a7e8-922edc185802 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:24.509350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-62be09b8-cdba-4eb6-a8bb-dd4212917f74 req-5347ec71-796b-465c-acbc-f2dfdbd27eba tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2249246
Mar 26 21:00:24.512597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.523631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:24.524036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.526412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:24.527004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Checking segment: {'id': '5fb8ba46-9f93-4472-a3da-eecf01fe4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:24.527552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.528263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Bound using segment: {'id': '5fb8ba46-9f93-4472-a3da-eecf01fe4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:24.529183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Bound port: 8dcaf50d-a7cd-4391-98b6-4d28da591758, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb8ba46-9f93-4472-a3da-eecf01fe4a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:24.529789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.546159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7674bc20-ef83-437a-9a9f-1946de5ac745 None None] Port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:24.554007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Network bed7c102-81ae-4d0f-9222-79cbabeb217f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:24.554989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eef134-a921-42ce-8178-a6912595955a req-e0df998c-31b1-4f09-98dc-60ea2edbe6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:24.558808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:24.559821 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7eef134-a921-42ce-8178-a6912595955a req-e0df998c-31b1-4f09-98dc-60ea2edbe6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.3904352
Mar 26 21:00:24.607226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Pushing event updated for resources: {'Port': ['ID=8dcaf50d-a7cd-4391-98b6-4d28da591758,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:24.632298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:24.707356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.729868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:24.730521 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.763994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7eef134-a921-42ce-8178-a6912595955a req-7b3788c7-72c9-4e27-833d-bbd2ff30781b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1806419
Mar 26 21:00:24.786316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (4928fc43-6b8a-4f07-aa8a-b0124fce58df), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.797959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff44e3-c925-4499-9928-e3464162cb1e req-f9179e53-3fe8-4ffd-bc76-f418259ad50e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:24.799562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4bff44e3-c925-4499-9928-e3464162cb1e req-f9179e53-3fe8-4ffd-bc76-f418259ad50e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5551007
Mar 26 21:00:24.863242 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks [] for port (7ce8636c-1167-487d-bcef-7d16078a4071), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.875068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] For port 8dcaf50d-a7cd-4391-98b6-4d28da591758, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:24.885687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.900147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:24.900942 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:24.918043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] For port 8dcaf50d-a7cd-4391-98b6-4d28da591758, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dcaf50d-a7cd-4391-98b6-4d28da591758,segment=NetworkSegment(5fb8ba46-9f93-4472-a3da-eecf01fe4a21),segment_id=5fb8ba46-9f93-4472-a3da-eecf01fe4a21)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:24.921758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9423084
Mar 26 21:00:24.928670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a90cff1-4e15-4a7d-98a7-ad59ec20fb92 req-181261f7-f1c4-4638-889c-fc4807143a77 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 210 time: 0.2374010
Mar 26 21:00:24.937844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Request body: {'port': {'device_id': '384155c0-abdb-4448-ab0e-797be0db4df6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:25.029983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf800-04d2-4be6-8168-bf3e1a419227 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.035512 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.063939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:25.068946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.087484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:25.104668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:25.115011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:25.143200 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85379c3b-4e71-4970-9e26-d58946fa3e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.145869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Pushing event updated for resources: {'Port': ['ID=7ce8636c-1167-487d-bcef-7d16078a4071,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.156762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.273554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a32c-eec6-4e57-a75e-3aa666eaf5cb None None] Pushing event updated for resources: {'Port': ['ID=8dcaf50d-a7cd-4391-98b6-4d28da591758,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.307911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Attempting to bind port 7ce8636c-1167-487d-bcef-7d16078a4071 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:25.308775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Attempting to bind port 7ce8636c-1167-487d-bcef-7d16078a4071 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f494449-c9f3-404f-980b-7c5ab0b3f8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:25.309398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Attempting to bind port 7ce8636c-1167-487d-bcef-7d16078a4071 on network 44d3e208-e332-4af0-9f5e-7291b02b2b94 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:25.319268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks [] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.323537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:25.323731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Checking segment: {'id': '3f494449-c9f3-404f-980b-7c5ab0b3f8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:25.324284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.324742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Bound using segment: {'id': '3f494449-c9f3-404f-980b-7c5ab0b3f8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:25.325314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Bound port: 7ce8636c-1167-487d-bcef-7d16078a4071, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f494449-c9f3-404f-980b-7c5ab0b3f8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '44d3e208-e332-4af0-9f5e-7291b02b2b94'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:25.325782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.342647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.349210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:25.366832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:25.377269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:25.378007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.436568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.480060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.1608434
Mar 26 21:00:25.480963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f418ee-91d1-41b0-bff3-9df24a06dd60 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=4928fc43-6b8a-4f07-aa8a-b0124fce58df,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.488371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:25.497240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'fixed_ips': [{'subnet_id': 'eed47a7d-04f8-4815-b38a-8ab3fbf32872'}, {'subnet_id': '4928fc43-6b8a-4f07-aa8a-b0124fce58df'}], 'name': 'tempest-PortsTestJSON-160083577'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:25.506572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] For port 7ce8636c-1167-487d-bcef-7d16078a4071, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:25.510771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] For port 7ce8636c-1167-487d-bcef-7d16078a4071, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce8636c-1167-487d-bcef-7d16078a4071,segment=NetworkSegment(3f494449-c9f3-404f-980b-7c5ab0b3f8ad),segment_id=3f494449-c9f3-404f-980b-7c5ab0b3f8ad)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:25.520324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:25.616235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4bff44e3-c925-4499-9928-e3464162cb1e req-16f8bd03-ecdd-4d4f-b67d-16657cf04a03 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2969646
Mar 26 21:00:25.632669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d9822-fb50-47e7-8780-8cd2abd339c6 None None] Pushing event updated for resources: {'Port': ['ID=7ce8636c-1167-487d-bcef-7d16078a4071,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:25.843471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:00:25.887625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (b3fb2b1e-9f34-4e10-bce8-4f11a60347f3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.059955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17b42db8-5bfd-4fca-abf0-5b1dca974ffb up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:26.075296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:26.151871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e037-df7a-4c03-976e-3a772e30ce5d req-c6b48c22-4958-4893-9aed-ad2c1651883c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:26.153667 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d015e037-df7a-4c03-976e-3a772e30ce5d req-c6b48c22-4958-4893-9aed-ad2c1651883c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.3908072
Mar 26 21:00:26.167589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:26.168404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.212537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=b3fb2b1e-9f34-4e10-bce8-4f11a60347f3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:26.235066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.250742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-acc7e35c-89ee-4a2f-9254-40ea5ed7e838 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:26.252339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-acc7e35c-89ee-4a2f-9254-40ea5ed7e838 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.18 "GET /v2.0/networks?id=3d0ca72a-ff8d-4f72-8621-13d680eaf95f HTTP/1.1" status: 200  len: 809 time: 0.6330888
Mar 26 21:00:26.267754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Request body: {'port': {'device_id': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f', 'admin_state_up': True, 'tenant_id': '95b182d640d24ff9ab5c8da47efdc110'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:26.276330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bac3d-07a8-40eb-bde5-42f27f7e53ec req-6c61737e-5582-4dc7-9a02-5093c9758f7a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:26.290164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-367bac3d-07a8-40eb-bde5-42f27f7e53ec req-6c61737e-5582-4dc7-9a02-5093c9758f7a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 931 time: 1.0499461
Mar 26 21:00:26.293506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Pushing event updated for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:26.294242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:26.296509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8dcaf50d-a7cd-4391-98b6-4d28da591758 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:26.304388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': 'e535778a-0e8e-423f-a5d8-a4c6648d3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:26.305384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: 292df609-bac9-4d03-b55b-beb31e81e6c9, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:26.364619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d015e037-df7a-4c03-976e-3a772e30ce5d req-cfb2dc31-bac5-4f41-afce-892360bce438 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1512270
Mar 26 21:00:26.382100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.422555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607e9bc9-d63e-4f18-b20e-8c045ee4124b {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:26.423273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8dcaf50d-a7cd-4391-98b6-4d28da591758 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:26.423650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.431589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks [] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.448265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Transition to ACTIVE for port object 607e9bc9-d63e-4f18-b20e-8c045ee4124b will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:00:26.467869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.529271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Made reservation on behalf of 95b182d640d24ff9ab5c8da47efdc110 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:26.533460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.540576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:26.602255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:26.628659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 292df609-bac9-4d03-b55b-beb31e81e6c9) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:26.635926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:26.638636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.648646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:26.650662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-367bac3d-07a8-40eb-bde5-42f27f7e53ec req-0c0d9cb1-767d-4f83-b6af-88856a3e03e7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593662
Mar 26 21:00:26.693446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22587e84-28c6-457b-b381-cda99b0a628b None None] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:26.817922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Network d07b83d2-7e40-44b8-8583-83257c1ad25d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:26.840355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:26.850631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85a0c58a-f2c1-4d73-9a75-06eb9445ac2f req-c8ce68db-0d7b-4a53-8b1a-1df0b06640bc tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 210 time: 0.0493975
Mar 26 21:00:26.862666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-292df609-bac9-4d03-b55b-beb31e81e6c9', 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': 'b3fb2b1e-9f34-4e10-bce8-4f11a60347f3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:26.864162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.904737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8dcaf50d-a7cd-4391-98b6-4d28da591758 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:26.905188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:26.984639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49157f3-9bb5-4647-9ffb-70d3413072e9 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:27.009401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Attempting to bind port 607e9bc9-d63e-4f18-b20e-8c045ee4124b on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:27.009775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Attempting to bind port 607e9bc9-d63e-4f18-b20e-8c045ee4124b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:27.010147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Attempting to bind port 607e9bc9-d63e-4f18-b20e-8c045ee4124b on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:27.024203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d40dd-31cb-44f3-92d9-3f5dae530a23 req-2197752c-91e3-4a12-891e-70e2be7427a2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:27.024659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Port 607e9bc9-d63e-4f18-b20e-8c045ee4124b on network bed7c102-81ae-4d0f-9222-79cbabeb217f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:00:27.025067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Attempting to bind port 607e9bc9-d63e-4f18-b20e-8c045ee4124b on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:27.026935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-688d40dd-31cb-44f3-92d9-3f5dae530a23 req-2197752c-91e3-4a12-891e-70e2be7427a2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5139124
Mar 26 21:00:27.063038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:27.063877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Checking segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:27.064043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Bound using segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:27.064568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Bound port: 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:27.064830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.079516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8dcaf50d-a7cd-4391-98b6-4d28da591758, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dcaf50d-a7cd-4391-98b6-4d28da591758,segment=NetworkSegment(5fb8ba46-9f93-4472-a3da-eecf01fe4a21),segment_id=5fb8ba46-9f93-4472-a3da-eecf01fe4a21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:27.098642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3bf22dd4-eaa6-4684-9d68-c042edff56c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.4058075
Mar 26 21:00:27.099780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:27.138231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'port': {'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9', 'name': 'tempest-NetworksIpV6TestAttrs-579474781'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:27.163832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.257653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3c3035b7-cdec-4eb6-aa90-a2568ce9a741 None None] Provisioning complete for port 8dcaf50d-a7cd-4391-98b6-4d28da591758 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:27.258030 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3c3035b7-cdec-4eb6-aa90-a2568ce9a741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.267480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Router f5e82167-ac31-467d-91e3-1d3b91e29b47 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:27.300989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:27.307409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:27.347807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.357087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.5 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/eed47a7d-04f8-4815-b38a-8ab3fbf32872/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:27.403325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-688d40dd-31cb-44f3-92d9-3f5dae530a23 req-5ee6d23a-2a8b-4319-88b4-fdba64151635 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3297796
Mar 26 21:00:27.405590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.25 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/4928fc43-6b8a-4f07-aa8a-b0124fce58df/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:27.421643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Allocated IP 172.20.0.10 (3d0ca72a-ff8d-4f72-8621-13d680eaf95f/8668f310-99c2-4264-81c9-662025b57ae2/0686aad7-4468-4e9e-b65b-e1160202b5b5) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:27.462819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Allocated IP 2001:db8::f816:3eff:fe1d:753d (292df609-bac9-4d03-b55b-beb31e81e6c9/b3fb2b1e-9f34-4e10-bce8-4f11a60347f3/c18fe510-d891-431b-986c-ffeaf4aa5488) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:27.465865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-df1fbb10-ea5c-4333-a92d-d403409d2ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.503557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8dcaf50d-a7cd-4391-98b6-4d28da591758,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:27.505686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:27.507664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.507808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/607e9bc9-d63e-4f18-b20e-8c045ee4124b HTTP/1.1" status: 200  len: 1091 time: 2.5746951
Mar 26 21:00:27.514783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:27.517223 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:27.619519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86631338-b696-4580-abb0-1bda8b8f5c69 None None] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:27.659113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af31b19-16fb-4959-82d9-d8e8cc8de3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:27.701566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:27.707351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.713602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:27.743383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Sync routers for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:27.746144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3c3035b7-cdec-4eb6-aa90-a2568ce9a741 None None] Current status of the port 8dcaf50d-a7cd-4391-98b6-4d28da591758 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:27.748478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb68ca-0c8a-4271-9193-2f65cd19e01c req-aa78801c-e3a7-4a1e-84d5-61ab142ec3cd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:27.757423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dcb68ca-0c8a-4271-9193-2f65cd19e01c req-aa78801c-e3a7-4a1e-84d5-61ab142ec3cd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2666960
Mar 26 21:00:27.772531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f59074f1-5c96-4dcd-a770-0af5ecba6e26 admin admin] 10.222.0.16 "PUT /v2.0/routers/f5e82167-ac31-467d-91e3-1d3b91e29b47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6581020
Mar 26 21:00:27.799421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] device_id is not set on port fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:27.913886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks [] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:27.925423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:27.926234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed21a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:27.926909 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5083746-f165-440b-b132-7f8e327f6377 x-openstack-request-id: req-b5083746-f165-440b-b132-7f8e327f6377 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:27.927215 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:27.927476 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5083746-f165-440b-b132-7f8e327f6377 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:27.927946 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5083746-f165-440b-b132-7f8e327f6377'] response: {'name': 'network-changed', 'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'status': 'completed', 'code': 200}
Mar 26 21:00:27.933499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-c652dbf6-fe8e-47d1-a967-6e0ba4b4df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:27.935017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-c652dbf6-fe8e-47d1-a967-6e0ba4b4df52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 1125 time: 0.3444250
Mar 26 21:00:28.026445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.068945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Update dhcp port {'port': {'network_id': 'e4aa7bfc-863c-4b3a-a7e8-922edc185802', 'fixed_ips': [{'subnet_id': 'eed47a7d-04f8-4815-b38a-8ab3fbf32872', 'ip_address': '172.20.0.2'}, {'subnet_id': '4928fc43-6b8a-4f07-aa8a-b0124fce58df'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8dcaf50d-a7cd-4391-98b6-4d28da591758'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:00:28.076217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-8aa26c4a-332d-43d5-93f5-0fdda2d06a4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b HTTP/1.1" status: 200  len: 217 time: 0.1132770
Mar 26 21:00:28.084220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Provisioning complete for port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:28.084717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.092877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dcb68ca-0c8a-4271-9193-2f65cd19e01c req-4e794e46-8ee9-4b0b-8df0-9b81f585e525 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3344479
Mar 26 21:00:28.114067 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks [] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.170635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:28.177828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.181654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:28.184447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Pushing event updated for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:28.185475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8dcaf50d-a7cd-4391-98b6-4d28da591758 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:28.187654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-bb2e828c-e273-4290-bb10-2a3d65973990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.189251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:28.190628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-bb2e828c-e273-4290-bb10-2a3d65973990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.0962903
Mar 26 21:00:28.220626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.257330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448592e-ce01-4abf-b640-1f75ef2c09a9 req-5ead135d-924f-40e6-9136-67cc01bac78e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.258889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f448592e-ce01-4abf-b640-1f75ef2c09a9 req-5ead135d-924f-40e6-9136-67cc01bac78e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 943 time: 0.2370934
Mar 26 21:00:28.267503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.279482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.280303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.306296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Allocated IP 2001:db8::f816:3eff:fed4:2cd5 (292df609-bac9-4d03-b55b-beb31e81e6c9/b3fb2b1e-9f34-4e10-bce8-4f11a60347f3/fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:28.318518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.325188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3ccaba70-a304-42ac-a536-1c4984de1616 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0612640
Mar 26 21:00:28.329052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:28.341206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:28.349564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Request body: {'port': {'device_id': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:28.369650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:28.371603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Pushing event updated for resources: {'Port': ['ID=c18fe510-d891-431b-986c-ffeaf4aa5488,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:28.377156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:28.382033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:28.401766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f448592e-ce01-4abf-b640-1f75ef2c09a9 req-a1df6022-5c89-426f-aeb9-26228965d96a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307960
Mar 26 21:00:28.437157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:28.458943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:28.462746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:28.517767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-508ec680-3b81-445b-b75f-627d99485eba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3141153
Mar 26 21:00:28.528743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Provisioning complete for port 7ce8636c-1167-487d-bcef-7d16078a4071 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:28.529370 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.577833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:28.581249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for port (fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.616625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.628010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8dcaf50d-a7cd-4391-98b6-4d28da591758 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:28.629192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.694834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88cc1d-c5b2-4bc2-ac12-73353518103a req-d5ea201c-dc76-44be-8cf6-acf27b3d6742 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.702051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.702423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf88cc1d-c5b2-4bc2-ac12-73353518103a req-d5ea201c-dc76-44be-8cf6-acf27b3d6742 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1956449
Mar 26 21:00:28.702972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.716769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dad0a4-ef81-4534-937e-4922274eaf64 req-15107629-b14e-493b-b4af-4b640547a72e tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.726180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88dad0a4-ef81-4534-937e-4922274eaf64 req-15107629-b14e-493b-b4af-4b640547a72e tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 932 time: 0.2075300
Mar 26 21:00:28.764241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-7502d150-f61f-4e14-836c-bd914e3b263c service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390394
Mar 26 21:00:28.768857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.796756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2c7b0b8c-3778-47f1-bf8b-0e6e7f49cb71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.3071613
Mar 26 21:00:28.797615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:28.812111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eed47a7d-04f8-4815-b38a-8ab3fbf32872'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:28.847632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf88cc1d-c5b2-4bc2-ac12-73353518103a req-9e365c5a-c042-457b-8d2f-c82b6c2f8174 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441042
Mar 26 21:00:28.874638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:28.874638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:28.903785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:28.912067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:28.913465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:28.913620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88dad0a4-ef81-4534-937e-4922274eaf64 req-8cb5a674-9280-4c54-acac-da2e4fd6d4ae tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864858
Mar 26 21:00:28.915852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Port': ['ID=fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:29.013814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Attempting to bind port c18fe510-d891-431b-986c-ffeaf4aa5488 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:29.014862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Attempting to bind port c18fe510-d891-431b-986c-ffeaf4aa5488 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e535778a-0e8e-423f-a5d8-a4c6648d3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:29.014862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Attempting to bind port c18fe510-d891-431b-986c-ffeaf4aa5488 on network 292df609-bac9-4d03-b55b-beb31e81e6c9 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:29.041170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abe52340-ca83-4724-9e96-4a5e26b66bc2 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.9403579
Mar 26 21:00:29.049587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:29.057712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.075024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:29.075410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Checking segment: {'id': 'e535778a-0e8e-423f-a5d8-a4c6648d3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:29.075820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.076253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Bound using segment: {'id': 'e535778a-0e8e-423f-a5d8-a4c6648d3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:29.076761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Bound port: c18fe510-d891-431b-986c-ffeaf4aa5488, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e535778a-0e8e-423f-a5d8-a4c6648d3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '292df609-bac9-4d03-b55b-beb31e81e6c9'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:29.077131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.095018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.132995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Allocated IP 172.20.0.18 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/4928fc43-6b8a-4f07-aa8a-b0124fce58df/8dcaf50d-a7cd-4391-98b6-4d28da591758) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:29.184133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting subnet b3fb2b1e-9f34-4e10-bce8-4f11a60347f3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:29.223344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-322762c1-bb3f-43c3-b82a-fae3dd64a814 req-169c95bb-f252-4254-ab47-bf88a720b98f service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4441192
Mar 26 21:00:29.223866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (b3fb2b1e-9f34-4e10-bce8-4f11a60347f3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.258935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Current status of the port 7ce8636c-1167-487d-bcef-7d16078a4071 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:29.259366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.318183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463195-3f31-4c73-b2e4-552bea777db8 req-b1456e23-cfff-462e-b710-7a48b0cb33ef tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:29.319928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd463195-3f31-4c73-b2e4-552bea777db8 req-b1456e23-cfff-462e-b710-7a48b0cb33ef tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2262440
Mar 26 21:00:29.334007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38784) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:29.335381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8dcaf50d-a7cd-4391-98b6-4d28da591758 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:29.342746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ce8636c-1167-487d-bcef-7d16078a4071 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:29.343161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'floatingip': {'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:29.348367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] For port c18fe510-d891-431b-986c-ffeaf4aa5488, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:29.381788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (b3fb2b1e-9f34-4e10-bce8-4f11a60347f3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.425170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.458629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-2426952a-9674-4e0b-8a57-13420d232010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:29.460602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-2426952a-9674-4e0b-8a57-13420d232010 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 1125 time: 0.1697268
Mar 26 21:00:29.466795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:29.488131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308411697', 'description': 'tempest-description--44100165'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:29.552758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] For port c18fe510-d891-431b-986c-ffeaf4aa5488, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18fe510-d891-431b-986c-ffeaf4aa5488,segment=NetworkSegment(e535778a-0e8e-423f-a5d8-a4c6648d3afa),segment_id=e535778a-0e8e-423f-a5d8-a4c6648d3afa)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:29.560944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] For port 7ce8636c-1167-487d-bcef-7d16078a4071, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce8636c-1167-487d-bcef-7d16078a4071,segment=NetworkSegment(3f494449-c9f3-404f-980b-7c5ab0b3f8ad),segment_id=3f494449-c9f3-404f-980b-7c5ab0b3f8ad)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:29.572922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] For port 8dcaf50d-a7cd-4391-98b6-4d28da591758, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dcaf50d-a7cd-4391-98b6-4d28da591758,segment=NetworkSegment(5fb8ba46-9f93-4472-a3da-eecf01fe4a21),segment_id=5fb8ba46-9f93-4472-a3da-eecf01fe4a21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:29.584937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.605363 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.672724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.733726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed21a60>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 2, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:29.796193 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Publish callbacks [] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.811515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Checking router: f5e82167-ac31-467d-91e3-1d3b91e29b47 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:00:29.812030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Updating router f5e82167-ac31-467d-91e3-1d3b91e29b47 port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:00:29.817997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-3709ba97-c928-4a20-8400-6323626e75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:29.820515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-3709ba97-c928-4a20-8400-6323626e75a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 904 time: 0.3493466
Mar 26 21:00:29.823613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.848782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b72e8-7529-45b6-94e1-84d83d66cf72 req-00e0ede6-ef41-4b28-827c-80e48ba439a2 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:29.856360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-490b72e8-7529-45b6-94e1-84d83d66cf72 req-00e0ede6-ef41-4b28-827c-80e48ba439a2 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 943 time: 0.2987442
Mar 26 21:00:29.863773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b3fb2b1e-9f34-4e10-bce8-4f11a60347f3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.881691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.917825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c8972bdc-5e61-4450-921b-c5cb18a7927e None None] Provisioning complete for port 7ce8636c-1167-487d-bcef-7d16078a4071 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:29.918350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c8972bdc-5e61-4450-921b-c5cb18a7927e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.921241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c9d0-e7f0-4417-b188-a627279e6855 None None] Pushing event updated for resources: {'Port': ['ID=7ce8636c-1167-487d-bcef-7d16078a4071,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:29.928547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7ce8636c-1167-487d-bcef-7d16078a4071 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:29.928547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:29.963112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-cb6cab83-5501-4807-9dd9-ced957a882b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b HTTP/1.1" status: 200  len: 217 time: 0.0953898
Mar 26 21:00:30.001273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0686aad7-4468-4e9e-b65b-e1160202b5b5 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:30.090157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks [] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.145663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-22cc5e93-98cd-4636-a646-a5991a9154f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:30.147348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-22cc5e93-98cd-4636-a646-a5991a9154f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.1718256
Mar 26 21:00:30.161171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (b7cac543-4bfe-4f29-91f8-c1addd8d3d89), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.174746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-490b72e8-7529-45b6-94e1-84d83d66cf72 req-855b1e98-15cc-4fbd-86eb-ef1a99971e8e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144600
Mar 26 21:00:30.229340 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.262050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-6e747a19-7756-4ca0-8c74-db3903929fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1037610
Mar 26 21:00:30.263881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7cac543-4bfe-4f29-91f8-c1addd8d3d89), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.297346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Transition to ACTIVE for port object 0686aad7-4468-4e9e-b65b-e1160202b5b5 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:00:30.309088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.334682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c72980-88ae-4165-9d8c-a8d708eb6dc2 req-cdf5fc98-fe1d-457a-97db-7ae91fb14e96 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:30.336532 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03c72980-88ae-4165-9d8c-a8d708eb6dc2 req-cdf5fc98-fe1d-457a-97db-7ae91fb14e96 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3717766
Mar 26 21:00:30.353564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6e678-e78d-4dc2-b472-50ac6dda3580 None None] Pushing event updated for resources: {'Port': ['ID=c18fe510-d891-431b-986c-ffeaf4aa5488,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.361299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cac543-4bfe-4f29-91f8-c1addd8d3d89,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.365489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.369505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7677b72e-0f94-4604-bbc6-347e97ed867e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8992047
Mar 26 21:00:30.369505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (b3fb2b1e-9f34-4e10-bce8-4f11a60347f3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.378922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38794) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:30.398181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'security_group_rule': {'security_group_id': 'b7cac543-4bfe-4f29-91f8-c1addd8d3d89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:30.412402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.415664 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/b3fb2b1e-9f34-4e10-bce8-4f11a60347f3 HTTP/1.1" status: 204  len: 168 time: 1.3596106
Mar 26 21:00:30.466956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38796) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:30.470340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3043e-32fb-4db8-a2a0-6700064c6303 None None] Pushing event updated for resources: {'Port': ['ID=8dcaf50d-a7cd-4391-98b6-4d28da591758,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.490455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Pushing event updated for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.490969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1a392-7452-4b5b-9e58-c956e3c5dfde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fb2b1e-9f34-4e10-bce8-4f11a60347f3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.518529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7ce8636c-1167-487d-bcef-7d16078a4071 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:30.565611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c8972bdc-5e61-4450-921b-c5cb18a7927e None None] Current status of the port 7ce8636c-1167-487d-bcef-7d16078a4071 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:30.683621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (f6641732-8bcb-473c-b64e-471382f2cd43), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.717733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Delete allocated IP 172.20.0.25 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/4928fc43-6b8a-4f07-aa8a-b0124fce58df) {{(pid=126736) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:00:30.729051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks [] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.739307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:30.741833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215d84-7bb0-48c2-90b9-92f142763073 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:30.743550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215d84-7bb0-48c2-90b9-92f142763073 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:30.748912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b215d84-7bb0-48c2-90b9-92f142763073 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2760258
Mar 26 21:00:30.754712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:30.837793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198141-775f-4691-8489-f44494f63122 req-a46d5187-7dcd-4309-af93-efce5b86e698 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:30.838202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98365049-df84-4b61-841b-385ec7ccf774 None None] Pushing event updated for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:30.847363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63198141-775f-4691-8489-f44494f63122 req-a46d5187-7dcd-4309-af93-efce5b86e698 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 944 time: 0.4864533
Mar 26 21:00:30.855843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8dcaf50d-a7cd-4391-98b6-4d28da591758 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:30.893461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-2432112a-38bd-4d57-94b9-82b58097da4c service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6112800
Mar 26 21:00:31.008210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Attempting to bind port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:31.008442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Attempting to bind port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:31.008793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Attempting to bind port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 on network d07b83d2-7e40-44b8-8583-83257c1ad25d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:31.011077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8dcaf50d-a7cd-4391-98b6-4d28da591758 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:31.011502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.067474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dbc18e36-cedf-49b9-9c76-b3c71a3987c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.069695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:31.073888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Checking segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:31.074412 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.074841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Bound using segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:31.077455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Bound port: 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:31.077882 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.129312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03c72980-88ae-4165-9d8c-a8d708eb6dc2 req-843dff08-57cc-4caa-82d2-c5c6d00d8c9b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7524493
Mar 26 21:00:31.163405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63198141-775f-4691-8489-f44494f63122 req-6a12910d-6644-4a13-ae4c-a5de131619d7 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3143065
Mar 26 21:00:31.185517 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc18e36-cedf-49b9-9c76-b3c71a3987c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:00:31.185977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc18e36-cedf-49b9-9c76-b3c71a3987c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:31.189144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dbc18e36-cedf-49b9-9c76-b3c71a3987c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/292df609-bac9-4d03-b55b-beb31e81e6c9 HTTP/1.1" status: 409  len: 466 time: 0.4334698
Mar 26 21:00:31.193613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:31.207118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-907019717'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:31.265881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0706bfc-6748-4ed9-8fdd-1d2e326ab9aa req-d86afd68-74b0-4d74-a555-0d04b22a93f7 service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3569162
Mar 26 21:00:31.304101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:31.311358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.346367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (f6641732-8bcb-473c-b64e-471382f2cd43), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.354457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8dcaf50d-a7cd-4391-98b6-4d28da591758 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:31.357585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ce8636c-1167-487d-bcef-7d16078a4071 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:31.361318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f6641732-8bcb-473c-b64e-471382f2cd43), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.368844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:31.379742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (48f11085-bfec-488a-85b8-745e75d5baa1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.380190 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment 48f11085-bfec-488a-85b8-745e75d5baa1 of type vlan for network 45c06b9b-e35f-4c04-bbb4-25c972ef0158
Mar 26 21:00:31.418369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] For port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:31.449140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] For port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:31.461555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.463903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.485991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Provisioning complete for port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:31.486668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.513118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.525802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:31.527434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.528665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Attempting to bind port 0686aad7-4468-4e9e-b65b-e1160202b5b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:31.529401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Attempting to bind port 0686aad7-4468-4e9e-b65b-e1160202b5b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3bf5b9f8-0929-4f75-8b61-58ade606384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:31.529401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Attempting to bind port 0686aad7-4468-4e9e-b65b-e1160202b5b5 on network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:31.535792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6641732-8bcb-473c-b64e-471382f2cd43,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:31.539319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.563347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.566729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd899b-3af2-4e6e-b77a-66f6238093c8 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:31.572154 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a41ce92b-23b3-4029-8d7f-641d92c08c21 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1838505
Mar 26 21:00:31.577534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Port 0686aad7-4468-4e9e-b65b-e1160202b5b5 on network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:00:31.577887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Attempting to bind port 0686aad7-4468-4e9e-b65b-e1160202b5b5 on network 3d0ca72a-ff8d-4f72-8621-13d680eaf95f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:31.580993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38808) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:31.586877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.598941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'security_group_rule': {'security_group_id': 'b7cac543-4bfe-4f29-91f8-c1addd8d3d89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:31.620673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7ce8636c-1167-487d-bcef-7d16078a4071 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:31.621361 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.636015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=45c06b9b-e35f-4c04-bbb4-25c972ef0158,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:31.642952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10bf3482-6ea2-4448-a80b-0f9ccdfc1208 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4483042
Mar 26 21:00:31.643187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:31.644823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed21a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:31.646791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:31.652657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:31.664812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:31.665156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Checking segment: {'id': '3bf5b9f8-0929-4f75-8b61-58ade606384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:31.665750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Bound using segment: {'id': '3bf5b9f8-0929-4f75-8b61-58ade606384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:31.666366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Bound port: 0686aad7-4468-4e9e-b65b-e1160202b5b5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf5b9f8-0929-4f75-8b61-58ade606384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:31.666915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.693999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:31.803414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75613490-6d1e-40e1-9213-7adae1929eae req-8354c180-5db2-4c84-9ffa-3fe07e014983 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:31.805042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-75613490-6d1e-40e1-9213-7adae1929eae req-8354c180-5db2-4c84-9ffa-3fe07e014983 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 943 time: 0.4540529
Mar 26 21:00:31.855949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (429d0e4c-b32b-4761-9a54-49c0b9ca3582), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.950610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c3cc9-3b04-4796-afa1-c4e9f32b3c01 None None] Network 292df609-bac9-4d03-b55b-beb31e81e6c9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:31.970082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98365049-df84-4b61-841b-385ec7ccf774 None None] Pushing event updated for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:31.991001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:31.994259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:32.028813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.121846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] In _notify_port_updated(), no bound segment for port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de on network e4aa7bfc-863c-4b3a-a7e8-922edc185802 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:00:32.125098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:00:32.126881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:32.127523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.129428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3eef8da8-8d69-4b6a-b2b9-9deae3541215 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/ports/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de HTTP/1.1" status: 200  len: 918 time: 3.3228219
Mar 26 21:00:32.137484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-75613490-6d1e-40e1-9213-7adae1929eae req-99b9716a-a5f6-40d0-b994-868879e2bbfe tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2903934
Mar 26 21:00:32.139053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:32.158208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eed47a7d-04f8-4815-b38a-8ab3fbf32872'}, {'subnet_id': '4928fc43-6b8a-4f07-aa8a-b0124fce58df'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:32.185957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.192101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:32.199773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:32.205309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.228820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (429d0e4c-b32b-4761-9a54-49c0b9ca3582), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.247417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5,segment=NetworkSegment(3bf5b9f8-0929-4f75-8b61-58ade606384d),segment_id=3bf5b9f8-0929-4f75-8b61-58ade606384d)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:32.252073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (429d0e4c-b32b-4761-9a54-49c0b9ca3582), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.295958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.315517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429d0e4c-b32b-4761-9a54-49c0b9ca3582,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:32.323273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:32.361619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.366460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ff72d279-ac1d-492c-94bd-3ce570355a7b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7776551
Mar 26 21:00:32.367597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38818) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:32.375268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:32.410169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb2d9-fd5f-44d6-bb07-4b96798ebe3e req-1bcf0dea-ee71-460b-a01d-b1fc1eda26f7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:32.411767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ddbb2d9-fd5f-44d6-bb07-4b96798ebe3e req-1bcf0dea-ee71-460b-a01d-b1fc1eda26f7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1116047
Mar 26 21:00:32.413970 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Floating IP 39439d90-35a2-46ca-9e12-1592ea5317c2 associated. External IP: 172.35.4.56, port: 42f9adcc-72b3-44f2-856b-f9a65a2f4091.
Mar 26 21:00:32.430545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:32.430761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.432280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-f36a91fd-15c9-4383-850c-23663276139d service neutron] 10.222.0.18 "PUT /v2.0/ports/0686aad7-4468-4e9e-b65b-e1160202b5b5 HTTP/1.1" status: 200  len: 1092 time: 4.0935559
Mar 26 21:00:32.432729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:32.435170 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:32.459895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.517116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:00:32.540235 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:00:32.561750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ddbb2d9-fd5f-44d6-bb07-4b96798ebe3e req-30a4ab22-f969-44b0-af6a-299da88a714e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412714
Mar 26 21:00:32.605272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a91fd-15c9-4383-850c-23663276139d service neutron] Pushing event updated for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:32.663248 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48224147-022f-454e-a826-ebd90e270c21 x-openstack-request-id: req-48224147-022f-454e-a826-ebd90e270c21 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:32.663810 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:32.664249 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48224147-022f-454e-a826-ebd90e270c21 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:32.664825 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48224147-022f-454e-a826-ebd90e270c21'] response: {'name': 'network-changed', 'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5', 'status': 'completed', 'code': 200}
Mar 26 21:00:32.679648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a7f41-e265-4b69-b2da-a26add58c451 req-6edc4551-2cb5-482a-b68c-03e097ac5402 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:32.681600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da2a7f41-e265-4b69-b2da-a26add58c451 req-6edc4551-2cb5-482a-b68c-03e097ac5402 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 944 time: 0.3765192
Mar 26 21:00:32.704374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.731090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Current status of the port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:32.731624 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.769947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:00:32.775389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.782340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-603473cc-accc-4e95-bb68-9f19a1958ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:32.784126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-603473cc-accc-4e95-bb68-9f19a1958ad9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95b182d640d24ff9ab5c8da47efdc110&device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 1126 time: 0.2741799
Mar 26 21:00:32.795377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (31f0d342-3a50-4003-adcf-e02b65536fb9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:32.848471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7ce8636c-1167-487d-bcef-7d16078a4071 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:32.849778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c18fe510-d891-431b-986c-ffeaf4aa5488 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:32.929330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=31f0d342-3a50-4003-adcf-e02b65536fb9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:32.969977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] For port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:33.000379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:33.015215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.035780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] DHCP port deletion for 292df609-bac9-4d03-b55b-beb31e81e6c9 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:33.073790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Allocated IP 172.35.4.78 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4131793f-e6d0-48ff-b0b1-d63ad70ce87c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:33.100274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'mac_address': 'fa:16:3e:8e:a7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:00:33.217400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627c9d-f60f-4aa1-bb77-2452fe74b8ee None None] Pushing event updated for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:33.218116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.238711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c18fe510-d891-431b-986c-ffeaf4aa5488 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:33.239107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.267637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': '48f11085-bfec-488a-85b8-745e75d5baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:33.268047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: 45c06b9b-e35f-4c04-bbb4-25c972ef0158, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:33.272262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Provisioning complete for port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:33.272759 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.301189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8eeb74-60be-4cce-97cc-867fc3fb6ce2 req-167af62a-3621-4fcb-a503-e0a855eb4aa4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:33.309078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be8eeb74-60be-4cce-97cc-867fc3fb6ce2 req-167af62a-3621-4fcb-a503-e0a855eb4aa4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5155172
Mar 26 21:00:33.309923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 607e9bc9-d63e-4f18-b20e-8c045ee4124b is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:33.310650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.354264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607e9bc9-d63e-4f18-b20e-8c045ee4124b {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:33.361382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:33.376885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed21a60>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:31Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:33.385752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.390887 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-bc482705-6e79-4f0f-980a-8c03dab7f155 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5 HTTP/1.1" status: 200  len: 217 time: 0.0779579
Mar 26 21:00:33.400542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45c06b9b-e35f-4c04-bbb4-25c972ef0158) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:33.426362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da2a7f41-e265-4b69-b2da-a26add58c451 req-62bde7b5-7458-42f0-b0a9-0a4534f1f0db tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7124054
Mar 26 21:00:33.439513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be8eeb74-60be-4cce-97cc-867fc3fb6ce2 req-8da452a9-4b69-4f2b-a7f2-069096415852 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242368
Mar 26 21:00:33.441911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126eac3e-8be7-4e62-91a8-ea934ea0a16e None None] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:33.443961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:33.444607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.483265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:33.500390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c760a-c23e-4c26-bf3f-c68065ae74d4 None None] The sync data for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 is: [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:31Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:33.504146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Deleting port c18fe510-d891-431b-986c-ffeaf4aa5488 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:33.504980 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.516437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:33.531784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:33.551249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:33.564618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.740495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-7206924b-ff14-4c39-9dcf-aedc0e357e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:33.742341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-7206924b-ff14-4c39-9dcf-aedc0e357e61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8668f310-99c2-4264-81c9-662025b57ae2 HTTP/1.1" status: 200  len: 849 time: 0.3378706
Mar 26 21:00:33.747862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:33.762900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-747154e5-cdc9-4cf2-9389-a768a1f5500f tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1145630
Mar 26 21:00:33.763884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'Port': ['ID=4131793f-e6d0-48ff-b0b1-d63ad70ce87c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:33.781833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:33.791784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'port': {'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158', 'name': 'tempest-NetworksIpV6TestAttrs-658873475'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:33.841959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] For port c18fe510-d891-431b-986c-ffeaf4aa5488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18fe510-d891-431b-986c-ffeaf4aa5488,segment=NetworkSegment(e535778a-0e8e-423f-a5d8-a4c6648d3afa),segment_id=e535778a-0e8e-423f-a5d8-a4c6648d3afa)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:33.842363 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.851556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-8e282bef-d72b-4371-8dec-64340efde1ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0ca72a-ff8d-4f72-8621-13d680eaf95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962679
Mar 26 21:00:33.856926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:33.863948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c18fe510-d891-431b-986c-ffeaf4aa5488 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:33.864387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:33.870991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Current status of the port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:33.897148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Calling delete_port for c18fe510-d891-431b-986c-ffeaf4aa5488 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:33.915727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['607e9bc9-d63e-4f18-b20e-8c045ee4124b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:33.932792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd02d1e-002d-473a-8ac0-f2e7cee70bc5 req-511ed4b1-32fd-4c2e-ac5b-05f44174f0ab tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:33.934594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fd02d1e-002d-473a-8ac0-f2e7cee70bc5 req-511ed4b1-32fd-4c2e-ac5b-05f44174f0ab tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3796978
Mar 26 21:00:33.971281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45c06b9b-e35f-4c04-bbb4-25c972ef0158', 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': '31f0d342-3a50-4003-adcf-e02b65536fb9'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:33.972283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.003019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:34.007281 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.038519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] device_id is not set on port b2cd03b9-e1c2-419f-9154-c8774647db77 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:34.059012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Provisioning complete for port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:34.059012 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.085412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port c18fe510-d891-431b-986c-ffeaf4aa5488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c18fe510-d891-431b-986c-ffeaf4aa5488,segment=NetworkSegment(e535778a-0e8e-423f-a5d8-a4c6648d3afa),segment_id=e535778a-0e8e-423f-a5d8-a4c6648d3afa)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:34.121499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca26ec-01f5-4c49-a75b-01d79d36840f req-375397fd-0b85-43ef-9619-bbe9b5bd5d0a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:34.123598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fca26ec-01f5-4c49-a75b-01d79d36840f req-375397fd-0b85-43ef-9619-bbe9b5bd5d0a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 944 time: 0.4188542
Mar 26 21:00:34.146634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.264376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fd02d1e-002d-473a-8ac0-f2e7cee70bc5 req-2146d2a7-2e35-4cc4-95af-f4066427d9b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3009994
Mar 26 21:00:34.273282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-3b9a407c-8395-4043-a9b3-ba0feacab767 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4108462
Mar 26 21:00:34.330948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.24 (e4aa7bfc-863c-4b3a-a7e8-922edc185802/4928fc43-6b8a-4f07-aa8a-b0124fce58df/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:34.342843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Allocated IP 2001:db8::f816:3eff:feeb:5a81 (45c06b9b-e35f-4c04-bbb4-25c972ef0158/31f0d342-3a50-4003-adcf-e02b65536fb9/b2cd03b9-e1c2-419f-9154-c8774647db77) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:34.365635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.396479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.398612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:34.433295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fca26ec-01f5-4c49-a75b-01d79d36840f req-d95a0b67-d340-47e3-83e9-696f45832d1d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3011985
Mar 26 21:00:34.476948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:34.488248 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:34.498546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Provisioning complete for port c18fe510-d891-431b-986c-ffeaf4aa5488 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:34.498933 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.512925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.528249 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:34.529100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f751610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:34.605934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c18fe510-d891-431b-986c-ffeaf4aa5488), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.625603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=c18fe510-d891-431b-986c-ffeaf4aa5488,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:34.672968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c392318-c11c-4464-8d96-7ac0e9d473ff tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "PUT /v2.0/floatingips/39439d90-35a2-46ca-9e12-1592ea5317c2 HTTP/1.1" status: 200  len: 991 time: 5.3362691
Mar 26 21:00:34.673694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:34.676840 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f018c52-d30c-4082-9c89-307a91e310d9" -d '{"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:34.692777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a268fbc-63c7-4a28-bb39-307ffa2584a4 req-7a22d78a-6bf3-4c49-8447-228a3417449c service neutron] 10.222.0.18 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4092412
Mar 26 21:00:34.737132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc8aa-dcd1-4b68-8602-25e0063c7cb8 req-fee80915-1002-4db2-bde6-62fdc48a521a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:34.745568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7fcfc8aa-dcd1-4b68-8602-25e0063c7cb8 req-fee80915-1002-4db2-bde6-62fdc48a521a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2595644
Mar 26 21:00:34.750011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:34.770533 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:34.830404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] Pushing event deleted for resources: {'Port': ['ID=c18fe510-d891-431b-986c-ffeaf4aa5488,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:34.845922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9950e-11b8-4bbc-b020-5f5dd0bc2f34 None None] No DVR routers for this DVR port c18fe510-d891-431b-986c-ffeaf4aa5488 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:34.879228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.886577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Could not find standard attr ID for object c18fe510-d891-431b-986c-ffeaf4aa5488. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:00:34.898393 ncdv-master-1 neutron-server[126739]: INFO neutron.plugins.ml2.db [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] No ports have port_id starting with c18fe510-d891-431b-986c-ffeaf4aa5488
Mar 26 21:00:34.904833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:34.905216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.915376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.961954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7fcfc8aa-dcd1-4b68-8602-25e0063c7cb8 req-ac223e49-a085-4916-9965-3a44e4714352 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2119079
Mar 26 21:00:34.987084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79944b4-ea1b-4bad-9fb5-3ca8b993b94a req-a3472d66-8625-48fc-84b6-309839bfafd4 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:34.993924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Provisioning complete for port 8dcaf50d-a7cd-4391-98b6-4d28da591758 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:34.994279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:34.997672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c79944b4-ea1b-4bad-9fb5-3ca8b993b94a req-a3472d66-8625-48fc-84b6-309839bfafd4 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 944 time: 0.3916001
Mar 26 21:00:35.044190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-514700b8-6ea1-4496-bb1c-2d6ff244d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.045714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-514700b8-6ea1-4496-bb1c-2d6ff244d6a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=95b182d640d24ff9ab5c8da47efdc110&device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 1126 time: 0.2711797
Mar 26 21:00:35.063616 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b8248f-6fe6-4b0e-81a9-04fd4a54f5cd x-openstack-request-id: req-35b8248f-6fe6-4b0e-81a9-04fd4a54f5cd {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:35.063954 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:35.064190 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35b8248f-6fe6-4b0e-81a9-04fd4a54f5cd {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:35.064596 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b8248f-6fe6-4b0e-81a9-04fd4a54f5cd'] response: {'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'status': 'completed', 'code': 200}
Mar 26 21:00:35.105590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.175236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.205943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:35.222493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:35.265815 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f751610>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:00:31Z', 'revision_number': 1, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:35.356344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2590125b-1d84-4021-84a1-4b22e5c2d6c2 None None] Current status of the port 8dcaf50d-a7cd-4391-98b6-4d28da591758 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:35.369121 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:00:35.369630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c18fe510-d891-431b-986c-ffeaf4aa5488 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:35.372982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for port (b2cd03b9-e1c2-419f-9154-c8774647db77), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.396287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:35.402473 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f751610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:35.413902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'Port': ['ID=4131793f-e6d0-48ff-b0b1-d63ad70ce87c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:35.429709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c79944b4-ea1b-4bad-9fb5-3ca8b993b94a req-cccb2683-5e24-493e-9a2c-c1ec8047f6b8 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4293482
Mar 26 21:00:35.442437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-afb8def2-3dff-4747-957a-3afef4fd7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.444068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-afb8def2-3dff-4747-957a-3afef4fd7a19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.3268263
Mar 26 21:00:35.450329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.462733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c18fe510-d891-431b-986c-ffeaf4aa5488 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:35.465202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c18fe510-d891-431b-986c-ffeaf4aa5488 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:35.480509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] In _notify_port_updated(), no bound segment for port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de on network e4aa7bfc-863c-4b3a-a7e8-922edc185802 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:00:35.489195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.494213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.498906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6d1e0324-c85b-4e8d-abf9-ec8166247478 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/ports/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de HTTP/1.1" status: 200  len: 998 time: 3.3558221
Mar 26 21:00:35.499104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:35.522239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.523501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-837ee504-37b1-4ab3-bf19-68f0acff6821 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1535122
Mar 26 21:00:35.530758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-93101e39-191f-4672-b8b5-9d62010d946b None None] Provisioning complete for port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:35.531712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93101e39-191f-4672-b8b5-9d62010d946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.575617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b2cd03b9-e1c2-419f-9154-c8774647db77), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.599418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d00d4-9795-4868-aabe-7bbe3ec5e860 req-17453b63-6cd9-4784-8757-adbf1c17c62e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.607164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-835d00d4-9795-4868-aabe-7bbe3ec5e860 req-17453b63-6cd9-4784-8757-adbf1c17c62e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.4399540
Mar 26 21:00:35.627306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-94689b09-e26e-4cb9-bb93-f5cf26f2e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.629476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-94689b09-e26e-4cb9-bb93-f5cf26f2e461 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3d0ca72a-ff8d-4f72-8621-13d680eaf95f HTTP/1.1" status: 200  len: 909 time: 0.5538840
Mar 26 21:00:35.702103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-93101e39-191f-4672-b8b5-9d62010d946b None None] Port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:35.706820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-6a46bdc3-3ab5-41fd-b990-e90f61b4855c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5 HTTP/1.1" status: 200  len: 217 time: 0.0671477
Mar 26 21:00:35.729994 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:35.743607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Allocated IP 2001:db8::f816:3eff:fe53:af50 (45c06b9b-e35f-4c04-bbb4-25c972ef0158/31f0d342-3a50-4003-adcf-e02b65536fb9/968107f1-3c5f-4886-8b8b-5ed5458ff6a8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:35.782857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-835d00d4-9795-4868-aabe-7bbe3ec5e860 req-d79a51a1-f0dd-4761-95cf-259f465f0753 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1743286
Mar 26 21:00:35.790842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-16536716-31b5-47b9-861a-4382a4db74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.792552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-16536716-31b5-47b9-861a-4382a4db74e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8668f310-99c2-4264-81c9-662025b57ae2 HTTP/1.1" status: 200  len: 849 time: 0.0790765
Mar 26 21:00:35.837303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-5409b45e-d939-4781-ac91-03359eaf12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.839005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-5409b45e-d939-4781-ac91-03359eaf12ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.3839047
Mar 26 21:00:35.850113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:35.856191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:35.873130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-944dbbae-e76c-4090-a3bd-bc2793e8dcdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d0ca72a-ff8d-4f72-8621-13d680eaf95f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702391
Mar 26 21:00:35.879316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:35.879794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.968521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:35.979038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:35.980666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.983490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks [] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:35.989681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Port': ['ID=b2cd03b9-e1c2-419f-9154-c8774647db77,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:35.993762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.021670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:36.025006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:36.025488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1b8d02b3-1f92-41e0-80d1-6496b4e78243 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.2415490
Mar 26 21:00:36.028182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:36.029695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-77c2fccf-85df-44f3-af2b-9531fda1715e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 999 time: 0.1672640
Mar 26 21:00:36.030309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:36.073198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697aff6-518e-4981-8a0e-f6bc08e7ba5e req-97b2b4d8-d009-4ab4-9885-5d35a95457a8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:36.075350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f697aff6-518e-4981-8a0e-f6bc08e7ba5e req-97b2b4d8-d009-4ab4-9885-5d35a95457a8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 944 time: 0.4559770
Mar 26 21:00:36.116685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-d27e6e91-ce01-41b1-b2e3-1850ce213ba3 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1308411697&fields=id&tenant_id=62b213fd60a44c2481f49b4ed4711a67 HTTP/1.1" status: 200  len: 267 time: 0.1777124
Mar 26 21:00:36.142878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.154942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-c4ca4a0b-e6db-4750-93c7-34a039e13a67 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704988
Mar 26 21:00:36.159019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:36.180301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:36.184701 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f751610>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:00:31Z', 'revision_number': 1, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:36.185694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting subnet 31f0d342-3a50-4003-adcf-e02b65536fb9 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:36.194127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (31f0d342-3a50-4003-adcf-e02b65536fb9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.198415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-f902a6f4-049a-46e8-9b43-11f10c0e00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:36.200111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-f902a6f4-049a-46e8-9b43-11f10c0e00ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1573231
Mar 26 21:00:36.211637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Pushing event updated for resources: {'Port': ['ID=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:36.229939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57730d07-29be-4472-8fa6-ab74e1d4bc3a None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:00:31Z', 'revision_number': 1, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:36.231620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Attempting to bind port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:36.232157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Attempting to bind port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48f11085-bfec-488a-85b8-745e75d5baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:36.245325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Attempting to bind port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 on network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:36.257821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:36.258637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Checking segment: {'id': '48f11085-bfec-488a-85b8-745e75d5baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:36.259856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.261169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Bound using segment: {'id': '48f11085-bfec-488a-85b8-745e75d5baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:36.262218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Bound port: 968107f1-3c5f-4886-8b8b-5ed5458ff6a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f11085-bfec-488a-85b8-745e75d5baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '45c06b9b-e35f-4c04-bbb4-25c972ef0158'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:36.262860 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.275321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f697aff6-518e-4981-8a0e-f6bc08e7ba5e req-7d27e706-31ee-4236-b993-3991e2de8f4f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758869
Mar 26 21:00:36.285425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (31f0d342-3a50-4003-adcf-e02b65536fb9), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.321980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 607e9bc9-d63e-4f18-b20e-8c045ee4124b completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:00:36.336976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 607e9bc9-d63e-4f18-b20e-8c045ee4124b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:36.339518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.356367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-46cde4ec-be83-477a-bd19-c9c7ddfe00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:36.357894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-46cde4ec-be83-477a-bd19-c9c7ddfe00cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1303337
Mar 26 21:00:36.397547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] For port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:36.401602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] For port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,segment=NetworkSegment(48f11085-bfec-488a-85b8-745e75d5baa1),segment_id=48f11085-bfec-488a-85b8-745e75d5baa1)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:36.442560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.512173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 607e9bc9-d63e-4f18-b20e-8c045ee4124b is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:36.512595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.526105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0686aad7-4468-4e9e-b65b-e1160202b5b5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:00:36.585411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (31f0d342-3a50-4003-adcf-e02b65536fb9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.589908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-beb20da8-2864-4104-a8f7-d4621b1b5ca0 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145588
Mar 26 21:00:36.590284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:36.592850 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1747e5-914c-4fc0-ad02-2bb03bf0a57d" -d '{"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-plugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:36.600672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15a003-be6c-42cb-9d6b-a89811547d89 None None] Pushing event updated for resources: {'Port': ['ID=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:36.622066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba041be-c72c-499e-b6d3-f5fcf14260b8 None None] New status for floating IP 39439d90-35a2-46ca-9e12-1592ea5317c2: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:00:36.629817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:36.654849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85f9c-74fc-4f3b-9876-be76a6f9562c req-77384769-08c2-46c4-8619-77086b8d7402 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:36.662220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51e85f9c-74fc-4f3b-9876-be76a6f9562c req-77384769-08c2-46c4-8619-77086b8d7402 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2626953
Mar 26 21:00:36.671397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-338cb766-16a9-4fc6-bc2b-6d81d9ea0675 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:36.673018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-338cb766-16a9-4fc6-bc2b-6d81d9ea0675 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/networks?id=d07b83d2-7e40-44b8-8583-83257c1ad25d HTTP/1.1" status: 200  len: 815 time: 0.5554690
Mar 26 21:00:36.675439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79d4a5ad-f035-43ec-adf6-c0c019c2fc28 req-ec600e0a-483d-491d-aef7-ad1c2f3fd366 service neutron] 10.222.0.18 "GET /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5114906
Mar 26 21:00:36.704774 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.711524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-dd2fabce-6522-4056-8898-41e07ab6b36d tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/quotas/62b213fd60a44c2481f49b4ed4711a67 HTTP/1.1" status: 200  len: 375 time: 0.0197327
Mar 26 21:00:36.742978 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.848157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f018c52-d30c-4082-9c89-307a91e310d9 req-6cd724f1-a236-4f4c-a37d-586056f9fd71 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219896
Mar 26 21:00:36.862279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:36.917422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51e85f9c-74fc-4f3b-9876-be76a6f9562c req-30116cf8-62ea-477f-befe-63dc665eb88c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2542231
Mar 26 21:00:36.924803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (31f0d342-3a50-4003-adcf-e02b65536fb9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:36.973059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:36.997592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=31f0d342-3a50-4003-adcf-e02b65536fb9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:36.998138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5,segment=NetworkSegment(3bf5b9f8-0929-4f75-8b61-58ade606384d),segment_id=3bf5b9f8-0929-4f75-8b61-58ade606384d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:37.008552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.016864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7082ab75-94e4-4a42-bb45-59c6b7f70449 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/31f0d342-3a50-4003-adcf-e02b65536fb9 HTTP/1.1" status: 204  len: 168 time: 0.9837117
Mar 26 21:00:37.018224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38866) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.057592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-d3c478d9-042a-48f1-b202-cdab0a83628c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62b213fd60a44c2481f49b4ed4711a67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2977448
Mar 26 21:00:37.092402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '0686aad7-4468-4e9e-b65b-e1160202b5b5', 'network_id': '3d0ca72a-ff8d-4f72-8621-13d680eaf95f', 'port_id': '0686aad7-4468-4e9e-b65b-e1160202b5b5', 'mac_address': 'fa:16:3e:92:33:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8668f310-99c2-4264-81c9-662025b57ae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:00:37.134354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23036abd-2088-43de-98a5-733c65583b03 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.136011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23036abd-2088-43de-98a5-733c65583b03 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.138378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-23036abd-2088-43de-98a5-733c65583b03 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1173947
Mar 26 21:00:37.141373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38868) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.164127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 0686aad7-4468-4e9e-b65b-e1160202b5b5 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:37.164550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.187885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0686aad7-4468-4e9e-b65b-e1160202b5b5 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:37.205544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7e513-0173-4fae-a149-6e55a381ce88 req-5180b475-d0cc-4399-b81e-bf8975c0ce4a tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.208058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51b7e513-0173-4fae-a149-6e55a381ce88 req-5180b475-d0cc-4399-b81e-bf8975c0ce4a tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 944 time: 0.1655111
Mar 26 21:00:37.223145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5,segment=NetworkSegment(3bf5b9f8-0929-4f75-8b61-58ade606384d),segment_id=3bf5b9f8-0929-4f75-8b61-58ade606384d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:37.232695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.235279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.243733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa043399-d777-4a66-b47a-fafc693b78b8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de HTTP/1.1" status: 204  len: 168 time: 1.7401679
Mar 26 21:00:37.244647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.292893 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dffe53-2376-4945-885c-00d47213fa00 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:37.297100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2439cf6f-7fb2-436d-9c67-57150c5857a7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.297284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56dffe53-2376-4945-885c-00d47213fa00 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de HTTP/1.1" status: 404  len: 333 time: 0.0399480
Mar 26 21:00:37.297615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38872) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.313656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:37.332414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51b7e513-0173-4fae-a149-6e55a381ce88 req-6cf8b945-b18b-490c-a353-8ddc8baf6da0 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113198
Mar 26 21:00:37.335788 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2439cf6f-7fb2-436d-9c67-57150c5857a7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:00:37.336428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2439cf6f-7fb2-436d-9c67-57150c5857a7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:37.340423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2439cf6f-7fb2-436d-9c67-57150c5857a7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/45c06b9b-e35f-4c04-bbb4-25c972ef0158 HTTP/1.1" status: 409  len: 466 time: 0.1978443
Mar 26 21:00:37.344894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.350860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-239487019'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:37.375103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:37.376136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-255f4d7b-fac6-4fc2-9dd8-500eb1213336 service neutron] 10.222.0.16 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816603
Mar 26 21:00:37.378626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.414652 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68277fc-c350-40b3-9b33-7e8edc17f7b5 x-openstack-request-id: req-d68277fc-c350-40b3-9b33-7e8edc17f7b5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:37.414980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:37.415398 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-plugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:37.415775 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d68277fc-c350-40b3-9b33-7e8edc17f7b5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:37.416512 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68277fc-c350-40b3-9b33-7e8edc17f7b5'] response: {'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'code': 200}
Mar 26 21:00:37.436629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 4928fc43-6b8a-4f07-aa8a-b0124fce58df {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:37.450636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8632d4d2-05d4-42ea-a94a-5028dfdbbe40), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.451065 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment 8632d4d2-05d4-42ea-a94a-5028dfdbbe40 of type vlan for network 241e3685-5df3-479b-8bfb-6b4c8a9acad3
Mar 26 21:00:37.497294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['0686aad7-4468-4e9e-b65b-e1160202b5b5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:37.587464 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (241e3685-5df3-479b-8bfb-6b4c8a9acad3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.651829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c85da-0f71-454f-842b-af0818bd5213 req-4809a8c1-ea4b-45e2-9565-8ab96588c966 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.660820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b7c85da-0f71-454f-842b-af0818bd5213 req-4809a8c1-ea4b-45e2-9565-8ab96588c966 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1559861
Mar 26 21:00:37.670801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba703c-ae7d-42f3-856b-cf10a09f24ce req-87c96b0c-c8c3-4691-8414-f1b88be4de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.672895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdba703c-ae7d-42f3-856b-cf10a09f24ce req-87c96b0c-c8c3-4691-8414-f1b88be4de58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 1127 time: 0.1756129
Mar 26 21:00:37.679907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (241e3685-5df3-479b-8bfb-6b4c8a9acad3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.685253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:37.685893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.747583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4011438
Mar 26 21:00:37.768498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38878) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:37.775700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': '241e3685-5df3-479b-8bfb-6b4c8a9acad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:37.833830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (4928fc43-6b8a-4f07-aa8a-b0124fce58df), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.876201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c9751-3189-4e2f-ba56-fa356ee0f4dc tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=241e3685-5df3-479b-8bfb-6b4c8a9acad3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:37.891482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 241e3685-5df3-479b-8bfb-6b4c8a9acad3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:37.897531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (4928fc43-6b8a-4f07-aa8a-b0124fce58df), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:37.897736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b7c85da-0f71-454f-842b-af0818bd5213 req-f1d1530b-d3a2-401a-aa36-ef6ebd6eafa7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2357321
Mar 26 21:00:37.928122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-2bb4920e-67ad-4e4b-b3ae-db04a9d2228c service neutron] 10.222.0.16 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5445120
Mar 26 21:00:37.967578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdba703c-ae7d-42f3-856b-cf10a09f24ce req-def32ee5-30b7-470a-a932-6354bebbc869 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2770963
Mar 26 21:00:38.005001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:38.010468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.033315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4928fc43-6b8a-4f07-aa8a-b0124fce58df), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.051014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8335fdb8-d70e-4894-947d-f7f39a4e1169 None None] Network 45c06b9b-e35f-4c04-bbb4-25c972ef0158 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:38.137986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (4928fc43-6b8a-4f07-aa8a-b0124fce58df), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.172318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Provisioning complete for port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:38.172754 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.182419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.188408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/4928fc43-6b8a-4f07-aa8a-b0124fce58df HTTP/1.1" status: 204  len: 168 time: 0.8859267
Mar 26 21:00:38.188408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9241b65-e489-425f-9b89-75c835d653d5 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=4928fc43-6b8a-4f07-aa8a-b0124fce58df,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:38.189928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:38.211674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797affd-1108-4f77-85f4-63ac64b0524a None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:38.260192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet eed47a7d-04f8-4815-b38a-8ab3fbf32872 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:38.265531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (eed47a7d-04f8-4815-b38a-8ab3fbf32872), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.324641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (eed47a7d-04f8-4815-b38a-8ab3fbf32872), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.364555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] DHCP port deletion for 45c06b9b-e35f-4c04-bbb4-25c972ef0158 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:38.537208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (eed47a7d-04f8-4815-b38a-8ab3fbf32872), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.558507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f0c1-25ef-4984-8c8c-bda355a1be0c req-57afaa3c-cd9e-4837-9152-059e1c967947 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:38.560683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d7f0c1-25ef-4984-8c8c-bda355a1be0c req-57afaa3c-cd9e-4837-9152-059e1c967947 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 945 time: 0.1127691
Mar 26 21:00:38.637827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Current status of the port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:38.638510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.655483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d7f0c1-25ef-4984-8c8c-bda355a1be0c req-03ea53e1-1be3-4ecd-a800-59341bef020e tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699270
Mar 26 21:00:38.665376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (eed47a7d-04f8-4815-b38a-8ab3fbf32872), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.668936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0686aad7-4468-4e9e-b65b-e1160202b5b5 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:38.710471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=eed47a7d-04f8-4815-b38a-8ab3fbf32872,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:38.722890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.728912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8cda1863-5719-46eb-9c17-7807f558c064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/eed47a7d-04f8-4815-b38a-8ab3fbf32872 HTTP/1.1" status: 204  len: 168 time: 0.5373888
Mar 26 21:00:38.731377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38894) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:38.789848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] For port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,segment=NetworkSegment(48f11085-bfec-488a-85b8-745e75d5baa1),segment_id=48f11085-bfec-488a-85b8-745e75d5baa1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:38.791347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8523b912-5105-4866-888f-c59752225fb0 req-3b22971d-22f2-42c1-9f95-00e373a36545 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 210 time: 0.0383573
Mar 26 21:00:38.805220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.844835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e4aa7bfc-863c-4b3a-a7e8-922edc185802), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.857650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Deleting port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:38.858050 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.859726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 0686aad7-4468-4e9e-b65b-e1160202b5b5 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:00:38.877241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 0686aad7-4468-4e9e-b65b-e1160202b5b5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:38.877616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.879071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:00:38.881082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (afb4e365-0e1e-441c-9f88-28f81a2b7ab0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.945317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=afb4e365-0e1e-441c-9f88-28f81a2b7ab0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:38.953978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ec22f-9f86-4d5e-a013-8ca14b846852 None None] Pushing event updated for resources: {'Port': ['ID=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:38.955446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': '8632d4d2-05d4-42ea-a94a-5028dfdbbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '241e3685-5df3-479b-8bfb-6b4c8a9acad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:38.955866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: 241e3685-5df3-479b-8bfb-6b4c8a9acad3, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:38.963995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 8dcaf50d-a7cd-4391-98b6-4d28da591758 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:38.966743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:38.996191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 241e3685-5df3-479b-8bfb-6b4c8a9acad3 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:39.024129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] For port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,segment=NetworkSegment(48f11085-bfec-488a-85b8-745e75d5baa1),segment_id=48f11085-bfec-488a-85b8-745e75d5baa1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:39.024552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.029855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 241e3685-5df3-479b-8bfb-6b4c8a9acad3) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:39.035762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:39.036307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.059106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980df60c-c1e9-40dd-93e0-028046e47fc7 None None] Network 241e3685-5df3-479b-8bfb-6b4c8a9acad3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:39.069092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-015157bd-fc81-4893-b0ea-86dcbd3c0644 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.2988136
Mar 26 21:00:39.071731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38898) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:39.075114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Calling delete_port for 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:39.103360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port 8dcaf50d-a7cd-4391-98b6-4d28da591758, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dcaf50d-a7cd-4391-98b6-4d28da591758,segment=NetworkSegment(5fb8ba46-9f93-4472-a3da-eecf01fe4a21),segment_id=5fb8ba46-9f93-4472-a3da-eecf01fe4a21)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:39.103360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.161742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 8dcaf50d-a7cd-4391-98b6-4d28da591758 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:39.249000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (241e3685-5df3-479b-8bfb-6b4c8a9acad3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.270070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd371b-ead1-4fa8-a7c8-84d28c9be6d3 req-69e9bc29-d72c-49a6-9055-509a31572e4b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:39.272408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dafd371b-ead1-4fa8-a7c8-84d28c9be6d3 req-69e9bc29-d72c-49a6-9055-509a31572e4b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1970766
Mar 26 21:00:39.296238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 0686aad7-4468-4e9e-b65b-e1160202b5b5 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:39.296667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.334134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (afb4e365-0e1e-441c-9f88-28f81a2b7ab0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.364694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dafd371b-ead1-4fa8-a7c8-84d28c9be6d3 req-372271d7-4494-40f4-ad74-6cd344c439c3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846493
Mar 26 21:00:39.368966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5,segment=NetworkSegment(3bf5b9f8-0929-4f75-8b61-58ade606384d),segment_id=3bf5b9f8-0929-4f75-8b61-58ade606384d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:39.376054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.385578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4a4ad-5097-437b-bd75-c95d8104eb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-241e3685-5df3-479b-8bfb-6b4c8a9acad3', 'network_id': '241e3685-5df3-479b-8bfb-6b4c8a9acad3', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': 'afb4e365-0e1e-441c-9f88-28f81a2b7ab0'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:39.386632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98c4a4ad-5097-437b-bd75-c95d8104eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.390888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8dcaf50d-a7cd-4391-98b6-4d28da591758), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.409122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port 8dcaf50d-a7cd-4391-98b6-4d28da591758 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:39.414837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (968107f1-3c5f-4886-8b8b-5ed5458ff6a8), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.421866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:39.427406 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a38fd5-2de8-4ee7-8c53-06edc880c9b8" -d '{"events": [{"server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "name": "network-vif-plugged", "status": "completed", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:39.457901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (afb4e365-0e1e-441c-9f88-28f81a2b7ab0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.467348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=8dcaf50d-a7cd-4391-98b6-4d28da591758,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:39.531175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=afb4e365-0e1e-441c-9f88-28f81a2b7ab0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:39.539699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] No DVR routers for this DVR port 968107f1-3c5f-4886-8b8b-5ed5458ff6a8 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:39.545334 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b121be-52da-4fe8-b5aa-4cf136c004a4 x-openstack-request-id: req-38b121be-52da-4fe8-b5aa-4cf136c004a4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:39.545682 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "name": "network-vif-plugged", "status": "completed", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:39.545928 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38b121be-52da-4fe8-b5aa-4cf136c004a4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:39.546713 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b121be-52da-4fe8-b5aa-4cf136c004a4'] response: {'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5', 'code': 200}
Mar 26 21:00:39.560507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e4aa7bfc-863c-4b3a-a7e8-922edc185802), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.577763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:39.597911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e428730>,) {'filters': {'network_id': ['e4aa7bfc-863c-4b3a-a7e8-922edc185802']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.605580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe14be-d7f3-4677-8560-cf055941c866 None None] Network 241e3685-5df3-479b-8bfb-6b4c8a9acad3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:39.608406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b67e85-2a12-423b-bb33-4fddebd60bda None None] Pushing event deleted for resources: {'Port': ['ID=968107f1-3c5f-4886-8b8b-5ed5458ff6a8,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:39.618564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e428730>, '5fb8ba46-9f93-4472-a3da-eecf01fe4a21') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.619102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e428730>, '5fb8ba46-9f93-4472-a3da-eecf01fe4a21') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.648717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (5fb8ba46-9f93-4472-a3da-eecf01fe4a21), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.677047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5fb8ba46-9f93-4472-a3da-eecf01fe4a21), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.684611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:39.685502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (5fb8ba46-9f93-4472-a3da-eecf01fe4a21), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:39.690382 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:39.731155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (241e3685-5df3-479b-8bfb-6b4c8a9acad3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.856394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e4aa7bfc-863c-4b3a-a7e8-922edc185802), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.857678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3bba1-9e05-4321-a49d-01b69015c2e3 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:39.867677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:39.871730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/e4aa7bfc-863c-4b3a-a7e8-922edc185802 HTTP/1.1" status: 204  len: 168 time: 1.1379240
Mar 26 21:00:39.875948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38906) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:39.877834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3bba1-9e05-4321-a49d-01b69015c2e3 None None] Network e4aa7bfc-863c-4b3a-a7e8-922edc185802 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:00:39.883957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d257d60>,) {'filters': {'network_id': ['241e3685-5df3-479b-8bfb-6b4c8a9acad3']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.913565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a3314-df0b-46f2-b8b8-211bf0152f18 req-5d2e73e6-6ce5-4a60-a3b1-b28510bef4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:39.915134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef7a3314-df0b-46f2-b8b8-211bf0152f18 req-5d2e73e6-6ce5-4a60-a3b1-b28510bef4e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 1128 time: 0.2683890
Mar 26 21:00:39.919632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d257d60>, '8632d4d2-05d4-42ea-a94a-5028dfdbbe40') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.919960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d257d60>, '8632d4d2-05d4-42ea-a94a-5028dfdbbe40') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:39.926884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f4391-4687-4c1c-808b-f0f1c427522a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=e4aa7bfc-863c-4b3a-a7e8-922edc185802,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:39.938269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-af686029-6bff-420c-86be-4b7931d47474 None None] Could not find standard attr ID for object 8dcaf50d-a7cd-4391-98b6-4d28da591758. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:00:39.939495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078acf37-f83d-4d1f-884e-e4e14507a8b3 req-77d3864c-6b6a-4fa7-87a2-76264207abd9 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:39.946766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-078acf37-f83d-4d1f-884e-e4e14507a8b3 req-77d3864c-6b6a-4fa7-87a2-76264207abd9 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 946 time: 0.1477015
Mar 26 21:00:39.969190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-f6df3303-cf04-44dc-9b3c-e517e8c4f612 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:39.971427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-f6df3303-cf04-44dc-9b3c-e517e8c4f612 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.21 "GET /v2.0/networks?id=d07b83d2-7e40-44b8-8583-83257c1ad25d HTTP/1.1" status: 200  len: 815 time: 0.2644134
Mar 26 21:00:39.976654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c39696-7c82-431b-9e0a-663e0a440b56 None None] DHCP port deletion for e4aa7bfc-863c-4b3a-a7e8-922edc185802 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:39.981297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (8632d4d2-05d4-42ea-a94a-5028dfdbbe40), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.007499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a688fc-4e81-4866-aa11-5d1345e3ea5b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:40.012411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1a688fc-4e81-4866-aa11-5d1345e3ea5b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1336844
Mar 26 21:00:40.015995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38908) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:40.017098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36908d3d-1dc2-4a8d-9bbb-c82364fdb2af req-75b2baf0-236c-4e9e-930a-f3fc98604d7e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 210 time: 0.0992339
Mar 26 21:00:40.042087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8632d4d2-05d4-42ea-a94a-5028dfdbbe40), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.047287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-078acf37-f83d-4d1f-884e-e4e14507a8b3 req-3007965d-b8ff-48b7-8dd6-bac4cb06d11c tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994086
Mar 26 21:00:40.051420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef7a3314-df0b-46f2-b8b8-211bf0152f18 req-f53f301f-aa92-4ebf-a5d7-62e3f74ec1e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285217
Mar 26 21:00:40.056647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:40.057132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (8632d4d2-05d4-42ea-a94a-5028dfdbbe40), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:40.060407 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:40.092375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd73270d-21a9-4172-94d4-2919eeb99854 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0752268
Mar 26 21:00:40.095679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38910) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:40.100706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1105431179'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:40.120853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:40.124280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.151006 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-903a02f8-1bf3-46c6-8d81-6a1c4b34bc0f tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b213fd60a44c2481f49b4ed4711a67 HTTP/1.1" status: 200  len: 380 time: 0.1451066
Mar 26 21:00:40.152239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (241e3685-5df3-479b-8bfb-6b4c8a9acad3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.152556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:40.162618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (37547a2b-0fd7-49da-88ba-373736af1009), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.162763 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.162964 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment 37547a2b-0fd7-49da-88ba-373736af1009 of type vlan for network 9d138609-8775-4e3f-b084-67b21482d319
Mar 26 21:00:40.165968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/241e3685-5df3-479b-8bfb-6b4c8a9acad3 HTTP/1.1" status: 204  len: 168 time: 1.0927835
Mar 26 21:00:40.169630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'port': {'device_id': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'admin_state_up': True, 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'security_groups': ['b7cac543-4bfe-4f29-91f8-c1addd8d3d89']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:40.171898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38912) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:40.179059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-295211327'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:40.193198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946ba3b-a6b6-4c7e-837b-b16736d73061 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=241e3685-5df3-479b-8bfb-6b4c8a9acad3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:40.224254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9d138609-8775-4e3f-b084-67b21482d319), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.236928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:40.240802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.269011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9d138609-8775-4e3f-b084-67b21482d319), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.273886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:40.274485 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.296658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Made reservation on behalf of 62b213fd60a44c2481f49b4ed4711a67 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:40.300808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:40.300981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.328220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2312946
Mar 26 21:00:40.333435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fd8d1b5f-6956-408a-b3ab-018151f34a6d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.333782 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment fd8d1b5f-6956-408a-b3ab-018151f34a6d of type vlan for network c32f870f-3333-4aef-96d9-6ac3065298d5
Mar 26 21:00:40.334802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38914) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:40.345553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9d138609-8775-4e3f-b084-67b21482d319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:40.404163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c9b8a-8a2f-45e4-878c-182802e4fea3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=9d138609-8775-4e3f-b084-67b21482d319,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:40.421625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9d138609-8775-4e3f-b084-67b21482d319 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:40.434458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c32f870f-3333-4aef-96d9-6ac3065298d5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.462302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Allocated IP 172.20.0.5 (d07b83d2-7e40-44b8-8583-83257c1ad25d/6d627f23-8e09-44f5-9432-2834d8d71718/3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:40.519101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8dcaf50d-a7cd-4391-98b6-4d28da591758 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:40.524953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c32f870f-3333-4aef-96d9-6ac3065298d5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.530765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:40.531617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.542819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:40.547683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.549678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8dcaf50d-a7cd-4391-98b6-4d28da591758 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:40.551406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8dcaf50d-a7cd-4391-98b6-4d28da591758 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:40.597670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4240973
Mar 26 21:00:40.606420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38920) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:40.608178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ab262-7928-42e1-84c7-38371ccb6c01 req-fedfb29f-c6d1-49ab-adaf-316d2d72c17c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:40.609712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-323ab262-7928-42e1-84c7-38371ccb6c01 req-fedfb29f-c6d1-49ab-adaf-316d2d72c17c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1210704
Mar 26 21:00:40.613363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': 'c32f870f-3333-4aef-96d9-6ac3065298d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:40.690474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa2ae1-8be1-4596-83ee-93f2157301c3 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=c32f870f-3333-4aef-96d9-6ac3065298d5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:40.705121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-323ab262-7928-42e1-84c7-38371ccb6c01 req-b81666c1-d4a4-414d-a225-79e54245f184 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672560
Mar 26 21:00:40.706592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c32f870f-3333-4aef-96d9-6ac3065298d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:40.719052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.769386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.817702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:40.821158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.828558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Network d07b83d2-7e40-44b8-8583-83257c1ad25d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:40.832309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:40.836228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:40.894611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event updated for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:40.938101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:40.938778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.982944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-432cedf8-bcc6-40f2-9c1a-80f1787e2584 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8228369
Mar 26 21:00:40.987163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6ec5870b-30a0-4ab7-981f-fc68b17f37a5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:40.996879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Request body: {'port': {'device_id': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:41.055327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c7df-37c6-44cf-842b-740806457c95 req-ba12d73f-b1bb-4f98-b1e6-4fea89ed351a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:41.061277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f76c7df-37c6-44cf-842b-740806457c95 req-ba12d73f-b1bb-4f98-b1e6-4fea89ed351a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1113582
Mar 26 21:00:41.091494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=6ec5870b-30a0-4ab7-981f-fc68b17f37a5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:41.128915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': '37547a2b-0fd7-49da-88ba-373736af1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d138609-8775-4e3f-b084-67b21482d319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:41.129289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: 9d138609-8775-4e3f-b084-67b21482d319, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:41.142522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.177643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-23b9d6fa-6fa0-4ca9-92c0-f36d8498caf6 None None] Provisioning complete for port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:41.178209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-23b9d6fa-6fa0-4ca9-92c0-f36d8498caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.201428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f76c7df-37c6-44cf-842b-740806457c95 req-83817d76-4ab5-4579-8b69-3193eb2cc290 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316853
Mar 26 21:00:41.216660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9d138609-8775-4e3f-b084-67b21482d319 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:41.224881 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (88ddeece-5ce0-4737-870b-34f475e7f67f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.262049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-23b9d6fa-6fa0-4ca9-92c0-f36d8498caf6 None None] Port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:41.265559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d138609-8775-4e3f-b084-67b21482d319) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:41.275686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b41dae-64da-4ec3-8cfd-885cc6ce0701 req-9675fbcf-5c21-4a6c-a341-52aedfd7e697 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:41.277907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29d62a-da5e-4fe1-a239-ae3ce66541a5 None None] Network 9d138609-8775-4e3f-b084-67b21482d319 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:41.284147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40b41dae-64da-4ec3-8cfd-885cc6ce0701 req-9675fbcf-5c21-4a6c-a341-52aedfd7e697 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 931 time: 0.1714606
Mar 26 21:00:41.331475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:41.332334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.349458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=88ddeece-5ce0-4737-870b-34f475e7f67f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:41.386218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dee14a4b-b010-4591-8214-eb1232235011 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0481091
Mar 26 21:00:41.388611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38930) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:41.392278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d138609-8775-4e3f-b084-67b21482d319', 'network_id': '9d138609-8775-4e3f-b084-67b21482d319', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '6ec5870b-30a0-4ab7-981f-fc68b17f37a5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:41.393365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.393808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9d138609-8775-4e3f-b084-67b21482d319', 'name': 'tempest-PortsTestJSON-1636041275'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:41.428706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc3bd-f00a-4760-8adf-6acb6d739003 req-792bb919-3ac5-42f9-b5e2-ad223a228749 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:41.430258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-affbc3bd-f00a-4760-8adf-6acb6d739003 req-792bb919-3ac5-42f9-b5e2-ad223a228749 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 946 time: 0.1253827
Mar 26 21:00:41.436643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': 'fd8d1b5f-6956-408a-b3ab-018151f34a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c32f870f-3333-4aef-96d9-6ac3065298d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:41.437022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: c32f870f-3333-4aef-96d9-6ac3065298d5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:41.451805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40b41dae-64da-4ec3-8cfd-885cc6ce0701 req-4f340564-bf1d-435d-a5ca-414044882311 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665363
Mar 26 21:00:41.516713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-affbc3bd-f00a-4760-8adf-6acb6d739003 req-c779ee5f-f598-46f4-9203-3302516d1307 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795553
Mar 26 21:00:41.527144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network c32f870f-3333-4aef-96d9-6ac3065298d5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:41.560802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c32f870f-3333-4aef-96d9-6ac3065298d5) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:41.563153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:41.573045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks [] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.576007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484762e-dcbb-4da6-b593-eb86231e27c6 None None] Network c32f870f-3333-4aef-96d9-6ac3065298d5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:41.588089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:41.588737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.592451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Transition to ACTIVE for port object 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:00:41.594062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:41.600970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.601187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.629816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 747a711c-0d75-49f7-bdd2-282d3f2000ab yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:41.653200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Allocated IP 172.20.0.2 (9d138609-8775-4e3f-b084-67b21482d319/6ec5870b-30a0-4ab7-981f-fc68b17f37a5/e19804e7-9088-41ee-aac5-2a5bfd7a88dd) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:41.659708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:41.720514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3db05cc1-c106-4b75-a6f0-cfe497882097 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1109679
Mar 26 21:00:41.730934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:41.854549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Attempting to bind port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:41.856190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Attempting to bind port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:41.856480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Attempting to bind port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 on network d07b83d2-7e40-44b8-8583-83257c1ad25d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:41.867464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 on network d07b83d2-7e40-44b8-8583-83257c1ad25d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:00:41.869583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Attempting to bind port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 on network d07b83d2-7e40-44b8-8583-83257c1ad25d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:41.871268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c32f870f-3333-4aef-96d9-6ac3065298d5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.883225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:41.883655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Checking segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:41.884145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Bound using segment: {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:41.884660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Bound port: 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3352427-e6a5-4098-ab0e-487b9bc83766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:41.885095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.888584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks [] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.892017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed9649-dcc4-4621-a5b4-064e22f3cae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c32f870f-3333-4aef-96d9-6ac3065298d5', 'network_id': 'c32f870f-3333-4aef-96d9-6ac3065298d5', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': '88ddeece-5ce0-4737-870b-34f475e7f67f'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:41.892955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f2ed9649-dcc4-4621-a5b4-064e22f3cae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.906278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:41.996514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Network 9d138609-8775-4e3f-b084-67b21482d319 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:42.005254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (88ddeece-5ce0-4737-870b-34f475e7f67f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.029430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:42.033698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:42.050413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.051045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.6 (9d138609-8775-4e3f-b084-67b21482d319/6ec5870b-30a0-4ab7-981f-fc68b17f37a5/747a711c-0d75-49f7-bdd2-282d3f2000ab) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:42.086039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.087128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.088576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 HTTP/1.1" status: 200  len: 1091 time: 1.0969505
Mar 26 21:00:42.090985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:42.101767 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1564ca25-cfcb-4de0-857d-6bff1806d4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:42.102873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:42.108848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:42.114668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (88ddeece-5ce0-4737-870b-34f475e7f67f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.123746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Pushing event updated for resources: {'Port': ['ID=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.203120 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61852d8e-c982-4a7f-844b-9636d4be7fb8 x-openstack-request-id: req-61852d8e-c982-4a7f-844b-9636d4be7fb8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:42.203690 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:42.204121 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61852d8e-c982-4a7f-844b-9636d4be7fb8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:42.204692 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61852d8e-c982-4a7f-844b-9636d4be7fb8'] response: {'name': 'network-changed', 'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'status': 'completed', 'code': 200}
Mar 26 21:00:42.209336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=88ddeece-5ce0-4737-870b-34f475e7f67f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.230258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386065-ad92-4151-ba72-61e046d267f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-f2ed9649-dcc4-4621-a5b4-064e22f3cae0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ddeece-5ce0-4737-870b-34f475e7f67f: This subnet is being modified by another concurrent operation.
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:00:42.256064 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ddeece-5ce0-4737-870b-34f475e7f67f: This subnet is being modified by another concurrent operation.
Mar 26 21:00:42.259798 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:00:42.287495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-2776358d-f60f-453a-ae81-f8f33b134f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.290692 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-2776358d-f60f-453a-ae81-f8f33b134f2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62b213fd60a44c2481f49b4ed4711a67&device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 1125 time: 0.1499922
Mar 26 21:00:42.308920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Attempting to bind port e19804e7-9088-41ee-aac5-2a5bfd7a88dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:42.309336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Attempting to bind port e19804e7-9088-41ee-aac5-2a5bfd7a88dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37547a2b-0fd7-49da-88ba-373736af1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d138609-8775-4e3f-b084-67b21482d319'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:42.309705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Attempting to bind port e19804e7-9088-41ee-aac5-2a5bfd7a88dd on network 9d138609-8775-4e3f-b084-67b21482d319 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:42.315359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:42.315768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Checking segment: {'id': '37547a2b-0fd7-49da-88ba-373736af1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d138609-8775-4e3f-b084-67b21482d319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:42.316215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.316848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Bound using segment: {'id': '37547a2b-0fd7-49da-88ba-373736af1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d138609-8775-4e3f-b084-67b21482d319'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:42.317360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Bound port: e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37547a2b-0fd7-49da-88ba-373736af1009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9d138609-8775-4e3f-b084-67b21482d319'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:42.317983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.335393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e463f-80ea-4eeb-bfea-2f5a0ef84adf None None] Network c32f870f-3333-4aef-96d9-6ac3065298d5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:42.369219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c32f870f-3333-4aef-96d9-6ac3065298d5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.384544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-7a8a86ec-4c38-46b8-8a13-a13bb7326e81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 HTTP/1.1" status: 200  len: 217 time: 0.0855098
Mar 26 21:00:42.458014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d1bfca0>,) {'filters': {'network_id': ['c32f870f-3333-4aef-96d9-6ac3065298d5']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:42.482188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] For port e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:42.482405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-674c2a57-d65d-4f5f-ae90-63eaba098fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.484918 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-674c2a57-d65d-4f5f-ae90-63eaba098fb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d627f23-8e09-44f5-9432-2834d8d71718 HTTP/1.1" status: 200  len: 854 time: 0.0927005
Mar 26 21:00:42.486173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1bfca0>, 'fd8d1b5f-6956-408a-b3ab-018151f34a6d') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:42.486479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1bfca0>, 'fd8d1b5f-6956-408a-b3ab-018151f34a6d') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:42.492868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] For port e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,segment=NetworkSegment(37547a2b-0fd7-49da-88ba-373736af1009),segment_id=37547a2b-0fd7-49da-88ba-373736af1009)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:42.504669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.535557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.579175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (fd8d1b5f-6956-408a-b3ab-018151f34a6d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.584709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.598278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c056-5fc7-4286-996c-8bcc41a6c6fb None None] Pushing event updated for resources: {'Port': ['ID=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.622522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-6dcfc803-1f05-412b-8bb7-7be43788b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.624131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-6dcfc803-1f05-412b-8bb7-7be43788b5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d07b83d2-7e40-44b8-8583-83257c1ad25d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1335218
Mar 26 21:00:42.654301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fd8d1b5f-6956-408a-b3ab-018151f34a6d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.659981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a6683-5841-4d33-b47a-17ae367de3e8 req-cdfbbe03-2097-4d5a-ad78-b922fff6998a tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.661559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d0a6683-5841-4d33-b47a-17ae367de3e8 req-cdfbbe03-2097-4d5a-ad78-b922fff6998a tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 943 time: 0.1109252
Mar 26 21:00:42.669337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eac40-ed07-448d-b6e6-5308bc099663 req-d137b869-c5ec-4180-8e58-b43057b719d0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.670904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-442eac40-ed07-448d-b6e6-5308bc099663 req-d137b869-c5ec-4180-8e58-b43057b719d0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.3171875
Mar 26 21:00:42.678762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9d138609-8775-4e3f-b084-67b21482d319 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:42.688271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:42.691063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:42.691390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (fd8d1b5f-6956-408a-b3ab-018151f34a6d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:42.709968 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:42.712346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:42.733651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=747a711c-0d75-49f7-bdd2-282d3f2000ab,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.810138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d0a6683-5841-4d33-b47a-17ae367de3e8 req-5b919ea7-918a-4978-893d-3a7301d74445 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303055
Mar 26 21:00:42.824854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-708cf23d-5720-46fe-b9dc-a8d94ab719b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913052
Mar 26 21:00:42.890348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-442eac40-ed07-448d-b6e6-5308bc099663 req-d95d7dba-f92f-4be7-bbe8-f5e1055e4728 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072697
Mar 26 21:00:42.891079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c32f870f-3333-4aef-96d9-6ac3065298d5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.909401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.919194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/c32f870f-3333-4aef-96d9-6ac3065298d5 HTTP/1.1" status: 204  len: 168 time: 1.1865239
Mar 26 21:00:42.923825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:42.932381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389771653'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:42.941714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:42.942441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:42.964232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f935e77e-e76b-4fe7-baf1-95db6ffc8aff req-252a7a49-1d3d-46cf-b132-257ebb6c29b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336718
Mar 26 21:00:42.972730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfac9f-4d10-49f8-8bcd-15733fb89599 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=c32f870f-3333-4aef-96d9-6ac3065298d5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:42.989571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56025764-d5a8-4747-8ef8-de0f906e8213 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5997472
Mar 26 21:00:42.991480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:42.992448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:42.995163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.001850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': '9d138609-8775-4e3f-b084-67b21482d319', 'name': 'tempest-PortsTestJSON-89003870'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:43.032952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:43.043953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a74858f-ad1e-4a18-80e4-1ffdcc0f3309), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.044326 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Added segment 4a74858f-ad1e-4a18-80e4-1ffdcc0f3309 of type vlan for network 43b71ded-2423-4eed-b96a-7b221e7ba991
Mar 26 21:00:43.091345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (43b71ded-2423-4eed-b96a-7b221e7ba991), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.120906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (43b71ded-2423-4eed-b96a-7b221e7ba991), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.126215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.126823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.142292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-06721918-081b-4cc4-af98-9b597f1ce383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.143868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-06721918-081b-4cc4-af98-9b597f1ce383 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62b213fd60a44c2481f49b4ed4711a67&device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 1125 time: 0.1089635
Mar 26 21:00:43.172945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2439783
Mar 26 21:00:43.174306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:43.180283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Request body: {'subnet': {'network_id': '43b71ded-2423-4eed-b96a-7b221e7ba991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:43.197024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:43.200973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.228945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2c060-1cd3-45f0-b151-27d1256d3bde tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Network': ['ID=43b71ded-2423-4eed-b96a-7b221e7ba991,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:43.245450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 43b71ded-2423-4eed-b96a-7b221e7ba991 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:43.267351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port b8ed6196-7643-421a-b57c-7cc7a21cef63 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:43.331946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Made reservation on behalf of 0dbb142e667e4a64b1646661b95654ee for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:43.336684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.441816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-502210f8-c4d8-47d8-847a-72ff93802cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.443306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-502210f8-c4d8-47d8-847a-72ff93802cc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d07b83d2-7e40-44b8-8583-83257c1ad25d HTTP/1.1" status: 200  len: 915 time: 0.2904088
Mar 26 21:00:43.502919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-321880e3-acf8-46a6-b04d-fa5eef0ec9ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 HTTP/1.1" status: 200  len: 217 time: 0.0507853
Mar 26 21:00:43.509521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.11 (9d138609-8775-4e3f-b084-67b21482d319/6ec5870b-30a0-4ab7-981f-fc68b17f37a5/b8ed6196-7643-421a-b57c-7cc7a21cef63) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:43.606120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-9952ecf6-ce42-436d-841d-ff7876c031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.607783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-9952ecf6-ce42-436d-841d-ff7876c031ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d627f23-8e09-44f5-9432-2834d8d71718 HTTP/1.1" status: 200  len: 854 time: 0.0846989
Mar 26 21:00:43.681785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:00:43.681785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (69ac5d64-01b2-4a16-af7c-cc7715ebcb56), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.727025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-2f23258c-524f-4b03-8e75-a0f731088384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.728630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-2f23258c-524f-4b03-8e75-a0f731088384 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d07b83d2-7e40-44b8-8583-83257c1ad25d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1074355
Mar 26 21:00:43.766976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event updated for resources: {'Subnet': ['ID=69ac5d64-01b2-4a16-af7c-cc7715ebcb56,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:43.785371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Checking segment: {'id': '4a74858f-ad1e-4a18-80e4-1ffdcc0f3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '43b71ded-2423-4eed-b96a-7b221e7ba991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:43.785868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network hostable DHCP agents. Network: 43b71ded-2423-4eed-b96a-7b221e7ba991, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:43.823110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Network 43b71ded-2423-4eed-b96a-7b221e7ba991 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:43.835561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43b71ded-2423-4eed-b96a-7b221e7ba991) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:43.835741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.845243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:43.845914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:43.846433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1913890-5120-4b96-aa78-7ea7088d6696 None None] Network 43b71ded-2423-4eed-b96a-7b221e7ba991 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:43.880057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9d9fd1b0-a2a3-428b-95da-ca2723bde4ad tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7014782
Mar 26 21:00:43.880902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38988) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:43.905377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-78e965eb-ab69-43cc-8dba-1800487813d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675575
Mar 26 21:00:43.998832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2748296-425b-4e75-9b09-c3ec86a7281a None None] Network 9d138609-8775-4e3f-b084-67b21482d319 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:44.029124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (43b71ded-2423-4eed-b96a-7b221e7ba991), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.074062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.110331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1564ca25-cfcb-4de0-857d-6bff1806d4ea req-e23bf4d3-a3fa-47f8-9d80-d6d33686efc9 service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970377
Mar 26 21:00:44.116051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (69ac5d64-01b2-4a16-af7c-cc7715ebcb56), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.138410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9d138609-8775-4e3f-b084-67b21482d319 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:44.149771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:44.151622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b8ed6196-7643-421a-b57c-7cc7a21cef63,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:44.153897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:44.197754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db0411-3fe6-49e5-a4af-566b3988129c req-f7daf0e3-0f0e-4c86-9949-909d21052c54 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:44.198922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71db0411-3fe6-49e5-a4af-566b3988129c req-f7daf0e3-0f0e-4c86-9949-909d21052c54 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 943 time: 0.1695657
Mar 26 21:00:44.238440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:44.239126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.258347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Provisioning complete for port e19804e7-9088-41ee-aac5-2a5bfd7a88dd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:44.259006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.263107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.267361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30a8a2-ad1e-4271-8dfe-5d41f569dab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43b71ded-2423-4eed-b96a-7b221e7ba991', 'network_id': '43b71ded-2423-4eed-b96a-7b221e7ba991', 'project_id': '0dbb142e667e4a64b1646661b95654ee', 'fixed_ips': [{'subnet_id': '69ac5d64-01b2-4a16-af7c-cc7715ebcb56'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:44.269121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a30a8a2-ad1e-4271-8dfe-5d41f569dab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.272911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-888809c4-ccbe-445b-856d-e820d1785871 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.2791266
Mar 26 21:00:44.276591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.282156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c83496-3e13-4110-8aea-80f2b9188525 req-1a52685f-0163-484d-8c52-0d57a61dcb20 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:44.283845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64c83496-3e13-4110-8aea-80f2b9188525 req-1a52685f-0163-484d-8c52-0d57a61dcb20 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1705058
Mar 26 21:00:44.320679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71db0411-3fe6-49e5-a4af-566b3988129c req-34dcbfe4-bf55-4eda-a225-de12b955819c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104329
Mar 26 21:00:44.327205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (69ac5d64-01b2-4a16-af7c-cc7715ebcb56), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.384214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=69ac5d64-01b2-4a16-af7c-cc7715ebcb56,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:44.445948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64c83496-3e13-4110-8aea-80f2b9188525 req-453af2a5-fb2c-4d78-a077-66447feb43d7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460030
Mar 26 21:00:44.456372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a1486-3e9d-4632-9980-eb83d49cea29 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:44.460549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff9a1486-3e9d-4632-9980-eb83d49cea29 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200  len: 922 time: 0.1828263
Mar 26 21:00:44.463514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.478870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946094a-f701-4c9f-8894-c6731ec3cf9a None None] Network 43b71ded-2423-4eed-b96a-7b221e7ba991 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:44.515186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (43b71ded-2423-4eed-b96a-7b221e7ba991), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.582131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cf068e0>,) {'filters': {'network_id': ['43b71ded-2423-4eed-b96a-7b221e7ba991']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:44.603116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e19804e7-9088-41ee-aac5-2a5bfd7a88dd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:44.623678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cf068e0>, '4a74858f-ad1e-4a18-80e4-1ffdcc0f3309') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:44.623974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cf068e0>, '4a74858f-ad1e-4a18-80e4-1ffdcc0f3309') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:44.639271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Current status of the port e19804e7-9088-41ee-aac5-2a5bfd7a88dd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:44.639722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.643566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (4a74858f-ad1e-4a18-80e4-1ffdcc0f3309), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.688701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a74858f-ad1e-4a18-80e4-1ffdcc0f3309), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.697803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] For port e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,segment=NetworkSegment(37547a2b-0fd7-49da-88ba-373736af1009),segment_id=37547a2b-0fd7-49da-88ba-373736af1009)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:44.702920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:44.703332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (4a74858f-ad1e-4a18-80e4-1ffdcc0f3309), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:44.706819 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:44.709330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.715198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e19804e7-9088-41ee-aac5-2a5bfd7a88dd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:44.715585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.787122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port b8ed6196-7643-421a-b57c-7cc7a21cef63 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:44.787485 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.803177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3fcad-37e4-4e93-8a71-cfd264796008 req-44122094-6bdb-4c81-b485-059621251dae tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:44.803422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6cd35-360d-4170-959f-a544c8e83057 None None] Pushing event updated for resources: {'Port': ['ID=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:44.808494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5dc3fcad-37e4-4e93-8a71-cfd264796008 req-44122094-6bdb-4c81-b485-059621251dae tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 946 time: 0.1705706
Mar 26 21:00:44.811074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (43b71ded-2423-4eed-b96a-7b221e7ba991), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.842456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.845648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/43b71ded-2423-4eed-b96a-7b221e7ba991 HTTP/1.1" status: 204  len: 168 time: 0.9637136
Mar 26 21:00:44.850599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39002) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.872709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e19804e7-9088-41ee-aac5-2a5bfd7a88dd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:44.879034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc62ed4-f8a0-470d-8780-2446ed6cb56c tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=43b71ded-2423-4eed-b96a-7b221e7ba991,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:44.890281 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e31cede-9138-4da6-b644-06d1d8fdb6a5 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:44.890844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e31cede-9138-4da6-b644-06d1d8fdb6a5 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:44.898997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e31cede-9138-4da6-b644-06d1d8fdb6a5 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/69ac5d64-01b2-4a16-af7c-cc7715ebcb56 HTTP/1.1" status: 404  len: 337 time: 0.0462689
Mar 26 21:00:44.899729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39004) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.925473 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e688a52-50bb-4def-817f-7fbcc1f51cc7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:44.926067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e688a52-50bb-4def-817f-7fbcc1f51cc7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:44.931987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e688a52-50bb-4def-817f-7fbcc1f51cc7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/43b71ded-2423-4eed-b96a-7b221e7ba991 HTTP/1.1" status: 404  len: 339 time: 0.0293643
Mar 26 21:00:44.933130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39006) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.960408 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06a4517-dec3-46e1-93a3-67368a53f9d0 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:44.960818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06a4517-dec3-46e1-93a3-67368a53f9d0 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:44.961559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5dc3fcad-37e4-4e93-8a71-cfd264796008 req-ce449810-beff-40e1-9d98-1392d0e8db1c tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329944
Mar 26 21:00:44.972150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d06a4517-dec3-46e1-93a3-67368a53f9d0 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/88ddeece-5ce0-4737-870b-34f475e7f67f HTTP/1.1" status: 404  len: 337 time: 0.0373251
Mar 26 21:00:44.973722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b031f-1aa5-437a-9eb5-c42c752b5d3e None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:00:44.975467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39008) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:44.995503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:44.999501 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7618f1e8-ed90-4e0a-9aee-9a8ab3d35b58 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:45.000121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7618f1e8-ed90-4e0a-9aee-9a8ab3d35b58 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:45.003629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7618f1e8-ed90-4e0a-9aee-9a8ab3d35b58 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/c32f870f-3333-4aef-96d9-6ac3065298d5 HTTP/1.1" status: 404  len: 339 time: 0.0268202
Mar 26 21:00:45.006306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39010) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.012735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for b8ed6196-7643-421a-b57c-7cc7a21cef63 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:45.040802 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-45813e90-a306-4d32-a161-412d4113467e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:45.041729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45813e90-a306-4d32-a161-412d4113467e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:45.047500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-45813e90-a306-4d32-a161-412d4113467e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/afb4e365-0e1e-441c-9f88-28f81a2b7ab0 HTTP/1.1" status: 404  len: 337 time: 0.0377729
Mar 26 21:00:45.047845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39012) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.071429 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2499ae2c-8620-44cf-a93e-2d56d7886da7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:45.072474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2499ae2c-8620-44cf-a93e-2d56d7886da7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:45.078319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2499ae2c-8620-44cf-a93e-2d56d7886da7 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/241e3685-5df3-479b-8bfb-6b4c8a9acad3 HTTP/1.1" status: 404  len: 339 time: 0.0268240
Mar 26 21:00:45.078615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39014) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.094348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Provisioning complete for port 747a711c-0d75-49f7-bdd2-282d3f2000ab triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:45.094676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.150686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Port 747a711c-0d75-49f7-bdd2-282d3f2000ab cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:45.178164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6b031f-1aa5-437a-9eb5-c42c752b5d3e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:00:45.180182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Provisioning complete for port e19804e7-9088-41ee-aac5-2a5bfd7a88dd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:45.180575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.189551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting port b2cd03b9-e1c2-419f-9154-c8774647db77 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:45.190139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b2cd03b9-e1c2-419f-9154-c8774647db77), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.269597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b2cd03b9-e1c2-419f-9154-c8774647db77), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.286636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Calling delete_port for b2cd03b9-e1c2-419f-9154-c8774647db77 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:45.422130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b2cd03b9-e1c2-419f-9154-c8774647db77), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.464936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Current status of the port e19804e7-9088-41ee-aac5-2a5bfd7a88dd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:45.472506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Port': ['ID=b2cd03b9-e1c2-419f-9154-c8774647db77,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:45.481109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.484582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f894daa3-3ef5-45a4-915b-e835cd9e1e96 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/ports/b2cd03b9-e1c2-419f-9154-c8774647db77 HTTP/1.1" status: 204  len: 168 time: 0.4048703
Mar 26 21:00:45.488360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39020) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.520289 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7127b4dc-4084-4125-97c0-db899fc838ff tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:45.520550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7127b4dc-4084-4125-97c0-db899fc838ff tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:45.526262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7127b4dc-4084-4125-97c0-db899fc838ff tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/31f0d342-3a50-4003-adcf-e02b65536fb9 HTTP/1.1" status: 404  len: 337 time: 0.0344882
Mar 26 21:00:45.527472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.534266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3900b4-d8e0-4bf5-b747-40cc29808599 req-698b8c37-96f1-496f-aaff-1fee670b7ea8 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:45.536349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed3900b4-d8e0-4bf5-b747-40cc29808599 req-698b8c37-96f1-496f-aaff-1fee670b7ea8 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 943 time: 0.1274126
Mar 26 21:00:45.539390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Provisioning complete for port b8ed6196-7643-421a-b57c-7cc7a21cef63 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:45.539775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.570743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1879f-c538-410b-a84c-7dc5f076ea93 None None] Port b8ed6196-7643-421a-b57c-7cc7a21cef63 was deleted so its status cannot be updated. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}}
Mar 26 21:00:45.588046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b8ed6196-7643-421a-b57c-7cc7a21cef63), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.601163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.606370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed3900b4-d8e0-4bf5-b747-40cc29808599 req-f925adb0-f422-4a0d-8516-2fbe0595853d tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567186
Mar 26 21:00:45.695870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=b8ed6196-7643-421a-b57c-7cc7a21cef63,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:45.723523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.807172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00c9b3-a12e-469c-85aa-a9c6e194b657 req-9af9b488-62ac-4915-9fdc-0667763c3c95 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:45.809622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b00c9b3-a12e-469c-85aa-a9c6e194b657 req-9af9b488-62ac-4915-9fdc-0667763c3c95 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2323234
Mar 26 21:00:45.814154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.818859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b022a030-3239-4927-947d-1a53405a2706 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/b8ed6196-7643-421a-b57c-7cc7a21cef63 HTTP/1.1" status: 204  len: 168 time: 1.3449929
Mar 26 21:00:45.821426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39024) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.872624 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-571117ca-03fd-4201-b303-682ef0cb1265 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:45.874936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-571117ca-03fd-4201-b303-682ef0cb1265 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/b8ed6196-7643-421a-b57c-7cc7a21cef63 HTTP/1.1" status: 404  len: 333 time: 0.0518258
Mar 26 21:00:45.879229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39026) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:45.901445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9a58c8fd-ee61-439d-a8e4-e3ad5f38b884 None None] Provisioning complete for port 747a711c-0d75-49f7-bdd2-282d3f2000ab triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:45.902537 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a58c8fd-ee61-439d-a8e4-e3ad5f38b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.938266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:45.964369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a58c8fd-ee61-439d-a8e4-e3ad5f38b884 None None] Port 747a711c-0d75-49f7-bdd2-282d3f2000ab cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:45.979551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6125b51430>,) {'filters': {'network_id': ['45c06b9b-e35f-4c04-bbb4-25c972ef0158']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:45.993478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b00c9b3-a12e-469c-85aa-a9c6e194b657 req-220fe750-dc9b-461f-8fb5-4f0f71183549 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734972
Mar 26 21:00:46.010766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125b51430>, '48f11085-bfec-488a-85b8-745e75d5baa1') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:46.011085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125b51430>, '48f11085-bfec-488a-85b8-745e75d5baa1') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:46.029290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (48f11085-bfec-488a-85b8-745e75d5baa1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.049372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (48f11085-bfec-488a-85b8-745e75d5baa1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.051548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-bd74ca0e-a1f3-4544-99d0-e3a2c28f6941 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:46.053214 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-bd74ca0e-a1f3-4544-99d0-e3a2c28f6941 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 946 time: 0.1109343
Mar 26 21:00:46.071309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:46.071732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (48f11085-bfec-488a-85b8-745e75d5baa1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:46.075400 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:46.119892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:00:46.134674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 747a711c-0d75-49f7-bdd2-282d3f2000ab {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:46.135043 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.162686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (45c06b9b-e35f-4c04-bbb4-25c972ef0158), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.174293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.184104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/45c06b9b-e35f-4c04-bbb4-25c972ef0158 HTTP/1.1" status: 204  len: 168 time: 0.6526685
Mar 26 21:00:46.186265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39030) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:46.225716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-545214f9-9487-4c15-8e92-7578a62b54e0 None None] Could not find standard attr ID for object b8ed6196-7643-421a-b57c-7cc7a21cef63. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:00:46.231313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c5254-707e-47a4-92d9-92aa51daf149 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=45c06b9b-e35f-4c04-bbb4-25c972ef0158,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:46.272150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:46.291188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'port_id': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'mac_address': 'fa:16:3e:a9:d2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:00:46.300797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490502-c999-4b5c-87a8-282cae5eb5e6 req-fcad24ac-c067-45fb-ad8f-ba2a32970238 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:46.302589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37490502-c999-4b5c-87a8-282cae5eb5e6 req-fcad24ac-c067-45fb-ad8f-ba2a32970238 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 946 time: 0.2154074
Mar 26 21:00:46.333997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting port fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:46.334508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.336622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:46.337067 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.351462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:00:46.376361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:46.383611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.387885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37490502-c999-4b5c-87a8-282cae5eb5e6 req-4fe52797-9b46-41b0-a72f-7589ef469528 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764070
Mar 26 21:00:46.391462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.408515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 747a711c-0d75-49f7-bdd2-282d3f2000ab owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:46.436934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Deleting port 0686aad7-4468-4e9e-b65b-e1160202b5b5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:46.437324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.454168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.458534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:46.470170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Calling delete_port for fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:46.535592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e19804e7-9088-41ee-aac5-2a5bfd7a88dd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:46.572979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.604299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e19804e7-9088-41ee-aac5-2a5bfd7a88dd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:46.604773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.606652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Port': ['ID=fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:46.610588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.614148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8913e507-2d0a-49f2-9010-9104d784a22d tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/ports/fcfe60e0-ee6d-4dfd-83a5-6d43ab3d7f93 HTTP/1.1" status: 204  len: 168 time: 0.4285192
Mar 26 21:00:46.617925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39032) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:46.648025 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f07421-978a-4fa3-b822-206eede3169e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:00:46.648656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f07421-978a-4fa3-b822-206eede3169e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:00:46.652523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0f07421-978a-4fa3-b822-206eede3169e tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/b3fb2b1e-9f34-4e10-bce8-4f11a60347f3 HTTP/1.1" status: 404  len: 337 time: 0.0336907
Mar 26 21:00:46.655469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39036) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:46.705235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:00:46.766045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e19804e7-9088-41ee-aac5-2a5bfd7a88dd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:46.795255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.817460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d07660-afd3-4960-b2f6-34fe00dd3f91 req-cffbd21c-5f70-427a-b3ff-5f48a2eb225b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:46.819220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78d07660-afd3-4960-b2f6-34fe00dd3f91 req-cffbd21c-5f70-427a-b3ff-5f48a2eb225b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 944 time: 0.1318152
Mar 26 21:00:46.949859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:46.973289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78d07660-afd3-4960-b2f6-34fe00dd3f91 req-e40e6184-2912-4cbd-a35d-a0d6caff9221 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247997
Mar 26 21:00:46.985651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f287fd0>,) {'filters': {'network_id': ['292df609-bac9-4d03-b55b-beb31e81e6c9']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:46.997459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f287fd0>, 'e535778a-0e8e-423f-a5d8-a4c6648d3afa') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:46.998215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f287fd0>, 'e535778a-0e8e-423f-a5d8-a4c6648d3afa') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:47.000375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] For port 0686aad7-4468-4e9e-b65b-e1160202b5b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0686aad7-4468-4e9e-b65b-e1160202b5b5,segment=NetworkSegment(3bf5b9f8-0929-4f75-8b61-58ade606384d),segment_id=3bf5b9f8-0929-4f75-8b61-58ade606384d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:47.000836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.023319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e535778a-0e8e-423f-a5d8-a4c6648d3afa), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.025209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Calling delete_port for 0686aad7-4468-4e9e-b65b-e1160202b5b5 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:47.045558 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e535778a-0e8e-423f-a5d8-a4c6648d3afa), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.055217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:47.056178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e535778a-0e8e-423f-a5d8-a4c6648d3afa), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:47.059779 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:47.129998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (292df609-bac9-4d03-b55b-beb31e81e6c9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.137153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.141269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/292df609-bac9-4d03-b55b-beb31e81e6c9 HTTP/1.1" status: 204  len: 168 time: 0.4837456
Mar 26 21:00:47.143247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:47.152636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (747a711c-0d75-49f7-bdd2-282d3f2000ab), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.162472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b52be-22fb-4912-b781-b05381522d62 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=292df609-bac9-4d03-b55b-beb31e81e6c9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:47.212285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting subnet d847708d-6043-4d9a-8008-61398f41f6ba {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:47.212547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=747a711c-0d75-49f7-bdd2-282d3f2000ab,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:47.216184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks [] for subnet (d847708d-6043-4d9a-8008-61398f41f6ba), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.261921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d847708d-6043-4d9a-8008-61398f41f6ba), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.292045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5118e4-9dc2-434f-bb36-04e576482f06 req-ddcdea33-9779-4c51-98dd-586d1d9daecf tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:47.293676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b5118e4-9dc2-434f-bb36-04e576482f06 req-ddcdea33-9779-4c51-98dd-586d1d9daecf tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2197530
Mar 26 21:00:47.337803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.344607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0d35c6d9-bd73-4987-942e-abd98a46ff78 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/747a711c-0d75-49f7-bdd2-282d3f2000ab HTTP/1.1" status: 204  len: 168 time: 1.4605005
Mar 26 21:00:47.348011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:47.396824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b5118e4-9dc2-434f-bb36-04e576482f06 req-a624cc21-056d-4e0e-95c8-176a41ee3bb6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695658
Mar 26 21:00:47.397982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0686aad7-4468-4e9e-b65b-e1160202b5b5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.401170 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6220d42-3412-47fd-9c26-c4be6528e78d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:47.402620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6220d42-3412-47fd-9c26-c4be6528e78d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/747a711c-0d75-49f7-bdd2-282d3f2000ab HTTP/1.1" status: 404  len: 333 time: 0.0537608
Mar 26 21:00:47.408220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39044) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:47.425789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d847708d-6043-4d9a-8008-61398f41f6ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.470144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Pushing event deleted for resources: {'Port': ['ID=0686aad7-4468-4e9e-b65b-e1160202b5b5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:47.525087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] No DVR routers for this DVR port 0686aad7-4468-4e9e-b65b-e1160202b5b5 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:47.526281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef9520d8-9f8f-4108-8b80-55ba8d14c2f2 req-987d7b8c-6693-46e8-a5dd-ad124127ae8b tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4ae58a2-4795-46d7-859a-f92d5b6fd418 HTTP/1.1" status: 200  len: 210 time: 0.0306020
Mar 26 21:00:47.527662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d847708d-6043-4d9a-8008-61398f41f6ba), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.527837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.531852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0daacd30-4dec-4971-aafd-26c9ca914030 req-becfd200-653d-4d7f-8e2b-518ee304c5a1 tempest-ServerTagsTestJSON-226672373 tempest-ServerTagsTestJSON-226672373-project] 10.222.0.18 "DELETE /v2.0/ports/0686aad7-4468-4e9e-b65b-e1160202b5b5 HTTP/1.1" status: 204  len: 173 time: 1.4689975
Mar 26 21:00:47.535314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'name': 'network-vif-deleted', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:47.537992 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5fedfd-27be-4386-b9ee-17a7cdb28352" -d '{"events": [{"server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "name": "network-vif-deleted", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:47.547478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 6ec5870b-30a0-4ab7-981f-fc68b17f37a5 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:47.553480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (6ec5870b-30a0-4ab7-981f-fc68b17f37a5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.556942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Subnet': ['ID=d847708d-6043-4d9a-8008-61398f41f6ba,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:47.560983 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.567560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c913c0b-4922-4796-994a-47d6836edd31 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/subnets/d847708d-6043-4d9a-8008-61398f41f6ba HTTP/1.1" status: 204  len: 168 time: 0.4198084
Mar 26 21:00:47.567769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39050) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:47.573315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f769e5-8716-4a85-855d-2c131556383e None None] Network 44d3e208-e332-4af0-9f5e-7291b02b2b94 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:47.609621 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abba87a0-bbf6-455c-9331-41de6525b8b1 x-openstack-request-id: req-abba87a0-bbf6-455c-9331-41de6525b8b1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:47.609961 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ae58a2-4795-46d7-859a-f92d5b6fd418", "name": "network-vif-deleted", "tag": "0686aad7-4468-4e9e-b65b-e1160202b5b5", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:47.610227 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abba87a0-bbf6-455c-9331-41de6525b8b1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:47.611182 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abba87a0-bbf6-455c-9331-41de6525b8b1'] response: {'server_uuid': 'c4ae58a2-4795-46d7-859a-f92d5b6fd418', 'name': 'network-vif-deleted', 'tag': '0686aad7-4468-4e9e-b65b-e1160202b5b5', 'status': 'completed', 'code': 200}
Mar 26 21:00:47.619885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (6ec5870b-30a0-4ab7-981f-fc68b17f37a5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.703428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (44d3e208-e332-4af0-9f5e-7291b02b2b94), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.735398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6ec5870b-30a0-4ab7-981f-fc68b17f37a5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.773631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Deleting port 7ce8636c-1167-487d-bcef-7d16078a4071 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:47.774724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.778704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fb235-e288-4873-be23-51563273afcb None None] DHCP port deletion for 44d3e208-e332-4af0-9f5e-7291b02b2b94 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:47.817735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (6ec5870b-30a0-4ab7-981f-fc68b17f37a5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.836632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-610fb235-e288-4873-be23-51563273afcb None None] Deleting port 7ce8636c-1167-487d-bcef-7d16078a4071 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:47.837394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-610fb235-e288-4873-be23-51563273afcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.849556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec5870b-30a0-4ab7-981f-fc68b17f37a5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:47.850960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] For port 7ce8636c-1167-487d-bcef-7d16078a4071, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce8636c-1167-487d-bcef-7d16078a4071,segment=NetworkSegment(3f494449-c9f3-404f-980b-7c5ab0b3f8ad),segment_id=3f494449-c9f3-404f-980b-7c5ab0b3f8ad)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:47.851650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.858240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.865107 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e820e5db-3af4-44b6-addf-f888e8519064 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/6ec5870b-30a0-4ab7-981f-fc68b17f37a5 HTTP/1.1" status: 204  len: 168 time: 0.4503889
Mar 26 21:00:47.866118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39052) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:47.878237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Calling delete_port for 7ce8636c-1167-487d-bcef-7d16078a4071 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:47.901806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3890cfd-f32f-42d7-9dc7-e072afa5bcf2 None None] Network 9d138609-8775-4e3f-b084-67b21482d319 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:47.936013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-610fb235-e288-4873-be23-51563273afcb None None] For port 7ce8636c-1167-487d-bcef-7d16078a4071, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ce8636c-1167-487d-bcef-7d16078a4071,segment=NetworkSegment(3f494449-c9f3-404f-980b-7c5ab0b3f8ad),segment_id=3f494449-c9f3-404f-980b-7c5ab0b3f8ad)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:47.936733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-610fb235-e288-4873-be23-51563273afcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.958769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-610fb235-e288-4873-be23-51563273afcb None None] Calling delete_port for 7ce8636c-1167-487d-bcef-7d16078a4071 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:47.980186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:47.980658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9d138609-8775-4e3f-b084-67b21482d319), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.021818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Port': ['ID=7ce8636c-1167-487d-bcef-7d16078a4071,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.023775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] No DVR routers for this DVR port 7ce8636c-1167-487d-bcef-7d16078a4071 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:48.074682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port e19804e7-9088-41ee-aac5-2a5bfd7a88dd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:48.075016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.140043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:48.163824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (44d3e208-e332-4af0-9f5e-7291b02b2b94), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.178326 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-610fb235-e288-4873-be23-51563273afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (7ce8636c-1167-487d-bcef-7d16078a4071), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.180468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,segment=NetworkSegment(37547a2b-0fd7-49da-88ba-373736af1009),segment_id=37547a2b-0fd7-49da-88ba-373736af1009)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:48.180953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.211606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c533280>,) {'filters': {'network_id': ['44d3e208-e332-4af0-9f5e-7291b02b2b94']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.212253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for e19804e7-9088-41ee-aac5-2a5bfd7a88dd owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:48.219233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fb235-e288-4873-be23-51563273afcb None None] Pushing event deleted for resources: {'Port': ['ID=7ce8636c-1167-487d-bcef-7d16078a4071,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.226792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fb235-e288-4873-be23-51563273afcb None None] No DVR routers for this DVR port 7ce8636c-1167-487d-bcef-7d16078a4071 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:48.229626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c533280>, '3f494449-c9f3-404f-980b-7c5ab0b3f8ad') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.229944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c533280>, '3f494449-c9f3-404f-980b-7c5ab0b3f8ad') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.249791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3f494449-c9f3-404f-980b-7c5ab0b3f8ad), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.257106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:00:48.268215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf5885-dd3a-4437-acbd-67b68446a6ba req-623fcb5e-b940-4d05-8bb7-c363504cbdd2 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:48.272578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] DHCP port deletion for 9d138609-8775-4e3f-b084-67b21482d319 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:48.276249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5bf5885-dd3a-4437-acbd-67b68446a6ba req-623fcb5e-b940-4d05-8bb7-c363504cbdd2 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 944 time: 0.1227374
Mar 26 21:00:48.300732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3f494449-c9f3-404f-980b-7c5ab0b3f8ad), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.301800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:48.304567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.310871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:48.311285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3f494449-c9f3-404f-980b-7c5ab0b3f8ad), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:48.316370 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:48.377901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.402014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5bf5885-dd3a-4437-acbd-67b68446a6ba req-d2cc341c-beeb-4afa-88b8-070f2cc2ef4f tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247842
Mar 26 21:00:48.410894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Deleting port e19804e7-9088-41ee-aac5-2a5bfd7a88dd {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:48.411375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.414391 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (44d3e208-e332-4af0-9f5e-7291b02b2b94), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.416496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.421305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port e19804e7-9088-41ee-aac5-2a5bfd7a88dd on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:48.444025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.455993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] 10.222.0.16 "DELETE /v2.0/networks/44d3e208-e332-4af0-9f5e-7291b02b2b94 HTTP/1.1" status: 204  len: 168 time: 0.8861709
Mar 26 21:00:48.504029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2b5e9-6946-4f47-b8a7-979bd403c191 tempest-NetworksIpV6TestAttrs-898838886 tempest-NetworksIpV6TestAttrs-898838886-project] Pushing event deleted for resources: {'Network': ['ID=44d3e208-e332-4af0-9f5e-7291b02b2b94,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.533037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9d138609-8775-4e3f-b084-67b21482d319), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.558059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0686aad7-4468-4e9e-b65b-e1160202b5b5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:48.565760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d27ee80>,) {'filters': {'network_id': ['9d138609-8775-4e3f-b084-67b21482d319']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.596104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d27ee80>, '37547a2b-0fd7-49da-88ba-373736af1009') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.596406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d27ee80>, '37547a2b-0fd7-49da-88ba-373736af1009') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:48.606114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] For port e19804e7-9088-41ee-aac5-2a5bfd7a88dd, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:48.606732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.611376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ce8636c-1167-487d-bcef-7d16078a4071 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:48.613051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (37547a2b-0fd7-49da-88ba-373736af1009), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.622338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 0686aad7-4468-4e9e-b65b-e1160202b5b5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:48.623031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0686aad7-4468-4e9e-b65b-e1160202b5b5 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:48.638254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a5c2-e7a8-4d4f-baae-b7e464ea08d2 req-721f6766-5718-4cbe-8a23-c0288852ab4c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:48.639860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40b9a5c2-e7a8-4d4f-baae-b7e464ea08d2 req-721f6766-5718-4cbe-8a23-c0288852ab4c tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.0935190
Mar 26 21:00:48.647548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (37547a2b-0fd7-49da-88ba-373736af1009), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.653023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 7ce8636c-1167-487d-bcef-7d16078a4071 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:48.653403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7ce8636c-1167-487d-bcef-7d16078a4071 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:48.653826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e19804e7-9088-41ee-aac5-2a5bfd7a88dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:48.659329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:48.674222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:48.674687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.677429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Calling delete_port for e19804e7-9088-41ee-aac5-2a5bfd7a88dd owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:48.680159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e19804e7-9088-41ee-aac5-2a5bfd7a88dd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:48.680632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e19804e7-9088-41ee-aac5-2a5bfd7a88dd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:48.682437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:48.682898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (37547a2b-0fd7-49da-88ba-373736af1009), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:48.686189 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:48.691787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Port e19804e7-9088-41ee-aac5-2a5bfd7a88dd was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:00:48.694613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e19804e7-9088-41ee-aac5-2a5bfd7a88dd), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.715634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] No DVR routers for this DVR port e19804e7-9088-41ee-aac5-2a5bfd7a88dd on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:48.745326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720ca40-a5ab-4206-b74c-1564d8b041ca None None] Pushing event deleted for resources: {'Port': ['ID=e19804e7-9088-41ee-aac5-2a5bfd7a88dd,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.756527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:48.759775 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97557b20-78e3-408a-9e69-b657edd5e304" -d '{"events": [{"server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "name": "network-vif-plugged", "status": "completed", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:48.767968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40b9a5c2-e7a8-4d4f-baae-b7e464ea08d2 req-fb42b6ac-ff5a-424c-8c57-1000ed097ae9 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174850
Mar 26 21:00:48.781649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:48.788211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.797531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9d138609-8775-4e3f-b084-67b21482d319), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.806076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.825080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:48.828548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/9d138609-8775-4e3f-b084-67b21482d319 HTTP/1.1" status: 204  len: 168 time: 0.9608185
Mar 26 21:00:48.832396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-743943411'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:48.842515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Deleting subnet 8668f310-99c2-4264-81c9-662025b57ae2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:48.848750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e89769-dd04-483e-b8d8-d998af1b601d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=9d138609-8775-4e3f-b084-67b21482d319,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.853039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Publish callbacks [] for subnet (8668f310-99c2-4264-81c9-662025b57ae2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.865094 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bc85b2-0329-4f31-81e7-0933a8923067 x-openstack-request-id: req-93bc85b2-0329-4f31-81e7-0933a8923067 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:48.865877 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "name": "network-vif-plugged", "status": "completed", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:48.866147 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93bc85b2-0329-4f31-81e7-0933a8923067 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:48.866644 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bc85b2-0329-4f31-81e7-0933a8923067'] response: {'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'code': 200}
Mar 26 21:00:48.877578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39072) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:48.879880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:48.909262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:48.913294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.917790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (8668f310-99c2-4264-81c9-662025b57ae2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.981359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:48.983614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (8668f310-99c2-4264-81c9-662025b57ae2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:48.991412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f22ca9-22b7-4369-a0b0-6bb9a3c82d00 req-8d272861-c5a4-4f80-8de0-04974f0d2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:48.993442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-97f22ca9-22b7-4369-a0b0-6bb9a3c82d00 req-8d272861-c5a4-4f80-8de0-04974f0d2a48 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 1127 time: 0.0635552
Mar 26 21:00:49.016694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1bfa08da-68c2-4f41-92f0-b1642ec88aff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.017737 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment 1bfa08da-68c2-4f41-92f0-b1642ec88aff of type vlan for network ca03e3a4-e003-4b1e-a2c3-16dacbe60721
Mar 26 21:00:49.072806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ca03e3a4-e003-4b1e-a2c3-16dacbe60721), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.088763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (8668f310-99c2-4264-81c9-662025b57ae2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.097842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-97f22ca9-22b7-4369-a0b0-6bb9a3c82d00 req-a2e36a19-89c7-4e61-b047-35ee8a01decf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958400
Mar 26 21:00:49.101083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3aba9edd-4ce4-49a1-9b69-2f7d21574c25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dbb142e667e4a64b1646661b95654ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2210860
Mar 26 21:00:49.104380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39078) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:49.126730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8668f310-99c2-4264-81c9-662025b57ae2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:49.131459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.134919 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6bacb51a-d3ca-4d40-bf9f-9f6581582ec3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8668f310-99c2-4264-81c9-662025b57ae2 HTTP/1.1" status: 204  len: 168 time: 0.4740961
Mar 26 21:00:49.135864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ca03e3a4-e003-4b1e-a2c3-16dacbe60721), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.141016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:49.141181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39080) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:49.141550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.194235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3680797
Mar 26 21:00:49.194926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39082) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:49.229156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:49.233651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ac08e-4fe3-4b8b-98cf-38370c4812fd tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=ca03e3a4-e003-4b1e-a2c3-16dacbe60721,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:49.233839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] Publish callbacks [] for security_group (9ee7c49c-3e4a-4acd-b3ea-3a886593902a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.247547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3d0ca72a-ff8d-4f72-8621-13d680eaf95f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.248295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:49.266973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] Publish callbacks [] for security_group (9ee7c49c-3e4a-4acd-b3ea-3a886593902a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.334363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:49.338551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.379180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3d0ca72a-ff8d-4f72-8621-13d680eaf95f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.403023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d766c40>,) {'filters': {'network_id': ['3d0ca72a-ff8d-4f72-8621-13d680eaf95f']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:49.411173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ee7c49c-3e4a-4acd-b3ea-3a886593902a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.413758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.415011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ee7c49c-3e4a-4acd-b3ea-3a886593902a HTTP/1.1" status: 204  len: 168 time: 0.3096366
Mar 26 21:00:49.422274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d766c40>, '3bf5b9f8-0929-4f75-8b61-58ade606384d') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:49.422601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d766c40>, '3bf5b9f8-0929-4f75-8b61-58ade606384d') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:49.438019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52fa0e-8479-4a3a-90e4-f12a408f3cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7c49c-3e4a-4acd-b3ea-3a886593902a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:49.441166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (3bf5b9f8-0929-4f75-8b61-58ade606384d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.480000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3bf5b9f8-0929-4f75-8b61-58ade606384d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.490808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:49.491605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (3bf5b9f8-0929-4f75-8b61-58ade606384d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:49.515596 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:49.570529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (46d89eb0-7fcf-4217-b084-95f8f5569b08), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.642064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=46d89eb0-7fcf-4217-b084-95f8f5569b08,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:49.643006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313b999-519f-4771-af8f-e3103ba94ebd req-c7cfa305-1dc4-4ccf-aba8-adb6c28b0295 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:49.644725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2313b999-519f-4771-af8f-e3103ba94ebd req-c7cfa305-1dc4-4ccf-aba8-adb6c28b0295 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.1255727
Mar 26 21:00:49.646554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3d0ca72a-ff8d-4f72-8621-13d680eaf95f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.652363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': '1bfa08da-68c2-4f41-92f0-b1642ec88aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:49.652733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: ca03e3a4-e003-4b1e-a2c3-16dacbe60721, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:49.655872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.662914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d0ca72a-ff8d-4f72-8621-13d680eaf95f HTTP/1.1" status: 204  len: 168 time: 0.5206296
Mar 26 21:00:49.677966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:49.682046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564f75-3962-4f1d-a057-ae7ec2676e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0ca72a-ff8d-4f72-8621-13d680eaf95f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:49.693671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca03e3a4-e003-4b1e-a2c3-16dacbe60721) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:49.700618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:49.701594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.715792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e52b55-239b-4d48-9481-967358e394c0 None None] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:49.738633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0d8c48e-b497-48bc-ac6b-f979240b9535 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5155694
Mar 26 21:00:49.741933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39092) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:49.750326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721', 'name': 'tempest-PortsTestJSON-948491925', 'fixed_ips': [{'subnet_id': '46d89eb0-7fcf-4217-b084-95f8f5569b08', 'ip_address': '172.20.0.10'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:49.769022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2313b999-519f-4771-af8f-e3103ba94ebd req-82c59e6e-4e99-4df6-879e-54d40ea75280 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138136
Mar 26 21:00:49.890725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca03e3a4-e003-4b1e-a2c3-16dacbe60721', 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '46d89eb0-7fcf-4217-b084-95f8f5569b08'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:49.891767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:49.916676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:49.985298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39102) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:50.043285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.047779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1375c08-c55a-487e-84d5-43626bb899b4 req-766bc297-712d-4d34-a95b-c9281b30d296 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:50.049531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1375c08-c55a-487e-84d5-43626bb899b4 req-766bc297-712d-4d34-a95b-c9281b30d296 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1331341
Mar 26 21:00:50.064842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 4d504cc4-07ae-4664-8958-61738a5f11fd yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:50.069130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4cadb607-289a-4854-8eac-32fe180e3b35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95b182d640d24ff9ab5c8da47efdc110&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0813644
Mar 26 21:00:50.071808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39106) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:50.101517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Allocated IP 172.20.0.2 (ca03e3a4-e003-4b1e-a2c3-16dacbe60721/46d89eb0-7fcf-4217-b084-95f8f5569b08/32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:50.122586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1375c08-c55a-487e-84d5-43626bb899b4 req-8799407d-e739-49f2-9f31-5c051d9c7076 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640354
Mar 26 21:00:50.225197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] Publish callbacks [] for security_group (8b499961-c581-4c8a-8a3d-ddde6fe2fcb2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.255791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] Publish callbacks [] for security_group (8b499961-c581-4c8a-8a3d-ddde6fe2fcb2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.302201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks [] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.309435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.356098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:50.359193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:50.363822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:50.372543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8b499961-c581-4c8a-8a3d-ddde6fe2fcb2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.374839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Pushing event updated for resources: {'Port': ['ID=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:50.375250 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.379849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b499961-c581-4c8a-8a3d-ddde6fe2fcb2 HTTP/1.1" status: 204  len: 168 time: 0.3067536
Mar 26 21:00:50.399412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4c64f-8acb-4ef1-8340-eedbcec92dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b499961-c581-4c8a-8a3d-ddde6fe2fcb2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:50.437305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.10 (ca03e3a4-e003-4b1e-a2c3-16dacbe60721/46d89eb0-7fcf-4217-b084-95f8f5569b08/4d504cc4-07ae-4664-8958-61738a5f11fd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:50.456051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Attempting to bind port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:50.456481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Attempting to bind port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bfa08da-68c2-4f41-92f0-b1642ec88aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:50.457616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Attempting to bind port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 on network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:50.464628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:50.465013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Checking segment: {'id': '1bfa08da-68c2-4f41-92f0-b1642ec88aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:50.465482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.465907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Bound using segment: {'id': '1bfa08da-68c2-4f41-92f0-b1642ec88aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:50.466392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Bound port: 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfa08da-68c2-4f41-92f0-b1642ec88aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:50.466782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.568477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] For port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:50.573931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] For port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,segment=NetworkSegment(1bfa08da-68c2-4f41-92f0-b1642ec88aff),segment_id=1bfa08da-68c2-4f41-92f0-b1642ec88aff)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:50.584041 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.675372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39120) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:50.679015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05336258-7f9e-460c-a2f1-6686bc3bb273 None None] Pushing event updated for resources: {'Port': ['ID=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:50.714012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.765258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.823474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748995972'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:50.837451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:50.844738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:50.847313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=4d504cc4-07ae-4664-8958-61738a5f11fd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:50.855767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:50.867252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:50.874014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.890453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:50.950134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:50.950929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.002614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7edde109-ce7a-4a58-90a8-abc345b85f63 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2568629
Mar 26 21:00:51.003059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:51.008984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'ca03e3a4-e003-4b1e-a2c3-16dacbe60721', 'name': 'tempest-PortsTestJSON-535846596', 'fixed_ips': [{'subnet_id': '46d89eb0-7fcf-4217-b084-95f8f5569b08', 'ip_address': '172.20.0.9'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:51.035080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ed6a8-b027-4e78-a6ae-86281e9c8103 req-9b00a48c-f166-44a5-b4da-0ed1234b4060 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:51.037062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f29ed6a8-b027-4e78-a6ae-86281e9c8103 req-9b00a48c-f166-44a5-b4da-0ed1234b4060 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.1469772
Mar 26 21:00:51.107469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for security_group (e30b8797-c8c5-4ec1-a50b-d32b2400240b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.118297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e30b8797-c8c5-4ec1-a50b-d32b2400240b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.131798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f29ed6a8-b027-4e78-a6ae-86281e9c8103 req-6b730690-26bd-4aee-94fb-5d3faca87f4f tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862982
Mar 26 21:00:51.133937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:51.146484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1004e32d-d50d-4cad-ae5c-09984cd2410f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.146861 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 1004e32d-d50d-4cad-ae5c-09984cd2410f of type vlan for network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff
Mar 26 21:00:51.240216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b8797-c8c5-4ec1-a50b-d32b2400240b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:51.333531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3cff638b-ed19-48ef-93d7-5defe7c1a0ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.340942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9b62-3ce9-4f2b-b248-e340b72acab2 req-3ecebbf6-6a38-449d-8eb1-c6d6a9684e91 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:51.343654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f93b9b62-3ce9-4f2b-b248-e340b72acab2 req-3ecebbf6-6a38-449d-8eb1-c6d6a9684e91 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.1106966
Mar 26 21:00:51.356560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:51.360066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39150) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:51.364804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Request body: {'floatingip': {'port_id': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:51.411203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf3f38-179c-4c06-8e41-4cd8a95aa240 req-2df949f1-8b6a-441f-bfdf-81fdd16b87c1 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:51.412814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.413314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2bf3f38-179c-4c06-8e41-4cd8a95aa240 req-2df949f1-8b6a-441f-bfdf-81fdd16b87c1 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1669557
Mar 26 21:00:51.413634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3cff638b-ed19-48ef-93d7-5defe7c1a0ff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.418766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:51.419369 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.565826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8884380
Mar 26 21:00:51.587160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582d019-0ca1-4dfb-a5b5-9d110668bdb7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=3cff638b-ed19-48ef-93d7-5defe7c1a0ff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:51.604225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:51.605316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:51.620459 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2bf3f38-179c-4c06-8e41-4cd8a95aa240 req-7efe9de6-da72-48b5-8995-2a71377e7e9e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964169
Mar 26 21:00:51.646249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 1d4e7a72-d89f-487e-b241-632bc5921981 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:51.709198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39158) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:51.725916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:51.881296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.9 (ca03e3a4-e003-4b1e-a2c3-16dacbe60721/46d89eb0-7fcf-4217-b084-95f8f5569b08/1d4e7a72-d89f-487e-b241-632bc5921981) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:51.942792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:51.946228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.112903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55d968f5-7744-4883-9ed5-65fb066f5f32 req-e6abc6c5-7508-47b2-ae96-40360bcb568e tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.0463815
Mar 26 21:00:52.180083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (1d4e7a72-d89f-487e-b241-632bc5921981), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.241275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1d4e7a72-d89f-487e-b241-632bc5921981), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.289270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:52.292503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:52.297119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:52.342512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (8d34dcac-9c60-461f-93bf-1c6c1fcc740d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.367680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=1d4e7a72-d89f-487e-b241-632bc5921981,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:52.376725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:52.377381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.388599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7a3b7-669e-4b7a-99c0-b019871da407 None None] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:52.402619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-db8e4596-aa14-4105-b016-6f63773bac17 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.3984613
Mar 26 21:00:52.409622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39188) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:52.485663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Provisioning complete for port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:52.486318 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.517762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=8d34dcac-9c60-461f-93bf-1c6c1fcc740d,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:52.541589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '1004e32d-d50d-4cad-ae5c-09984cd2410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:52.544213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 3cff638b-ed19-48ef-93d7-5defe7c1a0ff, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:52.676593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:52.717926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:52.780819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.782320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3cff638b-ed19-48ef-93d7-5defe7c1a0ff) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:52.793770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Current status of the port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:52.797151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.802230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.820170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8b94c-b896-4386-8f27-77be49d82c86 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:52.823628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bed8b94c-b896-4386-8f27-77be49d82c86 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.4125633
Mar 26 21:00:52.834327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:52.835272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:52.837913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39202) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:52.844838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b78b1c-9216-47e6-9852-c0fdcd888ae2 None None] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:52.977149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] For port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,segment=NetworkSegment(1bfa08da-68c2-4f41-92f0-b1642ec88aff),segment_id=1bfa08da-68c2-4f41-92f0-b1642ec88aff)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:53.075506 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.109804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e942a7a6-9beb-45a9-9c85-c9f709d6a197 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.3988454
Mar 26 21:00:53.118156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39204) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:53.137211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392123469'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:53.188145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:53.188595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.192870 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Floating IP 2d5cd3ee-7403-41d5-bbdf-af3382d8f823 associated. External IP: 172.35.4.78, port: 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7.
Mar 26 21:00:53.309422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3cff638b-ed19-48ef-93d7-5defe7c1a0ff', 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '8d34dcac-9c60-461f-93bf-1c6c1fcc740d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:53.310311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.338571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Pushing event updated for resources: {'Port': ['ID=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:53.346156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Provisioning complete for port 4d504cc4-07ae-4664-8958-61738a5f11fd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:53.347621 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.403500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.403875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.404308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.404683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.405092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.405848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.405848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.406204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.406563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.406954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.407295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.407662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.408044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.408404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.408735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d01e1-43fc-4693-8fbc-f9eac938aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:00:53.412332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:53.415958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.474934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5621a-47cc-48f6-93ed-44c953374112 req-5ab0633e-6090-4568-809e-1e8b4aceb1d1 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.486861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ce5621a-47cc-48f6-93ed-44c953374112 req-5ab0633e-6090-4568-809e-1e8b4aceb1d1 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.3634841
Mar 26 21:00:53.516946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:53.529801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.531214 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 02d36802-b0ea-410d-9352-cf6c57bd44e6 of type vlan for network 25839511-ec05-4fd8-a07c-323ae76c663b
Mar 26 21:00:53.561405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Port 4d504cc4-07ae-4664-8958-61738a5f11fd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:53.589121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f0a70-ccaa-43a8-bdf2-f07e49381c71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.602107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.608032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f0a70-ccaa-43a8-bdf2-f07e49381c71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.622887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f0a70-ccaa-43a8-bdf2-f07e49381c71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.628801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-809f0a70-ccaa-43a8-bdf2-f07e49381c71 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2376 time: 0.7877166
Mar 26 21:00:53.629333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39214) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:53.666629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:53.669329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Provisioning complete for port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:53.669923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.728602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Allocated IP 172.20.255.242 (3cff638b-ed19-48ef-93d7-5defe7c1a0ff/8d34dcac-9c60-461f-93bf-1c6c1fcc740d/4f66ea90-1e4a-4079-98b7-4d63edd13aca) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:53.736415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b114ed-75c5-47ed-8877-89ccb1d83af4 req-1a602ded-55b8-47aa-b28a-3585c3c82a65 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.765390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3b114ed-75c5-47ed-8877-89ccb1d83af4 req-1a602ded-55b8-47aa-b28a-3585c3c82a65 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.9625263
Mar 26 21:00:53.818768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ce5621a-47cc-48f6-93ed-44c953374112 req-6bb26ff4-0851-4393-addb-75001a847584 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3290062
Mar 26 21:00:53.828434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.844184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:53.848231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:53.946474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3b114ed-75c5-47ed-8877-89ccb1d83af4 req-caff568c-ad11-4451-96d0-bde4424cd7d7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799352
Mar 26 21:00:54.010649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 1d4e7a72-d89f-487e-b241-632bc5921981 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:54.010994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1d4e7a72-d89f-487e-b241-632bc5921981), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.036780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Current status of the port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:54.052514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9332130
Mar 26 21:00:54.053789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39222) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:54.087823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Provisioning complete for port 1d4e7a72-d89f-487e-b241-632bc5921981 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:54.088134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1d4e7a72-d89f-487e-b241-632bc5921981), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.122767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f5bb49a-3529-4770-9fd4-7e343e82e0e8 req-a5d6bcc9-1cb2-4b2d-9f87-d0e62777986c tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0374212
Mar 26 21:00:54.138627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:54.163641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1d4e7a72-d89f-487e-b241-632bc5921981), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.176382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541239c-7a2a-497b-8800-fa71efa9c90d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=25839511-ec05-4fd8-a07c-323ae76c663b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:54.202294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 1d4e7a72-d89f-487e-b241-632bc5921981 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:54.261943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Router f5e82167-ac31-467d-91e3-1d3b91e29b47 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:54.287992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 25839511-ec05-4fd8-a07c-323ae76c663b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:54.288218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:54.292174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.366450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks [] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.369732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00fca7c7-94d4-43ec-aa66-674ac1476b7d None None] Port 1d4e7a72-d89f-487e-b241-632bc5921981 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:54.411614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.416868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1d4e7a72-d89f-487e-b241-632bc5921981), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.458176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:54.462332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:54.472772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:54.538585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=1d4e7a72-d89f-487e-b241-632bc5921981,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:54.564007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Pushing event updated for resources: {'Port': ['ID=4f66ea90-1e4a-4079-98b7-4d63edd13aca,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:54.619170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:54.633561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.640586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09124807-3b66-4459-b998-946dad2999e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/1d4e7a72-d89f-487e-b241-632bc5921981 HTTP/1.1" status: 204  len: 168 time: 1.0073485
Mar 26 21:00:54.641080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39226) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:54.664805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Attempting to bind port 4f66ea90-1e4a-4079-98b7-4d63edd13aca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:54.665225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Attempting to bind port 4f66ea90-1e4a-4079-98b7-4d63edd13aca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1004e32d-d50d-4cad-ae5c-09984cd2410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:54.665589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Attempting to bind port 4f66ea90-1e4a-4079-98b7-4d63edd13aca on network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:54.694977 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-214f34df-b4db-481e-876b-e824047be3e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:54.699187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-214f34df-b4db-481e-876b-e824047be3e1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/1d4e7a72-d89f-487e-b241-632bc5921981 HTTP/1.1" status: 404  len: 333 time: 0.0544477
Mar 26 21:00:54.699627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39230) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:54.747640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d0bccb5a-5880-4bb7-a1a3-01be3f5c0bd6 None None] Provisioning complete for port 4d504cc4-07ae-4664-8958-61738a5f11fd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:54.748328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d0bccb5a-5880-4bb7-a1a3-01be3f5c0bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.749900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:54.754236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Checking segment: {'id': '1004e32d-d50d-4cad-ae5c-09984cd2410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:54.754968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.759107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Bound using segment: {'id': '1004e32d-d50d-4cad-ae5c-09984cd2410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:54.759866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Bound port: 4f66ea90-1e4a-4079-98b7-4d63edd13aca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1004e32d-d50d-4cad-ae5c-09984cd2410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3cff638b-ed19-48ef-93d7-5defe7c1a0ff'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:54.760534 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.847598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 4d504cc4-07ae-4664-8958-61738a5f11fd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:54.848017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.903191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] For port 4f66ea90-1e4a-4079-98b7-4d63edd13aca, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:54.907942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] For port 4f66ea90-1e4a-4079-98b7-4d63edd13aca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f66ea90-1e4a-4079-98b7-4d63edd13aca,segment=NetworkSegment(1004e32d-d50d-4cad-ae5c-09984cd2410f),segment_id=1004e32d-d50d-4cad-ae5c-09984cd2410f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:54.918403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.928460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0f86e-3799-4ae0-94ad-f021b21715c4 req-b2f836d9-fa56-4e2d-af69-d5290ccb2a71 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:54.930118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13e0f86e-3799-4ae0-94ad-f021b21715c4 req-b2f836d9-fa56-4e2d-af69-d5290ccb2a71 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.1359351
Mar 26 21:00:54.956912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d0bccb5a-5880-4bb7-a1a3-01be3f5c0bd6 None None] Port 4d504cc4-07ae-4664-8958-61738a5f11fd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:00:54.973762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:54.974393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:54.982140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d0bccb5a-5880-4bb7-a1a3-01be3f5c0bd6 None None] Could not find standard attr ID for object 1d4e7a72-d89f-487e-b241-632bc5921981. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:00:55.048833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13e0f86e-3799-4ae0-94ad-f021b21715c4 req-3021e606-0e93-46cc-8b70-143c77c49e6b tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940461
Mar 26 21:00:55.067760 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bbad0de4-f4f9-47e0-b5b2-685b5ec26376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.081443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56209f6c-3a00-4f5d-baf5-4d184f8d21f2 None None] Pushing event updated for resources: {'Port': ['ID=4f66ea90-1e4a-4079-98b7-4d63edd13aca,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:55.082674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.122573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 4d504cc4-07ae-4664-8958-61738a5f11fd owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:55.174261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:55.208045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ee34471-0e5c-412b-8a69-c9aeb007e39f req-05788505-8453-44e9-906f-648619970271 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.1011493
Mar 26 21:00:55.278025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:55.290098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.293866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Sync routers for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:55.318420 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:55.319317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:55.412490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328b58d-4b0f-4c1c-a107-e06b0085af4a req-23774ee1-31c7-421e-9594-1d6e685899be tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:55.420348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f328b58d-4b0f-4c1c-a107-e06b0085af4a req-23774ee1-31c7-421e-9594-1d6e685899be tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2698653
Mar 26 21:00:55.421380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3c21645-238e-4c1f-81be-ce66566ee499 req-76ce20b1-e991-4c38-9d54-685d41410dc3 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.1091824
Mar 26 21:00:55.445276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-be95dead-0f99-4402-8389-3928d86fbef0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "PUT /v2.0/floatingips/2d5cd3ee-7403-41d5-bbdf-af3382d8f823 HTTP/1.1" status: 200  len: 990 time: 4.0833395
Mar 26 21:00:55.455494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:55.458719 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628533ea-d410-471f-9f65-f43712ad4c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:55.546769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7c44f3ad-443b-4fea-adee-2c7fbe67a9e4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.588368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f328b58d-4b0f-4c1c-a107-e06b0085af4a req-510a76cc-944a-4309-a61b-1c99df1c6fa5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615765
Mar 26 21:00:55.588368 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdc9d6c-532f-4f1a-a869-cb3c851a18be x-openstack-request-id: req-8bdc9d6c-532f-4f1a-a869-cb3c851a18be {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:55.588368 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:55.588368 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bdc9d6c-532f-4f1a-a869-cb3c851a18be {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:55.588368 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdc9d6c-532f-4f1a-a869-cb3c851a18be'] response: {'name': 'network-changed', 'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'status': 'completed', 'code': 200}
Mar 26 21:00:55.589237 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:55.608032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4d504cc4-07ae-4664-8958-61738a5f11fd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.643804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=4d504cc4-07ae-4664-8958-61738a5f11fd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:55.718319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=7c44f3ad-443b-4fea-adee-2c7fbe67a9e4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:55.724773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628533ea-d410-471f-9f65-f43712ad4c4a req-89db0e0d-59e4-430a-9704-a23202a359b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:55.726473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-89db0e0d-59e4-430a-9704-a23202a359b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62b213fd60a44c2481f49b4ed4711a67&device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 1127 time: 0.1295300
Mar 26 21:00:55.732651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '02d36802-b0ea-410d-9352-cf6c57bd44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:55.733016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 25839511-ec05-4fd8-a07c-323ae76c663b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:55.754366 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.760868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-67caa3fc-da7d-46b0-b013-cc446a94bf3b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/4d504cc4-07ae-4664-8958-61738a5f11fd HTTP/1.1" status: 204  len: 168 time: 1.0599949
Mar 26 21:00:55.761707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:55.787997 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-01da51b1-8281-4b19-80e8-d3d4ca2c647e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:00:55.792732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01da51b1-8281-4b19-80e8-d3d4ca2c647e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/4d504cc4-07ae-4664-8958-61738a5f11fd HTTP/1.1" status: 404  len: 333 time: 0.0298543
Mar 26 21:00:55.793635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:55.847216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 46d89eb0-7fcf-4217-b084-95f8f5569b08 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:00:55.850961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (46d89eb0-7fcf-4217-b084-95f8f5569b08), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.895538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 25839511-ec05-4fd8-a07c-323ae76c663b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:55.908475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628533ea-d410-471f-9f65-f43712ad4c4a req-d2f1a149-c59a-41b6-8e6b-cb169538266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:55.910825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-d2f1a149-c59a-41b6-8e6b-cb169538266e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d07b83d2-7e40-44b8-8583-83257c1ad25d HTTP/1.1" status: 200  len: 915 time: 0.1746006
Mar 26 21:00:55.910957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (46d89eb0-7fcf-4217-b084-95f8f5569b08), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:55.934001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 25839511-ec05-4fd8-a07c-323ae76c663b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:55.944192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710d574-8033-40a4-8f76-df7e5b28ed5e None None] Network 25839511-ec05-4fd8-a07c-323ae76c663b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:55.955608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:55.956265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.024203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1b49bc13-9035-4f75-b730-76207e75fa31 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.9617238
Mar 26 21:00:56.027509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39244) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:56.087008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-25839511-ec05-4fd8-a07c-323ae76c663b', 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '7c44f3ad-443b-4fea-adee-2c7fbe67a9e4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:56.088283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.090361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-b7ac929d-b044-4b50-a488-4b3c088ba806 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 HTTP/1.1" status: 200  len: 998 time: 0.1647348
Mar 26 21:00:56.103022 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d6580>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d5cd3ee-7403-41d5-bbdf-af3382d8f823', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'floating_ip_address': '172.35.4.78', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'port_id': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'mac_address': 'fa:16:3e:a9:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:33Z', 'updated_at': '2022-03-26T21:00:52Z', 'revision_number': 1, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:56.110242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-8265f23f-8c81-489f-a7a3-c7dd42730f27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1966467
Mar 26 21:00:56.162065 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Checking router: f5e82167-ac31-467d-91e3-1d3b91e29b47 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:00:56.173017 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:56.173850 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:56.192752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (46d89eb0-7fcf-4217-b084-95f8f5569b08), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.232943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628533ea-d410-471f-9f65-f43712ad4c4a req-9bed306c-84a0-4c39-9590-b95688084e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:56.234613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-9bed306c-84a0-4c39-9590-b95688084e5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6d627f23-8e09-44f5-9432-2834d8d71718 HTTP/1.1" status: 200  len: 854 time: 0.1302884
Mar 26 21:00:56.269065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e84f62-4582-4f57-9b9c-c155b57eda9d req-02db9987-83a1-4f96-84fe-c530b45f071e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0331206
Mar 26 21:00:56.338463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Allocated IP 172.20.0.2 (25839511-ec05-4fd8-a07c-323ae76c663b/7c44f3ad-443b-4fea-adee-2c7fbe67a9e4/e9ab7f0b-aa23-4e39-8b61-5571a376fa78) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:56.349545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628533ea-d410-471f-9f65-f43712ad4c4a req-802d2ce0-3cca-490d-907c-90fe79377c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:56.358056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-802d2ce0-3cca-490d-907c-90fe79377c71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d07b83d2-7e40-44b8-8583-83257c1ad25d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0831296
Mar 26 21:00:56.362711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.372811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-9b4dcafc-160f-4125-831f-669bcfd1014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:56.374385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-9b4dcafc-160f-4125-831f-669bcfd1014a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 1128 time: 0.2005229
Mar 26 21:00:56.374751 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:56.401892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (46d89eb0-7fcf-4217-b084-95f8f5569b08), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.417362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99819d4-2900-4735-8bcb-b37072a9835c req-c1dbc5a1-16d4-476b-ae7a-e27bb27ee8cf tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:56.426265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e99819d4-2900-4735-8bcb-b37072a9835c req-c1dbc5a1-16d4-476b-ae7a-e27bb27ee8cf tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.2248812
Mar 26 21:00:56.521528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7c44f3ad-443b-4fea-adee-2c7fbe67a9e4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.599286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-9fdd3d16-88da-4acc-8247-32bc25af8fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390001
Mar 26 21:00:56.634268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks [] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.643885 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.713422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Pushing event updated for resources: {'Port': ['ID=e9ab7f0b-aa23-4e39-8b61-5571a376fa78,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:56.716909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80821bf-efb3-41f8-80ae-b8d6ffe73132 None None] Network ca03e3a4-e003-4b1e-a2c3-16dacbe60721 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:56.719601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4f66ea90-1e4a-4079-98b7-4d63edd13aca up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:56.728772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=46d89eb0-7fcf-4217-b084-95f8f5569b08,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:56.731158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.731455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Network 25839511-ec05-4fd8-a07c-323ae76c663b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:56.735681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ed43e4f5-e04c-4eb8-80c3-292162d72bed tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/46d89eb0-7fcf-4217-b084-95f8f5569b08 HTTP/1.1" status: 204  len: 168 time: 0.9409037
Mar 26 21:00:56.735936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa60da4b-575a-4e3e-ab7d-25c29d6a67e3 req-9db8a3e2-271e-48a9-90ec-0efc204d7256 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.1002772
Mar 26 21:00:56.755978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:56.773215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:56.780090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:56.804347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4ec88-24bd-4763-bc80-c41c0abe568b None None] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:56.917123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e99819d4-2900-4735-8bcb-b37072a9835c req-a596bcbe-0248-44d9-8f22-9fcb46554df4 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4895246
Mar 26 21:00:56.929105 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d6580>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d5cd3ee-7403-41d5-bbdf-af3382d8f823', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'floating_ip_address': '172.35.4.78', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'port_id': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'mac_address': 'fa:16:3e:a9:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:33Z', 'updated_at': '2022-03-26T21:00:52Z', 'revision_number': 1, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:56.930449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7c44f3ad-443b-4fea-adee-2c7fbe67a9e4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.959822 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-628533ea-d410-471f-9f65-f43712ad4c4a req-7fdc070b-3558-4670-b881-8f6a4d07958a service neutron] 10.222.0.21 "GET /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3528287
Mar 26 21:00:56.964971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ca03e3a4-e003-4b1e-a2c3-16dacbe60721), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:56.965179 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3165867-6324-4966-a299-e9651ef58b44 None None] The sync data for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 is: [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2d5cd3ee-7403-41d5-bbdf-af3382d8f823', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'floating_ip_address': '172.35.4.78', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'port_id': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'mac_address': 'fa:16:3e:a9:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:33Z', 'updated_at': '2022-03-26T21:00:52Z', 'revision_number': 1, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:00:56.983295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=7c44f3ad-443b-4fea-adee-2c7fbe67a9e4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:56.999933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38458eb-5a03-4102-878e-e49604b39424 req-fe382d49-c617-402d-983d-5036017be87b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:57.003422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f38458eb-5a03-4102-878e-e49604b39424 req-fe382d49-c617-402d-983d-5036017be87b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1104987
Mar 26 21:00:57.043228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e470676-6644-4278-bfdc-75b2eb58211a req-943c8a65-3109-40ab-8cd7-35a37d289074 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:57.045157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e470676-6644-4278-bfdc-75b2eb58211a req-943c8a65-3109-40ab-8cd7-35a37d289074 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.4838336
Mar 26 21:00:57.053608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Attempting to bind port e9ab7f0b-aa23-4e39-8b61-5571a376fa78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:57.054216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Attempting to bind port e9ab7f0b-aa23-4e39-8b61-5571a376fa78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02d36802-b0ea-410d-9352-cf6c57bd44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:57.054440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Attempting to bind port e9ab7f0b-aa23-4e39-8b61-5571a376fa78 on network 25839511-ec05-4fd8-a07c-323ae76c663b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:57.063026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Provisioning complete for port 4f66ea90-1e4a-4079-98b7-4d63edd13aca triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:57.063414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.072777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-eb62c516-73e1-4990-b8d7-9cbea3c3450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:57.074307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-eb62c516-73e1-4990-b8d7-9cbea3c3450e service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.4996629
Mar 26 21:00:57.087881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f38458eb-5a03-4102-878e-e49604b39424 req-1a36464a-86dc-48a7-90a0-d5ac494d788d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645328
Mar 26 21:00:57.105656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:57.106288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.170131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:57.170521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Checking segment: {'id': '02d36802-b0ea-410d-9352-cf6c57bd44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:57.170921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.171323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Bound using segment: {'id': '02d36802-b0ea-410d-9352-cf6c57bd44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:57.171900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Bound port: e9ab7f0b-aa23-4e39-8b61-5571a376fa78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d36802-b0ea-410d-9352-cf6c57bd44e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '25839511-ec05-4fd8-a07c-323ae76c663b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:57.172242 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.182727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4f66ea90-1e4a-4079-98b7-4d63edd13aca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:57.183250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.189763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,segment=NetworkSegment(1bfa08da-68c2-4f41-92f0-b1642ec88aff),segment_id=1bfa08da-68c2-4f41-92f0-b1642ec88aff)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:57.190720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.197206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.200597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-8ec67a1c-57f6-4c70-9242-3483b0edfcb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 200  len: 217 time: 0.0807686
Mar 26 21:00:57.205950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:57.303280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ffdeb50>,) {'filters': {'network_id': ['25839511-ec05-4fd8-a07c-323ae76c663b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.312258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.333914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ffdeb50>, '02d36802-b0ea-410d-9352-cf6c57bd44e6') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.334264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ffdeb50>, '02d36802-b0ea-410d-9352-cf6c57bd44e6') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.350743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:57.357163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:57.370180 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.401089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-23351eb0-4365-4e7d-a0ea-4e06e3a55637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:57.402720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-23351eb0-4365-4e7d-a0ea-4e06e3a55637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1913946
Mar 26 21:00:57.411292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Current status of the port 4f66ea90-1e4a-4079-98b7-4d63edd13aca is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:57.411691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.428795 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22f66771-c3da-42e3-809d-66b845e46286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.455478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Deleting port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:57.458264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.459103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] For port e9ab7f0b-aa23-4e39-8b61-5571a376fa78, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:00:57.494774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4f66ea90-1e4a-4079-98b7-4d63edd13aca is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:57.499408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.510213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ca03e3a4-e003-4b1e-a2c3-16dacbe60721), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.514173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fe152-4ed5-4fae-aed1-d70c752aec28 None None] DHCP port deletion for ca03e3a4-e003-4b1e-a2c3-16dacbe60721 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:00:57.545028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] For port 4f66ea90-1e4a-4079-98b7-4d63edd13aca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f66ea90-1e4a-4079-98b7-4d63edd13aca,segment=NetworkSegment(1004e32d-d50d-4cad-ae5c-09984cd2410f),segment_id=1004e32d-d50d-4cad-ae5c-09984cd2410f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:57.555267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab71538c-1e1b-4529-a75c-0c85de8f2bbd None None] New status for floating IP 2d5cd3ee-7403-41d5-bbdf-af3382d8f823: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:00:57.557296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d1fe040>,) {'filters': {'network_id': ['ca03e3a4-e003-4b1e-a2c3-16dacbe60721']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.587733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1fe040>, '1bfa08da-68c2-4f41-92f0-b1642ec88aff') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.588213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1fe040>, '1bfa08da-68c2-4f41-92f0-b1642ec88aff') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:57.602037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1bfa08da-68c2-4f41-92f0-b1642ec88aff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.605241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.612981 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.622491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1bfa08da-68c2-4f41-92f0-b1642ec88aff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.631212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:57.631446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:57.635415 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:57.637631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:57.637631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1bfa08da-68c2-4f41-92f0-b1642ec88aff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:57.641727 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:57.716171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-3bfbf5ac-a333-4fa1-b1f0-f9c30bea4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:57.717657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-3bfbf5ac-a333-4fa1-b1f0-f9c30bea4388 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2975409
Mar 26 21:00:57.719536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] For port 74586d05-0a23-40a4-a976-8b3ddbbcbf41, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74586d05-0a23-40a4-a976-8b3ddbbcbf41,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:57.719911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.748501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ca03e3a4-e003-4b1e-a2c3-16dacbe60721), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.754054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.762763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/ca03e3a4-e003-4b1e-a2c3-16dacbe60721 HTTP/1.1" status: 204  len: 168 time: 1.0024333
Mar 26 21:00:57.763497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39256) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:57.770564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439996047'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:57.774197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329aa0c-43e3-42ff-8af2-ec56c5647593 None None] Pushing event updated for resources: {'Port': ['ID=4f66ea90-1e4a-4079-98b7-4d63edd13aca,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:57.776778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:00:57.777145 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:00:57.778860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] For port e9ab7f0b-aa23-4e39-8b61-5571a376fa78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ab7f0b-aa23-4e39-8b61-5571a376fa78,segment=NetworkSegment(02d36802-b0ea-410d-9352-cf6c57bd44e6),segment_id=02d36802-b0ea-410d-9352-cf6c57bd44e6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:00:57.793394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.794906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:00:57.794906 ncdv-master-1 neutron-server[126736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:00:57.794906 ncdv-master-1 neutron-server[126736]: [parameters: {'id': '25839511-ec05-4fd8-a07c-323ae76c663b'}]
Mar 26 21:00:57.794906 ncdv-master-1 neutron-server[126736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:00:57.794906 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:00:57.820375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01131356-79da-4e9a-bda9-758f16fcaa10 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=ca03e3a4-e003-4b1e-a2c3-16dacbe60721,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:57.834649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:57.838968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.877835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:00:57.888842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c316a628-76f0-40a8-9f74-ac8ee3988872), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:57.889133 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Added segment c316a628-76f0-40a8-9f74-ac8ee3988872 of type vlan for network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484
Mar 26 21:00:57.941098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-239a681d-97e1-4bc5-9425-fd9f4dbcb47c req-ad1b04a1-f7b0-4a2b-82e9-0b5aa53f14ed tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0616016
Mar 26 21:00:57.951188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.028911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.041478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-f593f076-9db1-4ae8-89e9-1b32524d9706 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3121979
Mar 26 21:00:58.044689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:58.045586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.147548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-99ca296c-d6ea-4abb-ac93-8c6e4b6fd14e None None] Provisioning complete for port 4f66ea90-1e4a-4079-98b7-4d63edd13aca triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:58.147548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99ca296c-d6ea-4abb-ac93-8c6e4b6fd14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.152918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087819f-3d61-4d48-ab6b-7c84f6a13550 None None] Pushing event updated for resources: {'Port': ['ID=e9ab7f0b-aa23-4e39-8b61-5571a376fa78,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:58.179610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.180054 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.180426 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Floating IP 5975b901-06c0-444c-a0f9-08e96e4009a8 disassociated. External IP: 172.35.4.89, port: 74586d05-0a23-40a4-a976-8b3ddbbcbf41.
Mar 26 21:00:58.180795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Calling delete_port for 74586d05-0a23-40a4-a976-8b3ddbbcbf41 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:58.198295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ad7f8-fbbf-45b0-b2a3-d2b27a975970 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:00:58.206352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Network': ['ID=bb4b10ba-49f0-49c3-8bb4-6f93b94f0484,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:58.219323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-276de70b-a932-46ff-9850-95629686f1e8 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4517264
Mar 26 21:00:58.224015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:58.229443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:00:58.232113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:58.265960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcd8b091-84d8-47cb-b490-49044bc36392 req-e66d7fad-52ab-4451-bb14-8c608f3bd19b service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169538
Mar 26 21:00:58.297542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.438229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4f66ea90-1e4a-4079-98b7-4d63edd13aca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:58.448710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (74586d05-0a23-40a4-a976-8b3ddbbcbf41), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.471018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-99ca296c-d6ea-4abb-ac93-8c6e4b6fd14e None None] Current status of the port 4f66ea90-1e4a-4079-98b7-4d63edd13aca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:58.483660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b71d2-2fac-454b-b15c-7e15d0de990b req-260092bf-2e7e-4f21-889b-e5ee7062d0ab tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:58.485458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c84b71d2-2fac-454b-b15c-7e15d0de990b req-260092bf-2e7e-4f21-889b-e5ee7062d0ab tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 945 time: 0.4347160
Mar 26 21:00:58.488996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port e9ab7f0b-aa23-4e39-8b61-5571a376fa78 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:00:58.489355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.507344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ad7f8-fbbf-45b0-b2a3-d2b27a975970 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:00:58.507640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:58.511069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.555288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event deleted for resources: {'Port': ['ID=74586d05-0a23-40a4-a976-8b3ddbbcbf41,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:58.583662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4f66ea90-1e4a-4079-98b7-4d63edd13aca up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:00:58.609599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c84b71d2-2fac-454b-b15c-7e15d0de990b req-92062ceb-4c9e-44d2-88b4-9344a434cfe7 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups?id=fdb2b038-7953-47f8-a7f2-1d32bc8172f2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096754
Mar 26 21:00:58.680935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port e9ab7f0b-aa23-4e39-8b61-5571a376fa78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ab7f0b-aa23-4e39-8b61-5571a376fa78,segment=NetworkSegment(02d36802-b0ea-410d-9352-cf6c57bd44e6),segment_id=02d36802-b0ea-410d-9352-cf6c57bd44e6)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:00:58.681309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.728163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.764593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4f66ea90-1e4a-4079-98b7-4d63edd13aca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:00:58.765247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.849820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (06f55b5e-6670-4484-9ae4-79f027317498), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:58.888831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc7606d3-c5c2-4bec-a2ca-97541d24071d req-4c715c01-220b-4084-a95b-7bf041b991ce tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0524633
Mar 26 21:00:58.900230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd4705-dc5b-4345-8a91-0a2776a0a35a None None] Network 25839511-ec05-4fd8-a07c-323ae76c663b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:58.941355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4f66ea90-1e4a-4079-98b7-4d63edd13aca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:00:58.978439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=06f55b5e-6670-4484-9ae4-79f027317498,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:59.031260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-5911f3fa-21bd-42ba-ae23-550bf7118196 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1834240
Mar 26 21:00:59.037815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Checking segment: {'id': 'c316a628-76f0-40a8-9f74-ac8ee3988872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:59.038245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network hostable DHCP agents. Network: bb4b10ba-49f0-49c3-8bb4-6f93b94f0484, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:00:59.046405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:00:59.069695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:00:59.070711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:00:59.070986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for e9ab7f0b-aa23-4e39-8b61-5571a376fa78 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:00:59.071453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 32d3aad7-e84a-4ebb-b6c1-4e9ffaa4a0d5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:00:59.089636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58022ec5-2345-4914-af57-35ea49906817 req-f9b200df-1f80-4b15-a2a2-c166f3930053 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.091370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58022ec5-2345-4914-af57-35ea49906817 req-f9b200df-1f80-4b15-a2a2-c166f3930053 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.5997686
Mar 26 21:00:59.105531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb4b10ba-49f0-49c3-8bb4-6f93b94f0484) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:59.110524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.111127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.121573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606c93d2-4f83-4e1a-8488-c8791149c198 None None] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:00:59.130621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-cfd59121-f32d-4e3f-9d3c-02184eff8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.132247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-cfd59121-f32d-4e3f-9d3c-02184eff8a69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 1127 time: 0.0722980
Mar 26 21:00:59.136169 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-83ba71e7-f2f3-4533-a5e9-5b61ae56e540 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9086173
Mar 26 21:00:59.140380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39298) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:59.145820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-874884097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:59.196596 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.197815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.205497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:00:59.220635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58022ec5-2345-4914-af57-35ea49906817 req-a47e7e80-f0b7-4a49-8ff9-36524c628f0b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193321
Mar 26 21:00:59.259435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e9ab7f0b-aa23-4e39-8b61-5571a376fa78), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.272624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44feacf-2442-4400-8750-102be1304689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb4b10ba-49f0-49c3-8bb4-6f93b94f0484', 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '06f55b5e-6670-4484-9ae4-79f027317498'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:00:59.273842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.302869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for router_controller (7226d707-5312-4b80-a9b8-b3da583f21d4), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.304291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-38eb53fd-9156-400c-88fa-dae85fc696a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.306374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-38eb53fd-9156-400c-88fa-dae85fc696a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1522758
Mar 26 21:00:59.312728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.356868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-ec0310b0-3782-4e17-b4fe-1c30748ff099 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 200  len: 217 time: 0.0380540
Mar 26 21:00:59.400306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.404407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2615762-1557-4cbc-824b-19e1495b82a1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.2603011
Mar 26 21:00:59.404998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:00:59.405761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39302) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:00:59.408848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=e9ab7f0b-aa23-4e39-8b61-5571a376fa78,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:59.410987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484', 'name': 'tempest-PortsTestJSON-808049740'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:00:59.423407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Sync routers for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:00:59.442559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port e9ab7f0b-aa23-4e39-8b61-5571a376fa78 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:59.452873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:00:59.454448 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ceac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:59.463442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-0f23985f-a9b8-4cd7-8697-505628db20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.464973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-0f23985f-a9b8-4cd7-8697-505628db20e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1017895
Mar 26 21:00:59.465515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] No DVR routers for this DVR port 74586d05-0a23-40a4-a976-8b3ddbbcbf41 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:00:59.467675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c44feacf-2442-4400-8750-102be1304689 None None] Allocated IP 172.20.0.2 (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484/06f55b5e-6670-4484-9ae4-79f027317498/a16feedc-ee44-409f-8112-725b576f0669) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:00:59.469008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.472412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e470676-6644-4278-bfdc-75b2eb58211a req-f21d25c5-1602-43d8-b255-bdcf48375ad2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.21 "DELETE /v2.0/ports/74586d05-0a23-40a4-a976-8b3ddbbcbf41 HTTP/1.1" status: 204  len: 173 time: 2.4182863
Mar 26 21:00:59.472908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'name': 'network-vif-deleted', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:00:59.475582 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6e743f-d257-4309-8c43-0176ef5702cf" -d '{"events": [{"server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "name": "network-vif-deleted", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:00:59.598216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.609493 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b079fcf-573c-4495-a8be-352b7f23fa96 x-openstack-request-id: req-8b079fcf-573c-4495-a8be-352b7f23fa96 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:00:59.609732 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09615731-6e79-49e6-b750-c6412628ecab", "name": "network-vif-deleted", "tag": "74586d05-0a23-40a4-a976-8b3ddbbcbf41", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:00:59.609998 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b079fcf-573c-4495-a8be-352b7f23fa96 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:00:59.610470 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b079fcf-573c-4495-a8be-352b7f23fa96'] response: {'server_uuid': '09615731-6e79-49e6-b750-c6412628ecab', 'name': 'network-vif-deleted', 'tag': '74586d05-0a23-40a4-a976-8b3ddbbcbf41', 'status': 'completed', 'code': 200}
Mar 26 21:00:59.629903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e089550>,) {'filters': {'network_id': ['25839511-ec05-4fd8-a07c-323ae76c663b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:59.639847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-1943b7d2-024a-4b0a-bbd0-44ad8a446ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:00:59.650628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-1943b7d2-024a-4b0a-bbd0-44ad8a446ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1411114
Mar 26 21:00:59.652872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e089550>, '02d36802-b0ea-410d-9352-cf6c57bd44e6') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:59.653533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e089550>, '02d36802-b0ea-410d-9352-cf6c57bd44e6') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:00:59.681660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.701209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.710846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:00:59.711532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (02d36802-b0ea-410d-9352-cf6c57bd44e6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.730968 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:00:59.745064 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks [] for port (a16feedc-ee44-409f-8112-725b576f0669), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.756676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a16feedc-ee44-409f-8112-725b576f0669), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.803363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44feacf-2442-4400-8750-102be1304689 None None] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:00:59.804321 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:00:59.809086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c44feacf-2442-4400-8750-102be1304689 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:00:59.812952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44feacf-2442-4400-8750-102be1304689 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:00:59.836253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:00:59.839700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.883579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port 2e05ae35-aafd-4fad-96cc-88bac64be876 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:00:59.892981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c44feacf-2442-4400-8750-102be1304689 None None] Attempting to bind port a16feedc-ee44-409f-8112-725b576f0669 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:00:59.894328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c44feacf-2442-4400-8750-102be1304689 None None] Attempting to bind port a16feedc-ee44-409f-8112-725b576f0669 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c316a628-76f0-40a8-9f74-ac8ee3988872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:00:59.895046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44feacf-2442-4400-8750-102be1304689 None None] Attempting to bind port a16feedc-ee44-409f-8112-725b576f0669 on network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:00:59.901201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44feacf-2442-4400-8750-102be1304689 None None] Pushing event updated for resources: {'Port': ['ID=a16feedc-ee44-409f-8112-725b576f0669,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:00:59.904301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44feacf-2442-4400-8750-102be1304689 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:00:59.905024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44feacf-2442-4400-8750-102be1304689 None None] Checking segment: {'id': 'c316a628-76f0-40a8-9f74-ac8ee3988872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:00:59.905819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.906427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44feacf-2442-4400-8750-102be1304689 None None] Bound using segment: {'id': 'c316a628-76f0-40a8-9f74-ac8ee3988872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:00:59.907161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c44feacf-2442-4400-8750-102be1304689 None None] Bound port: a16feedc-ee44-409f-8112-725b576f0669, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c316a628-76f0-40a8-9f74-ac8ee3988872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'bb4b10ba-49f0-49c3-8bb4-6f93b94f0484'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:00:59.907823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a16feedc-ee44-409f-8112-725b576f0669), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.912514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-3c95e779-6d96-4fc7-8001-652882a972f9 service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610009
Mar 26 21:00:59.921927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (25839511-ec05-4fd8-a07c-323ae76c663b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.932928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:00:59.945494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/25839511-ec05-4fd8-a07c-323ae76c663b HTTP/1.1" status: 204  len: 168 time: 3.9167469
Mar 26 21:00:59.990691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-763c8d82-a2f5-401a-aa3b-531e6dc89380 req-679e5d46-7cac-4e84-b7b9-cf6926745ec2 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/ports?device_id=09615731-6e79-49e6-b750-c6412628ecab HTTP/1.1" status: 200  len: 210 time: 0.1801662
Mar 26 21:00:59.991475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:00.010411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c44feacf-2442-4400-8750-102be1304689 None None] For port a16feedc-ee44-409f-8112-725b576f0669, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:00.011304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-661459757'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:00.019053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c44feacf-2442-4400-8750-102be1304689 None None] For port a16feedc-ee44-409f-8112-725b576f0669, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a16feedc-ee44-409f-8112-725b576f0669,segment=NetworkSegment(c316a628-76f0-40a8-9f74-ac8ee3988872),segment_id=c316a628-76f0-40a8-9f74-ac8ee3988872)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:00.061879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d128-e999-4a19-a77f-2b9d127bc255 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=25839511-ec05-4fd8-a07c-323ae76c663b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:00.066041 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c44feacf-2442-4400-8750-102be1304689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a16feedc-ee44-409f-8112-725b576f0669), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.095824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:00.101054 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.110844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.136559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:00.141118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1148371-8427-4768-aa72-88d1b22de946 req-ed38d98d-758d-47ca-b34b-8f3b7568a7fc tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0579755
Mar 26 21:01:00.151399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.151882 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment af2684d9-8959-49ee-a423-20d73f99c7c5 of type vlan for network 0be72990-454b-4b87-888b-48cb712d6c8a
Mar 26 21:01:00.153951 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ceac0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:00.163736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44feacf-2442-4400-8750-102be1304689 None None] Pushing event updated for resources: {'Port': ['ID=a16feedc-ee44-409f-8112-725b576f0669,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:00.202329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 74586d05-0a23-40a4-a976-8b3ddbbcbf41 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:00.220203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Checking router: a7a93f48-d125-4fee-a619-8f9e0cbf9c07 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:00.224290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.230566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 74586d05-0a23-40a4-a976-8b3ddbbcbf41 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:00.231029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 74586d05-0a23-40a4-a976-8b3ddbbcbf41 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:00.238790 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:00.240638 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ceac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:00.255565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91d448fd-d0ea-4988-8f33-0b8a1c712b05 req-ec221ee1-772d-4aea-98ed-57759b2b3e2b service neutron] 10.222.0.21 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3291852
Mar 26 21:01:00.272134 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.278545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:00.279179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.334318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.11 (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484/06f55b5e-6670-4484-9ae4-79f027317498/2e05ae35-aafd-4fad-96cc-88bac64be876) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:00.382892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3806365
Mar 26 21:01:00.386320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39330) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:00.398641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22f94d-3877-4f74-99ea-d88d108b95f4 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=0be72990-454b-4b87-888b-48cb712d6c8a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:00.401085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:00.413445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0be72990-454b-4b87-888b-48cb712d6c8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:00.440145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:00.469631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5659a-345e-487a-80d9-8f4d3b983cf1 req-c179c480-3fe2-4530-a8e2-a7f95fb61488 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:00.476302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfd5659a-345e-487a-80d9-8f4d3b983cf1 req-c179c480-3fe2-4530-a8e2-a7f95fb61488 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.0898342
Mar 26 21:01:00.689567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfd5659a-345e-487a-80d9-8f4d3b983cf1 req-5aa41740-faea-49e4-9e15-585499ff954b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016261
Mar 26 21:01:00.753758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a16feedc-ee44-409f-8112-725b576f0669 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:00.865191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a16feedc-ee44-409f-8112-725b576f0669 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:00.865624 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a16feedc-ee44-409f-8112-725b576f0669), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.898211 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ceac0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:00.908129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a1372-e97c-478c-98f6-708e179f63dc req-467748a3-5d70-4c0f-ae44-34f1a0fb45ac tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:00.918499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-300a1372-e97c-478c-98f6-708e179f63dc req-467748a3-5d70-4c0f-ae44-34f1a0fb45ac tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0919709
Mar 26 21:01:00.934296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ae3d0-f68a-45de-b927-653fe3af0d46 None None] The sync data for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 is: [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T20:58:58Z', 'revision_number': 4, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b64db08d-2d5a-4f18-bd4d-840b11e00091', 'name': '', 'network_id': '3aa0f23c-5368-46f1-b9c6-8664ee7325a2', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'mac_address': 'fa:16:3e:3b:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:57Z', 'updated_at': '2022-03-26T20:59:05Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'subnets': [{'id': '9d7f4ae5-d0de-4d72-955c-3b468080f7b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:00.945441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:00.949394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.963308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a16feedc-ee44-409f-8112-725b576f0669 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:00.963673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a16feedc-ee44-409f-8112-725b576f0669), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:00.977303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-300a1372-e97c-478c-98f6-708e179f63dc req-9b14f64a-b971-4635-84be-1ebcae6b53dd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575540
Mar 26 21:01:01.021228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a16feedc-ee44-409f-8112-725b576f0669, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a16feedc-ee44-409f-8112-725b576f0669,segment=NetworkSegment(c316a628-76f0-40a8-9f74-ac8ee3988872),segment_id=c316a628-76f0-40a8-9f74-ac8ee3988872)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:01.052571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing IP validity checks on allocation pools {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:01:01.052571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:01:01.067053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a16feedc-ee44-409f-8112-725b576f0669), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.092539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-0db59c2a-9c4a-4292-9437-0e300fb75a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:01.094083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-0db59c2a-9c4a-4292-9437-0e300fb75a56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.2655053
Mar 26 21:01:01.118150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39340) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:01.124968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a16feedc-ee44-409f-8112-725b576f0669,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:01.150859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.185287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (fdb2b038-7953-47f8-a7f2-1d32bc8172f2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.220817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (fdb2b038-7953-47f8-a7f2-1d32bc8172f2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.292285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fdb2b038-7953-47f8-a7f2-1d32bc8172f2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.295451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.298891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "DELETE /v2.0/security-groups/fdb2b038-7953-47f8-a7f2-1d32bc8172f2 HTTP/1.1" status: 204  len: 168 time: 0.1772618
Mar 26 21:01:01.300144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:01.317789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b5be-90ec-463c-bd1d-9bd2dafffe54 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2b038-7953-47f8-a7f2-1d32bc8172f2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:01.332556 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-a736b6d5-4db5-4702-9d99-a7e252980e7a tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] show failed (client error): The resource could not be found.
Mar 26 21:01:01.333600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a736b6d5-4db5-4702-9d99-a7e252980e7a tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "GET /v2.0/security-groups/fdb2b038-7953-47f8-a7f2-1d32bc8172f2 HTTP/1.1" status: 404  len: 347 time: 0.0314426
Mar 26 21:01:01.335181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29e8d473-c349-47ee-ad5b-a925e8bf91f6 req-e853805f-bd17-4ad7-9fd7-2b4b53756e77 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0547736
Mar 26 21:01:01.342573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39346) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:01.353720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-a3bab0e3-8823-449b-9b92-cb048653ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:01.355205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-a3bab0e3-8823-449b-9b92-cb048653ca6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.2526762
Mar 26 21:01:01.507758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Deleting port 3fc3672b-ae08-4bf6-81de-30bfaae57e8b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:01.508157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.592822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87830854-2eca-493d-bdde-f9b8c2c7cb49 None None] New status for floating IP 5975b901-06c0-444c-a0f9-08e96e4009a8: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:01:01.637631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.637970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.656205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Calling delete_port for 3fc3672b-ae08-4bf6-81de-30bfaae57e8b owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:01.773999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.792662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a77a2-53cb-4d7c-8d1e-50214bd9ea32 None None] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:01.870469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3fc3672b-ae08-4bf6-81de-30bfaae57e8b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.890546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7c5f9232-de8e-4cb9-8c12-9335644e6d9f None None] Provisioning complete for port a16feedc-ee44-409f-8112-725b576f0669 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:01.891032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c5f9232-de8e-4cb9-8c12-9335644e6d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a16feedc-ee44-409f-8112-725b576f0669), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.917730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.920728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-82342808-16c2-4745-9e4e-e39c39a06449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.5586371
Mar 26 21:01:01.924088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (ef92e207-beb6-4982-8b0f-58785e9671b9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:01.929579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Pushing event deleted for resources: {'Port': ['ID=3fc3672b-ae08-4bf6-81de-30bfaae57e8b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:02.020606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks [] for floatingip (5975b901-06c0-444c-a0f9-08e96e4009a8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.023522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.025734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da821b3a-e3e0-4646-9a1e-8757c9019630 tempest-ServersTestBootFromVolume-299370577 tempest-ServersTestBootFromVolume-299370577-project] 10.222.0.16 "DELETE /v2.0/floatingips/5975b901-06c0-444c-a0f9-08e96e4009a8 HTTP/1.1" status: 204  len: 168 time: 0.6763768
Mar 26 21:01:02.032343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39372) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:02.091483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddef8b-1394-401a-9740-024070824d2b req-a689e080-b30c-447d-9929-4d19df87e5fb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.099415 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dfddef8b-1394-401a-9740-024070824d2b req-a689e080-b30c-447d-9929-4d19df87e5fb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2422740
Mar 26 21:01:02.119596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=ef92e207-beb6-4982-8b0f-58785e9671b9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:02.149417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-12b0441a-9ec3-4887-90da-45cd46f55e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.151578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-12b0441a-9ec3-4887-90da-45cd46f55e55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1776621
Mar 26 21:01:02.154220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:02.156715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=2e05ae35-aafd-4fad-96cc-88bac64be876,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:02.189345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:02.192282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:02.212973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dfddef8b-1394-401a-9740-024070824d2b req-711c42f0-7799-48d6-bf7f-356739c50f90 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123948
Mar 26 21:01:02.290754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': 'af2684d9-8959-49ee-a423-20d73f99c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:02.291129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 0be72990-454b-4b87-888b-48cb712d6c8a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:02.304886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f9232-de8e-4cb9-8c12-9335644e6d9f None None] Current status of the port a16feedc-ee44-409f-8112-725b576f0669 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:02.325175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.325595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.347093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-782f4696-ff04-435b-a40d-fd1ef494e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.349118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-782f4696-ff04-435b-a40d-fd1ef494e9ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1709158
Mar 26 21:01:02.351543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 0be72990-454b-4b87-888b-48cb712d6c8a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:02.375227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4250f388-57ee-4fd5-8336-2cf762720eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.9682801
Mar 26 21:01:02.391153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39382) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:02.403333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0be72990-454b-4b87-888b-48cb712d6c8a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:02.410458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.411434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.419360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c84402-789c-4031-88af-e064e604a310 None None] Network 0be72990-454b-4b87-888b-48cb712d6c8a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:02.500598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba2e48-de71-41f7-b08e-67793bbdc99a req-d478e7a5-0285-4541-a29e-3c3d9d6b3898 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:02.502211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6ba2e48-de71-41f7-b08e-67793bbdc99a req-d478e7a5-0285-4541-a29e-3c3d9d6b3898 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1642373
Mar 26 21:01:02.607971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a16feedc-ee44-409f-8112-725b576f0669 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:02.641811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64a39c90-0adb-4a07-8756-57048b7d8387 req-781b373f-0634-4a4c-aed3-5f6e18c8898a tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0969088
Mar 26 21:01:02.662649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d440e47-5d4f-4ed6-b8cb-ecc54ae0b860 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.2748160
Mar 26 21:01:02.671813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39386) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:02.710912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0be72990-454b-4b87-888b-48cb712d6c8a', 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': 'ef92e207-beb6-4982-8b0f-58785e9671b9'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:02.711796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.717969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6ba2e48-de71-41f7-b08e-67793bbdc99a req-e06f1306-38d0-41a3-84af-1248cfb0ae99 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1971505
Mar 26 21:01:02.743211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a16feedc-ee44-409f-8112-725b576f0669 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:02.744016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a16feedc-ee44-409f-8112-725b576f0669), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.858096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:02.986730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Allocated IP 172.20.0.3 (0be72990-454b-4b87-888b-48cb712d6c8a/ef92e207-beb6-4982-8b0f-58785e9671b9/7c4bfe75-0e1b-40eb-bafa-a28719f5dbce) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:03.017096 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.030012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-e7ec52cf-3b66-4c69-878e-09f1c08a9035 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6706481
Mar 26 21:01:03.070492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a16feedc-ee44-409f-8112-725b576f0669 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:03.073318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Provisioning complete for port a16feedc-ee44-409f-8112-725b576f0669 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:03.073868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a16feedc-ee44-409f-8112-725b576f0669), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.244588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Current status of the port a16feedc-ee44-409f-8112-725b576f0669 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:03.261017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Provisioning complete for port 2e05ae35-aafd-4fad-96cc-88bac64be876 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:03.261405 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.271210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Deleting port b64db08d-2d5a-4f18-bd4d-840b11e00091 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:03.271836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.307788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ef92e207-beb6-4982-8b0f-58785e9671b9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.313962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9119ad30-ae61-403b-87b0-01b9004d5600 req-e19e69c2-9f6c-45e0-9700-a675b03f7326 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2543409
Mar 26 21:01:03.350671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.368969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69ce0cf1-0661-4f7d-828f-8669dfbdb58b None None] Port 2e05ae35-aafd-4fad-96cc-88bac64be876 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:03.382773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] For port b64db08d-2d5a-4f18-bd4d-840b11e00091, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b64db08d-2d5a-4f18-bd4d-840b11e00091,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:03.383287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.399209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks [] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.404003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Calling delete_port for b64db08d-2d5a-4f18-bd4d-840b11e00091 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:03.419307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.466539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Network 0be72990-454b-4b87-888b-48cb712d6c8a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:03.469624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:03.478421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:03.484920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Pushing event updated for resources: {'Port': ['ID=7c4bfe75-0e1b-40eb-bafa-a28719f5dbce,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:03.524333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d80c3f81-ef24-4018-bf96-27c87089c166 None None] Provisioning complete for port 2e05ae35-aafd-4fad-96cc-88bac64be876 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:03.524647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d80c3f81-ef24-4018-bf96-27c87089c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.609858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d80c3f81-ef24-4018-bf96-27c87089c166 None None] Port 2e05ae35-aafd-4fad-96cc-88bac64be876 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:03.623908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef175f5-1a00-4789-90e8-4b99d550f6ff req-4f597061-869f-46f5-bbec-be273590ed73 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:03.625539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eef175f5-1a00-4789-90e8-4b99d550f6ff req-4f597061-869f-46f5-bbec-be273590ed73 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2836344
Mar 26 21:01:03.651093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (ef92e207-beb6-4982-8b0f-58785e9671b9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.657488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Attempting to bind port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:03.657867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Attempting to bind port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af2684d9-8959-49ee-a423-20d73f99c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:03.658240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Attempting to bind port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce on network 0be72990-454b-4b87-888b-48cb712d6c8a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:03.679258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:03.679669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Checking segment: {'id': 'af2684d9-8959-49ee-a423-20d73f99c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:03.680078 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.688455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Bound using segment: {'id': 'af2684d9-8959-49ee-a423-20d73f99c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:03.689054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Bound port: 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2684d9-8959-49ee-a423-20d73f99c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0be72990-454b-4b87-888b-48cb712d6c8a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:03.689547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.714714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=ef92e207-beb6-4982-8b0f-58785e9671b9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:03.755907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b64db08d-2d5a-4f18-bd4d-840b11e00091), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.794043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] For port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:03.798469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] For port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c4bfe75-0e1b-40eb-bafa-a28719f5dbce,segment=NetworkSegment(af2684d9-8959-49ee-a423-20d73f99c7c5),segment_id=af2684d9-8959-49ee-a423-20d73f99c7c5)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:03.808191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:03.827627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64db08d-2d5a-4f18-bd4d-840b11e00091,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:03.831970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb995914-b1e8-4fa5-901f-ff365f1baa48 req-e7b9fc16-e12d-4797-bacc-d5c2e3c7d258 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0659680
Mar 26 21:01:03.935668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b71f1-564d-41a2-90a3-b8c71838345a None None] Pushing event updated for resources: {'Port': ['ID=7c4bfe75-0e1b-40eb-bafa-a28719f5dbce,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:03.949719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eef175f5-1a00-4789-90e8-4b99d550f6ff req-ed2cad34-5800-42f9-a520-7d617d88f60d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3137650
Mar 26 21:01:03.968860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c69f2-e8cb-403b-99c6-1b03f9c9de65 None None] Network 0be72990-454b-4b87-888b-48cb712d6c8a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:04.021943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.059735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c382e20>,) {'filters': {'network_id': ['0be72990-454b-4b87-888b-48cb712d6c8a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:04.072817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c382e20>, 'af2684d9-8959-49ee-a423-20d73f99c7c5') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:04.073042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c382e20>, 'af2684d9-8959-49ee-a423-20d73f99c7c5') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:04.094872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.109603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.116142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.120132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d6d62-ae15-49c4-b423-75a0d1ccc692 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:01:04.141283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b918-99cc-4c0a-8dc0-591fbd42e3d4 req-779b5425-089c-4177-851c-1a92e53c7d88 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:04.141920 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.142766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1b4b918-99cc-4c0a-8dc0-591fbd42e3d4 req-779b5425-089c-4177-851c-1a92e53c7d88 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1541655
Mar 26 21:01:04.150087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.158095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:04.159208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:04.174607 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:04.248660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d6d62-ae15-49c4-b423-75a0d1ccc692 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:01:04.266336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=2e05ae35-aafd-4fad-96cc-88bac64be876,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:04.274626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.api [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:01:04.274626 ncdv-master-1 neutron-server[126738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:01:04.274626 ncdv-master-1 neutron-server[126738]: [parameters: {'id': '0be72990-454b-4b87-888b-48cb712d6c8a'}]
Mar 26 21:01:04.274626 ncdv-master-1 neutron-server[126738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:04.275038 ncdv-master-1 neutron-server[126738]: DEBUG oslo_db.api [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:04.307952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1b4b918-99cc-4c0a-8dc0-591fbd42e3d4 req-de029558-bca6-40e1-b8bf-fbcd2f2f366e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491680
Mar 26 21:01:04.439371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (7226d707-5312-4b80-a9b8-b3da583f21d4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.460183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:04.592461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.599714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:04.605894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-735d5013-d853-48b5-b730-d1b4ce69cfb6 admin admin] 10.222.0.16 "PUT /v2.0/routers/a7a93f48-d125-4fee-a619-8f9e0cbf9c07/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5722542
Mar 26 21:01:04.608548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39408) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:04.612934 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Sync routers for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:04.623859 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:04.624547 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:04.741717 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:04.760853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d233032c-7498-430c-8dfa-16929c531d23 None None] Provisioning complete for port 2e05ae35-aafd-4fad-96cc-88bac64be876 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:04.761375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d233032c-7498-430c-8dfa-16929c531d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.782307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:04.801981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d233032c-7498-430c-8dfa-16929c531d23 None None] Port 2e05ae35-aafd-4fad-96cc-88bac64be876 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:04.866505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks [] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.036924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcaaaf97-8365-4bbc-b3b6-ef51f116e1c6 req-95c947da-e81e-4716-a227-f06fb7166bee tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0748484
Mar 26 21:01:05.046767 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce6a0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T21:01:03Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:05.078461 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Checking router: a7a93f48-d125-4fee-a619-8f9e0cbf9c07 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:05.092874 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Routers {'a7a93f48-d125-4fee-a619-8f9e0cbf9c07'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:05.094209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:05.113032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9493e34-e18e-4760-b095-3ae849186a3f req-c90a9370-db33-4869-a643-10d9e82ed721 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:05.115181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9493e34-e18e-4760-b095-3ae849186a3f req-c90a9370-db33-4869-a643-10d9e82ed721 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.0910745
Mar 26 21:01:05.199402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9493e34-e18e-4760-b095-3ae849186a3f req-a656b8ac-0af7-4fe8-a713-e2c755c2c808 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752368
Mar 26 21:01:05.227659 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] Set router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:05.418034 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce6a0>, [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T21:01:03Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:05.446057 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94154b7-3255-406a-bfb6-08834c616eda None None] The sync data for ids ['a7a93f48-d125-4fee-a619-8f9e0cbf9c07'] in ncdv-master-1 is: [{'id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'name': 'tempest-ServersTestBootFromVolume-211652027-router', 'tenant_id': '586533ed0cf646c2945f68477b651e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:52Z', 'updated_at': '2022-03-26T21:01:03Z', 'revision_number': 5, 'project_id': '586533ed0cf646c2945f68477b651e23', 'gw_port': {'id': 'dd5c9124-a5ee-4e0c-894e-207890f0df9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a93f48-d125-4fee-a619-8f9e0cbf9c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:53Z', 'updated_at': '2022-03-26T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:05.450478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:05.450885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.491993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks [] for router_gateway (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.542532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.552069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c4bfe75-0e1b-40eb-bafa-a28719f5dbce,segment=NetworkSegment(af2684d9-8959-49ee-a423-20d73f99c7c5),segment_id=af2684d9-8959-49ee-a423-20d73f99c7c5)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:05.552432 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.554596 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.625696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:05.701349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=2e05ae35-aafd-4fad-96cc-88bac64be876,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:05.705785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (7226d707-5312-4b80-a9b8-b3da583f21d4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.764116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Deleting port dd5c9124-a5ee-4e0c-894e-207890f0df9d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:05.764460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.876282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7c4bfe75-0e1b-40eb-bafa-a28719f5dbce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:05.918668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=7c4bfe75-0e1b-40eb-bafa-a28719f5dbce,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:05.925413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port 7c4bfe75-0e1b-40eb-bafa-a28719f5dbce on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:05.962397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:05.972802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:06.017197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] For port dd5c9124-a5ee-4e0c-894e-207890f0df9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd5c9124-a5ee-4e0c-894e-207890f0df9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:06.017582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.067554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.129364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Calling delete_port for dd5c9124-a5ee-4e0c-894e-207890f0df9d owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:06.203142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e9ad6a0>,) {'filters': {'network_id': ['0be72990-454b-4b87-888b-48cb712d6c8a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.229833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-3e020a6e-2b6c-44d9-8dec-00dcea919072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.231510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-3e020a6e-2b6c-44d9-8dec-00dcea919072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.1241138
Mar 26 21:01:06.237991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3c1af2f-dea0-49c6-8162-8806c6c0866d req-db929cdc-cea3-46ec-8809-a5b98f065410 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0678132
Mar 26 21:01:06.272717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9ad6a0>, 'af2684d9-8959-49ee-a423-20d73f99c7c5') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.273022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9ad6a0>, 'af2684d9-8959-49ee-a423-20d73f99c7c5') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.278024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0497d-b21c-42cd-acb3-fd4e1136609d req-1ad053ff-0b8a-4462-8fe7-0ef330b7b6e1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.279773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ded0497d-b21c-42cd-acb3-fd4e1136609d req-1ad053ff-0b8a-4462-8fe7-0ef330b7b6e1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1252823
Mar 26 21:01:06.293516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.339217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3c24d889-d401-4b26-a3a4-ecdf66ce6743 None None] Provisioning complete for port 2e05ae35-aafd-4fad-96cc-88bac64be876 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:06.340198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3c24d889-d401-4b26-a3a4-ecdf66ce6743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.343907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.378075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ded0497d-b21c-42cd-acb3-fd4e1136609d req-891f1f2e-38bc-4964-9894-f64dfed84f26 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898521
Mar 26 21:01:06.382396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:06.382811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (af2684d9-8959-49ee-a423-20d73f99c7c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.384181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-9fd8ddc8-af36-493a-95b0-03bbdb390e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.385835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-9fd8ddc8-af36-493a-95b0-03bbdb390e19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.1474857
Mar 26 21:01:06.386023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3c24d889-d401-4b26-a3a4-ecdf66ce6743 None None] Port 2e05ae35-aafd-4fad-96cc-88bac64be876 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:06.390515 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:06.463060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-4daedb21-b605-414a-9de7-5c9b61671052 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 1001 time: 0.0679545
Mar 26 21:01:06.480757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b64db08d-2d5a-4f18-bd4d-840b11e00091 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:06.503997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b64db08d-2d5a-4f18-bd4d-840b11e00091 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:06.504496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b64db08d-2d5a-4f18-bd4d-840b11e00091 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:06.517486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-01b102e2-f0bd-47a1-9b8c-a3d974140063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.519733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-01b102e2-f0bd-47a1-9b8c-a3d974140063 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.0486996
Mar 26 21:01:06.525196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0be72990-454b-4b87-888b-48cb712d6c8a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.530166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.536231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/0be72990-454b-4b87-888b-48cb712d6c8a HTTP/1.1" status: 204  len: 168 time: 3.8605647
Mar 26 21:01:06.537463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39430) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:06.544740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf60bd-ce0c-462c-b3dd-0f20bcc8c3c0 req-19e6d226-a4a5-43ba-834b-44e1753a6bd9 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.546219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9bf60bd-ce0c-462c-b3dd-0f20bcc8c3c0 req-19e6d226-a4a5-43ba-834b-44e1753a6bd9 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2245324
Mar 26 21:01:06.546801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Router 7226d707-5312-4b80-a9b8-b3da583f21d4 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:01:06.558622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-258078120'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:06.572244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c1ce-b0bf-40f0-b523-29faba0a7e81 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=0be72990-454b-4b87-888b-48cb712d6c8a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:06.588448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:06.591708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.596548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-d7ced4ca-3369-449a-a320-f1de8d3da94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.598071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-d7ced4ca-3369-449a-a320-f1de8d3da94a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0717354
Mar 26 21:01:06.649621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:06.688947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.689295 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 37315e5d-d224-4d60-a29b-80c66111ef04 of type vlan for network a80fe414-d4f6-462c-a221-7de89b2aa632
Mar 26 21:01:06.716658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9bf60bd-ce0c-462c-b3dd-0f20bcc8c3c0 req-222490ad-5179-4662-aab3-d55135237670 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639912
Mar 26 21:01:06.740102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dd5c9124-a5ee-4e0c-894e-207890f0df9d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.744675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-d01e7eb5-8278-4be3-bdba-51afa2e8c6df service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403549
Mar 26 21:01:06.746094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.765417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5c9124-a5ee-4e0c-894e-207890f0df9d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:06.774513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:06.779596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-444fcf7d-0437-44f9-ac04-2c11e4b39c4b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/routers/7226d707-5312-4b80-a9b8-b3da583f21d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3874519
Mar 26 21:01:06.785263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] Sync routers for ids ['7226d707-5312-4b80-a9b8-b3da583f21d4'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:06.791221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39432) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:06.801125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] Routers {'7226d707-5312-4b80-a9b8-b3da583f21d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:06.802044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efc3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7226d707-5312-4b80-a9b8-b3da583f21d4'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.838887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.844896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efc3b20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.855319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] Routers {'7226d707-5312-4b80-a9b8-b3da583f21d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:06.856093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efc3b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7226d707-5312-4b80-a9b8-b3da583f21d4'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.864401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.869265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.869859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.893687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efc3b20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:06.896129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a08f34-0057-48c8-b0f1-a6366d9a7f8f None None] The sync data for ids ['7226d707-5312-4b80-a9b8-b3da583f21d4'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:06.930135 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3766150
Mar 26 21:01:06.933179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:06.938139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:06.955948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.959992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks [] for router_controller (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:06.980785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c125efb-206d-4206-b681-25e13ea539e7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=a80fe414-d4f6-462c-a221-7de89b2aa632,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:06.992568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a80fe414-d4f6-462c-a221-7de89b2aa632 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:06.993137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d5cc9-153f-4e3d-a02f-82432db3e674 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:06.994631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c9d5cc9-153f-4e3d-a02f-82432db3e674 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?device_id=7226d707-5312-4b80-a9b8-b3da583f21d4 HTTP/1.1" status: 200  len: 982 time: 0.2024317
Mar 26 21:01:06.997176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c477eeb4-5793-4920-b1ff-9af5ac4c316f req-46b68a2d-7b46-4ad5-bb0b-e770ea6b56a9 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456365
Mar 26 21:01:06.997623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:07.055998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a7a93f48-d125-4fee-a619-8f9e0cbf9c07), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.056719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a93f48-d125-4fee-a619-8f9e0cbf9c07 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:01:07.062683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.063847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ff5f7fb-d1a4-427a-a88c-61f0faa5c740 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a7a93f48-d125-4fee-a619-8f9e0cbf9c07 HTTP/1.1" status: 204  len: 168 time: 2.4544489
Mar 26 21:01:07.069885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39440) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:07.144852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:07.148741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.156127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Deleting subnet 9d7f4ae5-d0de-4d72-955c-3b468080f7b2 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:07.171076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Publish callbacks [] for subnet (9d7f4ae5-d0de-4d72-955c-3b468080f7b2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.250885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (9d7f4ae5-d0de-4d72-955c-3b468080f7b2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.399588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9d7f4ae5-d0de-4d72-955c-3b468080f7b2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.468061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-040c7c7f-e23e-4966-ba4c-ab25ea48a4cb req-408ccf48-8024-4d79-95c7-03a30dd70b5f tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0351379
Mar 26 21:01:07.520837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (046958f2-cb89-4b91-9357-6d719c924569), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.563410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (9d7f4ae5-d0de-4d72-955c-3b468080f7b2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.605012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531419c0-a130-4160-9b17-e1179db71916 None None] Network 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:07.605493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.610719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d7f4ae5-d0de-4d72-955c-3b468080f7b2 HTTP/1.1" status: 204  len: 168 time: 0.5348864
Mar 26 21:01:07.615648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cd021-8430-426c-896d-0d81a42efc0c req-3a7f9659-384e-491d-9c44-eb916a5f6a33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:07.617140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f4cd021-8430-426c-896d-0d81a42efc0c req-3a7f9659-384e-491d-9c44-eb916a5f6a33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1520953
Mar 26 21:01:07.617615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:07.633182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=046958f2-cb89-4b91-9357-6d719c924569,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:07.700894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35624a-34f3-4d1d-97dd-5f49817c49a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7f4ae5-d0de-4d72-955c-3b468080f7b2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:07.708104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '37315e5d-d224-4d60-a29b-80c66111ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:07.708590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: a80fe414-d4f6-462c-a221-7de89b2aa632, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:07.766241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3aa0f23c-5368-46f1-b9c6-8664ee7325a2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.796723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f4cd021-8430-426c-896d-0d81a42efc0c req-89d80e36-1a20-47ea-9095-2866daac9479 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604230
Mar 26 21:01:07.821166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] DHCP port deletion for 3aa0f23c-5368-46f1-b9c6-8664ee7325a2 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:01:07.834678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network a80fe414-d4f6-462c-a221-7de89b2aa632 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:07.849381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a80fe414-d4f6-462c-a221-7de89b2aa632) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:07.855326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:07.855504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.864546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a44d7be-f1e1-42de-a89f-12855f38bef8 None None] Network a80fe414-d4f6-462c-a221-7de89b2aa632 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:07.876928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6f44f853-4299-499c-97f6-8f07ba0097fe tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9424837
Mar 26 21:01:07.879369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39454) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:07.888314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (7226d707-5312-4b80-a9b8-b3da583f21d4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.914894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Deleting port 000e6046-2e55-4ad3-b8ec-67564f4348cf {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:07.915246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.967473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Deleting port 000e6046-2e55-4ad3-b8ec-67564f4348cf {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:07.967968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:07.975219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555ae0f-6404-4555-91b3-6350d683b157 req-f3235a07-c871-49cd-8724-4bd777d39ece tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:07.976957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c555ae0f-6404-4555-91b3-6350d683b157 req-f3235a07-c871-49cd-8724-4bd777d39ece tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1598837
Mar 26 21:01:08.023296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a80fe414-d4f6-462c-a221-7de89b2aa632', 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '046958f2-cb89-4b91-9357-6d719c924569'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:08.025549 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.031105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] For port 000e6046-2e55-4ad3-b8ec-67564f4348cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000e6046-2e55-4ad3-b8ec-67564f4348cf,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:08.031576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.054394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Calling delete_port for 000e6046-2e55-4ad3-b8ec-67564f4348cf owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:08.061572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.083712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] For port 000e6046-2e55-4ad3-b8ec-67564f4348cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=000e6046-2e55-4ad3-b8ec-67564f4348cf,segment=NetworkSegment(9ce54c44-291d-49bd-bb4e-a796a0bfb2a2),segment_id=9ce54c44-291d-49bd-bb4e-a796a0bfb2a2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:08.084267 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.093221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c555ae0f-6404-4555-91b3-6350d683b157 req-c82df711-56f3-4df3-861a-831a48f6dd5d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042442
Mar 26 21:01:08.105717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Calling delete_port for 000e6046-2e55-4ad3-b8ec-67564f4348cf owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:08.164867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (046958f2-cb89-4b91-9357-6d719c924569), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.180460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 2e05ae35-aafd-4fad-96cc-88bac64be876 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:08.180794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.224994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.256176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Pushing event deleted for resources: {'Port': ['ID=000e6046-2e55-4ad3-b8ec-67564f4348cf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.258803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] No DVR routers for this DVR port 000e6046-2e55-4ad3-b8ec-67564f4348cf on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:08.280362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.281209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Allocated IP 172.20.0.1 (a80fe414-d4f6-462c-a221-7de89b2aa632/046958f2-cb89-4b91-9357-6d719c924569/e9810ffd-38c8-4c41-bf0f-c333146287b9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   from cryptography.utils import int_from_bytes
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   from cryptography.utils import int_from_bytes
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.282980 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:01:08.286603 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:01:08.295738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 2e05ae35-aafd-4fad-96cc-88bac64be876 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:08.300024 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (000e6046-2e55-4ad3-b8ec-67564f4348cf), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.334394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3aa0f23c-5368-46f1-b9c6-8664ee7325a2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.343887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] Pushing event deleted for resources: {'Port': ['ID=000e6046-2e55-4ad3-b8ec-67564f4348cf,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.345911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c94949-2317-47ee-b15a-16a1fe39a6c1 None None] No DVR routers for this DVR port 000e6046-2e55-4ad3-b8ec-67564f4348cf on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:08.360396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e326250>,) {'filters': {'network_id': ['3aa0f23c-5368-46f1-b9c6-8664ee7325a2']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.372613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e326250>, '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.372916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e326250>, '9ce54c44-291d-49bd-bb4e-a796a0bfb2a2') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.383216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9ce54c44-291d-49bd-bb4e-a796a0bfb2a2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.398323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9ce54c44-291d-49bd-bb4e-a796a0bfb2a2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.406428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:08.406850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9ce54c44-291d-49bd-bb4e-a796a0bfb2a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:08.409167 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:08.471666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3aa0f23c-5368-46f1-b9c6-8664ee7325a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.478955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.485617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/3aa0f23c-5368-46f1-b9c6-8664ee7325a2 HTTP/1.1" status: 204  len: 168 time: 0.8593032
Mar 26 21:01:08.506333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55c6d3-3bc2-4895-b9a0-f4ce988aff6c admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa0f23c-5368-46f1-b9c6-8664ee7325a2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.509552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks [] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.511722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2e05ae35-aafd-4fad-96cc-88bac64be876), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.520484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.544335 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (046958f2-cb89-4b91-9357-6d719c924569), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.589329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=046958f2-cb89-4b91-9357-6d719c924569,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.617310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Network a80fe414-d4f6-462c-a221-7de89b2aa632 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:08.622874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dd5c9124-a5ee-4e0c-894e-207890f0df9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:08.629493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:08.656489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:08.662506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: dd5c9124-a5ee-4e0c-894e-207890f0df9d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:08.663134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dd5c9124-a5ee-4e0c-894e-207890f0df9d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:08.663749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 000e6046-2e55-4ad3-b8ec-67564f4348cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:08.684134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-832bb190-2491-4f68-8d5a-ed129523c9a4 req-beb5afda-aa90-4ac5-b9f9-83ddd3d08672 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0414414
Mar 26 21:01:08.703589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 000e6046-2e55-4ad3-b8ec-67564f4348cf {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:08.704219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 000e6046-2e55-4ad3-b8ec-67564f4348cf not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:08.721982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Pushing event updated for resources: {'Port': ['ID=e9810ffd-38c8-4c41-bf0f-c333146287b9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.730607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.760194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d4f19d0>,) {'filters': {'network_id': ['a80fe414-d4f6-462c-a221-7de89b2aa632']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.775909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4f19d0>, '37315e5d-d224-4d60-a29b-80c66111ef04') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.776308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4f19d0>, '37315e5d-d224-4d60-a29b-80c66111ef04') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:08.791544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.798764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Attempting to bind port e9810ffd-38c8-4c41-bf0f-c333146287b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:08.800512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Attempting to bind port e9810ffd-38c8-4c41-bf0f-c333146287b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37315e5d-d224-4d60-a29b-80c66111ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:08.801652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Attempting to bind port e9810ffd-38c8-4c41-bf0f-c333146287b9 on network a80fe414-d4f6-462c-a221-7de89b2aa632 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:08.808273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:08.809018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Checking segment: {'id': '37315e5d-d224-4d60-a29b-80c66111ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:08.809424 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.810042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Bound using segment: {'id': '37315e5d-d224-4d60-a29b-80c66111ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:08.810646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Bound port: e9810ffd-38c8-4c41-bf0f-c333146287b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37315e5d-d224-4d60-a29b-80c66111ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:08.810998 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.813554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.826879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:08.827516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:08.833228 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:08.850715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=2e05ae35-aafd-4fad-96cc-88bac64be876,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:08.864038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (7226d707-5312-4b80-a9b8-b3da583f21d4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:08.885110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39462) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:08.907250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] For port e9810ffd-38c8-4c41-bf0f-c333146287b9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:08.913984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] For port e9810ffd-38c8-4c41-bf0f-c333146287b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9810ffd-38c8-4c41-bf0f-c333146287b9,segment=NetworkSegment(37315e5d-d224-4d60-a29b-80c66111ef04),segment_id=37315e5d-d224-4d60-a29b-80c66111ef04)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:08.915177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.api [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:01:08.915177 ncdv-master-1 neutron-server[126738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:01:08.915177 ncdv-master-1 neutron-server[126738]: [parameters: {'id': 'a80fe414-d4f6-462c-a221-7de89b2aa632'}]
Mar 26 21:01:08.915177 ncdv-master-1 neutron-server[126738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:08.915657 ncdv-master-1 neutron-server[126738]: DEBUG oslo_db.api [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:08.920747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.003261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae727af4-36ab-4026-8eab-4dff24d582de None None] Pushing event updated for resources: {'Port': ['ID=e9810ffd-38c8-4c41-bf0f-c333146287b9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:09.022301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2918022-e597-427d-acfe-ef5d89356dc3 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:01:09.025805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-292b118f-a98b-4b96-b24d-a1f3309af74c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=586533ed0cf646c2945f68477b651e23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1392553
Mar 26 21:01:09.028661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:09.085296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] Publish callbacks [] for security_group (575bc372-3232-4a95-912e-9305833c094f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.107285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] Publish callbacks [] for security_group (575bc372-3232-4a95-912e-9305833c094f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.122082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdaf9b-815c-4ff5-8514-ba48ff444a48 req-7da27739-3ffc-4572-a829-a8893c233718 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:09.123592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dfdaf9b-815c-4ff5-8514-ba48ff444a48 req-7da27739-3ffc-4572-a829-a8893c233718 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2045319
Mar 26 21:01:09.133700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Router 7226d707-5312-4b80-a9b8-b3da583f21d4 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:09.140742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2918022-e597-427d-acfe-ef5d89356dc3 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:01:09.163448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (575bc372-3232-4a95-912e-9305833c094f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.174999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.175887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/575bc372-3232-4a95-912e-9305833c094f HTTP/1.1" status: 204  len: 168 time: 0.1455464
Mar 26 21:01:09.195682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3dd39-5e97-4858-9a4d-c6e5df749981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575bc372-3232-4a95-912e-9305833c094f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:09.273222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f6f2e-c5e5-4d92-9bf3-b775ced3fab6 req-55c4dd05-e0c0-48ca-8737-b0ec5c56a8cd tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:09.275206 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-412f6f2e-c5e5-4d92-9bf3-b775ced3fab6 req-55c4dd05-e0c0-48ca-8737-b0ec5c56a8cd tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.0814278
Mar 26 21:01:09.309081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:09.318841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f933f252-5f8e-4139-a510-194f0e3a1f6e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/routers/7226d707-5312-4b80-a9b8-b3da583f21d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3200274
Mar 26 21:01:09.319412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39470) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:09.322296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] Sync routers for ids ['7226d707-5312-4b80-a9b8-b3da583f21d4'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:09.342759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-412f6f2e-c5e5-4d92-9bf3-b775ced3fab6 req-eadae7b2-db72-46fb-bae4-eedbef63af3e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611014
Mar 26 21:01:09.343645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] Routers {'7226d707-5312-4b80-a9b8-b3da583f21d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:09.344307 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7226d707-5312-4b80-a9b8-b3da583f21d4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:09.355633 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a0252e-4549-42b4-8534-60158c0ac355 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:01:09.360193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:09.360458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-65a0252e-4549-42b4-8534-60158c0ac355 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/2e05ae35-aafd-4fad-96cc-88bac64be876 HTTP/1.1" status: 404  len: 333 time: 0.0339763
Mar 26 21:01:09.373998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dfdaf9b-815c-4ff5-8514-ba48ff444a48 req-4f0ad42a-c1f4-42ac-971b-b4b219cd6363 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2317896
Mar 26 21:01:09.400165 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c100>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:09.410926 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] Routers {'7226d707-5312-4b80-a9b8-b3da583f21d4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:09.411742 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7226d707-5312-4b80-a9b8-b3da583f21d4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:09.422798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.457582 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c100>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:09.458657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53156126-5e80-4b78-856b-b9de1ab7f698 None None] The sync data for ids ['7226d707-5312-4b80-a9b8-b3da583f21d4'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:09.480997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:09.546409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:01:09.598680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc7c8c-c312-4711-b243-2e118a723e80 None None] Network a80fe414-d4f6-462c-a221-7de89b2aa632 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:09.949025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08fee055-ee05-4ddf-8ca1-ce2d6b07e41e req-5295a987-9eeb-4fc9-89d0-ccdd220ba30b tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0340252
Mar 26 21:01:09.968449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39494) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.050263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.053074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for router_controller (7226d707-5312-4b80-a9b8-b3da583f21d4), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.065039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port e9810ffd-38c8-4c41-bf0f-c333146287b9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:10.065387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.067368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1417887735-network', 'tenant_id': '9643f439b26e41cda482b9533143d636'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:10.088130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:10.090493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.100555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.122593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (7226d707-5312-4b80-a9b8-b3da583f21d4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.123148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Fanout notify agent at l3_agent the message router_deleted on router 7226d707-5312-4b80-a9b8-b3da583f21d4 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:01:10.154289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.155402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1023d435-0a99-4e34-ba97-597871b47516 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/routers/7226d707-5312-4b80-a9b8-b3da583f21d4 HTTP/1.1" status: 204  len: 168 time: 0.7940366
Mar 26 21:01:10.159421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39498) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.171709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port e9810ffd-38c8-4c41-bf0f-c333146287b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9810ffd-38c8-4c41-bf0f-c333146287b9,segment=NetworkSegment(37315e5d-d224-4d60-a29b-80c66111ef04),segment_id=37315e5d-d224-4d60-a29b-80c66111ef04)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:10.172124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.184487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for e9810ffd-38c8-4c41-bf0f-c333146287b9 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:10.215284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks [] for security_group (10f06488-d76f-421f-8cf9-cedef3deadba), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.221800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (10f06488-d76f-421f-8cf9-cedef3deadba), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.242538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 06f55b5e-6670-4484-9ae4-79f027317498 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:10.248510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (06f55b5e-6670-4484-9ae4-79f027317498), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.265680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e9810ffd-38c8-4c41-bf0f-c333146287b9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.277151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:10.297906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f06488-d76f-421f-8cf9-cedef3deadba,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:10.298147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port e9810ffd-38c8-4c41-bf0f-c333146287b9 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:10.305153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (020e6564-00ae-48cc-aa88-9355245849ce), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.305499 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Added segment 020e6564-00ae-48cc-aa88-9355245849ce of type vlan for network fb669b80-3494-4e3d-8fe7-1563ab9c14ff
Mar 26 21:01:10.319061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (06f55b5e-6670-4484-9ae4-79f027317498), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.323163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=e9810ffd-38c8-4c41-bf0f-c333146287b9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:10.378522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (fb669b80-3494-4e3d-8fe7-1563ab9c14ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.381997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.403989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e310d00>,) {'filters': {'network_id': ['a80fe414-d4f6-462c-a221-7de89b2aa632']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:10.415397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e310d00>, '37315e5d-d224-4d60-a29b-80c66111ef04') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:10.415718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e310d00>, '37315e5d-d224-4d60-a29b-80c66111ef04') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:10.426037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.441346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.448018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:10.448409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (37315e5d-d224-4d60-a29b-80c66111ef04), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:10.451394 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:10.465857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (fb669b80-3494-4e3d-8fe7-1563ab9c14ff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.466969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:10.467556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.515181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (06f55b5e-6670-4484-9ae4-79f027317498), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.550212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5806091
Mar 26 21:01:10.550562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a80fe414-d4f6-462c-a221-7de89b2aa632), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.556677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39504) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.557636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.560925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/a80fe414-d4f6-462c-a221-7de89b2aa632 HTTP/1.1" status: 204  len: 168 time: 2.6805847
Mar 26 21:01:10.568253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.570437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167dcd-fc6e-4e49-b3b2-69eee6a8181e req-23b60fde-4ba2-484a-b164-b80b2d20af49 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:10.577451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b167dcd-fc6e-4e49-b3b2-69eee6a8181e req-23b60fde-4ba2-484a-b164-b80b2d20af49 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1252162
Mar 26 21:01:10.582658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Request body: {'subnet': {'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1417887735-subnet', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:10.606809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048653970'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:10.613049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8dfbd-1fce-4918-8ed8-2da1ad94b843 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=a80fe414-d4f6-462c-a221-7de89b2aa632,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:10.626983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd72bd-27a8-40b6-8437-f1ba51214797 admin admin] Pushing event updated for resources: {'Network': ['ID=fb669b80-3494-4e3d-8fe7-1563ab9c14ff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:10.634512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:10.637107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.639781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:10.659178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85d8ab-fcb9-4fab-8707-1f7bdc15f23e req-38b41e71-0d5e-4f70-bc35-95e2d49f3f3d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:10.660741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff85d8ab-fcb9-4fab-8707-1f7bdc15f23e req-38b41e71-0d5e-4f70-bc35-95e2d49f3f3d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.2191358
Mar 26 21:01:10.663824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:10.667059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.695743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b167dcd-fc6e-4e49-b3b2-69eee6a8181e req-a2651153-2157-4511-b931-df82211dda32 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117380
Mar 26 21:01:10.699315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (06f55b5e-6670-4484-9ae4-79f027317498), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.747188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.753633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/06f55b5e-6670-4484-9ae4-79f027317498 HTTP/1.1" status: 204  len: 168 time: 0.5897758
Mar 26 21:01:10.753633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0814a6-a518-4cdf-8b38-e25ac2adad3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=06f55b5e-6670-4484-9ae4-79f027317498,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:10.754924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.756801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcb3d1-9d41-45f9-9491-45497acd24d9 None None] Network bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:10.763838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:10.785799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.786121 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 3a21c058-1754-474d-bd46-5f99694eb8e2 of type vlan for network 059711b7-9a4d-4804-83b8-3b65b031f49e
Mar 26 21:01:10.798497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff85d8ab-fcb9-4fab-8707-1f7bdc15f23e req-887c371b-c3f3-4b48-9715-2a45637b4916 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177373
Mar 26 21:01:10.846810 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.877816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.884435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:10.884995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.893477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (5cd7e2e1-5520-4541-94f7-82fe69641de3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.921395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] DHCP port deletion for bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:01:10.932410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3615246
Mar 26 21:01:10.935073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39510) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:10.939860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:10.968744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.979154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Deleting port a16feedc-ee44-409f-8112-725b576f0669 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:10.979670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a16feedc-ee44-409f-8112-725b576f0669), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:10.986094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f6559-2ac5-45fd-8c35-8e1a27ad6d35 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=059711b7-9a4d-4804-83b8-3b65b031f49e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.004711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd7e2e1-5520-4541-94f7-82fe69641de3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.026604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 059711b7-9a4d-4804-83b8-3b65b031f49e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:11.040264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Checking segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:11.040642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Network hostable DHCP agents. Network: fb669b80-3494-4e3d-8fe7-1563ab9c14ff, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:11.071137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:11.075339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port a16feedc-ee44-409f-8112-725b576f0669 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:11.075869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a16feedc-ee44-409f-8112-725b576f0669), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.085424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:11.090397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.099388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb669b80-3494-4e3d-8fe7-1563ab9c14ff) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:11.112794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:11.113395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.139777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2900fb3e-c6c7-458f-a065-0181223ced6b None None] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:11.146941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] For port a16feedc-ee44-409f-8112-725b576f0669, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a16feedc-ee44-409f-8112-725b576f0669,segment=NetworkSegment(c316a628-76f0-40a8-9f74-ac8ee3988872),segment_id=c316a628-76f0-40a8-9f74-ac8ee3988872)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:11.147411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a16feedc-ee44-409f-8112-725b576f0669), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.176998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Calling delete_port for a16feedc-ee44-409f-8112-725b576f0669 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:11.179967 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60e7e019-75dc-41dc-bfc7-da11a5887245 req-b95eb6e8-148d-4cd8-960a-2b74c1a782c4 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0694642
Mar 26 21:01:11.188740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] For port a16feedc-ee44-409f-8112-725b576f0669, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a16feedc-ee44-409f-8112-725b576f0669,segment=NetworkSegment(c316a628-76f0-40a8-9f74-ac8ee3988872),segment_id=c316a628-76f0-40a8-9f74-ac8ee3988872)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:11.189199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a16feedc-ee44-409f-8112-725b576f0669), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.195461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed87f74b-2a14-4a90-a106-e03fb629492a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6331832
Mar 26 21:01:11.198969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39514) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:11.215889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for a16feedc-ee44-409f-8112-725b576f0669 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:11.216121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:11.253234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (ee7b9542-3988-480e-977b-3ca64ec27777), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.254333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (ee7b9542-3988-480e-977b-3ca64ec27777), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.340723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a16feedc-ee44-409f-8112-725b576f0669), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.344101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:11.345107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.369006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a16feedc-ee44-409f-8112-725b576f0669), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.370685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=a16feedc-ee44-409f-8112-725b576f0669,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.380008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No DVR routers for this DVR port a16feedc-ee44-409f-8112-725b576f0669 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:11.403653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for router_controller (ee7b9542-3988-480e-977b-3ca64ec27777), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.445685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] Pushing event deleted for resources: {'Port': ['ID=a16feedc-ee44-409f-8112-725b576f0669,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.459783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce355737-5d9e-41de-aa8a-cc6c72ffca25 None None] No DVR routers for this DVR port a16feedc-ee44-409f-8112-725b576f0669 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:11.468895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.496861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ec70ee0>,) {'filters': {'network_id': ['bb4b10ba-49f0-49c3-8bb4-6f93b94f0484']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:11.497706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (b267182e-c417-4728-8ce0-ba2d312c242e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.506978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec70ee0>, 'c316a628-76f0-40a8-9f74-ac8ee3988872') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:11.507524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ec70ee0>, 'c316a628-76f0-40a8-9f74-ac8ee3988872') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:11.519162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (c316a628-76f0-40a8-9f74-ac8ee3988872), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.536949 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c316a628-76f0-40a8-9f74-ac8ee3988872), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.542796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Allocated IP 172.20.0.2 (fb669b80-3494-4e3d-8fe7-1563ab9c14ff/5cd7e2e1-5520-4541-94f7-82fe69641de3/1ebaa32f-b7f9-4bbc-a169-de5ac01e2986) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:11.543335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:11.543749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (c316a628-76f0-40a8-9f74-ac8ee3988872), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:11.547701 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:11.614299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bb4b10ba-49f0-49c3-8bb4-6f93b94f0484), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.620388 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.624745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for router_gateway (ee7b9542-3988-480e-977b-3ca64ec27777), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.626054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/bb4b10ba-49f0-49c3-8bb4-6f93b94f0484 HTTP/1.1" status: 204  len: 168 time: 0.7830937
Mar 26 21:01:11.629736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:11.633572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=b267182e-c417-4728-8ce0-ba2d312c242e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.666363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '3a21c058-1754-474d-bd46-5f99694eb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:11.666688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 059711b7-9a4d-4804-83b8-3b65b031f49e, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:11.680204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af41c3-4fd7-47c7-a38f-0b2790a1ded6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=bb4b10ba-49f0-49c3-8bb4-6f93b94f0484,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.697554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f3148-ae21-49ca-ad2d-8001d9e78c35 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:11.697856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 059711b7-9a4d-4804-83b8-3b65b031f49e is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:11.702589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-506f3148-ae21-49ca-ad2d-8001d9e78c35 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/91ff9d0e-2dc8-4b83-b231-736c50453807 HTTP/1.1" status: 200  len: 841 time: 0.0716650
Mar 26 21:01:11.703244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39518) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:11.724405 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks [] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.731741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.753615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0d5e777-5f41-43a2-8ac5-1535598573d7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/91ff9d0e-2dc8-4b83-b231-736c50453807?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0492070
Mar 26 21:01:11.757816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39522) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:11.763208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:11.768574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 059711b7-9a4d-4804-83b8-3b65b031f49e) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:11.773287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:11.774163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.782634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c0074d-c7fe-4905-be94-3e48d49ce33c None None] Network 059711b7-9a4d-4804-83b8-3b65b031f49e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:11.792727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:11.809394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:11.815342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:11.836146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Pushing event updated for resources: {'Port': ['ID=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:11.864165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:11.868659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.957352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Attempting to bind port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:11.957735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Attempting to bind port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:11.958111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Attempting to bind port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 on network fb669b80-3494-4e3d-8fe7-1563ab9c14ff {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:11.969049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-059711b7-9a4d-4804-83b8-3b65b031f49e', 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': 'b267182e-c417-4728-8ce0-ba2d312c242e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:11.970064 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.983413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:11.983800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Checking segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:11.984237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:11.984637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Bound using segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:11.985129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Bound port: 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:11.986116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.035746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174762c7-7d74-47c0-a5df-47a544828bfa req-2144e57a-2181-48c2-a382-8d5e71b61f78 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:12.037569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-174762c7-7d74-47c0-a5df-47a544828bfa req-2144e57a-2181-48c2-a382-8d5e71b61f78 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.1254199
Mar 26 21:01:12.126147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8096b8ec-29e2-4ffd-89f5-06fe8faec091 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1900399
Mar 26 21:01:12.129535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39526) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:12.148779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] For port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:12.152799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-174762c7-7d74-47c0-a5df-47a544828bfa req-942b43bf-76a2-452c-b15f-08d36dcedb3b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035805
Mar 26 21:01:12.183857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] For port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:12.193795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (974078cf-99fe-48c4-8b4a-045478d8d633), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.203307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.241823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:12.247382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:12.250546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:12.251255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.267246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=974078cf-99fe-48c4-8b4a-045478d8d633,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:12.282495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Allocated IP 172.20.0.2 (059711b7-9a4d-4804-83b8-3b65b031f49e/b267182e-c417-4728-8ce0-ba2d312c242e/af2034ae-b05a-42ac-a741-a11facead1d8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:12.285891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb4d0b74-cab0-4968-8eba-7a74402b2851 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5244496
Mar 26 21:01:12.286037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372d7ca-910b-43da-a676-3bd901dcf947 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:12.286671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39532) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:12.292827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627556372'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:12.318592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.325465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88af63-506e-4d77-b247-6c592925d64d req-c3b81883-9a29-4bfe-a55c-1646e0253c2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:12.332708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f88af63-506e-4d77-b247-6c592925d64d req-c3b81883-9a29-4bfe-a55c-1646e0253c2c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.5439796
Mar 26 21:01:12.378079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022629e-83e3-4f07-b499-cabf76b77086 None None] Pushing event updated for resources: {'Port': ['ID=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:12.390667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.419902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (ea896537-9dd8-4df4-b257-e2b2a468df39), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.426627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ea896537-9dd8-4df4-b257-e2b2a468df39), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.461037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea896537-9dd8-4df4-b257-e2b2a468df39,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:12.462279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for router_gateway (ee7b9542-3988-480e-977b-3ca64ec27777), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.469449 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.472309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd424483-4eb1-4435-a8b7-dcf6cb87474d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1846590
Mar 26 21:01:12.474873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:12.480164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'security_group': {'name': 'tempest-secgroup-929534384'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:12.513301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f88af63-506e-4d77-b247-6c592925d64d req-8dbea31a-8def-4d14-a203-bbf8d4a9e673 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1773503
Mar 26 21:01:12.518810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.529929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.552130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9219b978-2e68-471c-a58d-d6476b165f03', 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'project_id': 'f7c998fb98ff4ad3947f0e147eaf4393', 'fixed_ips': [{'subnet_id': '974078cf-99fe-48c4-8b4a-045478d8d633'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:12.553853 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.583908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b267182e-c417-4728-8ce0-ba2d312c242e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.660694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (297a030a-a461-457f-a40b-835573955fff), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.667639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (297a030a-a461-457f-a40b-835573955fff), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.720636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.724758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1daff45-7f10-4e92-8944-340d5d784935 req-51b53d99-7c96-438f-b3ac-459fcf87fe60 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0770299
Mar 26 21:01:12.724970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2487128
Mar 26 21:01:12.743643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:12.754156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-242819361', 'security_groups': ['297a030a-a461-457f-a40b-835573955fff'], 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '974078cf-99fe-48c4-8b4a-045478d8d633'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:12.793327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a16feedc-ee44-409f-8112-725b576f0669 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:12.798725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3d96c-6fd5-42c1-b5ad-2dc6011272e0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297a030a-a461-457f-a40b-835573955fff,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:12.840942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a16feedc-ee44-409f-8112-725b576f0669 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:12.841320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a16feedc-ee44-409f-8112-725b576f0669 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:12.870269 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks [] for port (af2034ae-b05a-42ac-a741-a11facead1d8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.917190 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.956216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (b267182e-c417-4728-8ce0-ba2d312c242e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:12.958815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Allocated IP 172.35.4.7 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/caa5185e-043d-4528-8e0c-9f62c0e877d5) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:13.010002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Network 059711b7-9a4d-4804-83b8-3b65b031f49e is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:13.020608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:13.023350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:13.024959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=b267182e-c417-4728-8ce0-ba2d312c242e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:13.035605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Allocated IP 172.20.0.2 (9219b978-2e68-471c-a58d-d6476b165f03/974078cf-99fe-48c4-8b4a-045478d8d633/eb124a6f-6195-444e-baaf-9f36d024d3fc) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:13.048637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Pushing event updated for resources: {'Port': ['ID=af2034ae-b05a-42ac-a741-a11facead1d8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:13.086431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:13.129782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Attempting to bind port af2034ae-b05a-42ac-a741-a11facead1d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:13.130147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Attempting to bind port af2034ae-b05a-42ac-a741-a11facead1d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a21c058-1754-474d-bd46-5f99694eb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:13.130516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Attempting to bind port af2034ae-b05a-42ac-a741-a11facead1d8 on network 059711b7-9a4d-4804-83b8-3b65b031f49e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:13.165461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:13.165841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Checking segment: {'id': '3a21c058-1754-474d-bd46-5f99694eb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:13.166244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.166638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Bound using segment: {'id': '3a21c058-1754-474d-bd46-5f99694eb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:13.167110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Bound port: af2034ae-b05a-42ac-a741-a11facead1d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a21c058-1754-474d-bd46-5f99694eb8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '059711b7-9a4d-4804-83b8-3b65b031f49e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:13.167491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.173420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.239210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e115250>,) {'filters': {'network_id': ['059711b7-9a4d-4804-83b8-3b65b031f49e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:13.264687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e115250>, '3a21c058-1754-474d-bd46-5f99694eb8e2') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:13.265062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e115250>, '3a21c058-1754-474d-bd46-5f99694eb8e2') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:13.278841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] For port af2034ae-b05a-42ac-a741-a11facead1d8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:13.286158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] For port af2034ae-b05a-42ac-a741-a11facead1d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af2034ae-b05a-42ac-a741-a11facead1d8,segment=NetworkSegment(3a21c058-1754-474d-bd46-5f99694eb8e2),segment_id=3a21c058-1754-474d-bd46-5f99694eb8e2)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:13.297056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.298027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.311493 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks [] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.317069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.320838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.336814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.345502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.346572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:13.346839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:13.351281 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:13.380772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port f5ab6088-7962-4fa4-8286-e7316b381872 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:01:13.496261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:01:13.496261 ncdv-master-1 neutron-server[126736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:01:13.496261 ncdv-master-1 neutron-server[126736]: [parameters: {'id': '059711b7-9a4d-4804-83b8-3b65b031f49e'}]
Mar 26 21:01:13.496261 ncdv-master-1 neutron-server[126736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:13.496782 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:13.504877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.553729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Pushing event updated for resources: {'Port': ['ID=caa5185e-043d-4528-8e0c-9f62c0e877d5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:13.585134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:13.586194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecb5b-9b90-4e43-8746-76de1a35ecf3 None None] Pushing event updated for resources: {'Port': ['ID=af2034ae-b05a-42ac-a741-a11facead1d8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:13.594892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:13.597817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:13.623884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950900b9-8c33-470a-afce-e4d4c6e77336 None None] Network 059711b7-9a4d-4804-83b8-3b65b031f49e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:13.635241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:13.639333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:13.644268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:13.675642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d612a50-6689-401c-b486-ac2e64004b55 req-c950bf2f-6dd2-4e2f-bb88-b0b380c19e56 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:13.679185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d612a50-6689-401c-b486-ac2e64004b55 req-c950bf2f-6dd2-4e2f-bb88-b0b380c19e56 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.0867608
Mar 26 21:01:13.714256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:13.743810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d612a50-6689-401c-b486-ac2e64004b55 req-f9226387-26f4-4a52-aa4f-37e97b1bcae4 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525527
Mar 26 21:01:13.768707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Attempting to bind port eb124a6f-6195-444e-baaf-9f36d024d3fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:13.769377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Attempting to bind port eb124a6f-6195-444e-baaf-9f36d024d3fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '14102434-d626-4574-b055-c30cf65b0f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:13.769488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Attempting to bind port eb124a6f-6195-444e-baaf-9f36d024d3fc on network 9219b978-2e68-471c-a58d-d6476b165f03 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:13.778061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:13.778441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Checking segment: {'id': '14102434-d626-4574-b055-c30cf65b0f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:13.778849 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.780267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Bound using segment: {'id': '14102434-d626-4574-b055-c30cf65b0f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:13.780267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Bound port: eb124a6f-6195-444e-baaf-9f36d024d3fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14102434-d626-4574-b055-c30cf65b0f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:13.780267 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.832021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfd354-dab6-4851-9419-489801814a15 None None] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:13.846507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.14 (9219b978-2e68-471c-a58d-d6476b165f03/974078cf-99fe-48c4-8b4a-045478d8d633/f5ab6088-7962-4fa4-8286-e7316b381872) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:13.883337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e744c77d-85dc-45c3-9058-65b74e002269 req-d79827ac-9298-48d5-8c1b-a219a8fecd50 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0572321
Mar 26 21:01:13.925731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:13.944470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:13.947763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Provisioning complete for port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:13.948173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:13.993193 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.001559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.077211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.100882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4afc0-52b1-4d0e-90a9-aee423980983 None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:14.152197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Current status of the port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:14.152653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.162013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (f5ab6088-7962-4fa4-8286-e7316b381872), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.165841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for router_gateway (ee7b9542-3988-480e-977b-3ca64ec27777), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.195104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] For port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:14.201215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.261316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b2ada-2196-4cfb-8f29-216018a98603 None None] Pushing event updated for resources: {'Port': ['ID=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:14.306974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port af2034ae-b05a-42ac-a741-a11facead1d8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:14.307498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.311320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.473657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:14.491205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:14.496707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:14.500534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=f5ab6088-7962-4fa4-8286-e7316b381872,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:14.533876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fbd3b8c7-3601-4e13-b119-9cf259bc1b64 None None] Provisioning complete for port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:14.534264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b8c7-3601-4e13-b119-9cf259bc1b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.583837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port af2034ae-b05a-42ac-a741-a11facead1d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af2034ae-b05a-42ac-a741-a11facead1d8,segment=NetworkSegment(3a21c058-1754-474d-bd46-5f99694eb8e2),segment_id=3a21c058-1754-474d-bd46-5f99694eb8e2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:14.584245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.609850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for af2034ae-b05a-42ac-a741-a11facead1d8 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:14.610494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:14.618666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:14.619298 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.642593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (ee7b9542-3988-480e-977b-3ca64ec27777), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.647422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3b8c7-3601-4e13-b119-9cf259bc1b64 None None] Current status of the port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:14.671678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:14.672094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.689008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ddef31a6-4c98-4764-86b4-32607d4b3263 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.9390075
Mar 26 21:01:14.689335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39570) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:14.694395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:14.752479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:14.752973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.789804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:14.801941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.804325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:14.814941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (af2034ae-b05a-42ac-a741-a11facead1d8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.824840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:14.832042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:14.850707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=af2034ae-b05a-42ac-a741-a11facead1d8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:14.863702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port af2034ae-b05a-42ac-a741-a11facead1d8 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:14.932916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:14.946673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:14.947320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.036224 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 974078cf-99fe-48c4-8b4a-045478d8d633 (CIDR: 172.20.0.0/28)
Mar 26 21:01:15.062840 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:01:15.063601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:15.067382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7459f9fa-83f9-462c-bb90-7dd482ef88d9 req-9cd7102b-4e28-452b-971e-b2693084c965 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0559022
Mar 26 21:01:15.093899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-930f0d48-7ce3-4482-ac42-08cf592fa529 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4033720
Mar 26 21:01:15.095088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39580) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:15.118904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:15.124241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:15.292568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:15.298823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.322892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e138042-ddac-42dd-b710-69b32bcb47aa None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:01:15.374909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.379382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Router ee7b9542-3988-480e-977b-3ca64ec27777 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:01:15.408203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:15.409667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.410244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b567-6029-43df-8984-853a9e0a8e4e req-acbe92c9-6b60-40c1-a435-a3cb90a7f60f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:15.412176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eaf6b567-6029-43df-8984-853a9e0a8e4e req-acbe92c9-6b60-40c1-a435-a3cb90a7f60f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.5042138
Mar 26 21:01:15.416639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6125683fa0>,) {'filters': {'network_id': ['059711b7-9a4d-4804-83b8-3b65b031f49e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:15.476416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125683fa0>, '3a21c058-1754-474d-bd46-5f99694eb8e2') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:15.477110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125683fa0>, '3a21c058-1754-474d-bd46-5f99694eb8e2') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:15.486072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e138042-ddac-42dd-b710-69b32bcb47aa None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:01:15.495372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.538351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:15.557800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.574275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (74c7f351-faa4-464f-b576-f18d787f5c1c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.574511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:15.574964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3a21c058-1754-474d-bd46-5f99694eb8e2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:15.578077 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:15.587698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:15.588188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.595574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eaf6b567-6029-43df-8984-853a9e0a8e4e req-e4ea7113-fe65-40c3-955f-9a9ac5f49002 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698048
Mar 26 21:01:15.622644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:15.624213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:15.633924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:15.634548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.661626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:15.665164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5662401
Mar 26 21:01:15.668402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39590) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:15.673834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81869948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74c7f351-faa4-464f-b576-f18d787f5c1c'}], 'security_groups': ['ea896537-9dd8-4df4-b257-e2b2a468df39']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:15.677865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ee35b-e564-45b5-9d2f-2a8cc16605c1 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=74c7f351-faa4-464f-b576-f18d787f5c1c,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:15.679858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (059711b7-9a4d-4804-83b8-3b65b031f49e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.684637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-60e69c50-724f-4c1f-9967-b13b9efca7cd None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:15.685618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.686955 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8e7f5a0-f3be-4790-8f6a-49b89f35ddad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4869769
Mar 26 21:01:15.687452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Sync routers for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:15.694270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.694997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.700118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/059711b7-9a4d-4804-83b8-3b65b031f49e HTTP/1.1" status: 204  len: 168 time: 3.5694852
Mar 26 21:01:15.701042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39592) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:15.701042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39594) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:15.707632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669926857'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:15.722036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:15.722853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec97c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:15.766113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041913a7-a7f0-4f5c-883f-40b705bf85b0 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=059711b7-9a4d-4804-83b8-3b65b031f49e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:15.785786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:15.788893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.851682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.855823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:15.870967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ba9a3d45-79cb-45f0-89f2-4ee4a5606c84), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:15.871309 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment ba9a3d45-79cb-45f0-89f2-4ee4a5606c84 of type vlan for network 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba
Mar 26 21:01:15.896983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:15.965653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (71eae845-c8b6-4ad4-ac4d-dcbc794c67ba), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.065929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (71eae845-c8b6-4ad4-ac4d-dcbc794c67ba), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.072133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:16.072831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.129274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec97c10>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:13Z', 'revision_number': 3, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:16.158121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Checking router: ee7b9542-3988-480e-977b-3ca64ec27777 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:16.159013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Updating router ee7b9542-3988-480e-977b-3ca64ec27777 port caa5185e-043d-4528-8e0c-9f62c0e877d5 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:01:16.190518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.287395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5840244
Mar 26 21:01:16.288176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39616) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:16.297711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '71eae845-c8b6-4ad4-ac4d-dcbc794c67ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:16.320804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80d47d6b-bda4-4f09-b5eb-537b763300ff req-98561b11-ca79-45ce-9c3f-835675e683a5 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0719843
Mar 26 21:01:16.332114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:01:16.333950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191565c3-97de-46b5-a4d8-6005bbfbde1d None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:16.388630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1ba91-a0ec-4921-a51c-95b9c1696686 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=71eae845-c8b6-4ad4-ac4d-dcbc794c67ba,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:16.407040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:16.437336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Delete allocated IP 172.20.0.14 (9219b978-2e68-471c-a58d-d6476b165f03/974078cf-99fe-48c4-8b4a-045478d8d633) {{(pid=126738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:01:16.455647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.18 (9219b978-2e68-471c-a58d-d6476b165f03/74c7f351-faa4-464f-b576-f18d787f5c1c/f5ab6088-7962-4fa4-8286-e7316b381872) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:16.496939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-24bc3a38-b557-459d-8100-c429999a64ee None None] Provisioning complete for port f5ab6088-7962-4fa4-8286-e7316b381872 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:16.502049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-24bc3a38-b557-459d-8100-c429999a64ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.554268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:01:16.561668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:16.566786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.660534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (f5ab6088-7962-4fa4-8286-e7316b381872), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.672285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.699609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing IP validity checks on allocation pools {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:01:16.700151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:01:16.748850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.797490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=f5ab6088-7962-4fa4-8286-e7316b381872,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:16.818836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:16.844236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] In _notify_port_updated(), no bound segment for port f5ab6088-7962-4fa4-8286-e7316b381872 on network 9219b978-2e68-471c-a58d-d6476b165f03 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:01:16.845305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400dd87-7b95-48d0-a5ce-c9e539990e54 req-1c75c7ed-2ce0-4b8e-b8d7-f439e964ee87 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:16.849297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:16.849922 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:16.855317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b6e161b1-83a8-489d-a466-879e1ae6199c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/ports/f5ab6088-7962-4fa4-8286-e7316b381872 HTTP/1.1" status: 200  len: 919 time: 1.1825187
Mar 26 21:01:16.855937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9400dd87-7b95-48d0-a5ce-c9e539990e54 req-1c75c7ed-2ce0-4b8e-b8d7-f439e964ee87 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1496396
Mar 26 21:01:16.860123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39636) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:16.952655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:17.016039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'mac_address': 'fa:16:3e:8e:a7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:01:17.022010 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9400dd87-7b95-48d0-a5ce-c9e539990e54 req-995342bc-5faf-4761-a1a7-042cdc2fe801 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687665
Mar 26 21:01:17.033359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port f5ab6088-7962-4fa4-8286-e7316b381872 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:17.033859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.086327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (85c68721-446d-46b5-9c3c-07d7452daafd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.150692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 607e9bc9-d63e-4f18-b20e-8c045ee4124b is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:17.151372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.152865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-24bc3a38-b557-459d-8100-c429999a64ee None None] Port f5ab6088-7962-4fa4-8286-e7316b381872 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:17.160432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Allocated IP 172.20.0.1 (fb669b80-3494-4e3d-8fe7-1563ab9c14ff/5cd7e2e1-5520-4541-94f7-82fe69641de3/0995e59a-a5a3-4c88-a3dc-3bf1b7079c41) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:17.186649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=85c68721-446d-46b5-9c3c-07d7452daafd,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:17.215073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': 'ba9a3d45-79cb-45f0-89f2-4ee4a5606c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '71eae845-c8b6-4ad4-ac4d-dcbc794c67ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:17.215808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:17.220446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 607e9bc9-d63e-4f18-b20e-8c045ee4124b {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:01:17.225173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.242222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for f5ab6088-7962-4fa4-8286-e7316b381872 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:17.246716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:17.257466 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.280584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:17.280964 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.285326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:17.336992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:17.350004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:17.351253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.356350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks [] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.403837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2b39d-a7b6-498c-b01a-b2bcd7faade1 None None] Network 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:17.416093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6320bf90-1317-40de-8ed6-9e35aab640bf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.1228216
Mar 26 21:01:17.422127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:17.487033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['607e9bc9-d63e-4f18-b20e-8c045ee4124b'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:01:17.508628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f5ab6088-7962-4fa4-8286-e7316b381872), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.546961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=f5ab6088-7962-4fa4-8286-e7316b381872,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:17.570812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d18a8b1-e941-44d2-8d61-47c78b6cc447 req-0c3aa36b-7538-446c-b81c-ca23936e0935 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0586462
Mar 26 21:01:17.588846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Update dhcp port {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'fixed_ips': [{'subnet_id': '974078cf-99fe-48c4-8b4a-045478d8d633', 'ip_address': '172.20.0.2'}, {'subnet_id': '74c7f351-faa4-464f-b576-f18d787f5c1c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'eb124a6f-6195-444e-baaf-9f36d024d3fc'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:01:17.636494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (71eae845-c8b6-4ad4-ac4d-dcbc794c67ba), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.641820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.644965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.650263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a525a79-5ed9-469b-bfe7-16d70cab83dc tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/f5ab6088-7962-4fa4-8286-e7316b381872 HTTP/1.1" status: 204  len: 168 time: 0.7919233
Mar 26 21:01:17.652115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39652) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:17.682750 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fe789f-6144-4859-9d52-c16e72bd1ef6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:01:17.688534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-99fe789f-6144-4859-9d52-c16e72bd1ef6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/f5ab6088-7962-4fa4-8286-e7316b381872 HTTP/1.1" status: 404  len: 333 time: 0.0351758
Mar 26 21:01:17.689329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39654) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:17.693971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks [] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.698365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:17.702495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:17.712618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:17.734962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:17.745080 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.789498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (297a030a-a461-457f-a40b-835573955fff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.801859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (ee7b9542-3988-480e-977b-3ca64ec27777), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.811186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.822655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:17.827126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (297a030a-a461-457f-a40b-835573955fff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.892489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (297a030a-a461-457f-a40b-835573955fff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.896985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.901869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/security-groups/297a030a-a461-457f-a40b-835573955fff HTTP/1.1" status: 204  len: 168 time: 0.2110956
Mar 26 21:01:17.902780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39656) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:17.940055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Pushing event updated for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:17.967405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Attempting to bind port caa5185e-043d-4528-8e0c-9f62c0e877d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:17.971457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fdc38-bc30-413d-817b-9efb765e1c1f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297a030a-a461-457f-a40b-835573955fff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:17.972084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Attempting to bind port caa5185e-043d-4528-8e0c-9f62c0e877d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:17.972583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Attempting to bind port caa5185e-043d-4528-8e0c-9f62c0e877d5 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:17.975090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de641389-6382-42cf-85a1-50a0bc2efeaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-71eae845-c8b6-4ad4-ac4d-dcbc794c67ba', 'network_id': '71eae845-c8b6-4ad4-ac4d-dcbc794c67ba', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '85c68721-446d-46b5-9c3c-07d7452daafd'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:17.979832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-de641389-6382-42cf-85a1-50a0bc2efeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.990131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (85c68721-446d-46b5-9c3c-07d7452daafd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:17.997767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f3f65-ee3f-4298-af49-01bfe7a632b5 None None] Pushing event updated for resources: {'Port': ['ID=caa5185e-043d-4528-8e0c-9f62c0e877d5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.043166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (ea896537-9dd8-4df4-b257-e2b2a468df39), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.110795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (ea896537-9dd8-4df4-b257-e2b2a468df39), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.167314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:18.168570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:18.169211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.171969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:18.172745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Bound port: caa5185e-043d-4528-8e0c-9f62c0e877d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:18.173387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.179141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (85c68721-446d-46b5-9c3c-07d7452daafd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.222081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=85c68721-446d-46b5-9c3c-07d7452daafd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.226834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e695e6f-2874-47e0-be80-3c1d7cd6af83 req-abb211cd-2685-4b54-87cb-c22063e14bbd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:18.237433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.240874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e695e6f-2874-47e0-be80-3c1d7cd6af83 req-abb211cd-2685-4b54-87cb-c22063e14bbd tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.0920508
Mar 26 21:01:18.252054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ea896537-9dd8-4df4-b257-e2b2a468df39), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.255214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.260576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea896537-9dd8-4df4-b257-e2b2a468df39 HTTP/1.1" status: 204  len: 168 time: 0.3496292
Mar 26 21:01:18.260775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39660) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:18.285897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbcbee-3de9-4345-86ff-282bf35c3665 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea896537-9dd8-4df4-b257-e2b2a468df39,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.326789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 974078cf-99fe-48c4-8b4a-045478d8d633 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:18.334755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e695e6f-2874-47e0-be80-3c1d7cd6af83 req-08792e93-e69b-4f6e-b8eb-2f8974f1421c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929112
Mar 26 21:01:18.405925 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5172d02a-24d8-49b5-9b4f-548ac0090bf3 None None] Provisioning complete for port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:18.406258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5172d02a-24d8-49b5-9b4f-548ac0090bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.457955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (71eae845-c8b6-4ad4-ac4d-dcbc794c67ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.465857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] For port caa5185e-043d-4528-8e0c-9f62c0e877d5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:18.494389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc2b0>,) {'filters': {'network_id': ['71eae845-c8b6-4ad4-ac4d-dcbc794c67ba']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:18.527965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Allocated IP 172.20.0.18 (9219b978-2e68-471c-a58d-d6476b165f03/74c7f351-faa4-464f-b576-f18d787f5c1c/eb124a6f-6195-444e-baaf-9f36d024d3fc) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:18.534808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] For port caa5185e-043d-4528-8e0c-9f62c0e877d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caa5185e-043d-4528-8e0c-9f62c0e877d5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:18.537361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc2b0>, 'ba9a3d45-79cb-45f0-89f2-4ee4a5606c84') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:18.537361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc2b0>, 'ba9a3d45-79cb-45f0-89f2-4ee4a5606c84') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:18.537682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5222b9-7c67-44f0-b35d-c093f6535e2d None None] Network 71eae845-c8b6-4ad4-ac4d-dcbc794c67ba requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:18.540356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5172d02a-24d8-49b5-9b4f-548ac0090bf3 None None] Port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:18.557444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (ba9a3d45-79cb-45f0-89f2-4ee4a5606c84), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.573771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.593258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ba9a3d45-79cb-45f0-89f2-4ee4a5606c84), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.612826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:18.613230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (ba9a3d45-79cb-45f0-89f2-4ee4a5606c84), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:18.616312 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:18.704917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f3f65-ee3f-4298-af49-01bfe7a632b5 None None] Pushing event updated for resources: {'Port': ['ID=caa5185e-043d-4528-8e0c-9f62c0e877d5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.756920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks [] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.765765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.771250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (71eae845-c8b6-4ad4-ac4d-dcbc794c67ba), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.778827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-327e7e61-a14c-456a-a4a3-aeb85fa3f165 req-39dc25b2-9e8f-4637-8cc8-243d8c9f861e tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0589309
Mar 26 21:01:18.845224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.845448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:18.846721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec97c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:18.852641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/71eae845-c8b6-4ad4-ac4d-dcbc794c67ba HTTP/1.1" status: 204  len: 168 time: 1.4239430
Mar 26 21:01:18.853442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39674) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:18.861702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1339255902'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:18.862730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214e166-b90c-4a56-9ba2-2b0e9eb56650 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=71eae845-c8b6-4ad4-ac4d-dcbc794c67ba,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.883298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Pushing event updated for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:18.890049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (ee7b9542-3988-480e-977b-3ca64ec27777), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.937594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:18.943040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:18.975690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:18.999330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (75faa3b0-0a03-4f47-8c34-a4b47976332b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.000317 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 75faa3b0-0a03-4f47-8c34-a4b47976332b of type vlan for network a91791d6-1f81-454e-bba4-bf0a46c2dafb
Mar 26 21:01:19.004982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:19.006462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:19.055758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:19.058754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bc76621-9085-458a-af1d-560491eda7de None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:19.093963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a91791d6-1f81-454e-bba4-bf0a46c2dafb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.156927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a91791d6-1f81-454e-bba4-bf0a46c2dafb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.164096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:19.165052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.226153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3701494
Mar 26 21:01:19.229408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39676) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:19.238205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': 'a91791d6-1f81-454e-bba4-bf0a46c2dafb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:19.266648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aeef8e-647c-49cc-a508-c1d0c0d83f4b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=a91791d6-1f81-454e-bba4-bf0a46c2dafb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:19.270443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Router ee7b9542-3988-480e-977b-3ca64ec27777 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:19.311441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Publish callbacks [] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.316159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a91791d6-1f81-454e-bba4-bf0a46c2dafb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:19.325501 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.335110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (974078cf-99fe-48c4-8b4a-045478d8d633), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.526718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (974078cf-99fe-48c4-8b4a-045478d8d633), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.596810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:19.600863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.841975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-304e7323-8f85-4369-b962-e22be313e32d None None] Provisioning complete for port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:19.842401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-304e7323-8f85-4369-b962-e22be313e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:19.889414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-304e7323-8f85-4369-b962-e22be313e32d None None] Port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:19.890830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc76621-9085-458a-af1d-560491eda7de None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:19.933322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec97c10>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 2, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:19.975334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33feb9-6d87-4874-945d-746e24fee49f None None] The sync data for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 is: [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 2, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:19.982811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a597e3e1-2f85-40cd-ae42-993c83872b22 req-389638c7-41fb-40f2-82ef-a3c1b6297618 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0569220
Mar 26 21:01:20.141403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:20.159800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8827911a-863e-474e-a2ac-1ede6ff35a48 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee7b9542-3988-480e-977b-3ca64ec27777/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4578760
Mar 26 21:01:20.247785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:20.248698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5bcb-4e5a-469b-a143-4eb9be1dfe1f req-dc6dbf8d-45d9-4c82-8c80-f1926760513e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:20.249986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a84f5bcb-4e5a-469b-a143-4eb9be1dfe1f req-dc6dbf8d-45d9-4c82-8c80-f1926760513e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.8274143
Mar 26 21:01:20.383342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 607e9bc9-d63e-4f18-b20e-8c045ee4124b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:20.384970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.398597 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (974078cf-99fe-48c4-8b4a-045478d8d633), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.588131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 607e9bc9-d63e-4f18-b20e-8c045ee4124b is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:20.588902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.627613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a84f5bcb-4e5a-469b-a143-4eb9be1dfe1f req-17f3f6d4-ed0f-48dd-8457-e305386384d2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3628929
Mar 26 21:01:20.652424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:20.711804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:20.723655 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c171a4-bb45-4d1e-91a8-000d0763daaf" -d '{"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-plugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:20.739865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (974078cf-99fe-48c4-8b4a-045478d8d633), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.743843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:20.752948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.827814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=974078cf-99fe-48c4-8b4a-045478d8d633,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:20.842502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.846619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3dc929ba-61c7-480a-a235-25c7f83f1701 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/974078cf-99fe-48c4-8b4a-045478d8d633 HTTP/1.1" status: 204  len: 168 time: 2.5850120
Mar 26 21:01:20.850699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39714) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:20.851043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (19cc914c-77e4-459e-bc72-2832993752db), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.853396 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a11c82-c3b4-4a7d-b6c6-5dc7ab4a4d9a x-openstack-request-id: req-88a11c82-c3b4-4a7d-b6c6-5dc7ab4a4d9a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:20.853927 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-plugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:20.854264 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88a11c82-c3b4-4a7d-b6c6-5dc7ab4a4d9a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:20.854752 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a11c82-c3b4-4a7d-b6c6-5dc7ab4a4d9a'] response: {'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'code': 200}
Mar 26 21:01:20.856690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:20.857680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:20.884472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:20.888078 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:20.891304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bead436-a332-4558-b8c8-15c484afe5d0 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:20.934720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=19cc914c-77e4-459e-bc72-2832993752db,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:21.028750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '75faa3b0-0a03-4f47-8c34-a4b47976332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a91791d6-1f81-454e-bba4-bf0a46c2dafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:21.034476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: a91791d6-1f81-454e-bba4-bf0a46c2dafb, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:21.081984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network a91791d6-1f81-454e-bba4-bf0a46c2dafb is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:21.098946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:21.106316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.116318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a91791d6-1f81-454e-bba4-bf0a46c2dafb) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:21.143323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:21.146370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.147669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d168e-ab8c-4b9a-9e3b-cb4668a26f4b None None] Network a91791d6-1f81-454e-bba4-bf0a46c2dafb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:21.152349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:21.153820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.193405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c31f10ad-e016-4a14-a7bf-8a2e63aa34dc req-4588bb82-9ab8-4ae4-8e56-fd6c936a7527 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0741343
Mar 26 21:01:21.230124 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8190a131-9d3c-409d-bdeb-995c35341b4f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.9992797
Mar 26 21:01:21.233340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39722) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:21.295784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39724) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:21.316006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1015232527-network', 'tenant_id': '0c00094084934413b62c2a79ef898316'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:21.381812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Made reservation on behalf of 0c00094084934413b62c2a79ef898316 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:21.391684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.412142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.437273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a91791d6-1f81-454e-bba4-bf0a46c2dafb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.441495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:21.522716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (19cc914c-77e4-459e-bc72-2832993752db), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.548770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:21.549085 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.551016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8e38a-8de1-43c8-8389-96490eecc1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a91791d6-1f81-454e-bba4-bf0a46c2dafb', 'network_id': 'a91791d6-1f81-454e-bba4-bf0a46c2dafb', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '19cc914c-77e4-459e-bc72-2832993752db'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:21.551859 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e38a-8de1-43c8-8389-96490eecc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.609435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:21.660731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (19cc914c-77e4-459e-bc72-2832993752db), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.712782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks [] for security_group (63706b2b-0caf-477d-91f7-58610951e998), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.730665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63706b2b-0caf-477d-91f7-58610951e998), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.746898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=19cc914c-77e4-459e-bc72-2832993752db,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:21.838328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:21.852776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63706b2b-0caf-477d-91f7-58610951e998,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:21.862488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (1a673066-4f26-4586-917f-9ed3d0abeb47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.867892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.868291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.868811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.869164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.869497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.869829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.870159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.870534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.870867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.871195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.871582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.871845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.872305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.872612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.872938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:21.882356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cb21a3c9-643e-43e8-a378-e0318a848eb7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:21.882588 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Added segment cb21a3c9-643e-43e8-a378-e0318a848eb7 of type vlan for network 9be6dfc9-17d7-46d6-a202-b932c5684a73
Mar 26 21:01:21.916691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:21.922315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a9c956ae-54c0-4bd5-8eb1-df76b83ff45e None None] Could not find standard attr ID for object f5ab6088-7962-4fa4-8286-e7316b381872. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-0cd8e38a-8de1-43c8-8389-96490eecc1d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19cc914c-77e4-459e-bc72-2832993752db: This subnet is being modified by another concurrent operation.
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:01:21.930844 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19cc914c-77e4-459e-bc72-2832993752db: This subnet is being modified by another concurrent operation.
Mar 26 21:01:21.934568 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:01:21.956988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:21.963521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9cdbd8-8ace-4e3e-b9c7-510e3a32c937 None None] Network a91791d6-1f81-454e-bba4-bf0a46c2dafb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:22.003170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:22.006622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:22.007226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.030217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a91791d6-1f81-454e-bba4-bf0a46c2dafb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.037935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=1a673066-4f26-4586-917f-9ed3d0abeb47,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:22.051773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9be6dfc9-17d7-46d6-a202-b932c5684a73), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.067509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a5af5e23-9f31-41a0-b705-e07a07053247 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2153041
Mar 26 21:01:22.070225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:22.073452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d5ebeb0>,) {'filters': {'network_id': ['a91791d6-1f81-454e-bba4-bf0a46c2dafb']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:22.075821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207788347'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:22.085812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5ebeb0>, '75faa3b0-0a03-4f47-8c34-a4b47976332b') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:22.086406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5ebeb0>, '75faa3b0-0a03-4f47-8c34-a4b47976332b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:22.113168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (75faa3b0-0a03-4f47-8c34-a4b47976332b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.130563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9be6dfc9-17d7-46d6-a202-b932c5684a73), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.175778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:22.175778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.175778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.176477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d42d8-720f-4e17-88a1-649fa1fee2f3 req-c84304ce-2974-47d9-b28f-2d009df89296 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:22.176477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b3d42d8-720f-4e17-88a1-649fa1fee2f3 req-c84304ce-2974-47d9-b28f-2d009df89296 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.3562710
Mar 26 21:01:22.179310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (75faa3b0-0a03-4f47-8c34-a4b47976332b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.246161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:22.246581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (75faa3b0-0a03-4f47-8c34-a4b47976332b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:22.251601 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:22.295278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b3d42d8-720f-4e17-88a1-649fa1fee2f3 req-9bcd3b32-da56-4cdb-b595-11915de56efc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1280055
Mar 26 21:01:22.350200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a91791d6-1f81-454e-bba4-bf0a46c2dafb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.362908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.374472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/a91791d6-1f81-454e-bba4-bf0a46c2dafb HTTP/1.1" status: 204  len: 168 time: 1.1400826
Mar 26 21:01:22.380766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:22.388591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052547059'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:22.398358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0978963
Mar 26 21:01:22.409794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39744) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:22.413668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6265e3-5ad6-4e65-8eb5-911d90270be2 admin admin] Pushing event updated for resources: {'Network': ['ID=9be6dfc9-17d7-46d6-a202-b932c5684a73,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:22.417823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Request body: {'subnet': {'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1015232527-subnet', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:22.424800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:22.437380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f37ca72-5efe-4cc7-8940-37e307d33411 req-3710ded3-7dd1-498b-aa35-06097d1f68e6 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0533650
Mar 26 21:01:22.461607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=a91791d6-1f81-454e-bba4-bf0a46c2dafb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:22.477517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Made reservation on behalf of 0c00094084934413b62c2a79ef898316 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:22.481177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.515635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.516349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.516709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.517331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.518280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.518630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.519021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.519360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.519696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.520105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.520489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.520960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.521211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.521538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.521867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659ebd5-cb43-4d6f-a24e-a7dbdb4cc66e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:22.543941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:22.550717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.572884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7e601066-eae5-4bd2-ac23-3b9de8e1be10), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.583524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7e601066-eae5-4bd2-ac23-3b9de8e1be10), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.656254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:22.669078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e601066-eae5-4bd2-ac23-3b9de8e1be10,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:22.692255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.694354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb957a4e-c8c8-4271-a588-1280661b460b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6230898
Mar 26 21:01:22.697273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (00cbbd19-eec9-49c3-8188-92c70483f441), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.697844 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 00cbbd19-eec9-49c3-8188-92c70483f441 of type vlan for network 05f60c27-08de-427d-a683-02db2788f1dd
Mar 26 21:01:22.701323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39746) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:22.710341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'security_group': {'name': 'tempest-secgroup-599067607'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:22.738347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.762838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device caa5185e-043d-4528-8e0c-9f62c0e877d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:22.833573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (05f60c27-08de-427d-a683-02db2788f1dd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.850735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (29410e9a-44d3-4a18-bdaa-0d1cef298482), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.860259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (29410e9a-44d3-4a18-bdaa-0d1cef298482), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.891395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.892283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1920664
Mar 26 21:01:22.897708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:22.906700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbdab3-e462-409b-8573-66484d6e9dfc None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:01:22.926075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'security_group': {'name': 'tempest-secgroup-119976396'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:22.939642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (0553f319-8bdf-4ac5-8a0c-79a13e29cc06), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.943710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (05f60c27-08de-427d-a683-02db2788f1dd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.949454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:22.950182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:22.998807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27880f8-7b9a-465d-93d0-7581b814dbad tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29410e9a-44d3-4a18-bdaa-0d1cef298482,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:23.000638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6188240
Mar 26 21:01:23.003247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:23.014509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '05f60c27-08de-427d-a683-02db2788f1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:23.067523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.126277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733667cb-2c11-40d8-998c-b9ed0958cfd2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=05f60c27-08de-427d-a683-02db2788f1dd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:23.141883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbdab3-e462-409b-8573-66484d6e9dfc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:01:23.148143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:23.148794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.148941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0553f319-8bdf-4ac5-8a0c-79a13e29cc06,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:23.150907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 05f60c27-08de-427d-a683-02db2788f1dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:23.178372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Checking segment: {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:23.178756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Network hostable DHCP agents. Network: 9be6dfc9-17d7-46d6-a202-b932c5684a73, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:23.197445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7c0ae87a-03a7-49f0-914f-a2f399362f5d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.206764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c0ae87a-03a7-49f0-914f-a2f399362f5d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.214533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:23.222493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port caa5185e-043d-4528-8e0c-9f62c0e877d5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:23.223420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.234505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9be6dfc9-17d7-46d6-a202-b932c5684a73) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:23.239491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:23.240213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.272766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce10c8e1-2272-465d-ae3a-9f9cbe632a24 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8618870
Mar 26 21:01:23.276170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:23.280745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:23.317462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.325460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:23.325460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.336501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4219260
Mar 26 21:01:23.336812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.357332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1512073061', 'security_groups': ['7c0ae87a-03a7-49f0-914f-a2f399362f5d'], 'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1a673066-4f26-4586-917f-9ed3d0abeb47'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:23.358157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bfa9e-dc7a-4a9a-bb96-545a046a448c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ae87a-03a7-49f0-914f-a2f399362f5d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:23.410669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:23.417961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.636277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port caa5185e-043d-4528-8e0c-9f62c0e877d5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:23.638529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.656425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4640243-7f2f-4bc0-be54-3751941eb314 req-f6ccc096-13fc-4f31-b5a9-8df3d2a44412 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:23.657938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4640243-7f2f-4bc0-be54-3751941eb314 req-f6ccc096-13fc-4f31-b5a9-8df3d2a44412 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2014377
Mar 26 21:01:23.666618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port caa5185e-043d-4528-8e0c-9f62c0e877d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caa5185e-043d-4528-8e0c-9f62c0e877d5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:23.674662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c466565-3532-4509-a490-29014700cebc req-f17b8c59-32d9-459e-94f8-9dc0c4d0e304 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0487263
Mar 26 21:01:23.679091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.736021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:23.760617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:23.783822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for router_controller (e9d19ef6-5278-44e6-9250-b0f60a4e2490), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.809941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ec42-9238-4917-ba68-de0d07bd228a req-b9a49f04-a9f2-409f-8ce5-f1c44607992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:23.811290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1647ec42-9238-4917-ba68-de0d07bd228a req-b9a49f04-a9f2-409f-8ce5-f1c44607992f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.2644806
Mar 26 21:01:23.825621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4640243-7f2f-4bc0-be54-3751941eb314 req-748f9588-0470-4826-8875-9cbe639793d2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1547520
Mar 26 21:01:23.834703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:23.835237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:23.931789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Sync routers for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:23.983159 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:23.985067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124569d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:24.063131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bc91924f-583a-4c7d-b5af-6ca86ea3cc41 None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:24.073086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=caa5185e-043d-4528-8e0c-9f62c0e877d5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:24.073812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (aab0604a-f033-4b86-a9fc-45cf18aae8d0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.105489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1647ec42-9238-4917-ba68-de0d07bd228a req-1259b1cc-bda3-4480-ae29-92ac7f01fae8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2292573
Mar 26 21:01:24.145023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.148209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for router_gateway (e9d19ef6-5278-44e6-9250-b0f60a4e2490), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.159480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=aab0604a-f033-4b86-a9fc-45cf18aae8d0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:24.197386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '00cbbd19-eec9-49c3-8188-92c70483f441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '05f60c27-08de-427d-a683-02db2788f1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:24.197728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 05f60c27-08de-427d-a683-02db2788f1dd, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:24.219966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] device_id is not set on port b4e9559a-4393-49aa-b50f-494a521754cd yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:01:24.235157 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:24.240421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9be6dfc9-17d7-46d6-a202-b932c5684a73', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'project_id': '0c00094084934413b62c2a79ef898316', 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:24.242383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.247018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 05f60c27-08de-427d-a683-02db2788f1dd is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:24.272994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05f60c27-08de-427d-a683-02db2788f1dd) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:24.280484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:24.281201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.305722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d42e595-b27c-40a6-bc64-b7ba9b5248df tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.3013780
Mar 26 21:01:24.308347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:24.413717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.12 (9219b978-2e68-471c-a58d-d6476b165f03/1a673066-4f26-4586-917f-9ed3d0abeb47/b4e9559a-4393-49aa-b50f-494a521754cd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:24.464676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (05f60c27-08de-427d-a683-02db2788f1dd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.555751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Allocated IP 172.20.0.2 (9be6dfc9-17d7-46d6-a202-b932c5684a73/0553f319-8bdf-4ac5-8a0c-79a13e29cc06/1520b863-161f-4455-8c5b-7ce483462e7c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:24.577072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (aab0604a-f033-4b86-a9fc-45cf18aae8d0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.645614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device caa5185e-043d-4528-8e0c-9f62c0e877d5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:24.699372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (aab0604a-f033-4b86-a9fc-45cf18aae8d0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.715756 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124569d30>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 2, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:24.751308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=aab0604a-f033-4b86-a9fc-45cf18aae8d0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:24.757944 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Checking router: ee7b9542-3988-480e-977b-3ca64ec27777 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:24.758608 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Updating router ee7b9542-3988-480e-977b-3ca64ec27777 port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:01:24.805343 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.856622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b4e9559a-4393-49aa-b50f-494a521754cd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.896139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (05f60c27-08de-427d-a683-02db2788f1dd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:24.973875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port caa5185e-043d-4528-8e0c-9f62c0e877d5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:24.974442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.016704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fdc8610>,) {'filters': {'network_id': ['05f60c27-08de-427d-a683-02db2788f1dd']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:25.027313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.045800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fdc8610>, '00cbbd19-eec9-49c3-8188-92c70483f441') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:25.046923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fdc8610>, '00cbbd19-eec9-49c3-8188-92c70483f441') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:25.059837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks [] for port (1520b863-161f-4455-8c5b-7ce483462e7c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.069126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (00cbbd19-eec9-49c3-8188-92c70483f441), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.081007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.087685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3ffedae7-61cf-4e63-84c4-7855c4d3786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.098871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (00cbbd19-eec9-49c3-8188-92c70483f441), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.108167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:25.109193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (00cbbd19-eec9-49c3-8188-92c70483f441), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.194556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:25.202069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:25.206952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:25.212769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port caa5185e-043d-4528-8e0c-9f62c0e877d5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:25.215047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:25.217564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Pushing event updated for resources: {'Port': ['ID=1520b863-161f-4455-8c5b-7ce483462e7c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.220161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:25.220660 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks [] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:25.239552 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:25.250650 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.259224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59e12ad7-2b37-4c12-80e0-8c48b6d73719 req-526cf245-90d6-45fc-8a62-68cfc858820c tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.3541067
Mar 26 21:01:25.261859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (05f60c27-08de-427d-a683-02db2788f1dd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.287478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.306164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Attempting to bind port 1520b863-161f-4455-8c5b-7ce483462e7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:25.306164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Attempting to bind port 1520b863-161f-4455-8c5b-7ce483462e7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:25.306164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Attempting to bind port 1520b863-161f-4455-8c5b-7ce483462e7c on network 9be6dfc9-17d7-46d6-a202-b932c5684a73 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:25.308742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/05f60c27-08de-427d-a683-02db2788f1dd HTTP/1.1" status: 204  len: 168 time: 0.9993303
Mar 26 21:01:25.312870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:25.313638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Checking segment: {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:25.314800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.315437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Bound using segment: {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:25.316166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Bound port: 1520b863-161f-4455-8c5b-7ce483462e7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:25.316796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.327295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39794) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:25.338521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:25.343645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349414270'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:25.348257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cc7b0-2451-4234-a355-7697ed922280 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=05f60c27-08de-427d-a683-02db2788f1dd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.396786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:25.400413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.413905 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Pushing event updated for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.457291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f3d61-e563-44d9-b2b0-9bbb32f6b4a1 req-7fe6c8e2-697b-4103-ad26-de5cec2154ef tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:25.458839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-073f3d61-e563-44d9-b2b0-9bbb32f6b4a1 req-7fe6c8e2-697b-4103-ad26-de5cec2154ef tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.4651334
Mar 26 21:01:25.463231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:25.466772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b4e9559a-4393-49aa-b50f-494a521754cd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.472406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] For port 1520b863-161f-4455-8c5b-7ce483462e7c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:25.478155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] For port 1520b863-161f-4455-8c5b-7ce483462e7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1520b863-161f-4455-8c5b-7ce483462e7c,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:25.483994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.484157 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 84da0fbc-5260-43ef-971e-1dce5210d9e1 of type vlan for network 7aba6ff3-1784-4f91-8f5a-48622148618b
Mar 26 21:01:25.486606 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.487264 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.488950 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.489341 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.490909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.491737 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.492473 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.493339 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.493968 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.494555 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.495890 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.496484 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.497076 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.497698 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.498290 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.500753 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:25.506309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for router_gateway (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.549793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:25.550425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.560218 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Attempting to bind port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:25.561123 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Attempting to bind port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:25.562426 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Attempting to bind port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 on network fb669b80-3494-4e3d-8fe7-1563ab9c14ff {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:25.567745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.570862 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:25.572669 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Checking segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:25.573496 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.574838 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Bound using segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:25.576016 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Bound port: 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:25.577567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.578121 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.590297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3918f681-35d0-4b9e-a0d7-fbdcb40e4ee4 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.2427032
Mar 26 21:01:25.595374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:25.596697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b70fa2-b1e2-463e-9710-d9515478717f None None] Pushing event updated for resources: {'Port': ['ID=1520b863-161f-4455-8c5b-7ce483462e7c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.600650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:25.642972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-073f3d61-e563-44d9-b2b0-9bbb32f6b4a1 req-d93a4a2d-541a-4cab-8c68-22f761a3bea0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1673763
Mar 26 21:01:25.648344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.653936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:25.653936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.778607 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] For port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:25.788388 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] For port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:25.805699 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.815982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=7aba6ff3-1784-4f91-8f5a-48622148618b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:25.828683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Allocated IP 172.35.4.154 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4e940ed1-aad1-42a3-855b-f7dd9e085cd0) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:25.833787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:25.841489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8da924f1-d852-4c60-a872-3b55bd46ddcc tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5129354
Mar 26 21:01:25.842784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:25.846316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:25.847371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39806) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:25.854015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:25.930277 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:25.931518 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124569d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:00:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:26.112217 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feb491-1dda-4f6f-81ff-262196b88e01 None None] Pushing event updated for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:26.268909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:26.292271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:26.344300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:26.499072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:26.507143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79089bef-47dc-412d-9e55-43124de534c9 req-1f1ce566-f7a7-48a0-8054-0634d85e4529 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0415058
Mar 26 21:01:26.542135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:26.552643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:26.574876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 7aba6ff3-1784-4f91-8f5a-48622148618b is not hosted by any dhcp agent {{(pid=126736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:01:26.596188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:26.601687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:26.604929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "PUT /v2.0/networks/7aba6ff3-1784-4f91-8f5a-48622148618b HTTP/1.1" status: 200  len: 723 time: 0.7526436
Mar 26 21:01:26.608140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39820) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:26.609606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:26.614038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:26.616946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:26.649577 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124569d30>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:25Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:26.720114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Pushing event updated for resources: {'Port': ['ID=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:26.750221 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec6ca8-7551-4db3-82a6-a317c7106193 None None] The sync data for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 is: [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:25Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:26.778070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79d903-e86e-4417-9a28-1a3a41053d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=7aba6ff3-1784-4f91-8f5a-48622148618b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:26.828492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:26.868323 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a673066-4f26-4586-917f-9ed3d0abeb47 (CIDR: 172.20.0.0/28)
Mar 26 21:01:26.873048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:26.886255 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:01:26.892647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:26.928760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2bf77bf-790d-4e2b-a93c-ed769a3c604d tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3324256
Mar 26 21:01:26.935676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:26.947940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:26.963418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:26.972765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.050645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:27.050773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.147029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb078f2a-f4c5-4876-8057-158abbebb52f req-624583c1-8ef9-4901-b7d0-25dc2facc0dc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:27.149945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb078f2a-f4c5-4876-8057-158abbebb52f req-624583c1-8ef9-4901-b7d0-25dc2facc0dc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2513547
Mar 26 21:01:27.224803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:27.225253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.295478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:27.328847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.336008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1520b863-161f-4455-8c5b-7ce483462e7c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:27.400956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb078f2a-f4c5-4876-8057-158abbebb52f req-de3b0941-b7e3-43df-bfe9-c16149136a0d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1774583
Mar 26 21:01:27.430634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for router_gateway (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.438686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:27.443313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.452407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a37368-5f84-4f4f-8feb-075a29ca25d5 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:27.709580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a6084-decd-46e9-acee-94794bbc8587 None None] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:27.720716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb48ff1-338d-4358-a87c-91ac8f9ce488 None None] Network 05f60c27-08de-427d-a683-02db2788f1dd requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:27.808933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (cb3e502e-de3e-4011-b8ed-7499f1fb7800), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.953236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Provisioning complete for port 1520b863-161f-4455-8c5b-7ce483462e7c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:27.954231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:27.965628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=cb3e502e-de3e-4011-b8ed-7499f1fb7800,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:27.996713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2997084b-212f-4b5b-8403-961b6282713b req-92cfbf2b-67b4-4dac-ae4a-9fa51ba8d4e4 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.2369130
Mar 26 21:01:28.025053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-08a91aeb-5404-4043-8e2f-e8dcf6e92f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.027030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb48ff1-338d-4358-a87c-91ac8f9ce488 None None] Network 05f60c27-08de-427d-a683-02db2788f1dd could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:01:28.083568 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 74c7f351-faa4-464f-b576-f18d787f5c1c (CIDR: 172.20.0.16/28)
Mar 26 21:01:28.089945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f550430-93f7-43b9-a927-5d7a8c899564 None None] Network 05f60c27-08de-427d-a683-02db2788f1dd requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:28.121182 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:01:28.121689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:28.135750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '84da0fbc-5260-43ef-971e-1dce5210d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:28.136200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: 7aba6ff3-1784-4f91-8f5a-48622148618b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:28.197243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d8dd274a-362e-49f3-9e88-86d94b3057af tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.2535615
Mar 26 21:01:28.198504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:28.219242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'subnet': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:28.234265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f550430-93f7-43b9-a927-5d7a8c899564 None None] Network 05f60c27-08de-427d-a683-02db2788f1dd could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:01:28.299348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1520b863-161f-4455-8c5b-7ce483462e7c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:28.299758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.301415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:28.382200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 7aba6ff3-1784-4f91-8f5a-48622148618b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:28.402115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7aba6ff3-1784-4f91-8f5a-48622148618b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:28.419465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:28.419703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.444088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afeee7-d85d-47fc-81aa-63c876d23cf5 None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:28.463198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:28.463682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.473907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03331b8c-55b6-4e17-be2e-46f03333c22f req-06ffdbe8-71eb-4738-b14f-4d2227a8ddf7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:28.483472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03331b8c-55b6-4e17-be2e-46f03333c22f req-06ffdbe8-71eb-4738-b14f-4d2227a8ddf7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1474140
Mar 26 21:01:28.492398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Made reservation on behalf of f7c998fb98ff4ad3947f0e147eaf4393 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:28.496108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.505165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc13818b-7f7b-4b50-b3d5-027a7b718d27 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8959208
Mar 26 21:01:28.507117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39852) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:28.519553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:28.611316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Update dhcp port {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'fixed_ips': [{'subnet_id': '74c7f351-faa4-464f-b576-f18d787f5c1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a673066-4f26-4586-917f-9ed3d0abeb47'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'eb124a6f-6195-444e-baaf-9f36d024d3fc'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:01:28.628296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03331b8c-55b6-4e17-be2e-46f03333c22f req-2238a6f2-0585-493f-8f9d-29bf1bf6da41 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1415908
Mar 26 21:01:28.684275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925acad5-c4a3-4829-88e8-947546722dd8 req-dc733f11-474c-4a35-a7ce-8a81f2f9ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:28.686685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-dc733f11-474c-4a35-a7ce-8a81f2f9ef21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.1771600
Mar 26 21:01:28.730227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:28.730625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.735036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] For port 1520b863-161f-4455-8c5b-7ce483462e7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1520b863-161f-4455-8c5b-7ce483462e7c,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:28.739672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58843822'] for subnet (cb3e502e-de3e-4011-b8ed-7499f1fb7800), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.827457 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.839706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.852734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7aba6ff3-1784-4f91-8f5a-48622148618b', 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': 'cb3e502e-de3e-4011-b8ed-7499f1fb7800'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:28.854255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.860472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:28.958649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925acad5-c4a3-4829-88e8-947546722dd8 req-e4f4382b-8b61-434c-8e64-1414c3e877de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:28.960168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-e4f4382b-8b61-434c-8e64-1414c3e877de service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.2620888
Mar 26 21:01:29.032511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.115982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753451968759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60570123'] for subnet (cb3e502e-de3e-4011-b8ed-7499f1fb7800), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.136183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c92dc1f9-9316-476d-b028-4f436307c767 None None] Provisioning complete for port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:29.136565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c92dc1f9-9316-476d-b028-4f436307c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.139896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-ec78efa2-576a-4c57-8443-5ad52e425c8a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 1001 time: 0.1703908
Mar 26 21:01:29.171450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:29.172272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.176329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "PUT /v2.0/subnets/cb3e502e-de3e-4011-b8ed-7499f1fb7800 HTTP/1.1" status: 200  len: 806 time: 0.6583829
Mar 26 21:01:29.239129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39866) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:29.282584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925acad5-c4a3-4829-88e8-947546722dd8 req-b3cd4af9-8444-49b1-992a-133ca57b505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:29.285274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-b3cd4af9-8444-49b1-992a-133ca57b505d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1368690
Mar 26 21:01:29.339459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Router e9d19ef6-5278-44e6-9250-b0f60a4e2490 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:01:29.458434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925acad5-c4a3-4829-88e8-947546722dd8 req-de1bc0f3-8100-47d1-82e7-55cc6d26f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:29.460412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-de1bc0f3-8100-47d1-82e7-55cc6d26f2e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1632893
Mar 26 21:01:29.469971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.485253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-759db4a3-49c3-40e8-99d4-d61c9c344848 req-3a41cb68-4066-4901-938a-8c146cabd4cb tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.3500586
Mar 26 21:01:29.496207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b0ff-56ed-4c23-a5d4-fcf2d24d565d None None] Pushing event updated for resources: {'Port': ['ID=1520b863-161f-4455-8c5b-7ce483462e7c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:29.557918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517896b3-d913-41e8-81da-dc2caf5d0946 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=cb3e502e-de3e-4011-b8ed-7499f1fb7800,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:29.585590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.621706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:29.623205 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:29.639716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:29.654430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Subnet': ['ID=3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:29.663683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Allocated IP 172.20.0.2 (7aba6ff3-1784-4f91-8f5a-48622148618b/cb3e502e-de3e-4011-b8ed-7499f1fb7800/d3192a6d-3dc1-4222-bed2-8cd7d35d818b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:29.687393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (cb3e502e-de3e-4011-b8ed-7499f1fb7800), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.688061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Sync routers for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:29.692328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Network 9219b978-2e68-471c-a58d-d6476b165f03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:29.695210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:29.724756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.729251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fdd0a2cf-4ba5-43a7-806d-99f43779f6af admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.4525867
Mar 26 21:01:29.731505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-a37e245d-f470-4b59-abbb-cc2af42d844b service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218106
Mar 26 21:01:29.735194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:29.736590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:29.744045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:29.799806 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc44b496-5a53-4523-bf26-fa297eee910b tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6002257
Mar 26 21:01:29.804063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39878) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:29.810436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1472927078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528'}], 'security_groups': ['7e601066-eae5-4bd2-ac23-3b9de8e1be10', '29410e9a-44d3-4a18-bdaa-0d1cef298482']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:29.853979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:29.853979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f126460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:29.896579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Allocated IP 172.20.0.2 (9219b978-2e68-471c-a58d-d6476b165f03/1a673066-4f26-4586-917f-9ed3d0abeb47/eb124a6f-6195-444e-baaf-9f36d024d3fc) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:30.010505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dae941-1034-43ee-b450-ee11e8d2fb0b req-f923a302-3dfd-4015-a10f-ac013744d1e6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:30.010712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.012199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37dae941-1034-43ee-b450-ee11e8d2fb0b req-f923a302-3dfd-4015-a10f-ac013744d1e6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1857238
Mar 26 21:01:30.053334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b4554-66f1-4471-9bb8-0f3a27467d8c None None] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:30.093349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-925acad5-c4a3-4829-88e8-947546722dd8 req-7347438e-d475-45d0-a62a-bab4bdce9f9f service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492883
Mar 26 21:01:30.201156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37dae941-1034-43ee-b450-ee11e8d2fb0b req-deb57d2c-f5eb-4f21-9046-5e36031ea1f7 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678634
Mar 26 21:01:30.284426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:30.323195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c92dc1f9-9316-476d-b028-4f436307c767 None None] Current status of the port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:30.388072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:30.418600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:30.449875 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.553625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:30.675819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-704544d5-d51a-429b-8f99-c88cd0a15d60 req-4e43801f-f9d8-48ea-bf91-02e666d403e4 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0432792
Mar 26 21:01:30.711379 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Publish callbacks [] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.750832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a738adec-6abc-4260-b4af-62599e048aa8 None None] Provisioning complete for port 1520b863-161f-4455-8c5b-7ce483462e7c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:30.750832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a738adec-6abc-4260-b4af-62599e048aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.764440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.776462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.859676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:30.860107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:30.897174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Delete allocated IP 172.20.0.12 (9219b978-2e68-471c-a58d-d6476b165f03/1a673066-4f26-4586-917f-9ed3d0abeb47) {{(pid=126738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:01:30.931523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Allocated IP 172.20.0.43 (9219b978-2e68-471c-a58d-d6476b165f03/3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528/b4e9559a-4393-49aa-b50f-494a521754cd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:31.012110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Allocated IP 172.20.0.1 (9be6dfc9-17d7-46d6-a202-b932c5684a73/0553f319-8bdf-4ac5-8a0c-79a13e29cc06/2ba544c1-deb8-40f0-82e2-90303cc60a57) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:31.067470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27352e-afa4-4e32-bc0a-76f63128c02c None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:31.082120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks [] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.102761 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.170458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:31.200917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:31.241830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:31.281974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Pushing event updated for resources: {'Port': ['ID=d3192a6d-3dc1-4222-bed2-8cd7d35d818b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:31.329329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (cb3e502e-de3e-4011-b8ed-7499f1fb7800), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.334385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks [] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.352932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:31.369570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1520b863-161f-4455-8c5b-7ce483462e7c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:31.415281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a738adec-6abc-4260-b4af-62599e048aa8 None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:31.442961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.463347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3e502e-de3e-4011-b8ed-7499f1fb7800,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:31.485603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Attempting to bind port d3192a6d-3dc1-4222-bed2-8cd7d35d818b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:31.486135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Attempting to bind port d3192a6d-3dc1-4222-bed2-8cd7d35d818b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84da0fbc-5260-43ef-971e-1dce5210d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:31.486746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Attempting to bind port d3192a6d-3dc1-4222-bed2-8cd7d35d818b on network 7aba6ff3-1784-4f91-8f5a-48622148618b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:31.493582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f126460>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 3, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:31.498734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Pushing event updated for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:31.500076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:31.500246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Checking segment: {'id': '84da0fbc-5260-43ef-971e-1dce5210d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:31.501236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.502272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Bound using segment: {'id': '84da0fbc-5260-43ef-971e-1dce5210d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:31.503193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Bound port: d3192a6d-3dc1-4222-bed2-8cd7d35d818b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84da0fbc-5260-43ef-971e-1dce5210d9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '7aba6ff3-1784-4f91-8f5a-48622148618b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:31.503712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.515427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:31.518666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:31.522638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:31.589791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.629862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Checking router: e9d19ef6-5278-44e6-9250-b0f60a4e2490 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:31.629862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Updating router e9d19ef6-5278-44e6-9250-b0f60a4e2490 port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:01:31.764549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.783239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4597cd34-d1da-45c4-9aee-9a2b489490d2 None None] Provisioning complete for port 1520b863-161f-4455-8c5b-7ce483462e7c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:31.789135 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4597cd34-d1da-45c4-9aee-9a2b489490d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.794437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:31.836060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41dfd026-6970-4c0a-92ab-85ff8f3e7aee req-591637d8-1686-4872-a360-d21ecdc50b8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.1147883
Mar 26 21:01:31.887742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e80f6d0>,) {'filters': {'network_id': ['7aba6ff3-1784-4f91-8f5a-48622148618b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:31.949463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e80f6d0>, '84da0fbc-5260-43ef-971e-1dce5210d9e1') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:31.951362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e80f6d0>, '84da0fbc-5260-43ef-971e-1dce5210d9e1') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:31.991055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for port (b4e9559a-4393-49aa-b50f-494a521754cd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.009702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.030392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.158950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45727e6-f1d0-4bc8-8250-926de40919a7 req-eb1e08d7-9f7d-4d97-bf46-419b0f3c0cd9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:32.166432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e45727e6-f1d0-4bc8-8250-926de40919a7 req-eb1e08d7-9f7d-4d97-bf46-419b0f3c0cd9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.7005363
Mar 26 21:01:32.219065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf5b41be-ef37-454d-b1bb-d8392dcf38c3 req-756b4cee-72d0-4322-ac30-121b9bd3ab4e tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0477777
Mar 26 21:01:32.277253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.337334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks [] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.355865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.385339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] In _notify_port_updated(), no bound segment for port b4e9559a-4393-49aa-b50f-494a521754cd on network 9219b978-2e68-471c-a58d-d6476b165f03 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:01:32.392902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:32.394079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.397612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "PUT /v2.0/ports/b4e9559a-4393-49aa-b50f-494a521754cd HTTP/1.1" status: 200  len: 960 time: 2.5904753
Mar 26 21:01:32.416217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39920) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:32.417376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:32.417913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:32.429193 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:32.431719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] For port d3192a6d-3dc1-4222-bed2-8cd7d35d818b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:32.442151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.443654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.449562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be687cca-caf6-49ef-b204-5ecef2718835 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event updated for resources: {'Port': ['ID=b4e9559a-4393-49aa-b50f-494a521754cd,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:32.499957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e685418-8af1-460a-a572-80161ebf5e05 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:32.500920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Pushing event updated for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:32.502182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e45727e6-f1d0-4bc8-8250-926de40919a7 req-941ca997-5c53-4a7a-902e-efe08f121944 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3341146
Mar 26 21:01:32.589437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.api [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:01:32.589437 ncdv-master-1 neutron-server[126738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:01:32.589437 ncdv-master-1 neutron-server[126738]: [parameters: {'id': '7aba6ff3-1784-4f91-8f5a-48622148618b'}]
Mar 26 21:01:32.589437 ncdv-master-1 neutron-server[126738]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:32.589940 ncdv-master-1 neutron-server[126738]: DEBUG oslo_db.api [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:32.592360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.644247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port b4e9559a-4393-49aa-b50f-494a521754cd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:32.644628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.677279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] For port d3192a6d-3dc1-4222-bed2-8cd7d35d818b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3192a6d-3dc1-4222-bed2-8cd7d35d818b,segment=NetworkSegment(84da0fbc-5260-43ef-971e-1dce5210d9e1),segment_id=84da0fbc-5260-43ef-971e-1dce5210d9e1)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:32.694543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:32.698621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:32.711305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d3fd-f691-4817-b8ab-32f22f18f640 req-bd960259-d2c8-4ca3-91b6-d47a34b424e9 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:32.712437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6346d3fd-f691-4817-b8ab-32f22f18f640 req-bd960259-d2c8-4ca3-91b6-d47a34b424e9 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.2031868
Mar 26 21:01:32.721644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.764867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.780082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for b4e9559a-4393-49aa-b50f-494a521754cd owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:32.862616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1520b863-161f-4455-8c5b-7ce483462e7c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:32.863002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:32.915078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Router e9d19ef6-5278-44e6-9250-b0f60a4e2490 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:32.991027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6346d3fd-f691-4817-b8ab-32f22f18f640 req-81e4fae7-538a-4565-ac8d-446c3ce8b53b tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2714860
Mar 26 21:01:33.032223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6bf9e-abd2-4f27-a83e-d941e591efef None None] Pushing event updated for resources: {'Port': ['ID=d3192a6d-3dc1-4222-bed2-8cd7d35d818b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:33.091931 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.099831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b4e9559a-4393-49aa-b50f-494a521754cd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.275969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:33.282088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49ac0853-e83d-446e-a7a2-b4bef9eb90cf admin admin] 10.222.0.16 "PUT /v2.0/routers/e9d19ef6-5278-44e6-9250-b0f60a4e2490/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5441778
Mar 26 21:01:33.289990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=b4e9559a-4393-49aa-b50f-494a521754cd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:33.393189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54d1b907-808d-449f-a063-08f26c19fce4 req-f3530ee2-7b2a-483f-b264-805e29e608ce tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0492392
Mar 26 21:01:33.440166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.446901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:33.457741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f3d6f039-37b5-4b04-8c31-c6e6a508bdaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/b4e9559a-4393-49aa-b50f-494a521754cd HTTP/1.1" status: 204  len: 168 time: 1.0358660
Mar 26 21:01:33.486489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port d3192a6d-3dc1-4222-bed2-8cd7d35d818b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:33.489866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.493505 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c721cc2-de92-47f3-b3d2-c4e02eb5ef91 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] GET failed (client error): The resource could not be found.
Mar 26 21:01:33.493821 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks [] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.497406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad613260-8891-4191-bdc7-1893e0ef682c None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:33.501958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4597cd34-d1da-45c4-9aee-9a2b489490d2 None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:33.502122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c721cc2-de92-47f3-b3d2-c4e02eb5ef91 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports/b4e9559a-4393-49aa-b50f-494a521754cd HTTP/1.1" status: 404  len: 333 time: 0.0529518
Mar 26 21:01:33.502826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39940) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:33.519299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.642160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7c0ae87a-03a7-49f0-914f-a2f399362f5d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.668803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port d3192a6d-3dc1-4222-bed2-8cd7d35d818b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3192a6d-3dc1-4222-bed2-8cd7d35d818b,segment=NetworkSegment(84da0fbc-5260-43ef-971e-1dce5210d9e1),segment_id=84da0fbc-5260-43ef-971e-1dce5210d9e1)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:33.669327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.686462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for d3192a6d-3dc1-4222-bed2-8cd7d35d818b owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:33.706871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7c0ae87a-03a7-49f0-914f-a2f399362f5d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.784074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-c1398177-d059-40eb-8c90-d70f11f45d12 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:33.785723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-c1398177-d059-40eb-8c90-d70f11f45d12 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.1621625
Mar 26 21:01:33.793614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Attempting to bind port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:33.795598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Attempting to bind port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:33.796026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Attempting to bind port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:33.805658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c0ae87a-03a7-49f0-914f-a2f399362f5d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.808954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.811104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c0ae87a-03a7-49f0-914f-a2f399362f5d HTTP/1.1" status: 204  len: 168 time: 0.3072467
Mar 26 21:01:33.816452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1520b863-161f-4455-8c5b-7ce483462e7c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:33.831448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:33.832972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2f06c-689c-465b-bd61-249f26512b2e tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ae87a-03a7-49f0-914f-a2f399362f5d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:33.835901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:33.836305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:33.836715 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.837111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:33.837597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Bound port: 4e940ed1-aad1-42a3-855b-f7dd9e085cd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:33.837982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.869726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Could not find standard attr ID for object b4e9559a-4393-49aa-b50f-494a521754cd. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:01:33.885181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Update dhcp port {'port': {'network_id': '9219b978-2e68-471c-a58d-d6476b165f03', 'fixed_ips': [{'subnet_id': '74c7f351-faa4-464f-b576-f18d787f5c1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '1a673066-4f26-4586-917f-9ed3d0abeb47', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'eb124a6f-6195-444e-baaf-9f36d024d3fc'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:01:33.901716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8af3-7966-47c9-b068-d212dc0c2e7f req-c6f5d9c4-d142-4942-9d02-cfcb68f91249 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:33.903591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f52b8af3-7966-47c9-b068-d212dc0c2e7f req-c6f5d9c4-d142-4942-9d02-cfcb68f91249 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2021515
Mar 26 21:01:33.974859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d3192a6d-3dc1-4222-bed2-8cd7d35d818b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:33.999014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (29410e9a-44d3-4a18-bdaa-0d1cef298482), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.023948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=d3192a6d-3dc1-4222-bed2-8cd7d35d818b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:34.035433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.044030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port d3192a6d-3dc1-4222-bed2-8cd7d35d818b on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:34.079217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (29410e9a-44d3-4a18-bdaa-0d1cef298482), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.104745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:34.160034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (29410e9a-44d3-4a18-bdaa-0d1cef298482), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.163303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.167440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/security-groups/29410e9a-44d3-4a18-bdaa-0d1cef298482 HTTP/1.1" status: 204  len: 168 time: 0.3237145
Mar 26 21:01:34.170115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:34.199899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908c36-6f9f-4445-8496-bc776627f91c None None] Pushing event updated for resources: {'Port': ['ID=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:34.223437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a8d34-d2a2-4894-9003-8038bb5b0295 None None] Network 7aba6ff3-1784-4f91-8f5a-48622148618b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:34.268799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.285244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2668a18-3316-4abb-8dd3-5838ccd75eb7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29410e9a-44d3-4a18-bdaa-0d1cef298482,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:34.299125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:34.299701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.311334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd9c66c9-64f7-4f3d-b957-ba2241f022e1 req-cc41ebe9-c55c-4888-9b63-3da2f0bc26aa tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1&device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.1452506
Mar 26 21:01:34.334869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f52b8af3-7966-47c9-b068-d212dc0c2e7f req-41122cc1-cc1b-4fd5-95dc-994a17289e4f tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3868647
Mar 26 21:01:34.364506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cd6eee0>,) {'filters': {'network_id': ['7aba6ff3-1784-4f91-8f5a-48622148618b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:34.386761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd6eee0>, '84da0fbc-5260-43ef-971e-1dce5210d9e1') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:34.394147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd6eee0>, '84da0fbc-5260-43ef-971e-1dce5210d9e1') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:34.407159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7e601066-eae5-4bd2-ac23-3b9de8e1be10), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.432266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Deleting port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:34.432661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.441160 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.469639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:34.470115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.507286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.509448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] For port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:34.563365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (7e601066-eae5-4bd2-ac23-3b9de8e1be10), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.580544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:34.580971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (84da0fbc-5260-43ef-971e-1dce5210d9e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:34.590081 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:34.647392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] For port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:34.683969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.771709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3364f5-1a11-4290-8a57-a31f59bf86d2 req-d3a0704d-c64a-45fe-8fbb-8054818cb5aa tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:34.795783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b3364f5-1a11-4290-8a57-a31f59bf86d2 req-d3a0704d-c64a-45fe-8fbb-8054818cb5aa tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 945 time: 0.3341990
Mar 26 21:01:34.822239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7aba6ff3-1784-4f91-8f5a-48622148618b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.835069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:34.842888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/7aba6ff3-1784-4f91-8f5a-48622148618b HTTP/1.1" status: 204  len: 168 time: 5.6004188
Mar 26 21:01:34.856729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39996) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:34.865113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:34.905135 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ca2142-ebd9-4536-917b-b4f6869e88ce tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:34.909200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ca2142-ebd9-4536-917b-b4f6869e88ce tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:34.913148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9e31-e07f-4b3b-931f-aa3a1c53ab43 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=7aba6ff3-1784-4f91-8f5a-48622148618b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:34.923271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c4ca2142-ebd9-4536-917b-b4f6869e88ce tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/7aba6ff3-1784-4f91-8f5a-48622148618b HTTP/1.1" status: 404  len: 339 time: 0.0644624
Mar 26 21:01:34.933446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:34.937220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:34.940852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254659936', 'description': 'd1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:34.942426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f126460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:34.956383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] For port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:34.957040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.061217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7e601066-eae5-4bd2-ac23-3b9de8e1be10), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.066148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.076662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/security-groups/7e601066-eae5-4bd2-ac23-3b9de8e1be10 HTTP/1.1" status: 204  len: 168 time: 0.9021046
Mar 26 21:01:35.100266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:35.100929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:35.109577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.206244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Allocated IP 172.20.0.34 (9219b978-2e68-471c-a58d-d6476b165f03/3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528/eb124a6f-6195-444e-baaf-9f36d024d3fc) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:35.223469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4b3364f5-1a11-4290-8a57-a31f59bf86d2 req-0d4f30c0-806d-46b9-941f-3a8ee17821b0 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups?id=b7cac543-4bfe-4f29-91f8-c1addd8d3d89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4134645
Mar 26 21:01:35.316567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a5146-3b44-4c17-8804-2c36d0be18b0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e601066-eae5-4bd2-ac23-3b9de8e1be10,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:35.346398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.347888 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.348258 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Floating IP 2d5cd3ee-7403-41d5-bbdf-af3382d8f823 disassociated. External IP: 172.35.4.78, port: 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7.
Mar 26 21:01:35.348615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Calling delete_port for 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:35.355227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:35.405288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 1a673066-4f26-4586-917f-9ed3d0abeb47 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:35.417095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908c36-6f9f-4445-8496-bc776627f91c None None] Pushing event updated for resources: {'Port': ['ID=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:35.466459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:35.466838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.474223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:35.484005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd40ecf5-f9d3-4aca-837b-8ab2ad92440b req-703a5059-4719-4c02-be04-c2691ece8106 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=436249e4501a43dd95fd98fc53d74b30&device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0630879
Mar 26 21:01:35.489661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:35.542922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd40ecf5-f9d3-4aca-837b-8ab2ad92440b req-9c16c1e5-84fb-46a9-8442-5ac72a478d73 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=436249e4501a43dd95fd98fc53d74b30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0466905
Mar 26 21:01:35.626561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.710621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.711088 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac of type vlan for network 1b7d50c7-1921-4316-ae49-43b0724cec37
Mar 26 21:01:35.762905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Publish callbacks [] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.781951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:35.785571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:35.890374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:36.051671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Provisioning complete for port 2ba544c1-deb8-40f0-82e2-90303cc60a57 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:36.062116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.082461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d203f05-06f3-423c-af03-b617e8c7cf65 None None] Pushing event updated for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:36.198847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (1a673066-4f26-4586-917f-9ed3d0abeb47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.225640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-85c9862c-6e59-459d-b892-a54f329b2d11 None None] Port 2ba544c1-deb8-40f0-82e2-90303cc60a57 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:36.323312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f126460>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ba544c1-deb8-40f0-82e2-90303cc60a57', 'name': '', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'mac_address': 'fa:16:3e:b3:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:30Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 2, 'project_id': '0c00094084934413b62c2a79ef898316', 'subnets': [{'id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:36.354199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1267d727-b822-46e8-97f5-e4538b14923e req-77c28044-f7f0-43ae-9b48-0209a750978f tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.7393701
Mar 26 21:01:36.368060 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.398629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3849f-bc5c-4a60-b955-177039b7dcb3 None None] The sync data for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 is: [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ba544c1-deb8-40f0-82e2-90303cc60a57', 'name': '', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'mac_address': 'fa:16:3e:b3:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:30Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 2, 'project_id': '0c00094084934413b62c2a79ef898316', 'subnets': [{'id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:36.415271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40ecf5-f9d3-4aca-837b-8ab2ad92440b req-5801e11e-f393-4fae-ab11-779d5049a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:36.417508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd40ecf5-f9d3-4aca-837b-8ab2ad92440b req-5801e11e-f393-4fae-ab11-779d5049a95c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.8664618
Mar 26 21:01:36.436433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273fab-639b-4c36-981d-0ec018100c67 req-fa81edec-0532-4ab9-9dee-395e074b3abb tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:36.443423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3273fab-639b-4c36-981d-0ec018100c67 req-fa81edec-0532-4ab9-9dee-395e074b3abb tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.9712906
Mar 26 21:01:36.451258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event deleted for resources: {'Port': ['ID=3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:36.457553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40048) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:36.469125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.475567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:36.476350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.480773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (1a673066-4f26-4586-917f-9ed3d0abeb47), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.490099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Request body: {'floatingip': {'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:36.609311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.6743071
Mar 26 21:01:36.630468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40058) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:36.727995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6111df-426c-49f9-9a92-5901ebf34702 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=1b7d50c7-1921-4316-ae49-43b0724cec37,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:36.732522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Router f5e82167-ac31-467d-91e3-1d3b91e29b47 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:36.741001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1b7d50c7-1921-4316-ae49-43b0724cec37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:36.846125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19a6967e-ec11-48b0-ae94-09278d73c234 req-b2ad826d-5f02-4cff-a74d-622008509caf tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 210 time: 0.1628883
Mar 26 21:01:36.864286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:36.877979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60feff6-90d0-4307-96ba-821951fa3dff tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:36.878843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d60feff6-90d0-4307-96ba-821951fa3dff tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks?id=1b7d50c7-1921-4316-ae49-43b0724cec37 HTTP/1.1" status: 200  len: 761 time: 0.2474031
Mar 26 21:01:36.884493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:36.892653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'description': 'd2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:37.065707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (1a673066-4f26-4586-917f-9ed3d0abeb47), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.206815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f945c04-1a67-401b-a040-7bbe6e71286a None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:01:37.255561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:37.272929 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Sync routers for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:37.285328 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:37.292841 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124216910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:37.309440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.328308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Could not find standard attr ID for object b4e9559a-4393-49aa-b50f-494a521754cd. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:01:37.338046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (1a673066-4f26-4586-917f-9ed3d0abeb47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.346249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] No DVR routers for this DVR port 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:37.351511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.368840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88a36ef4-8dcb-4af7-a013-6d51a8f11754 req-70bf267f-91c8-49b9-85e2-82b2e622568e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.21 "DELETE /v2.0/ports/3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 HTTP/1.1" status: 204  len: 173 time: 3.5745573
Mar 26 21:01:37.369878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'name': 'network-vif-deleted', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:37.380510 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c301889a-9c66-4180-b4e2-c5d220db6e76" -d '{"events": [{"server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "name": "network-vif-deleted", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:37.459907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=1a673066-4f26-4586-917f-9ed3d0abeb47,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:37.470361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.475786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:37.476211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.487940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.512172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-93496911-5361-4f52-ac2d-95fd8ced09c6 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/1a673066-4f26-4586-917f-9ed3d0abeb47 HTTP/1.1" status: 204  len: 168 time: 2.3631907
Mar 26 21:01:37.525572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network 1b7d50c7-1921-4316-ae49-43b0724cec37 is not hosted by any dhcp agent {{(pid=126736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:01:37.530700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:37.545332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:37.551598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "PUT /v2.0/networks/1b7d50c7-1921-4316-ae49-43b0724cec37 HTTP/1.1" status: 200  len: 758 time: 0.6657870
Mar 26 21:01:37.552657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:37.553094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:37.639713 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e4f2c5-7009-49df-a3bd-375d999909fc x-openstack-request-id: req-a9e4f2c5-7009-49df-a3bd-375d999909fc {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:37.640088 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f475fc0-4e21-44c8-9f02-75bf36a19d79", "name": "network-vif-deleted", "tag": "3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:37.640535 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9e4f2c5-7009-49df-a3bd-375d999909fc {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:37.641081 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e4f2c5-7009-49df-a3bd-375d999909fc'] response: {'server_uuid': '0f475fc0-4e21-44c8-9f02-75bf36a19d79', 'name': 'network-vif-deleted', 'tag': '3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7', 'status': 'completed', 'code': 200}
Mar 26 21:01:37.692757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c27031b-6345-4729-a65a-e018ad63b89b req-a1ccf3aa-d5b3-49ba-bc71-e272dc172eed tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.0505626
Mar 26 21:01:37.818306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f945c04-1a67-401b-a040-7bbe6e71286a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:01:37.825839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:37.903826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:37.930487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd40ecf5-f9d3-4aca-837b-8ab2ad92440b req-68230073-9b00-49aa-a0c0-4ed58924df89 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.1669364
Mar 26 21:01:38.262811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:38.265033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5716b3-b029-48e3-991a-d387ce37231d tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=1b7d50c7-1921-4316-ae49-43b0724cec37,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:38.293463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9b04f-44ca-48fc-9410-fa744c2002c5 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:38.300279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-68c9b04f-44ca-48fc-9410-fa744c2002c5 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks?id=1b7d50c7-1921-4316-ae49-43b0724cec37 HTTP/1.1" status: 200  len: 761 time: 0.7406423
Mar 26 21:01:38.323078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7aacfd2e-ed43-4a7d-866e-1c757990ad43 req-b5448961-94a5-42c3-b74a-674ae3a434a5 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f475fc0-4e21-44c8-9f02-75bf36a19d79 HTTP/1.1" status: 200  len: 210 time: 0.1578436
Mar 26 21:01:38.324795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:38.328221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40088) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:38.329199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.423194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-861020037'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:38.438512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:38.463111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:38.470117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.483506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1b7d50c7-1921-4316-ae49-43b0724cec37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:38.500483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:38.500993 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.532202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.548444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:38.549035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3f4b8c9a-5523-4528-9f82-b2ceaf5d2ca7 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:38.595980 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124216910>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:38.615037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:01:38.674774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:38.693156 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Checking router: f5e82167-ac31-467d-91e3-1d3b91e29b47 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:38.712121 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:38.713010 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124216910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:38.728201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (783202c4-7c6e-4330-a355-abbeaf776e2a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.728641 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 783202c4-7c6e-4330-a355-abbeaf776e2a of type vlan for network e7aee496-2f5d-4430-ab88-9a5ab4c125bf
Mar 26 21:01:38.843584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.853947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:38.908331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.024469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-564997c2-4efb-4f37-b22f-485d54b16fcf None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:39.035188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:39.037668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.055322 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:39.118679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e7aee496-2f5d-4430-ab88-9a5ab4c125bf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.184136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c27f8db-1f0d-4286-b050-7afbbf5cbc24 req-0c0100f7-3cfc-4c62-92a3-4aedc5dc248b tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=38ea9cc2-b2ff-448b-9f6f-99098523c8d1 HTTP/1.1" status: 200  len: 210 time: 0.1554406
Mar 26 21:01:39.260367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:39.261669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:39.295003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.321014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e7aee496-2f5d-4430-ab88-9a5ab4c125bf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.337473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:39.338171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.350453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:39.351961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.460608 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.474080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528 HTTP/1.1" status: 204  len: 168 time: 1.9131575
Mar 26 21:01:39.500260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40122) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:39.500640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40124) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:39.503316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905699eb-cb24-46ed-9a61-3f3fe7dd2f27 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=3f25d1f7-0110-4ee9-a8bb-2b5cd8e96528,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:39.525826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124216910>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:39.527874 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1205034
Mar 26 21:01:39.531616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40126) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:39.564887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': 'e7aee496-2f5d-4430-ab88-9a5ab4c125bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:39.615427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:39.617024 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8266c5fe-8e3f-41c8-9ddf-fcdac6be6d34 None None] The sync data for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 is: [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4', 'name': '', 'network_id': 'd07b83d2-7e40-44b8-8583-83257c1ad25d', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'mac_address': 'fa:16:3e:9b:da:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:21Z', 'updated_at': '2022-03-26T21:00:32Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'subnets': [{'id': '6d627f23-8e09-44f5-9432-2834d8d71718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:39.650134 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a57079-cfcf-4005-826a-2055a3dfa7eb tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:39.650555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a57079-cfcf-4005-826a-2055a3dfa7eb tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:39.672101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c9a57079-cfcf-4005-826a-2055a3dfa7eb tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/1a673066-4f26-4586-917f-9ed3d0abeb47 HTTP/1.1" status: 404  len: 337 time: 0.1551301
Mar 26 21:01:39.675942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:39.676595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.686819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:39.691427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535451e-ca46-4ec5-9249-c23e7d71b612 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:39.784920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:39.790429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6d9c785e-10d9-4f0e-8171-eeab887b7817 None None] Could not find standard attr ID for object b4e9559a-4393-49aa-b50f-494a521754cd. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:01:39.803996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c260a-2992-4523-8e09-d9c83ba261fb tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=e7aee496-2f5d-4430-ab88-9a5ab4c125bf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:39.818725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:39.824809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:39.857129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e7aee496-2f5d-4430-ab88-9a5ab4c125bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:39.870471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.233997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting subnet 74c7f351-faa4-464f-b576-f18d787f5c1c {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:40.243506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (b7cac543-4bfe-4f29-91f8-c1addd8d3d89), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.297914 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (b7cac543-4bfe-4f29-91f8-c1addd8d3d89), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.349109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:40.381353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (74c7f351-faa4-464f-b576-f18d787f5c1c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.412595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea549c-e5aa-44d2-9ef9-f589b80527bd None None] New status for floating IP 2d5cd3ee-7403-41d5-bbdf-af3382d8f823: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:01:40.493118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (ba0d75f3-2609-480a-9d42-45defb5b9cf4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.539470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:40.554974 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:40.572930 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:40.576091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (74c7f351-faa4-464f-b576-f18d787f5c1c), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.579240 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124615100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:40.690142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (74c7f351-faa4-464f-b576-f18d787f5c1c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.772814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=ba0d75f3-2609-480a-9d42-45defb5b9cf4,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:40.814134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.920306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7cac543-4bfe-4f29-91f8-c1addd8d3d89), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.923762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.929040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "DELETE /v2.0/security-groups/b7cac543-4bfe-4f29-91f8-c1addd8d3d89 HTTP/1.1" status: 204  len: 168 time: 1.3727353
Mar 26 21:01:40.941571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (74c7f351-faa4-464f-b576-f18d787f5c1c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:40.943785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40162) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:40.983725 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-97890d44-5f5d-4fdc-985d-fdcfa858a73e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] show failed (client error): The resource could not be found.
Mar 26 21:01:40.984950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-97890d44-5f5d-4fdc-985d-fdcfa858a73e tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "GET /v2.0/security-groups/b7cac543-4bfe-4f29-91f8-c1addd8d3d89 HTTP/1.1" status: 404  len: 347 time: 0.0329361
Mar 26 21:01:40.989626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:41.021298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.024235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea445b9d-bb9d-49ff-9b1f-8889d8fdef9e req-6717bd57-132e-49c3-9f61-53e5c10a0dad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=436249e4501a43dd95fd98fc53d74b30&device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.1038072
Mar 26 21:01:41.062967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Subnet': ['ID=74c7f351-faa4-464f-b576-f18d787f5c1c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:41.066175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b59ae-a133-488d-8b2f-ced0c218b857 tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cac543-4bfe-4f29-91f8-c1addd8d3d89,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:41.089910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608cf90-86e7-4bb9-bd60-c7be76bbb961 req-74a53098-fb27-4976-b8c8-9ff216c2d23d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:41.095608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '783202c4-7c6e-4330-a355-abbeaf776e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e7aee496-2f5d-4430-ab88-9a5ab4c125bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:41.096270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: e7aee496-2f5d-4430-ab88-9a5ab4c125bf, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:41.097798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a608cf90-86e7-4bb9-bd60-c7be76bbb961 req-74a53098-fb27-4976-b8c8-9ff216c2d23d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5551784
Mar 26 21:01:41.111434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Sync routers for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:41.137698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:41.141592 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e8708-3dc7-49eb-9dcd-55c3d095591c" -d '{"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:41.172653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:41.173375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1b5700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:41.238583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:41.258343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60d0cac5-c0b0-49aa-aa0e-bccde7b0bdae tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/74c7f351-faa4-464f-b576-f18d787f5c1c HTTP/1.1" status: 204  len: 168 time: 1.5705001
Mar 26 21:01:41.273094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea445b9d-bb9d-49ff-9b1f-8889d8fdef9e req-4d468336-321e-4408-b971-958ee35bc5ff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=436249e4501a43dd95fd98fc53d74b30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2218215
Mar 26 21:01:41.278573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a608cf90-86e7-4bb9-bd60-c7be76bbb961 req-a6b70a9c-5576-40a2-8ac0-df15d2e03570 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1796973
Mar 26 21:01:41.303624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.358397 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-910c3add-3567-415a-812c-12ecc0967ea0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:41.359132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910c3add-3567-415a-812c-12ecc0967ea0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:41.366890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-910c3add-3567-415a-812c-12ecc0967ea0 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/974078cf-99fe-48c4-8b4a-045478d8d633 HTTP/1.1" status: 404  len: 337 time: 0.0606899
Mar 26 21:01:41.369439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df17e8ba-5571-4137-a532-72c10e7961fd req-62e672ea-aadc-44fb-a539-e168e9e03c63 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.4033742
Mar 26 21:01:41.369978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.371962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6ed5682b-d947-4ace-95d7-2d48f8761c33 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "PUT /v2.0/floatingips/39439d90-35a2-46ca-9e12-1592ea5317c2 HTTP/1.1" status: 200  len: 993 time: 4.9140003
Mar 26 21:01:41.510454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:41.512986 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c566fc62-74c6-4d4f-944a-e7e2d2632625 x-openstack-request-id: req-c566fc62-74c6-4d4f-944a-e7e2d2632625 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:41.512986 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:41.513278 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c566fc62-74c6-4d4f-944a-e7e2d2632625 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:41.513776 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c566fc62-74c6-4d4f-944a-e7e2d2632625'] response: {'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'status': 'completed', 'code': 200}
Mar 26 21:01:41.515553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25a39fa2-ead1-4951-8dab-9895f398c61a tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "GET /v2.0/ports?device_id=7226d707-5312-4b80-a9b8-b3da583f21d4 HTTP/1.1" status: 200  len: 205 time: 0.0933731
Mar 26 21:01:41.518406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.569491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network e7aee496-2f5d-4430-ab88-9a5ab4c125bf is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:41.616017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7aee496-2f5d-4430-ab88-9a5ab4c125bf) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:41.674958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eacd8b-bfd2-42ac-a419-353bc2eb597a None None] Network e7aee496-2f5d-4430-ab88-9a5ab4c125bf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:41.690901 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-79496d8f-e3f2-411a-b9d6-345a87ff5ad7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] delete failed (client error): The resource could not be found.
Mar 26 21:01:41.694132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:41.694985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-79496d8f-e3f2-411a-b9d6-345a87ff5ad7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/routers/7226d707-5312-4b80-a9b8-b3da583f21d4 HTTP/1.1" status: 404  len: 336 time: 0.1754494
Mar 26 21:01:41.695227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:41.695564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40200) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.712697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea445b9d-bb9d-49ff-9b1f-8889d8fdef9e req-712fabae-a694-46f4-a315-555da074a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:41.714724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea445b9d-bb9d-49ff-9b1f-8889d8fdef9e req-712fabae-a694-46f4-a315-555da074a198 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4403033
Mar 26 21:01:41.722964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-df0c1392-9086-4b5f-b591-25ece80f0f1c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1905701
Mar 26 21:01:41.725534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40202) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.749878 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-442da77c-e110-43ab-b3f9-da623142dcbe tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:41.749878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442da77c-e110-43ab-b3f9-da623142dcbe tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:41.754646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-442da77c-e110-43ab-b3f9-da623142dcbe tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/06f55b5e-6670-4484-9ae4-79f027317498 HTTP/1.1" status: 404  len: 337 time: 0.0444725
Mar 26 21:01:41.766915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40206) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.772765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Deleting port 4131793f-e6d0-48ff-b0b1-d63ad70ce87c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:41.773476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:41.846765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40208) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.851266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-eb083c0a-449a-4d8c-8b7a-0fe1116e2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:41.852837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-eb083c0a-449a-4d8c-8b7a-0fe1116e2394 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.3163793
Mar 26 21:01:41.855603 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-514390a6-d809-4cf2-8322-3406e9317eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:41.855909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514390a6-d809-4cf2-8322-3406e9317eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:41.863039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-514390a6-d809-4cf2-8322-3406e9317eaf tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/46d89eb0-7fcf-4217-b084-95f8f5569b08 HTTP/1.1" status: 404  len: 337 time: 0.0707114
Mar 26 21:01:41.865322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40210) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:41.883635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1979772283'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:41.932694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0e3e-7617-4f26-9413-a64cec6866d0 req-54b3b1e4-66b2-4290-9402-75528ab1a8e9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:41.943251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e43e0e3e-7617-4f26-9413-a64cec6866d0 req-54b3b1e4-66b2-4290-9402-75528ab1a8e9 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2586048
Mar 26 21:01:41.951307 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124615100>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:01:38Z', 'revision_number': 3, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:42.002165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:42.005159 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e78a82-af44-4848-92cd-e9257e41d147 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.005738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e78a82-af44-4848-92cd-e9257e41d147 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.006266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.012571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a1e78a82-af44-4848-92cd-e9257e41d147 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/6ec5870b-30a0-4ab7-981f-fc68b17f37a5 HTTP/1.1" status: 404  len: 337 time: 0.1461122
Mar 26 21:01:42.013335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.014586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e7aee496-2f5d-4430-ab88-9a5ab4c125bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.055179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.055665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.069609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Calling delete_port for 4131793f-e6d0-48ff-b0b1-d63ad70ce87c owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:42.080465 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:42.113139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:42.113793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124615100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:42.118249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-c03e8342-db81-4c33-b007-f3bb0c8b89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:42.121442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-c03e8342-db81-4c33-b007-f3bb0c8b89d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.2570703
Mar 26 21:01:42.162406 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b76cc1-21e1-4af0-8ab1-451e3a39b099 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.163286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b76cc1-21e1-4af0-8ab1-451e3a39b099 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.166747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-95b76cc1-21e1-4af0-8ab1-451e3a39b099 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/b6fb3f9f-3dea-4647-94fc-eef0fdd8d2de HTTP/1.1" status: 404  len: 333 time: 0.1485662
Mar 26 21:01:42.208112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.230773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4131793f-e6d0-48ff-b0b1-d63ad70ce87c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.249698 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b74cb5-1173-4c7d-8362-1ca47eff61f7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.250635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b74cb5-1173-4c7d-8362-1ca47eff61f7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.254438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-17b74cb5-1173-4c7d-8362-1ca47eff61f7 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/4928fc43-6b8a-4f07-aa8a-b0124fce58df HTTP/1.1" status: 404  len: 337 time: 0.0448418
Mar 26 21:01:42.260647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e43e0e3e-7617-4f26-9413-a64cec6866d0 req-68950561-f236-4c25-8305-295144406d84 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3163593
Mar 26 21:01:42.263674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40216) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.284294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86c320-45d7-45a5-b73d-808d029fa9c7 None None] Network 9219b978-2e68-471c-a58d-d6476b165f03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:42.300435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:42.320406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Pushing event deleted for resources: {'Port': ['ID=4131793f-e6d0-48ff-b0b1-d63ad70ce87c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:42.335435 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae117d03-4871-493b-a473-f37c0c1da5e3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.335899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae117d03-4871-493b-a473-f37c0c1da5e3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.341321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae117d03-4871-493b-a473-f37c0c1da5e3 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/eed47a7d-04f8-4815-b38a-8ab3fbf32872 HTTP/1.1" status: 404  len: 337 time: 0.0740581
Mar 26 21:01:42.353235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.375281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-eacfec5f-73ed-4c4c-8cff-5c7ec108c6b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 1001 time: 0.2256851
Mar 26 21:01:42.378254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:42.379219 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:42.453817 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a1084e-28e3-45f5-adcd-8de5b43dda3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.457358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a1084e-28e3-45f5-adcd-8de5b43dda3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.460802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-97a1084e-28e3-45f5-adcd-8de5b43dda3f tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/6e1cb888-f176-4177-aff5-2b095a53295a HTTP/1.1" status: 404  len: 333 time: 0.1065943
Mar 26 21:01:42.464959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Provisioning complete for port eb124a6f-6195-444e-baaf-9f36d024d3fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:42.465350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.479766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.530654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d45abd2c-c562-4723-9d1e-19c232a7fabc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.531353 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Added segment d45abd2c-c562-4723-9d1e-19c232a7fabc of type vlan for network 27a130c6-ee72-48d5-98e0-95c25e1183f2
Mar 26 21:01:42.549977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a7cbc10-081f-4f45-998a-3f3a6788b081 req-c1f808d1-8d45-4863-99bc-58a27b0e2fe8 tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.0445302
Mar 26 21:01:42.557915 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-83452622-40ab-4b4c-9f0b-5781efd2ba75 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.558399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83452622-40ab-4b4c-9f0b-5781efd2ba75 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.560700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-59d23a5e-f6d8-4ace-8403-e3d945d0dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:42.561689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83452622-40ab-4b4c-9f0b-5781efd2ba75 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/2f7f2c7f-46a5-46e8-9eef-434ffffe4d59 HTTP/1.1" status: 404  len: 337 time: 0.0796819
Mar 26 21:01:42.563532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-59d23a5e-f6d8-4ace-8403-e3d945d0dbce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1438558
Mar 26 21:01:42.564393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.611291 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-01614f90-0e92-4b15-acb5-ad7372ced59c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:42.611886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01614f90-0e92-4b15-acb5-ad7372ced59c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:42.615515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01614f90-0e92-4b15-acb5-ad7372ced59c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/subnets/2994ddd7-840c-4cdc-978d-5b151f82c609 HTTP/1.1" status: 404  len: 337 time: 0.0498230
Mar 26 21:01:42.620892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.663062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-7125d65b-df11-478b-98ea-0ed620ca1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:42.665641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-7125d65b-df11-478b-98ea-0ed620ca1598 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0917203
Mar 26 21:01:42.696915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks [] for floatingip (2d5cd3ee-7403-41d5-bbdf-af3382d8f823), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.714621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.718731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-edd89372-1876-41e7-ab1e-a1efcdc1d25c tempest-ServersTestFqdnHostnames-2117300767 tempest-ServersTestFqdnHostnames-2117300767-project] 10.222.0.16 "DELETE /v2.0/floatingips/2d5cd3ee-7403-41d5-bbdf-af3382d8f823 HTTP/1.1" status: 204  len: 168 time: 1.6932073
Mar 26 21:01:42.724239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ba0d75f3-2609-480a-9d42-45defb5b9cf4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.727094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40256) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:42.791218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (27a130c6-ee72-48d5-98e0-95c25e1183f2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.820437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-7a0757cf-e1d0-4857-a753-17eee87b95d7 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452668
Mar 26 21:01:42.867868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1b5700>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ba544c1-deb8-40f0-82e2-90303cc60a57', 'name': '', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'mac_address': 'fa:16:3e:b3:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:30Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 2, 'project_id': '0c00094084934413b62c2a79ef898316', 'subnets': [{'id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:42.903529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a92927-bc77-4906-9d6b-6d5ca0a93266 req-87e19fb2-4eb7-4900-8333-9cff4a20ef8f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:42.905140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58a92927-bc77-4906-9d6b-6d5ca0a93266 req-87e19fb2-4eb7-4900-8333-9cff4a20ef8f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5459211
Mar 26 21:01:42.911321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Checking router: e9d19ef6-5278-44e6-9250-b0f60a4e2490 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:42.911619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Updating router e9d19ef6-5278-44e6-9250-b0f60a4e2490 port 2ba544c1-deb8-40f0-82e2-90303cc60a57 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:01:42.948416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:42.966826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:01:42.985964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48e8708-3dc7-49eb-9dcd-55c3d095591c req-c049d6a6-f5ff-4e09-81a3-701c625c3d64 service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571288
Mar 26 21:01:43.049308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124615100>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:01:38Z', 'revision_number': 3, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:43.096059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea445b9d-bb9d-49ff-9b1f-8889d8fdef9e req-5fe77800-ee75-4b71-867f-08cf79436c7f tempest-ServerShowV247Test-1374421449 tempest-ServerShowV247Test-1374421449-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0bcdf31-e56c-4e77-9e7f-506812268fd8 HTTP/1.1" status: 200  len: 210 time: 0.1107898
Mar 26 21:01:43.104561 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b790ae-8678-4fc7-ba93-2c7e5b663720 None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39439d90-35a2-46ca-9e12-1592ea5317c2', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'port_id': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'mac_address': 'fa:16:3e:ba:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400d840e-75b6-4886-9f10-30b56c2c4886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:00:05Z', 'updated_at': '2022-03-26T21:01:38Z', 'revision_number': 3, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:43.117192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:43.130443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (27a130c6-ee72-48d5-98e0-95c25e1183f2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.132706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950a05d-96f5-4b70-9189-cb5ff499c043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7aee496-2f5d-4430-ab88-9a5ab4c125bf', 'network_id': 'e7aee496-2f5d-4430-ab88-9a5ab4c125bf', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': 'ba0d75f3-2609-480a-9d42-45defb5b9cf4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:43.134391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f950a05d-96f5-4b70-9189-cb5ff499c043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.135422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:43.136059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.139701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:43.140246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.213807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ba0d75f3-2609-480a-9d42-45defb5b9cf4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.240811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.3604493
Mar 26 21:01:43.242206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:43.250833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-499526898'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:43.280188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:43.287599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.288013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58a92927-bc77-4906-9d6b-6d5ca0a93266 req-6a15e496-2321-4d22-9515-b50e5a681b85 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3721468
Mar 26 21:01:43.293980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0d75f3-2609-480a-9d42-45defb5b9cf4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:43.299883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Provisioning complete for port 91ff9d0e-2dc8-4b83-b231-736c50453807 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:43.308007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.364850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:43.386863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1b1860cf-ee8d-487f-8499-931305cdaa3c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.387565 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Added segment 1b1860cf-ee8d-487f-8499-931305cdaa3c of type vlan for network 3520df3b-6ed1-4672-b47f-8044261e5766
Mar 26 21:01:43.439570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Deleting port 91ff9d0e-2dc8-4b83-b231-736c50453807 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:43.440148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.442734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3520df3b-6ed1-4672-b47f-8044261e5766), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.481621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] DHCP port deletion for 9219b978-2e68-471c-a58d-d6476b165f03 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:01:43.487671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad148a7a-74c7-49d9-a7eb-4a0b65187ad4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Network': ['ID=27a130c6-ee72-48d5-98e0-95c25e1183f2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:43.512374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3520df3b-6ed1-4672-b47f-8044261e5766), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.514238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9e00487c-cd69-44fd-b7fb-b7035b7b1596 None None] Port 91ff9d0e-2dc8-4b83-b231-736c50453807 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:43.526873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:43.528389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:43.529050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.529945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c08af-0fbd-4ffd-ba7c-ee97ef9acce4 None None] Network e7aee496-2f5d-4430-ab88-9a5ab4c125bf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:43.537182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:43.540661 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e0e534-655f-48b4-8911-ad8d096aacde" -d '{"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:43.623599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3773060
Mar 26 21:01:43.624438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:43.675272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'subnet': {'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:43.683903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e2f1-fda7-4f5e-9bac-f67efeea46f2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Network': ['ID=3520df3b-6ed1-4672-b47f-8044261e5766,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:43.799703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3520df3b-6ed1-4672-b47f-8044261e5766 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:43.816270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:43.820409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:43.838054 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ef9050-60bd-49be-9a39-c535de78c81b x-openstack-request-id: req-f8ef9050-60bd-49be-9a39-c535de78c81b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:43.838812 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:43.838915 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8ef9050-60bd-49be-9a39-c535de78c81b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:43.839440 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ef9050-60bd-49be-9a39-c535de78c81b'] response: {'name': 'network-changed', 'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'status': 'completed', 'code': 200}
Mar 26 21:01:44.085811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d05ddde0-28d1-4c6d-bd6e-dcc670410661), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.116843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:44.177158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:44.177516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network hostable DHCP agents. Network: 27a130c6-ee72-48d5-98e0-95c25e1183f2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:44.184122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Subnet': ['ID=d05ddde0-28d1-4c6d-bd6e-dcc670410661,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:44.210416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.228385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:44.239044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Deleting port eb124a6f-6195-444e-baaf-9f36d024d3fc {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:44.239429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.253793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27a130c6-ee72-48d5-98e0-95c25e1183f2) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:44.257630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e7aee496-2f5d-4430-ab88-9a5ab4c125bf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.265204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:44.265957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.274671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17f858-9ac7-49d6-99a2-1f859fe781f0 None None] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:44.302856 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.308272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90780efb-8a0f-431d-9f03-4533a3c109fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6383481
Mar 26 21:01:44.309257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40324) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:44.318810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'subnet': {'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:44.347560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40330) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:44.350281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eb124a6f-6195-444e-baaf-9f36d024d3fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:44.379536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Calling delete_port for 91ff9d0e-2dc8-4b83-b231-736c50453807 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:44.382392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f6753d0>,) {'filters': {'network_id': ['e7aee496-2f5d-4430-ab88-9a5ab4c125bf']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:44.404575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6753d0>, '783202c4-7c6e-4330-a355-abbeaf776e2a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:44.404868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6753d0>, '783202c4-7c6e-4330-a355-abbeaf776e2a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:44.433216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (783202c4-7c6e-4330-a355-abbeaf776e2a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.487957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] For port eb124a6f-6195-444e-baaf-9f36d024d3fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb124a6f-6195-444e-baaf-9f36d024d3fc,segment=NetworkSegment(14102434-d626-4574-b055-c30cf65b0f3e),segment_id=14102434-d626-4574-b055-c30cf65b0f3e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:44.488203 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.490908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:44.496355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.507352 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks [] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.519608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Calling delete_port for eb124a6f-6195-444e-baaf-9f36d024d3fc owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:44.522580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d661d-db21-4ee1-a32a-fb8e986c8f3f req-16231064-43af-4b33-88ba-22db28674cd5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:44.524499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-332d661d-db21-4ee1-a32a-fb8e986c8f3f req-16231064-43af-4b33-88ba-22db28674cd5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 1.0183783
Mar 26 21:01:44.541859 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.552679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (783202c4-7c6e-4330-a355-abbeaf776e2a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.570294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-5378e39a-7940-490c-80c0-b3a4d05e3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:44.572128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-5378e39a-7940-490c-80c0-b3a4d05e3e06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 1128 time: 0.4348345
Mar 26 21:01:44.573107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:44.573505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (783202c4-7c6e-4330-a355-abbeaf776e2a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.578732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30308fa8-c614-44d3-ae5c-74354edfeaca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:44.592345 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:44.722215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-38b69f6b-1dc6-41e7-9de8-0a465a8d47ea tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:44.729241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-38b69f6b-1dc6-41e7-9de8-0a465a8d47ea tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.3717961
Mar 26 21:01:44.755551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-c96683cb-f5fc-469f-8002-e410335a1b63 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/quotas/496f2be9357e414ca8db7bf1f5ed0234 HTTP/1.1" status: 200  len: 375 time: 0.0253150
Mar 26 21:01:44.801549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e7aee496-2f5d-4430-ab88-9a5ab4c125bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.809171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.816628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/e7aee496-2f5d-4430-ab88-9a5ab4c125bf HTTP/1.1" status: 204  len: 168 time: 3.0867336
Mar 26 21:01:44.819348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-332d661d-db21-4ee1-a32a-fb8e986c8f3f req-5e728f0c-87f3-47f8-a0e3-672e7d8f0772 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2842391
Mar 26 21:01:44.826939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:44.847785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (91ff9d0e-2dc8-4b83-b231-736c50453807), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.919031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e611a0-4ad2-4bd0-bac5-3febf2afe6a6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=e7aee496-2f5d-4430-ab88-9a5ab4c125bf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:44.925489 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-43673b4f-c761-4e63-9314-956d0477bc8a tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] GET failed (client error): The resource could not be found.
Mar 26 21:01:44.926838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-43673b4f-c761-4e63-9314-956d0477bc8a tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets/ba0d75f3-2609-480a-9d42-45defb5b9cf4 HTTP/1.1" status: 404  len: 337 time: 0.0950267
Mar 26 21:01:44.933354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Port': ['ID=91ff9d0e-2dc8-4b83-b231-736c50453807,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:44.936661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:44.944871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.949720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-516aec59-10bc-4f49-b790-36bd0dabd175 tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/ports/91ff9d0e-2dc8-4b83-b231-736c50453807 HTTP/1.1" status: 204  len: 168 time: 2.3167558
Mar 26 21:01:44.950180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c74d1755-0acf-4d82-a024-5506b7bc9d73), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:44.955389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40340) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:44.967182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcbaf8-1dad-41d1-840f-c5cfc1abdbfe None None] Pushing event updated for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:44.991356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-bc742cd0-7fe1-42b5-9b11-b13b6ad5ba6a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2344468
Mar 26 21:01:44.992751 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f05e99-fdd4-421f-b2e5-85ed0c64a9b6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:44.993560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f05e99-fdd4-421f-b2e5-85ed0c64a9b6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:44.996652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-12f05e99-fdd4-421f-b2e5-85ed0c64a9b6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/e7aee496-2f5d-4430-ab88-9a5ab4c125bf HTTP/1.1" status: 404  len: 339 time: 0.0436728
Mar 26 21:01:44.998147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-74fbe072-f4b5-4fe4-a24c-4bb0056d6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.000218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-74fbe072-f4b5-4fe4-a24c-4bb0056d6493 service neutron] 10.222.0.18 "GET /v2.0/networks?id=774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 200  len: 919 time: 0.4043148
Mar 26 21:01:45.001001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:45.014567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27a130c6-ee72-48d5-98e0-95c25e1183f2', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:45.015726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.108465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Attempting to bind port 2ba544c1-deb8-40f0-82e2-90303cc60a57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:45.109355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Attempting to bind port 2ba544c1-deb8-40f0-82e2-90303cc60a57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:45.110048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Attempting to bind port 2ba544c1-deb8-40f0-82e2-90303cc60a57 on network 9be6dfc9-17d7-46d6-a202-b932c5684a73 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:45.122873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:45.124097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Checking segment: {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:45.124770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.125296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Bound using segment: {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:45.125902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Bound port: 2ba544c1-deb8-40f0-82e2-90303cc60a57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb21a3c9-643e-43e8-a378-e0318a848eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:45.126973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.134072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eb124a6f-6195-444e-baaf-9f36d024d3fc is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:45.135199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.146030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30308fa8-c614-44d3-ae5c-74354edfeaca admin admin] Publish callbacks [] for security_group (fc2dfbff-de93-43f1-b38a-784b447efdea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.156763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d48fdcf3-f148-4cf2-8591-d8ca3d45b10e None None] Provisioning complete for port 2ba544c1-deb8-40f0-82e2-90303cc60a57 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:45.157292 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d48fdcf3-f148-4cf2-8591-d8ca3d45b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.186693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30308fa8-c614-44d3-ae5c-74354edfeaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fc2dfbff-de93-43f1-b38a-784b447efdea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.276486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (eb124a6f-6195-444e-baaf-9f36d024d3fc), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.346538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] Pushing event deleted for resources: {'Port': ['ID=eb124a6f-6195-444e-baaf-9f36d024d3fc,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:45.348504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d48fdcf3-f148-4cf2-8591-d8ca3d45b10e None None] Port 2ba544c1-deb8-40f0-82e2-90303cc60a57 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:45.351526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-79bca131-9a18-4a76-af89-9d6006c8fc50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 200  len: 1001 time: 0.3264937
Mar 26 21:01:45.356518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b8a0a-cbc0-4a31-8e8b-f44b4af7429c None None] No DVR routers for this DVR port eb124a6f-6195-444e-baaf-9f36d024d3fc on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:45.427008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] For port 2ba544c1-deb8-40f0-82e2-90303cc60a57, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:45.429711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] For port 2ba544c1-deb8-40f0-82e2-90303cc60a57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ba544c1-deb8-40f0-82e2-90303cc60a57,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:45.436164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06054b-a06a-44ce-95d7-30bd0e4f04e6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.440799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3e06054b-a06a-44ce-95d7-30bd0e4f04e6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4354920
Mar 26 21:01:45.447145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40354) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:45.448475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.459189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Allocated IP 10.1.1.2 (27a130c6-ee72-48d5-98e0-95c25e1183f2/d05ddde0-28d1-4c6d-bd6e-dcc670410661/a626a581-0ca7-4f34-87d0-ddffd66734bc) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:45.528033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-12fafbf0-1fe5-474a-ba34-27b38a6e5d13 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.533175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-12fafbf0-1fe5-474a-ba34-27b38a6e5d13 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.4016480
Mar 26 21:01:45.542517 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0092aaf-8c50-43ff-9b3e-a51b9cdcacc7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 207 time: 0.0877750
Mar 26 21:01:45.545067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-2ef21fc1-ee89-4f8e-b5c6-1b1bd3ebd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.546810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-2ef21fc1-ee89-4f8e-b5c6-1b1bd3ebd4bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 200  len: 858 time: 0.1796381
Mar 26 21:01:45.548950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:45.644350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Subnet': ['ID=c74d1755-0acf-4d82-a024-5506b7bc9d73,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:45.658155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9219b978-2e68-471c-a58d-d6476b165f03), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.682025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcbaf8-1dad-41d1-840f-c5cfc1abdbfe None None] Pushing event updated for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:45.682256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-30308fa8-c614-44d3-ae5c-74354edfeaca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=436249e4501a43dd95fd98fc53d74b30&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3304017
Mar 26 21:01:45.688271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:45.688881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1b5700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:45.690244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30308fa8-c614-44d3-ae5c-74354edfeaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2dfbff-de93-43f1-b38a-784b447efdea,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:45.692757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40358) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:45.697831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Checking segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:45.698207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network hostable DHCP agents. Network: 3520df3b-6ed1-4672-b47f-8044261e5766, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:45.750249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-6a9f5e0e-28b8-45d0-bfef-35b02551cf0a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/quotas/71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 375 time: 0.2087061
Mar 26 21:01:45.751178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks [] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.757020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.766547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.769753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-3c154145-d5d7-449d-bd3e-bfe1e05e74f2 service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6943524
Mar 26 21:01:45.830719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 3520df3b-6ed1-4672-b47f-8044261e5766 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:45.867093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:45.887344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.888490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:45.894229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:45.913508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3520df3b-6ed1-4672-b47f-8044261e5766) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:45.921980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Pushing event updated for resources: {'Port': ['ID=a626a581-0ca7-4f34-87d0-ddffd66734bc,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:45.932506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:45.943075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0037d89-f282-478b-8dfb-3df50cfd39e0 None None] Network 3520df3b-6ed1-4672-b47f-8044261e5766 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:45.951513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9219b978-2e68-471c-a58d-d6476b165f03), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.955905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e921405-8ea9-4a20-bc2a-aabfab97c868 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.961399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e921405-8ea9-4a20-bc2a-aabfab97c868 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.966504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e921405-8ea9-4a20-bc2a-aabfab97c868 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.971836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e921405-8ea9-4a20-bc2a-aabfab97c868 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.973008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:45.977365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:45.977516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4e921405-8ea9-4a20-bc2a-aabfab97c868 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.4141455
Mar 26 21:01:45.978234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:45.999495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] Publish callbacks [] for security_group (fc2dfbff-de93-43f1-b38a-784b447efdea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.028424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611df7d760>,) {'filters': {'network_id': ['9219b978-2e68-471c-a58d-d6476b165f03']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:46.053462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-516d470c-2d8f-471f-a2e3-846279fa833a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.7427943
Mar 26 21:01:46.055578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-3448287e-890c-4dd2-80d7-3ded7f22ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:46.057583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-3448287e-890c-4dd2-80d7-3ded7f22ecac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=774ec06c-09d0-4daf-abd3-72e75f21ab7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2859907
Mar 26 21:01:46.059561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611df7d760>, '14102434-d626-4574-b055-c30cf65b0f3e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:46.059874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611df7d760>, '14102434-d626-4574-b055-c30cf65b0f3e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:46.066516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40362) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:46.076962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-9ca36977-9981-43eb-bef0-209e8c30fb1c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2954779
Mar 26 21:01:46.079748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'name': 'tempest-TaggedBootDevicesTest-409255750', 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:46.083675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Provisioning complete for port 2ba544c1-deb8-40f0-82e2-90303cc60a57 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:46.084329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.092877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] Publish callbacks [] for security_group (fc2dfbff-de93-43f1-b38a-784b447efdea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.106621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (14102434-d626-4574-b055-c30cf65b0f3e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.118293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-852a4d60-5ee7-4365-8d07-5bbd21f5f17f service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3466694
Mar 26 21:01:46.205200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Attempting to bind port a626a581-0ca7-4f34-87d0-ddffd66734bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:46.205685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Attempting to bind port a626a581-0ca7-4f34-87d0-ddffd66734bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:46.205929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Attempting to bind port a626a581-0ca7-4f34-87d0-ddffd66734bc on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:46.264779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:46.265179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:46.265707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.266112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Bound using segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:46.266609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Bound port: a626a581-0ca7-4f34-87d0-ddffd66734bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:46.267007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.272554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (14102434-d626-4574-b055-c30cf65b0f3e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.280835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:46.281597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (14102434-d626-4574-b055-c30cf65b0f3e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.317603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3520df3b-6ed1-4672-b47f-8044261e5766', 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ips': [{'subnet_id': 'c74d1755-0acf-4d82-a024-5506b7bc9d73'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:46.318610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:46.350666 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:46.357430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:46.360108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2ba544c1-deb8-40f0-82e2-90303cc60a57 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:46.476989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9219b978-2e68-471c-a58d-d6476b165f03), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.508449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-daa74183-653a-4f6e-87e6-efd218026eaa tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:46.510256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-daa74183-653a-4f6e-87e6-efd218026eaa tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/ports?device_id=384155c0-abdb-4448-ab0e-797be0db4df6 HTTP/1.1" status: 200  len: 945 time: 0.6326811
Mar 26 21:01:46.529139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4592406e-3ebb-4c48-9a17-91cd9a14730e req-5c30a550-d5dc-4268-82ff-a256d5f2888f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 210 time: 0.1655147
Mar 26 21:01:46.539467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:01:46.547877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.555988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] 10.222.0.16 "DELETE /v2.0/networks/9219b978-2e68-471c-a58d-d6476b165f03 HTTP/1.1" status: 204  len: 168 time: 1.5919526
Mar 26 21:01:46.590875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:46.645029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb7761-47ef-4609-8551-d12346f6627c tempest-PortsTestJSON-1157091639 tempest-PortsTestJSON-1157091639-project] Pushing event deleted for resources: {'Network': ['ID=9219b978-2e68-471c-a58d-d6476b165f03,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:46.674279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] For port a626a581-0ca7-4f34-87d0-ddffd66734bc, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:46.679205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] For port a626a581-0ca7-4f34-87d0-ddffd66734bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a626a581-0ca7-4f34-87d0-ddffd66734bc,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:46.732785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fc2dfbff-de93-43f1-b38a-784b447efdea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.735717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.739818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc2dfbff-de93-43f1-b38a-784b447efdea HTTP/1.1" status: 204  len: 168 time: 1.0433185
Mar 26 21:01:46.811786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d8471-69b3-4537-8357-6a6716c710e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2dfbff-de93-43f1-b38a-784b447efdea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:46.838979 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.861636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.878109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Allocated IP 10.2.2.2 (3520df3b-6ed1-4672-b47f-8044261e5766/c74d1755-0acf-4d82-a024-5506b7bc9d73/ade2e606-9363-40ed-ac03-ae444005ad38) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:46.889892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Deleting port 607e9bc9-d63e-4f18-b20e-8c045ee4124b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:46.890384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:46.895419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] device_id is not set on port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:01:46.962856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:46.975182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e60d0df1-e973-4082-b7a4-ee6f474c5b07 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.9931126
Mar 26 21:01:46.980816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40382) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:47.133608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-acaea4ec-c092-44ee-b878-642af7bb5995 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0322576
Mar 26 21:01:47.135557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:47.135964 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.163756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-606ff6ab-dd79-4f1c-9144-b54af4049f6b service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0864556
Mar 26 21:01:47.173776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Calling delete_port for 607e9bc9-d63e-4f18-b20e-8c045ee4124b owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:47.222571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20facfbb-ae9b-43b5-a3af-8506384ee965 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:47.224023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20facfbb-ae9b-43b5-a3af-8506384ee965 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:47.229080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20facfbb-ae9b-43b5-a3af-8506384ee965 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2439075
Mar 26 21:01:47.250901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:47.287352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.1.1.242 (27a130c6-ee72-48d5-98e0-95c25e1183f2/d05ddde0-28d1-4c6d-bd6e-dcc670410661/44253e4b-0e65-47a7-9d9a-61ce95e7f45c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:47.469187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81137200-cb0a-441e-b68a-ededee62d142 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:47.470556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81137200-cb0a-441e-b68a-ededee62d142 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:47.472128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-81137200-cb0a-441e-b68a-ededee62d142 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2129002
Mar 26 21:01:47.485159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704bb2a-e8ed-4732-8596-3780ce820b4a None None] Pushing event updated for resources: {'Port': ['ID=a626a581-0ca7-4f34-87d0-ddffd66734bc,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:47.499605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40396) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:47.509785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 607e9bc9-d63e-4f18-b20e-8c045ee4124b is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:47.510301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.521860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-13f80f54-8a60-43de-bd88-ff5436b98673 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3785379
Mar 26 21:01:47.535051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2ba544c1-deb8-40f0-82e2-90303cc60a57 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:47.535440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.589926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7e0e534-655f-48b4-8911-ad8d096aacde req-b2e0517b-11d5-4c68-b785-492024e4720a service neutron] 10.222.0.18 "GET /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4105392
Mar 26 21:01:47.620638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 607e9bc9-d63e-4f18-b20e-8c045ee4124b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=607e9bc9-d63e-4f18-b20e-8c045ee4124b,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:47.629695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:47.633424 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e082aa5-0b97-4755-abe4-8cec880c343f" -d '{"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-unplugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:47.646508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Current status of the port 2ba544c1-deb8-40f0-82e2-90303cc60a57 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:47.646917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.668967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.714515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.780744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1b5700>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ba544c1-deb8-40f0-82e2-90303cc60a57', 'name': '', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'mac_address': 'fa:16:3e:b3:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:30Z', 'updated_at': '2022-03-26T21:01:45Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'subnets': [{'id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:47.870667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5f0d4-6f1e-4151-b5d9-e7737b4794eb None None] The sync data for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 is: [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:01:31Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2ba544c1-deb8-40f0-82e2-90303cc60a57', 'name': '', 'network_id': '9be6dfc9-17d7-46d6-a202-b932c5684a73', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'mac_address': 'fa:16:3e:b3:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:30Z', 'updated_at': '2022-03-26T21:01:45Z', 'revision_number': 4, 'project_id': '0c00094084934413b62c2a79ef898316', 'subnets': [{'id': '0553f319-8bdf-4ac5-8a0c-79a13e29cc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:47.874747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369ad6c-648e-483d-8661-1519d74434ce tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:47.877177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c369ad6c-648e-483d-8661-1519d74434ce tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks/3cff638b-ed19-48ef-93d7-5defe7c1a0ff HTTP/1.1" status: 200  len: 799 time: 0.3707075
Mar 26 21:01:47.888054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47129494-d0df-429c-af51-cb254e9bd211 req-73045d80-1076-41d5-9962-733be23ddfb6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 210 time: 0.2107067
Mar 26 21:01:47.908754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40412) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:47.908754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Deleting port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:47.908754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:47.929374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] For port 2ba544c1-deb8-40f0-82e2-90303cc60a57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ba544c1-deb8-40f0-82e2-90303cc60a57,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:47.970190 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63bdc41-7838-41da-8b17-4277417fc48d x-openstack-request-id: req-e63bdc41-7838-41da-8b17-4277417fc48d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:47.970502 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-unplugged", "status": "completed", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:47.970769 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e63bdc41-7838-41da-8b17-4277417fc48d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:47.971194 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63bdc41-7838-41da-8b17-4277417fc48d'] response: {'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'code': 200}
Mar 26 21:01:47.990609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4f40bdf9-d90d-4d8e-91c0-4704bd8c4f2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7c998fb98ff4ad3947f0e147eaf4393&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0257139
Mar 26 21:01:48.000665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40416) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:48.074917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.193002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:48.198245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.198465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bcfc541-52ce-4d46-825e-25e193a4add2 req-b6254ff3-ca4c-459b-b05d-1dceb3aa13c2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.1577001
Mar 26 21:01:48.231729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:48.244500 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks [] for port (ade2e606-9363-40ed-ac03-ae444005ad38), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.276380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:48.284582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:48.318958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.350915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] Publish callbacks [] for security_group (869d8421-b7d5-4037-8189-18959b5161b1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.379373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] Publish callbacks [] for security_group (869d8421-b7d5-4037-8189-18959b5161b1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.439767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] For port 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:48.440645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:48.446781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.452240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Network 3520df3b-6ed1-4672-b47f-8044261e5766 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:48.465000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2ba544c1-deb8-40f0-82e2-90303cc60a57 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:48.473195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (869d8421-b7d5-4037-8189-18959b5161b1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.473927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.475834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/869d8421-b7d5-4037-8189-18959b5161b1 HTTP/1.1" status: 204  len: 168 time: 0.4724469
Mar 26 21:01:48.484735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:48.518151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Calling delete_port for 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:48.534773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51b38c-51be-4fcf-bd99-7e30ebf732e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d8421-b7d5-4037-8189-18959b5161b1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:48.547395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:48.548780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.551242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (607e9bc9-d63e-4f18-b20e-8c045ee4124b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.599431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:48.712383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] No DVR routers for this DVR port 607e9bc9-d63e-4f18-b20e-8c045ee4124b on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:48.717004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:48.723945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ab3ea5-5371-4da8-b1d3-5ff52f689f7c req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "DELETE /v2.0/ports/607e9bc9-d63e-4f18-b20e-8c045ee4124b HTTP/1.1" status: 204  len: 173 time: 2.1779830
Mar 26 21:01:48.729312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cec87a-44d9-4156-95d9-153be113451b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event deleted for resources: {'Port': ['ID=607e9bc9-d63e-4f18-b20e-8c045ee4124b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:48.738583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-deleted', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:48.744370 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285567d8-bfc7-4701-87e0-9b9a1babb331" -d '{"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-deleted", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:48.761753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0ac20070-9dfc-47ab-8c88-b3ea0dcd1e82 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6910336
Mar 26 21:01:48.769956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40436) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:48.779993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'name': 'tempest-TaggedBootDevicesTest-470558652', 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:48.817162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a626a581-0ca7-4f34-87d0-ddffd66734bc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:48.853184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-785b31b5-c721-4db5-8ac0-c64a523e8acf tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/networks/3cff638b-ed19-48ef-93d7-5defe7c1a0ff?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.7865586
Mar 26 21:01:48.860383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40438) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:48.889492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6e6e-03a2-457f-b59f-c0a73d7ff713 None None] Pushing event updated for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:48.924040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-72da4350-688b-464a-9e4a-68ddb0ffac00 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:48.925573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-72da4350-688b-464a-9e4a-68ddb0ffac00 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.7874296
Mar 26 21:01:48.959635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Pushing event updated for resources: {'Port': ['ID=ade2e606-9363-40ed-ac03-ae444005ad38,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:49.016392 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8681bd95-7ea4-4e63-a5d6-6e91d19f033f x-openstack-request-id: req-8681bd95-7ea4-4e63-a5d6-6e91d19f033f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:49.017969 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384155c0-abdb-4448-ab0e-797be0db4df6", "name": "network-vif-deleted", "tag": "607e9bc9-d63e-4f18-b20e-8c045ee4124b", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:49.020212 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8681bd95-7ea4-4e63-a5d6-6e91d19f033f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:49.020212 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8681bd95-7ea4-4e63-a5d6-6e91d19f033f'] response: {'server_uuid': '384155c0-abdb-4448-ab0e-797be0db4df6', 'name': 'network-vif-deleted', 'tag': '607e9bc9-d63e-4f18-b20e-8c045ee4124b', 'status': 'completed', 'code': 200}
Mar 26 21:01:49.031672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:49.047993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.057557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Attempting to bind port ade2e606-9363-40ed-ac03-ae444005ad38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:49.067261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Attempting to bind port ade2e606-9363-40ed-ac03-ae444005ad38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:49.068157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Attempting to bind port ade2e606-9363-40ed-ac03-ae444005ad38 on network 3520df3b-6ed1-4672-b47f-8044261e5766 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:49.098937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:49.099644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Checking segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:49.100348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.101014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Bound using segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:49.102059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Bound port: ade2e606-9363-40ed-ac03-ae444005ad38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:49.102699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.142869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-52ae3877-ce40-4aff-b3de-664d3f357bf6 req-9703d300-90fc-426f-ac79-d413eec78def tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 210 time: 0.0838053
Mar 26 21:01:49.170330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] device_id is not set on port b5ab341d-bc21-496a-8125-8e90f4b08572 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:01:49.273813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a626a581-0ca7-4f34-87d0-ddffd66734bc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:49.276948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.320911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Request body: {'port': {'device_id': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'admin_state_up': True, 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:49.375443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.454032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] For port ade2e606-9363-40ed-ac03-ae444005ad38, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:49.463534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] For port ade2e606-9363-40ed-ac03-ae444005ad38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ade2e606-9363-40ed-ac03-ae444005ad38,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:49.501826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ebb2a0f-0bc8-498e-a053-78a0bc66217b req-6277c386-35fa-435a-a1c9-2a6b189e89f8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.1454728
Mar 26 21:01:49.503366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:49.544520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Pushing event deleted for resources: {'Port': ['ID=21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:49.631989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf9eb1-808b-4689-9eb8-6d8f6b1ccee1 None None] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:49.668967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9950639-8528-4b7d-84e9-869d0a1774c0 req-5e86528d-6308-4123-a332-ed85719a6a30 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1068499
Mar 26 21:01:49.781270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25136edb-9eb8-469f-9c51-5fd187a6bf74 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:49.792552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25136edb-9eb8-469f-9c51-5fd187a6bf74 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets/8d34dcac-9c60-461f-93bf-1c6c1fcc740d HTTP/1.1" status: 200  len: 811 time: 0.9291198
Mar 26 21:01:49.812915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.1.1.58 (27a130c6-ee72-48d5-98e0-95c25e1183f2/d05ddde0-28d1-4c6d-bd6e-dcc670410661/b5ab341d-bc21-496a-8125-8e90f4b08572) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:49.835658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9f06-34ec-4373-949a-75d83393fd08 None None] Pushing event updated for resources: {'Port': ['ID=ade2e606-9363-40ed-ac03-ae444005ad38,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:49.875393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:50.054241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91860801-af25-46ed-be3a-1be885321b40 None None] Provisioning complete for port a626a581-0ca7-4f34-87d0-ddffd66734bc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:50.054661 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91860801-af25-46ed-be3a-1be885321b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.181397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a626a581-0ca7-4f34-87d0-ddffd66734bc is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:50.183694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.307870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.326031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a626a581-0ca7-4f34-87d0-ddffd66734bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a626a581-0ca7-4f34-87d0-ddffd66734bc,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:50.327225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:50.357915 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.360574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 607e9bc9-d63e-4f18-b20e-8c045ee4124b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:50.361590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 607e9bc9-d63e-4f18-b20e-8c045ee4124b not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:50.417477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-697dec42-d386-4331-bc5f-be5f92939713 req-6ef9c150-c093-4c91-8849-b6cabf90912d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 210 time: 0.0389004
Mar 26 21:01:50.419460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.433153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c78fd32-7e20-44a3-baca-842e80886e3c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:50.443423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c78fd32-7e20-44a3-baca-842e80886e3c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "GET /v2.0/subnets/8d34dcac-9c60-461f-93bf-1c6c1fcc740d?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.5582619
Mar 26 21:01:50.444299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:50.456029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600463510'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:50.528274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-90eb21a0-3793-437b-bd3c-6cc363d2fe99 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:50.543014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-90eb21a0-3793-437b-bd3c-6cc363d2fe99 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.4779050
Mar 26 21:01:50.546767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:50.548461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:50.551297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.561989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91860801-af25-46ed-be3a-1be885321b40 None None] Current status of the port a626a581-0ca7-4f34-87d0-ddffd66734bc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:50.584392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a626a581-0ca7-4f34-87d0-ddffd66734bc,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:50.589317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.602930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'device_id': 'd592c622-2697-4d42-9596-2206cecec6fc', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'admin_state_up': True, 'tenant_id': '71d58c339cd84f6891e4545c28bb7927'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:50.614861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:50.623031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:50.624933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40488) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:50.628652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:50.629630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.631341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:50.720852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:50.721547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:50.756537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44e6b874-e7a4-4a1a-a022-fc668c29b651 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9851704
Mar 26 21:01:50.825654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d1c26f3-abe7-4031-9d5a-b301ac683aea req-8b5fc580-4a95-429b-9d1e-6c1976f7943d tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0450947
Mar 26 21:01:50.863215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a1ab78c6-a350-4f3d-978c-09934829ad1d req-587ffa8d-a8ff-4536-bcd4-c2c03274a27d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.1724138
Mar 26 21:01:50.924574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-378916049'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:50.976811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:50.982451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.004693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.029630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2ba544c1-deb8-40f0-82e2-90303cc60a57 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:51.051736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:51.117278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2ba544c1-deb8-40f0-82e2-90303cc60a57 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:51.118216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.121435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Provisioning complete for port a626a581-0ca7-4f34-87d0-ddffd66734bc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:51.122088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.148992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9976bbe1-2302-4057-8364-395112cf6699), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.149348 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Added segment 9976bbe1-2302-4057-8364-395112cf6699 of type vlan for network ce0230b7-e6ca-48fb-9267-5c6659650211
Mar 26 21:01:51.198175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for security_group (0cd283f7-ffc1-4b6d-aded-1d43f17fe56d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.206201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0cd283f7-ffc1-4b6d-aded-1d43f17fe56d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.261500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:51.280509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ce0230b7-e6ca-48fb-9267-5c6659650211), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.290948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Allocated IP 172.20.0.3 (bed7c102-81ae-4d0f-9222-79cbabeb217f/e5205905-093e-4b0d-b14f-3c4f588419c2/08f22eaa-d9e9-4268-adec-e550bc108da0) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:51.294999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd283f7-ffc1-4b6d-aded-1d43f17fe56d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:51.296515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2ba544c1-deb8-40f0-82e2-90303cc60a57 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:51.302347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d1c06e02-0565-42bc-976e-75ca2ad85be8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.302774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ade2e606-9363-40ed-ac03-ae444005ad38 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:51.305723 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment d1c06e02-0565-42bc-976e-75ca2ad85be8 of type vlan for network 213c9c58-3df0-4418-a9db-608af3201533
Mar 26 21:01:51.379169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Current status of the port a626a581-0ca7-4f34-87d0-ddffd66734bc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:51.395074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (213c9c58-3df0-4418-a9db-608af3201533), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.428014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:01:51.443657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Provisioning complete for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:51.451003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (213c9c58-3df0-4418-a9db-608af3201533), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.456877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:51.457637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.461089 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.464442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:51.467840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.498826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ce0230b7-e6ca-48fb-9267-5c6659650211), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.503472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:51.503574 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.567573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ade2e606-9363-40ed-ac03-ae444005ad38 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:51.567982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.641122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40498) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:51.650043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766139470', 'description': 'tempest-description--288351740'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:51.658419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-37643891-2830-4140-a21c-93f7d1dfec90 None None] Port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:51.664668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0381436
Mar 26 21:01:51.665672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3586e-9993-4e7d-befb-dbb963aa3db2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=213c9c58-3df0-4418-a9db-608af3201533,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:51.670747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40500) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:51.681316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1794026110'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:51.681751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 213c9c58-3df0-4418-a9db-608af3201533 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:51.716842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.776076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:51.779578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.781295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704a10e-af76-42bb-a659-afb542723a8f None None] Network 3520df3b-6ed1-4672-b47f-8044261e5766 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:51.825522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:01:51.832313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks [] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.849650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (12e3e3db-4720-4587-8d2b-e3e05b38f82e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.850142 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment 12e3e3db-4720-4587-8d2b-e3e05b38f82e of type vlan for network f567c054-e748-4345-b2e7-534feddb871b
Mar 26 21:01:51.875293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4236352
Mar 26 21:01:51.892321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40504) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:51.894868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (fed1982f-7fcc-4073-ab50-8b58deb9fa42), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.902497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:51.908277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9c79b0c-a6c5-4550-af21-ec50d64505ef req-9b22664e-f39b-4ab3-844e-de2b6815f2ae tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 210 time: 0.3103073
Mar 26 21:01:51.916450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fed1982f-7fcc-4073-ab50-8b58deb9fa42), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.924452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Provisioning complete for port ade2e606-9363-40ed-ac03-ae444005ad38 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:51.925198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.945666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f567c054-e748-4345-b2e7-534feddb871b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.973616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ade2e606-9363-40ed-ac03-ae444005ad38 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:51.974092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:51.999047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.010206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a046c5-06b5-4a42-b2a3-3ea46326fc70 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Network': ['ID=ce0230b7-e6ca-48fb-9267-5c6659650211,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.013471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c54d4e58-a230-4f6a-8ce5-f4f753bb6e06 req-e94b59f9-b3dd-4002-809c-a28966b54228 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0727611
Mar 26 21:01:52.016202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.021078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3777618
Mar 26 21:01:52.022757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:52.069964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:52.072714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Network bed7c102-81ae-4d0f-9222-79cbabeb217f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:52.074375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'security_group_rule': {'security_group_id': 'fed1982f-7fcc-4073-ab50-8b58deb9fa42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:52.085329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4cf0c-2992-449e-864d-df474cb3c447 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1982f-7fcc-4073-ab50-8b58deb9fa42,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.096986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:52.111251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f567c054-e748-4345-b2e7-534feddb871b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.116226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:52.117029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.123298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port ade2e606-9363-40ed-ac03-ae444005ad38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ade2e606-9363-40ed-ac03-ae444005ad38,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:52.131374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:52.143558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.176404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5045397
Mar 26 21:01:52.181461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (fc88ae8f-b09f-41de-a9b0-e49fb2b816a5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.184245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:52.193244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': '213c9c58-3df0-4418-a9db-608af3201533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:52.242054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Current status of the port ade2e606-9363-40ed-ac03-ae444005ad38 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:52.242853 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.246201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Made reservation on behalf of b80a8a10ae564166bc62181ad18daf5d for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:52.249923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.262103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e818d16-7b7b-4511-be7f-b2ed45ab0b14 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=f567c054-e748-4345-b2e7-534feddb871b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.297237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=ade2e606-9363-40ed-ac03-ae444005ad38,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.365090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:52.366496 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:52.393131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Performing IP validity checks on allocation pools {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:01:52.393661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:01:52.453775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (fc88ae8f-b09f-41de-a9b0-e49fb2b816a5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.456164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f567c054-e748-4345-b2e7-534feddb871b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:01:52.468772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (fc88ae8f-b09f-41de-a9b0-e49fb2b816a5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.474963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:52.480347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.581945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-badd4cc7-af1e-42b1-b2a2-19f7e2a9ac7a req-edf8e0ef-cc82-4f36-bc37-30162b7e7c95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.5190797
Mar 26 21:01:52.595897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc88ae8f-b09f-41de-a9b0-e49fb2b816a5,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.603508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Router f5e82167-ac31-467d-91e3-1d3b91e29b47 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:01:52.623512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.627059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ade2e606-9363-40ed-ac03-ae444005ad38 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:52.634143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:52.634769 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.647399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.651088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01616e3c-44fe-4135-989b-76777d7e38d5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5822542
Mar 26 21:01:52.653248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40512) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:52.662258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'security_group_rule': {'security_group_id': 'fed1982f-7fcc-4073-ab50-8b58deb9fa42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:52.676843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-6b245a93-fd9e-47d3-807c-ee754af5b941 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3702919
Mar 26 21:01:52.685368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ade2e606-9363-40ed-ac03-ae444005ad38 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:52.685563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.733051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Request body: {'port': {'device_id': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:52.741130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (4b55fe1d-b3af-4b01-823e-ffc26374a179), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.765760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.20.0.11 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/470cb57e-9e38-439d-8123-521c30a5d964) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:52.767583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ade2e606-9363-40ed-ac03-ae444005ad38 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:52.768401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a626a581-0ca7-4f34-87d0-ddffd66734bc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:52.798506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (4d733c16-f630-4309-89d0-22683bb259d6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.846007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=4b55fe1d-b3af-4b01-823e-ffc26374a179,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:52.898521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Checking segment: {'id': '9976bbe1-2302-4057-8364-395112cf6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:52.898901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network hostable DHCP agents. Network: ce0230b7-e6ca-48fb-9267-5c6659650211, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:52.927356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (4d5d1883-96d5-48ec-b6b2-f5ca10edf283), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.927592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:52.949140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Network ce0230b7-e6ca-48fb-9267-5c6659650211 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:52.990690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4cd6807-de42-4d94-9366-c134675ca03b req-b1a54a1a-441b-47cd-960f-8676db13f929 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0613465
Mar 26 21:01:52.992127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:01:53.013773 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Sync routers for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:01:53.026305 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:53.026961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612598f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:53.031393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce0230b7-e6ca-48fb-9267-5c6659650211) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:53.035481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Current status of the port ade2e606-9363-40ed-ac03-ae444005ad38 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:53.037957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42524041-6b67-48bf-8290-f270461951ae admin admin] 10.222.0.16 "PUT /v2.0/routers/f5e82167-ac31-467d-91e3-1d3b91e29b47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2987101
Mar 26 21:01:53.045460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40516) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:53.050910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a626a581-0ca7-4f34-87d0-ddffd66734bc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:53.051429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.055317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cd388-a27a-49fe-bc29-68ecfa72fd15 None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:53.068082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:53.068841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.073581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=4d5d1883-96d5-48ec-b6b2-f5ca10edf283,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:53.102699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Provisioning complete for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:53.103872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.167958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:53.171369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': 'd1c06e02-0565-42bc-976e-75ca2ad85be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '213c9c58-3df0-4418-a9db-608af3201533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:53.171734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: 213c9c58-3df0-4418-a9db-608af3201533, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:53.190545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a4bdef11-e976-4d2d-8534-b0a5ec074137 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.2941685
Mar 26 21:01:53.193514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40520) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:53.198185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (4d733c16-f630-4309-89d0-22683bb259d6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.206529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:53.209743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f07f5-354d-4222-a8a5-ad576a6fbbf3 None None] Port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:53.233149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (4d733c16-f630-4309-89d0-22683bb259d6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.277962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ce0230b7-e6ca-48fb-9267-5c6659650211', 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211', 'project_id': 'b80a8a10ae564166bc62181ad18daf5d', 'fixed_ips': [{'subnet_id': '4b55fe1d-b3af-4b01-823e-ffc26374a179'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:53.279946 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.280650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b191e2a5-7bbe-4e84-bef5-5ac5609615f2 req-0c3d52d8-a371-4242-87cb-7fd69b3764a8 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1222594
Mar 26 21:01:53.323590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b352-23e6-45b5-bb97-2f758138b7f2 req-6dc15f52-0b03-4115-8650-e99ec6522008 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:53.336600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83b352-23e6-45b5-bb97-2f758138b7f2 req-6dc15f52-0b03-4115-8650-e99ec6522008 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 931 time: 0.2251329
Mar 26 21:01:53.337051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a626a581-0ca7-4f34-87d0-ddffd66734bc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:53.361893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612598f850>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:01:49Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:53.381640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 213c9c58-3df0-4418-a9db-608af3201533 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:53.392948 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Checking router: f5e82167-ac31-467d-91e3-1d3b91e29b47 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:01:53.402126 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Routers {'f5e82167-ac31-467d-91e3-1d3b91e29b47'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:01:53.402760 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612598f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f5e82167-ac31-467d-91e3-1d3b91e29b47'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:53.419527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (470cb57e-9e38-439d-8123-521c30a5d964), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.421614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 213c9c58-3df0-4418-a9db-608af3201533) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:53.426919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d733c16-f630-4309-89d0-22683bb259d6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:53.433683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Provisioning complete for port ade2e606-9363-40ed-ac03-ae444005ad38 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:53.434249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.437233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.439027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ffde3f13-e21e-463d-9375-9568d5fc553e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7817762
Mar 26 21:01:53.449838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:53.459093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:53.461291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.464939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e733d5-b2d4-4628-be1b-5a9cf72aaeac None None] Network 213c9c58-3df0-4418-a9db-608af3201533 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:53.467837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:53.500400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a6dce9d1-eca4-499e-bbdc-725a4cfc65df tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3113582
Mar 26 21:01:53.507740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:53.518593 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] Set router f5e82167-ac31-467d-91e3-1d3b91e29b47 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:01:53.524687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': 'f567c054-e748-4345-b2e7-534feddb871b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:53.564845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks [] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.616692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58843822'] for subnet (4b55fe1d-b3af-4b01-823e-ffc26374a179), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.649896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Allocated IP 172.20.0.3 (ce0230b7-e6ca-48fb-9267-5c6659650211/4b55fe1d-b3af-4b01-823e-ffc26374a179/a224e0ac-4983-49d5-a393-fb4f5a546bdb) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:53.656245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83b352-23e6-45b5-bb97-2f758138b7f2 req-1bcf9845-bdf4-4c40-988e-d12500ec0915 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3169327
Mar 26 21:01:53.704797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.727849 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612598f850>, [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:01:49Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:53.735682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-213c9c58-3df0-4418-a9db-608af3201533', 'network_id': '213c9c58-3df0-4418-a9db-608af3201533', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '4d5d1883-96d5-48ec-b6b2-f5ca10edf283'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:53.736590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.758525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57145d-f207-434b-8197-c4b306e8e89b None None] The sync data for ids ['f5e82167-ac31-467d-91e3-1d3b91e29b47'] in ncdv-master-1 is: [{'id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'name': 'tempest-ServersTestFqdnHostnames-1189053580-router', 'tenant_id': '62b213fd60a44c2481f49b4ed4711a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:00:15Z', 'updated_at': '2022-03-26T21:01:49Z', 'revision_number': 5, 'project_id': '62b213fd60a44c2481f49b4ed4711a67', 'gw_port': {'id': '17b42db8-5bfd-4fca-abf0-5b1dca974ffb', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e82167-ac31-467d-91e3-1d3b91e29b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:00:16Z', 'updated_at': '2022-03-26T21:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:01:53.798839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.798997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Current status of the port ade2e606-9363-40ed-ac03-ae444005ad38 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:53.812029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6427e0f7-f9a5-432e-a1b1-d41d35b8195d req-4a89531b-a1ca-4809-9c7e-a83ac9a612a1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.1158333
Mar 26 21:01:53.828336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97', '731af6f7-c114-4f9d-be99-1eaeecb622c2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:01:53.939644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Provisioning complete for port b5ab341d-bc21-496a-8125-8e90f4b08572 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:53.940066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:53.945123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:53.970357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:53.977592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:53.988581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:54.034916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:01:54.038377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.112713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-09a9e0b1-0f34-4816-a878-b7ab91178bbc None None] Port b5ab341d-bc21-496a-8125-8e90f4b08572 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:54.135433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Allocated IP 2001:db8::2 (213c9c58-3df0-4418-a9db-608af3201533/4d5d1883-96d5-48ec-b6b2-f5ca10edf283/9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:54.142930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks [] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.163725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.169278 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks [] for router_gateway (f5e82167-ac31-467d-91e3-1d3b91e29b47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.224467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f22eaa-d9e9-4268-adec-e550bc108da0 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:01:54.233827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:54.234509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.256300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks [] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.258851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:54.299298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:54.316035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:54.341535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Pushing event updated for resources: {'Port': ['ID=a224e0ac-4983-49d5-a393-fb4f5a546bdb,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:54.353329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-5e758cc4-a01b-4d62-8805-625f39e96925 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7663291
Mar 26 21:01:54.353329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Transition to ACTIVE for port object 08f22eaa-d9e9-4268-adec-e550bc108da0 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:01:54.368033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Request body: {'port': {'device_id': 'd592c622-2697-4d42-9596-2206cecec6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:54.393072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.393329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.393682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.394025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.394363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.394700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.395040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.395366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.395694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.396368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.396368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.396691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.397017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.397344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.397670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:01:54.415821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.455220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3f19bb6-2039-4b61-a1f2-88200bf09376 req-1c3df593-2ee9-4d38-915f-5f2263724374 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0486610
Mar 26 21:01:54.476958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753451968759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60570123'] for subnet (4b55fe1d-b3af-4b01-823e-ffc26374a179), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.525842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:54.543449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.545394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:54.546116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.547581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "PUT /v2.0/subnets/4b55fe1d-b3af-4b01-823e-ffc26374a179 HTTP/1.1" status: 200  len: 877 time: 1.3529944
Mar 26 21:01:54.551681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40532) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:54.557093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:54.564204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f8282-659d-41f9-bb4a-ad9eb6192b6f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event updated for resources: {'Subnet': ['ID=4b55fe1d-b3af-4b01-823e-ffc26374a179,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:54.578758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Attempting to bind port a224e0ac-4983-49d5-a393-fb4f5a546bdb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:54.579191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Attempting to bind port a224e0ac-4983-49d5-a393-fb4f5a546bdb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9976bbe1-2302-4057-8364-395112cf6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:54.579562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Attempting to bind port a224e0ac-4983-49d5-a393-fb4f5a546bdb on network ce0230b7-e6ca-48fb-9267-5c6659650211 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:54.587959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:54.588306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 21bd3ea7-4979-4cd9-a05e-d93c2ba3d2c4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:54.615744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2c55e1a7-032d-418a-9f72-0ab9ac3078b2 None None] Provisioning complete for port 470cb57e-9e38-439d-8123-521c30a5d964 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:54.616866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c55e1a7-032d-418a-9f72-0ab9ac3078b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (470cb57e-9e38-439d-8123-521c30a5d964), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.640256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:54.640644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Checking segment: {'id': '9976bbe1-2302-4057-8364-395112cf6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:54.641050 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.641451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Bound using segment: {'id': '9976bbe1-2302-4057-8364-395112cf6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:54.641981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Bound port: a224e0ac-4983-49d5-a393-fb4f5a546bdb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9976bbe1-2302-4057-8364-395112cf6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ce0230b7-e6ca-48fb-9267-5c6659650211'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:54.642365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.687241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks [] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.692507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ce0230b7-e6ca-48fb-9267-5c6659650211), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.771219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.772209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Deleting port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:54.772651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.786076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting port a224e0ac-4983-49d5-a393-fb4f5a546bdb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:54.786427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.790765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2c55e1a7-032d-418a-9f72-0ab9ac3078b2 None None] Port 470cb57e-9e38-439d-8123-521c30a5d964 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:01:54.838973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.849389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] For port a224e0ac-4983-49d5-a393-fb4f5a546bdb, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:54.886398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Network 213c9c58-3df0-4418-a9db-608af3201533 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:54.894232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] For port a224e0ac-4983-49d5-a393-fb4f5a546bdb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a224e0ac-4983-49d5-a393-fb4f5a546bdb,segment=NetworkSegment(9976bbe1-2302-4057-8364-395112cf6699),segment_id=9976bbe1-2302-4057-8364-395112cf6699)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:54.895892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:54.901795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:54.918562 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.920360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Pushing event updated for resources: {'Port': ['ID=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:54.950090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] For port a224e0ac-4983-49d5-a393-fb4f5a546bdb, host ncdv-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:54.950472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:54.965358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Calling delete_port for a224e0ac-4983-49d5-a393-fb4f5a546bdb owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:55.117091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (231108bb-8a8d-490f-bbc8-532e336488da), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.150074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Attempting to bind port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:55.150696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Attempting to bind port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1c06e02-0565-42bc-976e-75ca2ad85be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '213c9c58-3df0-4418-a9db-608af3201533'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:55.150831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Attempting to bind port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 on network 213c9c58-3df0-4418-a9db-608af3201533 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:55.166096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ca4c8-630e-4711-bb62-3a5eab672664 None None] Pushing event updated for resources: {'Port': ['ID=a224e0ac-4983-49d5-a393-fb4f5a546bdb,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:55.171353 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f62ad5aa-8f22-4daf-a1f3-9865d3f7ae91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.174780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 172.35.4.12 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/1dc76cc0-7ce3-47d6-a32f-23b1e0760e61) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:55.175984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:55.176800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Checking segment: {'id': 'd1c06e02-0565-42bc-976e-75ca2ad85be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '213c9c58-3df0-4418-a9db-608af3201533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:55.177452 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.178510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Bound using segment: {'id': 'd1c06e02-0565-42bc-976e-75ca2ad85be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '213c9c58-3df0-4418-a9db-608af3201533'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:55.180166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Bound port: 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c06e02-0565-42bc-976e-75ca2ad85be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '213c9c58-3df0-4418-a9db-608af3201533'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:55.180833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.273079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Attempting to bind port 08f22eaa-d9e9-4268-adec-e550bc108da0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:55.276266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Attempting to bind port 08f22eaa-d9e9-4268-adec-e550bc108da0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:55.277519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] For port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:55.279610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Attempting to bind port 08f22eaa-d9e9-4268-adec-e550bc108da0 on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:55.282056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] For port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,segment=NetworkSegment(d1c06e02-0565-42bc-976e-75ca2ad85be8),segment_id=d1c06e02-0565-42bc-976e-75ca2ad85be8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:55.294396 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.377148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f13a78-8919-4579-a41c-c9716083a20a None None] Pushing event updated for resources: {'Port': ['ID=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:55.412053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] For port 17b42db8-5bfd-4fca-abf0-5b1dca974ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:55.412436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.428711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Calling delete_port for 17b42db8-5bfd-4fca-abf0-5b1dca974ffb owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:55.546143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=231108bb-8a8d-490f-bbc8-532e336488da,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:55.582470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Port 08f22eaa-d9e9-4268-adec-e550bc108da0 on network bed7c102-81ae-4d0f-9222-79cbabeb217f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:01:55.582920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Attempting to bind port 08f22eaa-d9e9-4268-adec-e550bc108da0 on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:55.710934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:55.710934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Checking segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:55.710934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Bound using segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:55.711347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Bound port: 08f22eaa-d9e9-4268-adec-e550bc108da0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:55.711650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.718111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e23c18-6b39-4de2-aa2b-c7fe4b17c651 req-cda05464-6b4a-49ec-8519-8debf13603b6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:55.719787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3e23c18-6b39-4de2-aa2b-c7fe4b17c651 req-cda05464-6b4a-49ec-8519-8debf13603b6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 943 time: 0.9523237
Mar 26 21:01:55.768160 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a224e0ac-4983-49d5-a393-fb4f5a546bdb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:55.836621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Port': ['ID=a224e0ac-4983-49d5-a393-fb4f5a546bdb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:55.857207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3e23c18-6b39-4de2-aa2b-c7fe4b17c651 req-e25ae241-c5a9-4627-881b-83de16f7c562 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224623
Mar 26 21:01:55.927683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No DVR routers for this DVR port a224e0ac-4983-49d5-a393-fb4f5a546bdb on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:01:56.017427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-417ddf86-e783-4a52-a407-1499d727eb37 req-a125cd24-83ce-41c5-8a4c-c63d1315b949 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0434849
Mar 26 21:01:56.035460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4b55fe1d-b3af-4b01-823e-ffc26374a179), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.042735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-7fbd610e-a5b2-4ec7-9315-92fc6ac525ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1271338
Mar 26 21:01:56.150295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-0fd23d6b-ac9c-42a8-b73b-347cb5a108a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.151904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-0fd23d6b-ac9c-42a8-b73b-347cb5a108a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 1127 time: 0.0653691
Mar 26 21:01:56.153373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (4b55fe1d-b3af-4b01-823e-ffc26374a179), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.206312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=4b55fe1d-b3af-4b01-823e-ffc26374a179,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:56.247719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': '12e3e3db-4720-4587-8d2b-e3e05b38f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:56.248363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: f567c054-e748-4345-b2e7-534feddb871b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:01:56.264204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.304495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ce0230b7-e6ca-48fb-9267-5c6659650211), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.333847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f6a5a60>,) {'filters': {'network_id': ['ce0230b7-e6ca-48fb-9267-5c6659650211']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:56.334599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7dac-ab34-48eb-b7ba-13cd9e01aa3c req-cc49fcec-fd42-4c6a-ab1b-f0821ecf59cc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.342102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-360c7dac-ab34-48eb-b7ba-13cd9e01aa3c req-cc49fcec-fd42-4c6a-ab1b-f0821ecf59cc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 932 time: 1.0591860
Mar 26 21:01:56.352685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6a5a60>, '9976bbe1-2302-4057-8364-395112cf6699') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:56.353260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6a5a60>, '9976bbe1-2302-4057-8364-395112cf6699') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:56.367154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-f1c890ca-6ffd-4623-88da-dc479d0fd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.368704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-f1c890ca-6ffd-4623-88da-dc479d0fd71a service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.1841502
Mar 26 21:01:56.370510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9976bbe1-2302-4057-8364-395112cf6699), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.408012 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:56.417338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-3b1476c7-68e0-44c3-a1a5-c7d8b5e70c0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 200  len: 217 time: 0.0391536
Mar 26 21:01:56.418979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9976bbe1-2302-4057-8364-395112cf6699), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.435001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:56.435515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9976bbe1-2302-4057-8364-395112cf6699), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:56.438809 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:56.443041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f567c054-e748-4345-b2e7-534feddb871b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:01:56.497758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f567c054-e748-4345-b2e7-534feddb871b) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:56.524509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.525270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.531017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.540490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-0e46f707-1e78-4652-968e-9fef01ed4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.540694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3dca1-415d-45ac-a689-610ee9a573b4 None None] Network f567c054-e748-4345-b2e7-534feddb871b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:56.542550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-0e46f707-1e78-4652-968e-9fef01ed4519 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1187148
Mar 26 21:01:56.547466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ce0230b7-e6ca-48fb-9267-5c6659650211), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.560705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.570868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/ce0230b7-e6ca-48fb-9267-5c6659650211 HTTP/1.1" status: 204  len: 168 time: 2.0185809
Mar 26 21:01:56.583418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-360c7dac-ab34-48eb-b7ba-13cd9e01aa3c req-bc402bb0-110c-4a55-b06e-338120daa6a2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2395065
Mar 26 21:01:56.583979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:56.636599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17b42db8-5bfd-4fca-abf0-5b1dca974ffb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.655987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb8f3-f569-4460-a754-ca94ff4934f7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=ce0230b7-e6ca-48fb-9267-5c6659650211,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:56.666794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:56.686883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c2d4a28f-786f-441a-b522-6c8396e2f5ee None None] Could not find standard attr ID for object a224e0ac-4983-49d5-a393-fb4f5a546bdb. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:01:56.707153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-176b659f-2de0-40b4-9817-23e7d66f5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.709005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-176b659f-2de0-40b4-9817-23e7d66f5dbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1571608
Mar 26 21:01:56.721336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:56.733859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-024b06b6-5abf-4f19-af65-8cb43b83911f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.2225912
Mar 26 21:01:56.735124 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fef3b64-56b9-4db4-9ef1-59e8b4695225 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:56.735796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fef3b64-56b9-4db4-9ef1-59e8b4695225 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:56.738870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fef3b64-56b9-4db4-9ef1-59e8b4695225 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/4b55fe1d-b3af-4b01-823e-ffc26374a179 HTTP/1.1" status: 404  len: 337 time: 0.1058099
Mar 26 21:01:56.740468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.744378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:56.744936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40558) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:56.747350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:56.754080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8cfd94-71ed-4b61-84fd-71484a1b0c92 None None] DHCP port deletion for ce0230b7-e6ca-48fb-9267-5c6659650211 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:01:56.756149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631385073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:01:56.759267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:56.772837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470cb57e-9e38-439d-8123-521c30a5d964 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:01:56.778994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:56.799194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks [] for port (470cb57e-9e38-439d-8123-521c30a5d964), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.821880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f567c054-e748-4345-b2e7-534feddb871b', 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '231108bb-8a8d-490f-bbc8-532e336488da'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:01:56.822758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.848834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=1dc76cc0-7ce3-47d6-a32f-23b1e0760e61,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:56.877305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:56.878368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-c0d20a3f-e33c-4578-a1c5-a198f44bd058 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611867
Mar 26 21:01:56.879475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:56.881249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] 10.222.0.21 "PUT /v2.0/ports/08f22eaa-d9e9-4268-adec-e550bc108da0 HTTP/1.1" status: 200  len: 1091 time: 4.1593766
Mar 26 21:01:56.881979 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3cb71c-58ef-48a9-8a7e-38766cebd0d6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:56.882507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3cb71c-58ef-48a9-8a7e-38766cebd0d6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:56.889726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa3cb71c-58ef-48a9-8a7e-38766cebd0d6 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/ce0230b7-e6ca-48fb-9267-5c6659650211 HTTP/1.1" status: 404  len: 339 time: 0.1387103
Mar 26 21:01:56.899697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:56.957297 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9772b0-0f89-4608-b752-a4ab31670393 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:56.957916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9772b0-0f89-4608-b752-a4ab31670393 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:56.961641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ce9772b0-0f89-4608-b752-a4ab31670393 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/ba0d75f3-2609-480a-9d42-45defb5b9cf4 HTTP/1.1" status: 404  len: 337 time: 0.0605748
Mar 26 21:01:56.969322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40564) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:57.017882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:57.018421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94b277-66cc-4286-9cfd-c8f3546c6504 None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:57.021105 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ed24a-004c-4fb8-b683-90e0c43a8af7" -d '{"events": [{"name": "network-changed", "server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:57.047651 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-26efc24e-d3f8-4a28-a09c-1ef86a93277f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:57.051831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Transition to ACTIVE for port object 470cb57e-9e38-439d-8123-521c30a5d964 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:01:57.054480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26efc24e-d3f8-4a28-a09c-1ef86a93277f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:57.065607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-26efc24e-d3f8-4a28-a09c-1ef86a93277f tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/e7aee496-2f5d-4430-ab88-9a5ab4c125bf HTTP/1.1" status: 404  len: 339 time: 0.0921793
Mar 26 21:01:57.085344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40568) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:57.096257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Pushing event deleted for resources: {'Port': ['ID=17b42db8-5bfd-4fca-abf0-5b1dca974ffb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:57.101185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94b277-66cc-4286-9cfd-c8f3546c6504 None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:01:57.112735 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9460a07-9c7f-433a-a3d1-d403843a3f72 x-openstack-request-id: req-d9460a07-9c7f-433a-a3d1-d403843a3f72 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:57.113160 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:57.113427 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9460a07-9c7f-433a-a3d1-d403843a3f72 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:57.113976 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9460a07-9c7f-433a-a3d1-d403843a3f72'] response: {'name': 'network-changed', 'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'status': 'completed', 'code': 200}
Mar 26 21:01:57.117184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f55f1-59c7-4d36-9dbb-acea97013a2a None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:57.174857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b530a44a-d5af-4f89-9646-5972d7770748), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.176177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b530a44a-d5af-4f89-9646-5972d7770748), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.186667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02438a9d-82d1-4c15-9842-0102659811d9 None None] Network 213c9c58-3df0-4418-a9db-608af3201533 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:57.201525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:57.201961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.207045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f55f1-59c7-4d36-9dbb-acea97013a2a None None] Network ce0230b7-e6ca-48fb-9267-5c6659650211 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:01:57.224353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.239867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f39756a1-c138-43ca-aaeb-5acb5f938042 req-685de997-929d-4f5f-8a90-f520326db3d6 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3511820
Mar 26 21:01:57.246764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.272526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72532383-5a4a-4d66-b3b6-9a861aaf343a req-a2db7d8d-9787-4f49-8c5d-f5ca79e9abf5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:57.274339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72532383-5a4a-4d66-b3b6-9a861aaf343a req-a2db7d8d-9787-4f49-8c5d-f5ca79e9abf5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 943 time: 0.2280586
Mar 26 21:01:57.289413 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c45e1d26-16b0-4acc-b52e-2b27bf3ae9b3 req-a48f465b-a508-45ed-8a81-2a1fb0a0cb28 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0885193
Mar 26 21:01:57.293397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Allocated IP 2001:db8:1::2 (f567c054-e748-4345-b2e7-534feddb871b/231108bb-8a8d-490f-bbc8-532e336488da/b946b3d6-e95c-4820-be44-c3ddbc85ff17) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:57.324990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.346032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-102c3604-ef69-4a04-9a21-cf51f989f2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.357963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.359074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Provisioning complete for port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:57.359673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.416896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.494829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f67d070>,) {'filters': {'network_id': ['1b7d50c7-1921-4316-ae49-43b0724cec37']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:57.517744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f67d070>, '49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:57.518556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f67d070>, '49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:01:57.523073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72532383-5a4a-4d66-b3b6-9a861aaf343a req-c667792d-9b91-4fca-8864-cdbcadf835a6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012329
Mar 26 21:01:57.527300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91364c6-191d-4e12-89d3-b9e477475e6e service neutron] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:57.559260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.579260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.589629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:01:57.595632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (49a3e92c-79c2-4ec4-93fc-6bbb7004e7ac), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.599192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:57.599726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.601128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (b530a44a-d5af-4f89-9646-5972d7770748), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:01:57.602705 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:01:57.673480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.677311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (b530a44a-d5af-4f89-9646-5972d7770748), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.686362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks [] for router_controller (f5e82167-ac31-467d-91e3-1d3b91e29b47), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.725333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-5fbc0722-d214-4d7e-8e8a-74acf6c32ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:57.727272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-5fbc0722-d214-4d7e-8e8a-74acf6c32ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 1125 time: 0.7031317
Mar 26 21:01:57.789708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Current status of the port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:57.790123 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.804725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1b7d50c7-1921-4316-ae49-43b0724cec37), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.809127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,segment=NetworkSegment(d1c06e02-0565-42bc-976e-75ca2ad85be8),segment_id=d1c06e02-0565-42bc-976e-75ca2ad85be8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:57.813046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks [] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.818699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.819539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.841186 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/1b7d50c7-1921-4316-ae49-43b0724cec37 HTTP/1.1" status: 204  len: 168 time: 0.7482004
Mar 26 21:01:57.841858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40574) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:57.863213 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.876017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.904446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:57.906508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de8a63-f3db-4a63-b32d-93e8a387493c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=1b7d50c7-1921-4316-ae49-43b0724cec37,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:57.911414 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4efbcc-d8b6-4ee1-9950-8874fcec2130 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:57.912981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.913553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4efbcc-d8b6-4ee1-9950-8874fcec2130 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:57.915566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-21d69f98-4656-4644-a331-32540ed00d50 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.1651776
Mar 26 21:01:57.920681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5b4efbcc-d8b6-4ee1-9950-8874fcec2130 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/cb3e502e-de3e-4011-b8ed-7499f1fb7800 HTTP/1.1" status: 404  len: 337 time: 0.0552890
Mar 26 21:01:57.924083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40576) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:57.924636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40578) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:57.947086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-fc351816-26af-4f54-b4e3-cac491602d85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08f22eaa-d9e9-4268-adec-e550bc108da0 HTTP/1.1" status: 200  len: 217 time: 0.2041390
Mar 26 21:01:57.971714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (f5e82167-ac31-467d-91e3-1d3b91e29b47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.972500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5e82167-ac31-467d-91e3-1d3b91e29b47 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:01:57.974819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Network f567c054-e748-4345-b2e7-534feddb871b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:57.976834 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:01:57.976834 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:01:57.977884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:57.979680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:57.982400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:57.990252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:57.992163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42b7836c-4188-4806-8f5e-bc6ab509211f admin admin] 10.222.0.16 "DELETE /v2.0/routers/f5e82167-ac31-467d-91e3-1d3b91e29b47 HTTP/1.1" status: 204  len: 168 time: 4.8702838
Mar 26 21:01:58.001979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40580) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.084397 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a83f8b5-ca4b-40d7-8e80-582d311d1822 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.086116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a83f8b5-ca4b-40d7-8e80-582d311d1822 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.093390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a83f8b5-ca4b-40d7-8e80-582d311d1822 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/7aba6ff3-1784-4f91-8f5a-48622148618b HTTP/1.1" status: 404  len: 339 time: 0.1555035
Mar 26 21:01:58.094139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.096927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Pushing event updated for resources: {'Port': ['ID=b946b3d6-e95c-4820-be44-c3ddbc85ff17,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:58.102249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Attempting to bind port 470cb57e-9e38-439d-8123-521c30a5d964 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:58.102719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Attempting to bind port 470cb57e-9e38-439d-8123-521c30a5d964 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:58.103146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Attempting to bind port 470cb57e-9e38-439d-8123-521c30a5d964 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:58.136215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Port 470cb57e-9e38-439d-8123-521c30a5d964 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:01:58.136668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Attempting to bind port 470cb57e-9e38-439d-8123-521c30a5d964 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:58.161423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Attempting to bind port b946b3d6-e95c-4820-be44-c3ddbc85ff17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:01:58.162340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Attempting to bind port b946b3d6-e95c-4820-be44-c3ddbc85ff17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12e3e3db-4720-4587-8d2b-e3e05b38f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:01:58.163007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb09c8-fb4c-4457-8a44-547b72b85ad8 req-a4c6823c-6f18-401d-b1ad-4b0b10296b6d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:58.163692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Attempting to bind port b946b3d6-e95c-4820-be44-c3ddbc85ff17 on network f567c054-e748-4345-b2e7-534feddb871b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:01:58.164892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6bb09c8-fb4c-4457-8a44-547b72b85ad8 req-a4c6823c-6f18-401d-b1ad-4b0b10296b6d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 944 time: 0.4333694
Mar 26 21:01:58.175504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412b87f-615d-440b-98e2-22cf3290d261 req-92f65fd8-9daf-4f5c-bc5f-72a149483d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:58.177086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-92f65fd8-9daf-4f5c-bc5f-72a149483d1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.2170427
Mar 26 21:01:58.177929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:58.178343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:58.178855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:58.179359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Bound port: 470cb57e-9e38-439d-8123-521c30a5d964, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:58.179781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.185722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:01:58.186905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Checking segment: {'id': '12e3e3db-4720-4587-8d2b-e3e05b38f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:01:58.187513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.188168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Bound using segment: {'id': '12e3e3db-4720-4587-8d2b-e3e05b38f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:01:58.190494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Bound port: b946b3d6-e95c-4820-be44-c3ddbc85ff17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e3e3db-4720-4587-8d2b-e3e05b38f82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f567c054-e748-4345-b2e7-534feddb871b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:01:58.191395 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.193509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Deleting subnet 6d627f23-8e09-44f5-9432-2834d8d71718 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:01:58.199092 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e97cfe9-a4af-4c34-8204-2517e28bdbfa tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.199562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e97cfe9-a4af-4c34-8204-2517e28bdbfa tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.205384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9e97cfe9-a4af-4c34-8204-2517e28bdbfa tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/aab0604a-f033-4b86-a9fc-45cf18aae8d0 HTTP/1.1" status: 404  len: 337 time: 0.0508270
Mar 26 21:01:58.209851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.253457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Publish callbacks [] for subnet (6d627f23-8e09-44f5-9432-2834d8d71718), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.304399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-58679939-8612-4bdc-a824-948bc89a9463 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1177096
Mar 26 21:01:58.330395 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf27c90-736f-4ed7-8f56-c117230cd84b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.330853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf27c90-736f-4ed7-8f56-c117230cd84b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.333973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bcf27c90-736f-4ed7-8f56-c117230cd84b tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/05f60c27-08de-427d-a683-02db2788f1dd HTTP/1.1" status: 404  len: 339 time: 0.1231701
Mar 26 21:01:58.344208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] For port b946b3d6-e95c-4820-be44-c3ddbc85ff17, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:58.351602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] For port b946b3d6-e95c-4820-be44-c3ddbc85ff17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b946b3d6-e95c-4820-be44-c3ddbc85ff17,segment=NetworkSegment(12e3e3db-4720-4587-8d2b-e3e05b38f82e),segment_id=12e3e3db-4720-4587-8d2b-e3e05b38f82e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:58.360165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40602) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.368215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.397327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6d627f23-8e09-44f5-9432-2834d8d71718), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.474701 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50e6314-6c30-4d0d-9c65-afeb1a95ca4c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.474701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50e6314-6c30-4d0d-9c65-afeb1a95ca4c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.479130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f50e6314-6c30-4d0d-9c65-afeb1a95ca4c tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/19cc914c-77e4-459e-bc72-2832993752db HTTP/1.1" status: 404  len: 337 time: 0.1097798
Mar 26 21:01:58.481141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40606) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.488403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a57fc8-299f-409a-92ce-d6c048809b68 None None] Pushing event updated for resources: {'Port': ['ID=b946b3d6-e95c-4820-be44-c3ddbc85ff17,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:58.567122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-76ef623f-ade4-4eea-9432-8fa420eeb903 None None] Current status of the port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:58.580632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d0ffe6f-9c0b-4c72-9863-fe62a9f9c4b9 req-4f93dca9-c505-4b7f-a501-893a083669ce tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0988395
Mar 26 21:01:58.584780 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d806cb7-4c90-4b6a-add1-89ffcfbacfd7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.585287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d806cb7-4c90-4b6a-add1-89ffcfbacfd7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.591387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6bb09c8-fb4c-4457-8a44-547b72b85ad8 req-050b6f2c-b55a-4f73-9ffa-e7a95e5cb284 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4073033
Mar 26 21:01:58.592617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d806cb7-4c90-4b6a-add1-89ffcfbacfd7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/a91791d6-1f81-454e-bba4-bf0a46c2dafb HTTP/1.1" status: 404  len: 339 time: 0.1097579
Mar 26 21:01:58.595037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40610) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.671122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:01:58.694098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:01:58.733716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-59a8e8f7-80c8-4aad-b77a-7d7b8c797a9e None None] Provisioning complete for port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:58.734240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59a8e8f7-80c8-4aad-b77a-7d7b8c797a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.736954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.763878 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9a9af8-e241-4730-b3a4-a3a7d50c01e2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.767060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9a9af8-e241-4730-b3a4-a3a7d50c01e2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.770364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dd9a9af8-e241-4730-b3a4-a3a7d50c01e2 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/85c68721-446d-46b5-9c3c-07d7452daafd HTTP/1.1" status: 404  len: 337 time: 0.1744063
Mar 26 21:01:58.775627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40612) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.781337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:01:58.835044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-b45e610d-19d3-4fe9-95d5-0d87add53318 service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5234480
Mar 26 21:01:58.862301 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17e3993-87de-4d9f-a546-96bb7849586e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.862848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17e3993-87de-4d9f-a546-96bb7849586e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.872730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a17e3993-87de-4d9f-a546-96bb7849586e tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/71eae845-c8b6-4ad4-ac4d-dcbc794c67ba HTTP/1.1" status: 404  len: 339 time: 0.0960715
Mar 26 21:01:58.878598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40614) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:58.886078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.892066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59a8e8f7-80c8-4aad-b77a-7d7b8c797a9e None None] Current status of the port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:58.900997 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.911330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:01:58.911716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.919848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6d627f23-8e09-44f5-9432-2834d8d71718), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:58.934011 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee7592c-b6da-4fcf-9131-02a5e7fcf563 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:58.934613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee7592c-b6da-4fcf-9131-02a5e7fcf563 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:58.937632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7ee7592c-b6da-4fcf-9131-02a5e7fcf563 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/b267182e-c417-4728-8ce0-ba2d312c242e HTTP/1.1" status: 404  len: 337 time: 0.0578358
Mar 26 21:01:58.941357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40616) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.017867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:01:59.025611 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dddc35-767f-48ac-9127-6dc772dc8dc3 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.026132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dddc35-767f-48ac-9127-6dc772dc8dc3 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.028991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.029285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d8dddc35-767f-48ac-9127-6dc772dc8dc3 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/059711b7-9a4d-4804-83b8-3b65b031f49e HTTP/1.1" status: 404  len: 339 time: 0.0870304
Mar 26 21:01:59.031770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40618) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.033520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6d627f23-8e09-44f5-9432-2834d8d71718), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.066824 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3a7853-d968-4356-9f77-7bf77a98c631 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.067285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3a7853-d968-4356-9f77-7bf77a98c631 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.070333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5b3a7853-d968-4356-9f77-7bf77a98c631 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/046958f2-cb89-4b91-9357-6d719c924569 HTTP/1.1" status: 404  len: 337 time: 0.0370789
Mar 26 21:01:59.071191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.074442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.101840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17b42db8-5bfd-4fca-abf0-5b1dca974ffb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:59.122279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 17b42db8-5bfd-4fca-abf0-5b1dca974ffb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:59.123214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17b42db8-5bfd-4fca-abf0-5b1dca974ffb not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:59.123214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a224e0ac-4983-49d5-a393-fb4f5a546bdb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:01:59.143406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a224e0ac-4983-49d5-a393-fb4f5a546bdb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:01:59.143757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a224e0ac-4983-49d5-a393-fb4f5a546bdb not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:01:59.155526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f805e5b-8294-4c1f-9eae-43ff9ba5871d None None] Network d07b83d2-7e40-44b8-8583-83257c1ad25d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:01:59.177344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.182994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d627f23-8e09-44f5-9432-2834d8d71718 HTTP/1.1" status: 204  len: 168 time: 1.1771498
Mar 26 21:01:59.184771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40624) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.189614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36048c-336d-40d4-969e-8f67bbb5b7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d627f23-8e09-44f5-9432-2834d8d71718,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:59.215694 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86dd131-3240-4a43-ab38-a2839e72d0c7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.216249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86dd131-3240-4a43-ab38-a2839e72d0c7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.222101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f86dd131-3240-4a43-ab38-a2839e72d0c7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/a80fe414-d4f6-462c-a221-7de89b2aa632 HTTP/1.1" status: 404  len: 339 time: 0.1277046
Mar 26 21:01:59.231409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:59.232119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.233508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] 10.222.0.18 "PUT /v2.0/ports/470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 200  len: 1092 time: 4.8697276
Mar 26 21:01:59.233941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40626) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.236450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:01:59.238710 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "tag": "470cb57e-9e38-439d-8123-521c30a5d964"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:01:59.321165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d07b83d2-7e40-44b8-8583-83257c1ad25d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.323650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8::1 (213c9c58-3df0-4418-a9db-608af3201533/4d5d1883-96d5-48ec-b6b2-f5ca10edf283/e3ebf96d-b07d-433c-b4cb-0f9cbc060279) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:01:59.323899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ef4ce-b6ed-4128-9716-281df129630a req-6ac1088b-a644-4133-a152-3a6c5d501cbb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:59.332078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-708ef4ce-b6ed-4128-9716-281df129630a req-6ac1088b-a644-4133-a152-3a6c5d501cbb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 943 time: 0.4927390
Mar 26 21:01:59.340470 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fdc0bb-0fa0-4d65-a4b8-4ab7f71a43d9 x-openstack-request-id: req-44fdc0bb-0fa0-4d65-a4b8-4ab7f71a43d9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:01:59.340808 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "tag": "470cb57e-9e38-439d-8123-521c30a5d964", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:01:59.341070 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44fdc0bb-0fa0-4d65-a4b8-4ab7f71a43d9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:01:59.341498 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fdc0bb-0fa0-4d65-a4b8-4ab7f71a43d9'] response: {'name': 'network-changed', 'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964', 'status': 'completed', 'code': 200}
Mar 26 21:01:59.342092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=1dc76cc0-7ce3-47d6-a32f-23b1e0760e61,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:59.368868 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57ee821-6898-4839-a0ff-a6494bf538ac tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.369352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57ee821-6898-4839-a0ff-a6494bf538ac tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.378783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a57ee821-6898-4839-a0ff-a6494bf538ac tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/ef92e207-beb6-4982-8b0f-58785e9671b9 HTTP/1.1" status: 404  len: 337 time: 0.1371303
Mar 26 21:01:59.393262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40630) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.417678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] DHCP port deletion for d07b83d2-7e40-44b8-8583-83257c1ad25d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:01:59.461261 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ff8438-db8f-4cef-974f-018ffceda9db tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.461831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ff8438-db8f-4cef-974f-018ffceda9db tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.468570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03ff8438-db8f-4cef-974f-018ffceda9db tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/0be72990-454b-4b87-888b-48cb712d6c8a HTTP/1.1" status: 404  len: 339 time: 0.0651541
Mar 26 21:01:59.469066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40632) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.485485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Deleting port 0b692440-d1a7-416a-85ef-03fe7c785dbd {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:59.485874 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.530572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-708ef4ce-b6ed-4128-9716-281df129630a req-65651e74-f1e0-4e41-ba07-7083a6b9d0f7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972890
Mar 26 21:01:59.557926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8412b87f-615d-440b-98e2-22cf3290d261 req-1aa3f087-731b-4d03-b59c-1f71fb2e1e57 service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5706594
Mar 26 21:01:59.557926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.558204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.607851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] For port 0b692440-d1a7-416a-85ef-03fe7c785dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b692440-d1a7-416a-85ef-03fe7c785dbd,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:01:59.608527 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.611695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.621032 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95aaa286-efa7-447e-a00e-253e94da591d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.1622105
Mar 26 21:01:59.631422 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.639900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8b6fd483-7dce-40c4-b609-bf5f683cd9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:59.642171 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-8b6fd483-7dce-40c4-b609-bf5f683cd9b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 1126 time: 0.3035276
Mar 26 21:01:59.656943 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fd3025-7caa-40cf-b81d-5be5e8aaf5d7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.660404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fd3025-7caa-40cf-b81d-5be5e8aaf5d7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.661188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c634dd9-91c5-4d02-b43f-cafefdf26ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:59.678758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-82fd3025-7caa-40cf-b81d-5be5e8aaf5d7 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/7c44f3ad-443b-4fea-adee-2c7fbe67a9e4 HTTP/1.1" status: 404  len: 337 time: 0.2075121
Mar 26 21:01:59.693644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Calling delete_port for 0b692440-d1a7-416a-85ef-03fe7c785dbd owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:01:59.698778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40640) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.726864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-2300da05-8760-45ee-9392-0f4d6ac8d227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 200  len: 217 time: 0.0742550
Mar 26 21:01:59.802876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Deleting port 0b692440-d1a7-416a-85ef-03fe7c785dbd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:01:59.803337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.806117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=e3ebf96d-b07d-433c-b4cb-0f9cbc060279,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:59.810437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 213c9c58-3df0-4418-a9db-608af3201533 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:01:59.855338 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.863964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-01c7d344-286c-46f2-9a73-284ae8fc2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:59.866551 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-01c7d344-286c-46f2-9a73-284ae8fc2689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 1125 time: 0.2234976
Mar 26 21:01:59.868550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0aa0e548-092d-4320-9315-51e1d979f440 req-a213a783-03e5-4d02-bf42-d0b0676ad990 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0749352
Mar 26 21:01:59.885795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:01:59.886761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-05e32414-4435-4908-aeff-e47fefef21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:01:59.888338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-05e32414-4435-4908-aeff-e47fefef21d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1541853
Mar 26 21:01:59.896380 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1310b56a-30f9-4d44-8f45-8123e68d7914 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:01:59.897302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1310b56a-30f9-4d44-8f45-8123e68d7914 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:01:59.908164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1310b56a-30f9-4d44-8f45-8123e68d7914 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/25839511-ec05-4fd8-a07c-323ae76c663b HTTP/1.1" status: 404  len: 339 time: 0.1858490
Mar 26 21:01:59.909671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40644) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:01:59.911363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:01:59.912255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:01:59.918617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] Pushing event deleted for resources: {'Port': ['ID=0b692440-d1a7-416a-85ef-03fe7c785dbd,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:01:59.924368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae16137-c6c1-4194-8b94-437a2048bfe8 None None] No DVR routers for this DVR port 0b692440-d1a7-416a-85ef-03fe7c785dbd on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:00.049509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.080124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] For port 0b692440-d1a7-416a-85ef-03fe7c785dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b692440-d1a7-416a-85ef-03fe7c785dbd,segment=NetworkSegment(d3352427-e6a5-4098-ab0e-487b9bc83766),segment_id=d3352427-e6a5-4098-ab0e-487b9bc83766)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:00.080701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.097170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-b19e5bc2-aed1-411e-aa6b-d7da6bce73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.098737 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-b19e5bc2-aed1-411e-aa6b-d7da6bce73f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1988709
Mar 26 21:02:00.102742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-7ea9e6a2-cb7a-49e9-bdb3-57293cf2ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.104212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-7ea9e6a2-cb7a-49e9-bdb3-57293cf2ae17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 904 time: 0.2309639
Mar 26 21:02:00.109113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-877c23b2-350f-4d7b-b371-117fe2353965 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--766139470&fields=id&tenant_id=9643f439b26e41cda482b9533143d636 HTTP/1.1" status: 200  len: 267 time: 0.0865147
Mar 26 21:02:00.165880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Calling delete_port for 0b692440-d1a7-416a-85ef-03fe7c785dbd owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:00.199767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d42e32-6e4d-4030-8a6f-01a7a55fc6a5 None None] Network f567c054-e748-4345-b2e7-534feddb871b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:00.272252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Deleting subnet 8d34dcac-9c60-461f-93bf-1c6c1fcc740d {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:00.286039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eeea9-cf1c-4419-a07a-1a710a755de9 req-b5f1ae9c-0d71-4839-8f3d-2d4e8073ae7b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.287630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73eeea9-cf1c-4419-a07a-1a710a755de9 req-b5f1ae9c-0d71-4839-8f3d-2d4e8073ae7b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 944 time: 0.4977326
Mar 26 21:02:00.290384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (8d34dcac-9c60-461f-93bf-1c6c1fcc740d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.326139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.342161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Provisioning complete for port b946b3d6-e95c-4820-be44-c3ddbc85ff17 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:00.342818 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.374977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (8d34dcac-9c60-461f-93bf-1c6c1fcc740d), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.463897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Current status of the port b946b3d6-e95c-4820-be44-c3ddbc85ff17 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:00.466353 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.560961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] For port b946b3d6-e95c-4820-be44-c3ddbc85ff17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b946b3d6-e95c-4820-be44-c3ddbc85ff17,segment=NetworkSegment(12e3e3db-4720-4587-8d2b-e3e05b38f82e),segment_id=12e3e3db-4720-4587-8d2b-e3e05b38f82e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:00.561825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73eeea9-cf1c-4419-a07a-1a710a755de9 req-dfc1a30a-4b58-4a44-b5f1-c8c43899a9b6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458489
Mar 26 21:02:00.579512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-3400bf94-b413-4a0e-bf8f-b23d501c914e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08f22eaa-d9e9-4268-adec-e550bc108da0 HTTP/1.1" status: 200  len: 217 time: 0.4593415
Mar 26 21:02:00.587430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.587682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0b692440-d1a7-416a-85ef-03fe7c785dbd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.687588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] No DVR routers for this DVR port 0b692440-d1a7-416a-85ef-03fe7c785dbd on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:00.689604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d5915568-858f-4031-a9dc-fb079e4b7eab tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.689842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b692440-d1a7-416a-85ef-03fe7c785dbd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:00.691887 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d5915568-858f-4031-a9dc-fb079e4b7eab tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 931 time: 0.5742562
Mar 26 21:02:00.716978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-f9be5f78-849a-4818-b8cc-63e5d9172862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.718641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (8d34dcac-9c60-461f-93bf-1c6c1fcc740d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.720100 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-f9be5f78-849a-4818-b8cc-63e5d9172862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.0988264
Mar 26 21:02:00.739621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710ef7f-6655-4e3d-971e-b6e27cfcae9d None None] Pushing event updated for resources: {'Port': ['ID=b946b3d6-e95c-4820-be44-c3ddbc85ff17,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:00.754552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b946b3d6-e95c-4820-be44-c3ddbc85ff17 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:00.781738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b80c49d2-5d32-4176-821c-28d6de3ab255 None None] Provisioning complete for port e3ebf96d-b07d-433c-b4cb-0f9cbc060279 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:00.782325 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b80c49d2-5d32-4176-821c-28d6de3ab255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.803395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-95ad90c5-f323-43c4-a2f4-06b9c307c33a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584605
Mar 26 21:02:00.807957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-e3e30100-0474-4679-85f4-4c695d365d75 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6978416
Mar 26 21:02:00.837178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b80c49d2-5d32-4176-821c-28d6de3ab255 None None] Port e3ebf96d-b07d-433c-b4cb-0f9cbc060279 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:00.849126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b946b3d6-e95c-4820-be44-c3ddbc85ff17 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:00.849650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.856229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c44e0fb2-57dc-4122-9ae3-5e60fe179a70 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.857761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c44e0fb2-57dc-4122-9ae3-5e60fe179a70 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 930 time: 0.1366982
Mar 26 21:02:00.894466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d07b83d2-7e40-44b8-8583-83257c1ad25d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:00.958190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d26fd30>,) {'filters': {'network_id': ['d07b83d2-7e40-44b8-8583-83257c1ad25d']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:00.983033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda197fb-ee37-4d57-87e7-c6112dbb250c req-449f0559-b8b9-4a12-866a-4320774fd59d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:00.984649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dda197fb-ee37-4d57-87e7-c6112dbb250c req-449f0559-b8b9-4a12-866a-4320774fd59d tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 943 time: 0.2814271
Mar 26 21:02:00.987131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d26fd30>, 'd3352427-e6a5-4098-ab0e-487b9bc83766') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:00.987432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d26fd30>, 'd3352427-e6a5-4098-ab0e-487b9bc83766') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:01.005473 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3e67270e-8bc1-4ad5-b5b1-71362989917f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1226518
Mar 26 21:02:01.028557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d3352427-e6a5-4098-ab0e-487b9bc83766), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.040517 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (8d34dcac-9c60-461f-93bf-1c6c1fcc740d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.069558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d3423a46-79c6-49bd-886a-e3bda1c3a36d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0473676
Mar 26 21:02:01.079216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9d5a0a-b052-40af-b509-058faecb6f80 req-46f8a613-69a5-4f72-b63c-d5a1f1de3e51 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599981
Mar 26 21:02:01.093884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-29a674da-b672-4233-ae38-5fd288ce7b78 service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2830527
Mar 26 21:02:01.102231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c887b734-7d94-43b4-929e-49454792971d None None] Provisioning complete for port b946b3d6-e95c-4820-be44-c3ddbc85ff17 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:01.102794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c887b734-7d94-43b4-929e-49454792971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.105237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d3352427-e6a5-4098-ab0e-487b9bc83766), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.114246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Subnet': ['ID=8d34dcac-9c60-461f-93bf-1c6c1fcc740d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:01.116367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.119576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f2ebf70-553f-468a-bc80-39ccd8e7c3da tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/subnets/8d34dcac-9c60-461f-93bf-1c6c1fcc740d HTTP/1.1" status: 204  len: 168 time: 1.1241570
Mar 26 21:02:01.126432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dda197fb-ee37-4d57-87e7-c6112dbb250c req-4c6640ce-6bd5-4b1b-afa3-ef981b03c4a0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267111
Mar 26 21:02:01.127442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:01.128080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d3352427-e6a5-4098-ab0e-487b9bc83766), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.130709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40662) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:01.131742 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:01.158420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4b7f3-7511-4f21-8df0-5cafe6c080b9 None None] Network 3cff638b-ed19-48ef-93d7-5defe7c1a0ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:01.203386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b946b3d6-e95c-4820-be44-c3ddbc85ff17 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:01.259152 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.288543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0b692440-d1a7-416a-85ef-03fe7c785dbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:01.324106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 0b692440-d1a7-416a-85ef-03fe7c785dbd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:01.324757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0b692440-d1a7-416a-85ef-03fe7c785dbd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:01.352502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a8ff21e5-219e-4cd7-8aa8-c5dc763cdfde tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.358321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a8ff21e5-219e-4cd7-8aa8-c5dc763cdfde tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.365961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c887b734-7d94-43b4-929e-49454792971d None None] Current status of the port b946b3d6-e95c-4820-be44-c3ddbc85ff17 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:01.366113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a8ff21e5-219e-4cd7-8aa8-c5dc763cdfde tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.367735 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a8ff21e5-219e-4cd7-8aa8-c5dc763cdfde tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/networks?id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=3520df3b-6ed1-4672-b47f-8044261e5766&id=3520df3b-6ed1-4672-b47f-8044261e5766 HTTP/1.1" status: 200  len: 1990 time: 0.2910922
Mar 26 21:02:01.371800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-12d4aed5-0630-48a4-b34d-97ae3eaf73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.374073 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-12d4aed5-0630-48a4-b34d-97ae3eaf73bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 1126 time: 0.2302487
Mar 26 21:02:01.387365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f81ed24a-004c-4fb8-b683-90e0c43a8af7 req-b8aad98d-7697-4a51-ad11-b944fd7b173f service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825994
Mar 26 21:02:01.397773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-e723f5aa-ff7c-4799-9bb2-5390690615c7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/quotas/9643f439b26e41cda482b9533143d636 HTTP/1.1" status: 200  len: 375 time: 0.0227103
Mar 26 21:02:01.442120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] DHCP port deletion for 3cff638b-ed19-48ef-93d7-5defe7c1a0ff request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:01.498842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Deleting port 4f66ea90-1e4a-4079-98b7-4d63edd13aca {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:01.499220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.539801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c74f1730-648d-4a27-bbad-7beacecb8cad tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1276031
Mar 26 21:02:01.543550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-b2737f52-b9bc-4633-83dc-1b5823690347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.545178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-b2737f52-b9bc-4633-83dc-1b5823690347 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.1603031
Mar 26 21:02:01.569578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] For port 4f66ea90-1e4a-4079-98b7-4d63edd13aca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f66ea90-1e4a-4079-98b7-4d63edd13aca,segment=NetworkSegment(1004e32d-d50d-4cad-ae5c-09984cd2410f),segment_id=1004e32d-d50d-4cad-ae5c-09984cd2410f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:01.569578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.583985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Calling delete_port for 4f66ea90-1e4a-4079-98b7-4d63edd13aca owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:01.606445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-3e3bc8ff-57df-4010-a695-22c7859aaa36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 200  len: 217 time: 0.0540822
Mar 26 21:02:01.670620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (4f66ea90-1e4a-4079-98b7-4d63edd13aca), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.675343 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.676653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.701106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] Pushing event deleted for resources: {'Port': ['ID=4f66ea90-1e4a-4079-98b7-4d63edd13aca,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:01.703600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97e7e3-cfcb-44e4-aaae-6e59e08540e8 None None] No DVR routers for this DVR port 4f66ea90-1e4a-4079-98b7-4d63edd13aca on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:01.709294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-77a2eaac-5b38-4fed-bf9f-70c948b9feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.710759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-77a2eaac-5b38-4fed-bf9f-70c948b9feba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0937631
Mar 26 21:02:01.735633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2e39a1b5-2e50-48f4-b9b7-1a1875413925 service neutron] 10.222.0.16 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758137
Mar 26 21:02:01.754600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.756629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95887ab7-3b9d-4a92-b118-85a24fcfaf47 req-cea69d28-f3a6-4d92-9dd9-d91c5a19f5be tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.5097184
Mar 26 21:02:01.767421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d07b83d2-7e40-44b8-8583-83257c1ad25d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.780950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.792300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d07b83d2-7e40-44b8-8583-83257c1ad25d HTTP/1.1" status: 204  len: 168 time: 2.5971358
Mar 26 21:02:01.819810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3cff638b-ed19-48ef-93d7-5defe7c1a0ff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:01.840523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd584a-32e6-47fc-a94e-9079ac7771f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d07b83d2-7e40-44b8-8583-83257c1ad25d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:01.850264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-c7ffbce2-daf8-4276-b43b-87c972e148a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:01.852497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-c7ffbce2-daf8-4276-b43b-87c972e148a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1318421
Mar 26 21:02:01.882746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=e3ebf96d-b07d-433c-b4cb-0f9cbc060279,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:01.903344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3412c9f6-2e80-4813-8205-168b06aa8614 service neutron] 10.222.0.16 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527958
Mar 26 21:02:01.989144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-4dbf5e8b-a714-451d-bf46-cca5c3c138f9 service neutron] 10.222.0.16 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0784202
Mar 26 21:02:02.014054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-b5aeef65-0e48-4a97-849a-befca1c2ab4b service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523330
Mar 26 21:02:02.042422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 213c9c58-3df0-4418-a9db-608af3201533 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:02.050192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826b757-1dc5-4671-bc4d-7f5fe36a32e3 req-26b93c00-38a1-41c7-b7bd-33189a781b83 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:02.055965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:02.057007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e826b757-1dc5-4671-bc4d-7f5fe36a32e3 req-26b93c00-38a1-41c7-b7bd-33189a781b83 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 944 time: 0.1698468
Mar 26 21:02:02.059020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:02.067565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3cff638b-ed19-48ef-93d7-5defe7c1a0ff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.171582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d7197f0>,) {'filters': {'network_id': ['3cff638b-ed19-48ef-93d7-5defe7c1a0ff']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.194343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d7197f0>, '1004e32d-d50d-4cad-ae5c-09984cd2410f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.195090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d7197f0>, '1004e32d-d50d-4cad-ae5c-09984cd2410f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.199711 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-492f535f-a6c1-44fd-a3f3-1eabee2700dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62b213fd60a44c2481f49b4ed4711a67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1427231
Mar 26 21:02:02.201748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8303554-f9e2-4d9b-a4a1-adf92bf9cd2a req-e3a3abff-da89-4d25-9f68-61565affcdd1 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775551
Mar 26 21:02:02.204681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40672) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:02.206031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9c7ffe81-16a3-4420-b80c-2b7a29f9beb8 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108462
Mar 26 21:02:02.228257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1004e32d-d50d-4cad-ae5c-09984cd2410f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.248440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e826b757-1dc5-4671-bc4d-7f5fe36a32e3 req-bd70e5c7-c2eb-4478-b9c2-374a1cf6d4b2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905720
Mar 26 21:02:02.274782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1004e32d-d50d-4cad-ae5c-09984cd2410f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.301429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:02.301848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1004e32d-d50d-4cad-ae5c-09984cd2410f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:02.305725 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:02.328323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b163a2f5-f3b9-4d5a-a8e7-a9730c551da8 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1151905
Mar 26 21:02:02.365526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3775a29f-7bf5-4fc8-bc52-5b78c49bad58 service neutron] 10.222.0.16 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0362430
Mar 26 21:02:02.401148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:02.416531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router b530a44a-d5af-4f89-9646-5972d7770748 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:02:02.418531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] Publish callbacks [] for security_group (9e717566-f90a-4434-8cbc-8bc7bd7d05a9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.426172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3cff638b-ed19-48ef-93d7-5defe7c1a0ff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.427049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-96871192-13d1-462b-9eb2-d96bfbbfc60c None None] Provisioning complete for port e3ebf96d-b07d-433c-b4cb-0f9cbc060279 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:02.427507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-96871192-13d1-462b-9eb2-d96bfbbfc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.447283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.450518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] 10.222.0.16 "DELETE /v2.0/networks/3cff638b-ed19-48ef-93d7-5defe7c1a0ff HTTP/1.1" status: 204  len: 168 time: 1.3179064
Mar 26 21:02:02.476252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-4463a83b-aa66-4951-b341-93dcd34ae716 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1042123
Mar 26 21:02:02.480392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] Publish callbacks [] for security_group (9e717566-f90a-4434-8cbc-8bc7bd7d05a9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.482301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd95f28-c3e9-459e-8eb0-bf7cd3f59581 tempest-NetworksTest-1495613419 tempest-NetworksTest-1495613419-project] Pushing event deleted for resources: {'Network': ['ID=3cff638b-ed19-48ef-93d7-5defe7c1a0ff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:02.501899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-96871192-13d1-462b-9eb2-d96bfbbfc60c None None] Port e3ebf96d-b07d-433c-b4cb-0f9cbc060279 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:02.607903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c9d8a2f4-a586-4ede-bb65-39dc376bc479 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306114
Mar 26 21:02:02.625698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:02.629877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da154ce-11c3-49f9-9dd1-7442fba95eff req-cf77ea8f-52ff-4507-b947-32d0cf4a1b6e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:02.632087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b946b3d6-e95c-4820-be44-c3ddbc85ff17 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:02.638073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0da154ce-11c3-49f9-9dd1-7442fba95eff req-cf77ea8f-52ff-4507-b947-32d0cf4a1b6e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 943 time: 0.3054295
Mar 26 21:02:02.692713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:02.700155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'mac_address': 'fa:16:3e:db:58:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:02.705648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-89175603-d4fc-4bb4-a458-f824b391dbdb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7758720
Mar 26 21:02:02.706504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40676) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:02.708937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b946b3d6-e95c-4820-be44-c3ddbc85ff17 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:02.709665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.737838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-224a2103-4009-4e06-b96e-d18628ae39a4 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284649
Mar 26 21:02:02.750717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] Sync routers for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:02.783021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0da154ce-11c3-49f9-9dd1-7442fba95eff req-3fed335e-a6f3-4737-b223-774e3a93c3a6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437123
Mar 26 21:02:02.783864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9e717566-f90a-4434-8cbc-8bc7bd7d05a9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.787527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.790167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e717566-f90a-4434-8cbc-8bc7bd7d05a9 HTTP/1.1" status: 204  len: 168 time: 0.5755095
Mar 26 21:02:02.803795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:02.804478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec0dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.819596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97fab8-f954-4f22-a92d-c80da03bb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e717566-f90a-4434-8cbc-8bc7bd7d05a9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:02.834069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba35804-2701-4a56-9452-284388783c28 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:02.841068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ba35804-2701-4a56-9452-284388783c28 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports/e3ebf96d-b07d-433c-b4cb-0f9cbc060279 HTTP/1.1" status: 200  len: 911 time: 0.1286707
Mar 26 21:02:02.842114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:02.857084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40686) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:02.905793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-8ad82463-20be-4b94-96d6-c8adb3ca8fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656222
Mar 26 21:02:02.920299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec0dbe0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.926032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b946b3d6-e95c-4820-be44-c3ddbc85ff17 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:02.934798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 08f22eaa-d9e9-4268-adec-e550bc108da0 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:02.935506 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:02.942597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 470cb57e-9e38-439d-8123-521c30a5d964 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:02.982347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:02.983541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec0dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:02.993221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f22eaa-d9e9-4268-adec-e550bc108da0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:03.035231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-758bc3ee-44af-46f7-8ac9-fada8a5b4d10 service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245725
Mar 26 21:02:03.056027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4f66ea90-1e4a-4079-98b7-4d63edd13aca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:03.073083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf9c0b74-e213-49f6-bc06-744a320fdfdd req-cfa3eac9-fb89-4217-8e88-c411294b4a8b tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0461407
Mar 26 21:02:03.080112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 4f66ea90-1e4a-4079-98b7-4d63edd13aca {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:03.080492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4f66ea90-1e4a-4079-98b7-4d63edd13aca not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:03.093894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec0dbe0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:03.095548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca013b0-c9b8-4524-821f-07a526eed4e8 None None] The sync data for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:03.114896 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:02:03.130401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:03.144574 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.166450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b9a8702b-ab26-4a22-930d-cc0dbb53c476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b80a8a10ae564166bc62181ad18daf5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3082447
Mar 26 21:02:03.167081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40692) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:03.234469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1ff74a22-3256-4da3-bb7c-5fc76abefb9a service neutron] 10.222.0.16 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906786
Mar 26 21:02:03.239902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] Publish callbacks [] for security_group (e30b8797-c8c5-4ec1-a50b-d32b2400240b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.251057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:03.253507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:03.273068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '470cb57e-9e38-439d-8123-521c30a5d964', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': '470cb57e-9e38-439d-8123-521c30a5d964', 'mac_address': 'fa:16:3e:2a:6f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:03.296349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] Publish callbacks [] for security_group (e30b8797-c8c5-4ec1-a50b-d32b2400240b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.341006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 470cb57e-9e38-439d-8123-521c30a5d964 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:03.341420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.368656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470cb57e-9e38-439d-8123-521c30a5d964 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:03.389104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:03.398924 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.429778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e30b8797-c8c5-4ec1-a50b-d32b2400240b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.433158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.436817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e30b8797-c8c5-4ec1-a50b-d32b2400240b HTTP/1.1" status: 204  len: 168 time: 0.2642450
Mar 26 21:02:03.456636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69ccbb-aafa-4612-96cd-810355d57a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b8797-c8c5-4ec1-a50b-d32b2400240b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:03.465502 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-23f48d38-8dc0-40ad-9034-31e9a64d4981 service neutron] 10.222.0.16 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235863
Mar 26 21:02:03.491628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:03.495897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['08f22eaa-d9e9-4268-adec-e550bc108da0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:03.575018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a772796-afc7-428e-bd24-137232816d8e req-28544e6d-d7a0-4faa-ad93-1273869d1f11 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:03.583641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a772796-afc7-428e-bd24-137232816d8e req-28544e6d-d7a0-4faa-ad93-1273869d1f11 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 945 time: 0.1861477
Mar 26 21:02:03.611217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:03.704776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['470cb57e-9e38-439d-8123-521c30a5d964'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:03.740652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-4d242dcd-04e3-47a3-8dcc-9b24b9e6c87d service neutron] 10.222.0.16 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664235
Mar 26 21:02:03.758399 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a772796-afc7-428e-bd24-137232816d8e req-9bc3cb6a-ada5-43d8-9386-36c9171198bb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681480
Mar 26 21:02:03.933995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-897440f1-8392-4ba3-a08e-02bdf00e2f2a service neutron] 10.222.0.16 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910827
Mar 26 21:02:04.061891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa587ca-4bac-4907-a98c-ce3d1d214e2f req-3b557175-d4a3-4d05-b734-fb4039b421af tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:04.063999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9aa587ca-4bac-4907-a98c-ce3d1d214e2f req-3b557175-d4a3-4d05-b734-fb4039b421af tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 944 time: 0.1473351
Mar 26 21:02:04.099665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c4b750b-84a3-4786-a3cd-673b3801383b service neutron] 10.222.0.16 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640558
Mar 26 21:02:04.148314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8:1::1 (f567c054-e748-4345-b2e7-534feddb871b/231108bb-8a8d-490f-bbc8-532e336488da/751e3b40-b35f-4e55-a2dd-16fb968a432d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:04.173727 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9aa587ca-4bac-4907-a98c-ce3d1d214e2f req-ef09dc79-f72a-4a0b-b852-e5e6e8d9c6e7 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824432
Mar 26 21:02:04.182552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-af9f556a-efac-42cc-abad-13d4f18f80f9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:04.188680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-af9f556a-efac-42cc-abad-13d4f18f80f9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 931 time: 0.0836768
Mar 26 21:02:04.244372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:04.267718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-8bb2c3cd-90bc-49f9-8691-827b8c804533 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:04.277534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-8bb2c3cd-90bc-49f9-8691-827b8c804533 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 930 time: 0.0818093
Mar 26 21:02:04.379366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.417324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:04.463569 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.489970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 08f22eaa-d9e9-4268-adec-e550bc108da0 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:02:04.500530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 08f22eaa-d9e9-4268-adec-e550bc108da0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:04.503115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.509830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f567c054-e748-4345-b2e7-534feddb871b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:04.515364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:04.519428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:04.520023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.609512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1056893761-network', 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:04.635519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=751e3b40-b35f-4e55-a2dd-16fb968a432d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:04.671138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:04.674199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.696024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.728197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 08f22eaa-d9e9-4268-adec-e550bc108da0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:04.728889 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.781884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2986f243-7f8c-4eb9-9e52-23ab252b0474 req-342492e7-4dce-4156-a1ed-d36f1cbf9aac tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0679183
Mar 26 21:02:04.810060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.830484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:04.832432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:04.836027 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99217535-b27f-43ae-8b62-bfd91347980d" -d '{"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-plugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:04.848585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.850039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks [] for security_group (745da12f-ce71-4cca-b1bf-708e2e2d9d66), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.855323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (745da12f-ce71-4cca-b1bf-708e2e2d9d66), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.866463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:04.917332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745da12f-ce71-4cca-b1bf-708e2e2d9d66,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:04.947465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:04.957606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 470cb57e-9e38-439d-8123-521c30a5d964 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:04.989320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (0a39a31b-a851-4a8c-8f7b-2990d88ff9be), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:04.989810 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Added segment 0a39a31b-a851-4a8c-8f7b-2990d88ff9be of type vlan for network 22e84cb7-041f-40bb-a999-9dde18152961
Mar 26 21:02:05.056879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.076566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5d1d7e4-edd7-48b2-8fed-83a1eb4bf03c None None] Provisioning complete for port 751e3b40-b35f-4e55-a2dd-16fb968a432d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:05.076949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5d1d7e4-edd7-48b2-8fed-83a1eb4bf03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.086702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (22e84cb7-041f-40bb-a999-9dde18152961), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.113690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 470cb57e-9e38-439d-8123-521c30a5d964 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:02:05.119689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1243872465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:05.121375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1d7e4-edd7-48b2-8fed-83a1eb4bf03c None None] Port 751e3b40-b35f-4e55-a2dd-16fb968a432d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:05.121779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (22e84cb7-041f-40bb-a999-9dde18152961), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.122927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 470cb57e-9e38-439d-8123-521c30a5d964 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:05.123334 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (470cb57e-9e38-439d-8123-521c30a5d964), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.125006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.126410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.178892 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (abda1a61-964a-48eb-bd42-2784609628c5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.179950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (abda1a61-964a-48eb-bd42-2784609628c5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.185879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9402549
Mar 26 21:02:05.189530 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7827aea9-a102-4be5-a47a-2654dd489f6a x-openstack-request-id: req-7827aea9-a102-4be5-a47a-2654dd489f6a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:05.189994 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-plugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:05.190659 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7827aea9-a102-4be5-a47a-2654dd489f6a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:05.191067 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7827aea9-a102-4be5-a47a-2654dd489f6a'] response: {'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'code': 200}
Mar 26 21:02:05.191946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40782) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:05.199190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Request body: {'subnet': {'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1056893761-subnet', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:05.234837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a219249-2b84-4a89-8657-8fb4084b787f req-18a27892-954a-481b-9650-5fdc37fa5c4e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.237109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a219249-2b84-4a89-8657-8fb4084b787f req-18a27892-954a-481b-9650-5fdc37fa5c4e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 945 time: 0.2561069
Mar 26 21:02:05.330917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 470cb57e-9e38-439d-8123-521c30a5d964 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:05.333512 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.338151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:05.341205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.384612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router_controller (abda1a61-964a-48eb-bd42-2784609628c5), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.385967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbdefb-2cb7-48ad-8668-779022900a06 admin admin] Pushing event updated for resources: {'Network': ['ID=22e84cb7-041f-40bb-a999-9dde18152961,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.401768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a219249-2b84-4a89-8657-8fb4084b787f req-d32f3670-6663-438d-9f65-907ee084aa9f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530755
Mar 26 21:02:05.404683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 22e84cb7-041f-40bb-a999-9dde18152961 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:05.415005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1482cbfe-f81c-436d-8a15-0550b0a32226 req-9664c92b-d0f4-4546-94c3-c19658c166ba tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 210 time: 0.1247337
Mar 26 21:02:05.433625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (abda1a61-964a-48eb-bd42-2784609628c5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.508282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b86711-5fbf-46b5-b45c-b38a9844d70f req-a9196a6e-464c-43ac-bb1d-fc7cb9e87058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.509469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85b86711-5fbf-46b5-b45c-b38a9844d70f req-a9196a6e-464c-43ac-bb1d-fc7cb9e87058 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 1127 time: 0.2240598
Mar 26 21:02:05.517698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:05.527588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.538990 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.540315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-003bc8f8-a4c4-4a91-b81c-e9c4f546ffc3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6717017
Mar 26 21:02:05.544119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40788) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:05.551654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-731943184'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:05.572491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-e90913de-14bd-41df-8cb7-ceda5f28fa20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.573459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-e90913de-14bd-41df-8cb7-ceda5f28fa20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 931 time: 0.3749151
Mar 26 21:02:05.592844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.602339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.618195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.619080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.623734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85b86711-5fbf-46b5-b45c-b38a9844d70f req-9e910db6-9325-4ccd-b029-5ac0e42961d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022344
Mar 26 21:02:05.628416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:05.631635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.644112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.707511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-61960050-892d-4e34-bace-7500e779951c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.708911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-61960050-892d-4e34-bace-7500e779951c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 930 time: 0.1223221
Mar 26 21:02:05.723819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (749e496f-3eeb-49d7-91cc-a78b898569d1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.771019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e19e6-9380-4bea-bd97-85faf79799d5 req-09dcaf53-db33-4b46-ad01-5f928091b6e0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.772678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f69e19e6-9380-4bea-bd97-85faf79799d5 req-09dcaf53-db33-4b46-ad01-5f928091b6e0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 945 time: 0.2143469
Mar 26 21:02:05.775391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=751e3b40-b35f-4e55-a2dd-16fb968a432d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.817631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749e496f-3eeb-49d7-91cc-a78b898569d1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.826876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for security_group (4d4e4279-b8be-4533-bf50-4059e97838df), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.831254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Checking segment: {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:05.831448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Network hostable DHCP agents. Network: 22e84cb7-041f-40bb-a999-9dde18152961, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:05.834785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4d4e4279-b8be-4533-bf50-4059e97838df), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.849423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f69e19e6-9380-4bea-bd97-85faf79799d5 req-4d4ebec2-dcea-41db-9a61-4a3ea9b86ca2 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680008
Mar 26 21:02:05.851438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f567c054-e748-4345-b2e7-534feddb871b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:05.853084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:05.868719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:05.887506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2a72482a-234a-426b-a467-26559df54f78), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.887861 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Added segment 2a72482a-234a-426b-a467-26559df54f78 of type vlan for network b6a47f4c-d821-49b9-a2d6-368a994d5d5f
Mar 26 21:02:05.896197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4e4279-b8be-4533-bf50-4059e97838df,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:05.901422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Network 22e84cb7-041f-40bb-a999-9dde18152961 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:05.937082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22e84cb7-041f-40bb-a999-9dde18152961) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:05.942863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b6a47f4c-d821-49b9-a2d6-368a994d5d5f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.945605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.946460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.975376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f71e72-e585-4093-8a61-d62542ddb38c None None] Network 22e84cb7-041f-40bb-a999-9dde18152961 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:05.990576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ab588a2e-9fa0-4a92-8b10-e9b0181bde25 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7947147
Mar 26 21:02:05.991392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b6a47f4c-d821-49b9-a2d6-368a994d5d5f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:05.992891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:05.995981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router b530a44a-d5af-4f89-9646-5972d7770748 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:05.998637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:05.999064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:05.999674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.068119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5211105
Mar 26 21:02:06.071692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:06.077838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'subnet': {'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:06.090429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.101095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.176885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c5ce-06cb-4cee-9878-143cee501820 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Network': ['ID=b6a47f4c-d821-49b9-a2d6-368a994d5d5f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:06.208385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:06.212663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dacba29-6df9-4a0f-a9b7-717ccf7db0e2 req-a279f506-fb8f-4df4-bafe-18b78e563eac tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0797229
Mar 26 21:02:06.273495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22e84cb7-041f-40bb-a999-9dde18152961', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'project_id': 'c7ef32a79723421e847963a749a03313', 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:06.274931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.299451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:06.303937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.390300 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for router_controller (89a31038-0285-494e-b8b8-0ec9f446eca8), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.393207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:06.419804 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] Sync routers for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:06.430157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-692914f3-5bbb-4cf4-bfb0-5abab5283da7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5869129
Mar 26 21:02:06.435797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40816) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:06.498698 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:06.499356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61276e1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:06.611860 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61276e1880>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:06.634244 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:06.640488 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61276e1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:06.704647 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61276e1880>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:06.705545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e354b2b4-c17b-40df-8566-434aac222304 None None] The sync data for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:06.744677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-13bff9ce-877e-409d-84f2-a267157c117c None None] Provisioning complete for port 751e3b40-b35f-4e55-a2dd-16fb968a432d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:06.745663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-13bff9ce-877e-409d-84f2-a267157c117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:06.789588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-13bff9ce-877e-409d-84f2-a267157c117c None None] Port 751e3b40-b35f-4e55-a2dd-16fb968a432d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:06.876714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Allocated IP 172.20.0.2 (22e84cb7-041f-40bb-a999-9dde18152961/749e496f-3eeb-49d7-91cc-a78b898569d1/1b50e536-1dd8-4f0d-9dcc-9203b2722360) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:06.899865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fad66d0b-6a3f-4f6c-8289-16495d334e75 req-ac15bbe5-5340-47f7-8fb6-7c779d1a39cf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 210 time: 0.0333788
Mar 26 21:02:07.111788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28671845-5eca-4db2-a76a-e30aa5eb2055 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.118587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:07.128605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28671845-5eca-4db2-a76a-e30aa5eb2055 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports/751e3b40-b35f-4e55-a2dd-16fb968a432d HTTP/1.1" status: 200  len: 913 time: 0.6893697
Mar 26 21:02:07.193020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:07.196665 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dbcc91-f7e1-4aab-b650-0bf23143d653" -d '{"events": [{"server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "name": "network-vif-plugged", "status": "completed", "tag": "470cb57e-9e38-439d-8123-521c30a5d964"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:07.233890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for router_gateway (89a31038-0285-494e-b8b8-0ec9f446eca8), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.249648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e17a15-f540-4e9e-9a01-667cf9451c89 req-33fca077-d8b8-44ba-9d1a-555ec8e8b960 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.251167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e17a15-f540-4e9e-9a01-667cf9451c89 req-33fca077-d8b8-44ba-9d1a-555ec8e8b960 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 946 time: 0.2232227
Mar 26 21:02:07.254531 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks [] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.263784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.320820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (e23e281f-e390-4bf5-85c0-061b1c9c904a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.322904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e17a15-f540-4e9e-9a01-667cf9451c89 req-843f914c-3357-4d57-8d9c-c5561fc3ee9d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581305
Mar 26 21:02:07.326487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Network 22e84cb7-041f-40bb-a999-9dde18152961 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:07.330757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:07.333452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:07.346288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Pushing event updated for resources: {'Port': ['ID=1b50e536-1dd8-4f0d-9dcc-9203b2722360,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:07.418803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Attempting to bind port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:07.419561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Attempting to bind port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:07.420318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Attempting to bind port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 on network 22e84cb7-041f-40bb-a999-9dde18152961 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:07.426767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:07.427516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Checking segment: {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:07.428206 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.428830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Bound using segment: {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:07.429572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Bound port: 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:07.430303 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.502198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc17fed-e8cb-4f25-b1ab-6406d284be2d req-7ef59163-e5e2-49fe-bda6-52f581ea2f53 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.503790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bc17fed-e8cb-4f25-b1ab-6406d284be2d req-7ef59163-e5e2-49fe-bda6-52f581ea2f53 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 945 time: 0.3037241
Mar 26 21:02:07.515126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] For port 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:07.522161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] For port 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b50e536-1dd8-4f0d-9dcc-9203b2722360,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:07.536349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.573460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4dea1-b5c7-41d0-9733-f366924bfe1c req-263eed44-63e0-464d-81e9-22d4d13cd8b3 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.577888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Subnet': ['ID=e23e281f-e390-4bf5-85c0-061b1c9c904a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:07.580985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9c4dea1-b5c7-41d0-9733-f366924bfe1c req-263eed44-63e0-464d-81e9-22d4d13cd8b3 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.1715269
Mar 26 21:02:07.589060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for router_gateway (89a31038-0285-494e-b8b8-0ec9f446eca8), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.614645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.636609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936ee60-dfb7-43b4-b9fd-437f4d12a3b7 None None] Pushing event updated for resources: {'Port': ['ID=1b50e536-1dd8-4f0d-9dcc-9203b2722360,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:07.647683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bc17fed-e8cb-4f25-b1ab-6406d284be2d req-e0da789a-ab28-48aa-add5-3db85ae9f724 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312888
Mar 26 21:02:07.648846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b4ac32e2-da0d-4c2a-b5c3-41944edd16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.650205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b4ac32e2-da0d-4c2a-b5c3-41944edd16b9 service neutron] 10.222.0.18 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 1027 time: 0.1375523
Mar 26 21:02:07.653131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Checking segment: {'id': '2a72482a-234a-426b-a467-26559df54f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:07.653504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network hostable DHCP agents. Network: b6a47f4c-d821-49b9-a2d6-368a994d5d5f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:07.689961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9c4dea1-b5c7-41d0-9733-f366924bfe1c req-51afd95c-dcd6-4b30-afbc-37ca79a312e1 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080217
Mar 26 21:02:07.718398 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056e78f-7a55-47e8-a1a0-aa2557562f86 x-openstack-request-id: req-d056e78f-7a55-47e8-a1a0-aa2557562f86 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:07.719510 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "name": "network-vif-plugged", "status": "completed", "tag": "470cb57e-9e38-439d-8123-521c30a5d964", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:07.719874 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d056e78f-7a55-47e8-a1a0-aa2557562f86 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:07.720451 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d056e78f-7a55-47e8-a1a0-aa2557562f86'] response: {'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964', 'code': 200}
Mar 26 21:02:07.769460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:07.778223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-462856fe-706f-4542-9528-e07c09ce7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.779622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-462856fe-706f-4542-9528-e07c09ce7e74 service neutron] 10.222.0.18 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 1026 time: 0.1089931
Mar 26 21:02:07.827544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Allocated IP 172.35.4.133 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/38a166d7-4e4b-407e-9517-9887a0a05361) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:07.858556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6a47f4c-d821-49b9-a2d6-368a994d5d5f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:07.867465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e1c10-cd7f-43ea-93e0-d77bc67fb24c None None] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:07.872720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:07.874115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:07.940942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-afb9954c-269d-4430-a9eb-945262a23b67 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8678298
Mar 26 21:02:07.950090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40834) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:07.964793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'network': {'name': 'tempest-router-network01--1876275609'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:07.991086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fad5b935-2a2b-4c93-be46-b72dda54e332 req-eedd1e9d-884d-452a-8d95-cbc966b6b9b1 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1069388
Mar 26 21:02:08.032292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dc2f2-8157-4482-98fa-f3cd1f9a5e43 req-71129e34-5acb-4a7c-94d4-337a4f65ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.034034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b96dc2f2-8157-4482-98fa-f3cd1f9a5e43 req-71129e34-5acb-4a7c-94d4-337a4f65ac2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 1128 time: 0.2108736
Mar 26 21:02:08.118952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:08.135617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.162274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6a47f4c-d821-49b9-a2d6-368a994d5d5f', 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f', 'project_id': '071536f2731b462e8a9718f742660e3b', 'fixed_ips': [{'subnet_id': 'e23e281f-e390-4bf5-85c0-061b1c9c904a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:08.163195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.192883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-211f3cb4-fb9a-4300-88a4-dbd61d7898ea req-d7f81b55-1254-4209-97f3-806c4a32d400 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 210 time: 0.0780275
Mar 26 21:02:08.235147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b96dc2f2-8157-4482-98fa-f3cd1f9a5e43 req-a694d89c-53fc-4e6b-bb3a-39c8ce639581 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944084
Mar 26 21:02:08.241177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:08.257638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for port (38a166d7-4e4b-407e-9517-9887a0a05361), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.268250 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (baf1d02a-07e0-4314-be82-e38071bb75a8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.268600 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Added segment baf1d02a-07e0-4314-be82-e38071bb75a8 of type vlan for network 937579af-fed6-4650-a968-d81cc3618fb1
Mar 26 21:02:08.328942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-034dbaa5-6853-4ed9-937a-89af7ab7cb8c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.329441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (937579af-fed6-4650-a968-d81cc3618fb1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.334923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-034dbaa5-6853-4ed9-937a-89af7ab7cb8c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.339652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-034dbaa5-6853-4ed9-937a-89af7ab7cb8c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.341402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-034dbaa5-6853-4ed9-937a-89af7ab7cb8c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/networks?id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=3520df3b-6ed1-4672-b47f-8044261e5766&id=3520df3b-6ed1-4672-b47f-8044261e5766 HTTP/1.1" status: 200  len: 1990 time: 0.5520570
Mar 26 21:02:08.371818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee1677-033e-4257-bec4-dc56ea221023 req-9388309e-2673-4b6a-bea6-1096de4428f3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.379271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.381213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06ee1677-033e-4257-bec4-dc56ea221023 req-9388309e-2673-4b6a-bea6-1096de4428f3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 945 time: 0.2286460
Mar 26 21:02:08.391114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Allocated IP 172.20.0.2 (b6a47f4c-d821-49b9-a2d6-368a994d5d5f/e23e281f-e390-4bf5-85c0-061b1c9c904a/09bd0ac3-66da-44fa-9e0b-67705c7e35f9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:08.394905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (937579af-fed6-4650-a968-d81cc3618fb1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.402229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.402851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.468487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:08.471801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.481099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:08.498365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:08.588922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6339672
Mar 26 21:02:08.602452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:08.605862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'network': {'name': 'tempest-router-network02--301271397'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:08.628361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06ee1677-033e-4257-bec4-dc56ea221023 req-e164e799-5b81-46d9-af3d-372292dbfbe8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405074
Mar 26 21:02:08.648890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Pushing event updated for resources: {'Port': ['ID=38a166d7-4e4b-407e-9517-9887a0a05361,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:08.650191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513f3d2-3dd7-4fe9-9ad1-35cdf2d3ae43 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Network': ['ID=937579af-fed6-4650-a968-d81cc3618fb1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:08.697921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 937579af-fed6-4650-a968-d81cc3618fb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:08.711445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-17b31e8f-2f10-410f-bbc3-07767f10751f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9643f439b26e41cda482b9533143d636 HTTP/1.1" status: 200  len: 379 time: 0.2818005
Mar 26 21:02:08.715801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:08.720746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.762056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1b50e536-1dd8-4f0d-9dcc-9203b2722360 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:08.783106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'admin_state_up': True, 'tenant_id': '9643f439b26e41cda482b9533143d636', 'security_groups': ['fed1982f-7fcc-4073-ab50-8b58deb9fa42']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:08.802243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89a166-2a6e-47aa-b51b-0a6717976645 req-e85fa7e5-6728-486f-bd46-0fd64a8c083f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:08.806525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa89a166-2a6e-47aa-b51b-0a6717976645 req-e85fa7e5-6728-486f-bd46-0fd64a8c083f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 946 time: 0.3515475
Mar 26 21:02:08.932739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa89a166-2a6e-47aa-b51b-0a6717976645 req-d936f350-5d32-4e31-ad15-b90579d6b4d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136196
Mar 26 21:02:08.946701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks [] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:08.962334 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.033436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for router_gateway (89a31038-0285-494e-b8b8-0ec9f446eca8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.051282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:09.064613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:09.067977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:09.068476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.070542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:09.081771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:09.088392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Pushing event updated for resources: {'Port': ['ID=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:09.134001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826704d-47bf-44ef-9dcf-4fa3b072d56b req-a6117d6a-37f0-4806-9867-57f2841a15f6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:09.139252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e826704d-47bf-44ef-9dcf-4fa3b072d56b req-a6117d6a-37f0-4806-9867-57f2841a15f6 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2768834
Mar 26 21:02:09.151142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9453491a-278e-472a-aeca-cf68d0e94e2d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.151754 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Added segment 9453491a-278e-472a-aeca-cf68d0e94e2d of type vlan for network 8bff787c-e27a-4d47-9a74-38d261799303
Mar 26 21:02:09.269007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Attempting to bind port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:09.269734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Attempting to bind port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a72482a-234a-426b-a467-26559df54f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:09.270448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Attempting to bind port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 on network b6a47f4c-d821-49b9-a2d6-368a994d5d5f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:09.276538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4683de5-33d5-4c7c-a323-3c828ee71189 req-587f5bd5-a314-43cb-acfa-3173097bba49 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0889354
Mar 26 21:02:09.283657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:09.284243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Checking segment: {'id': '2a72482a-234a-426b-a467-26559df54f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:09.285036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.285751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Bound using segment: {'id': '2a72482a-234a-426b-a467-26559df54f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:09.286567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Bound port: 09bd0ac3-66da-44fa-9e0b-67705c7e35f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a72482a-234a-426b-a467-26559df54f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b6a47f4c-d821-49b9-a2d6-368a994d5d5f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:09.287332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.316375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8bff787c-e27a-4d47-9a74-38d261799303), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.378046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:09.378630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.396890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.408600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9aa63-5715-4e60-8347-1a4c0053f2d8 None None] Network 22e84cb7-041f-40bb-a999-9dde18152961 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:09.426226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8bff787c-e27a-4d47-9a74-38d261799303), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.441534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:09.451869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.532928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a34bed6b-c6d4-4a94-8e02-436e6c5035d9 req-7ae79d02-07a9-4ebb-9bd0-ab01d4e6d9e5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 210 time: 0.0430355
Mar 26 21:02:09.541064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b50e536-1dd8-4f0d-9dcc-9203b2722360,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:09.557465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.560314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] For port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:09.591137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8c73a1c2-423c-4365-862e-7c85acebe3e9 None None] Provisioning complete for port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:09.591678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8c73a1c2-423c-4365-862e-7c85acebe3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.613221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:09.616635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.618828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Network': ['ID=8bff787c-e27a-4d47-9a74-38d261799303,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:09.625189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e826704d-47bf-44ef-9dcf-4fa3b072d56b req-7085219b-e437-4d4a-8da6-521b517d3cb8 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4756305
Mar 26 21:02:09.639721 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4af327e3-31c6-41d3-9de6-058b52881436 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0359824
Mar 26 21:02:09.640578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40858) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:09.651505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 8bff787c-e27a-4d47-9a74-38d261799303 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:09.664415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'subnet': {'network_id': '937579af-fed6-4650-a968-d81cc3618fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:09.675342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Router 89a31038-0285-494e-b8b8-0ec9f446eca8 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:02:09.735551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] For port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,segment=NetworkSegment(2a72482a-234a-426b-a467-26559df54f78),segment_id=2a72482a-234a-426b-a467-26559df54f78)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:09.746292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 751e3b40-b35f-4e55-a2dd-16fb968a432d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:09.746867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.773329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.846443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6fe2c-0a36-4558-acbf-7b80a6d53116 req-653c077e-9656-4f0a-bcc7-c460b85c9559 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:09.848270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0cd6fe2c-0a36-4558-acbf-7b80a6d53116 req-653c077e-9656-4f0a-bcc7-c460b85c9559 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 945 time: 0.1250949
Mar 26 21:02:09.866848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:09.884802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=1b50e536-1dd8-4f0d-9dcc-9203b2722360,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:09.909971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Sync routers for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:09.937357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:09.943949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b04faccd-5dce-4c2d-9355-f68af541ef21 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9467819
Mar 26 21:02:09.947006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40862) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:09.968776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:09.969466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f78dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:10.035694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0cd6fe2c-0a36-4558-acbf-7b80a6d53116 req-93c694e7-d49d-4c71-b0cb-7990fe6b8df8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728878
Mar 26 21:02:10.052279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:10.057843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:10.077436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:10.202638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8c73a1c2-423c-4365-862e-7c85acebe3e9 None None] Current status of the port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:10.210692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f7ae-013c-48a4-8344-a934263ba413 None None] Pushing event updated for resources: {'Port': ['ID=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:10.222624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 751e3b40-b35f-4e55-a2dd-16fb968a432d owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:10.242961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:10.453441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 172.20.0.9 (fb669b80-3494-4e3d-8fe7-1563ab9c14ff/5cd7e2e1-5520-4541-94f7-82fe69641de3/52c8eed7-3c91-43b3-9001-30b914ea4cd7) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:10.545045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f78dca0>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:08Z', 'revision_number': 3, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:10.634832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Checking router: 89a31038-0285-494e-b8b8-0ec9f446eca8 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:02:10.634832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Updating router 89a31038-0285-494e-b8b8-0ec9f446eca8 port 38a166d7-4e4b-407e-9517-9887a0a05361 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:02:10.805779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:10.903224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (2db5191d-2eb3-4c79-834e-94a46f9780be), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:10.954942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882b140-77e5-4451-af8b-07558e37814e req-8a6df313-69a0-4348-80c3-55266d45f087 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:10.963300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4882b140-77e5-4451-af8b-07558e37814e req-8a6df313-69a0-4348-80c3-55266d45f087 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.3241501
Mar 26 21:02:10.965887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817cf9fa-4c12-484a-9c25-ed941ec28d8d req-ad141724-10f4-4b3f-88f6-1ca59b15ec3c tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1667767
Mar 26 21:02:11.029196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1b50e536-1dd8-4f0d-9dcc-9203b2722360 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:11.069027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820509-ca57-456d-a323-5a87d30447e4 req-7b79b802-7351-4b63-a56a-05f52fff1419 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:11.070796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b820509-ca57-456d-a323-5a87d30447e4 req-7b79b802-7351-4b63-a56a-05f52fff1419 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 946 time: 0.9980099
Mar 26 21:02:11.231959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.236379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Subnet': ['ID=2db5191d-2eb3-4c79-834e-94a46f9780be,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:11.291365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b820509-ca57-456d-a323-5a87d30447e4 req-d358fdc9-9c75-41cd-98f6-68890237fd35 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078087
Mar 26 21:02:11.300097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8632c9da-6d64-4528-a0ce-536e34a1e804 req-1ad08105-bad0-47b0-889d-96ad9cd5dff2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 210 time: 0.1595845
Mar 26 21:02:11.396267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Checking segment: {'id': 'baf1d02a-07e0-4314-be82-e38071bb75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:11.396538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network hostable DHCP agents. Network: 937579af-fed6-4650-a968-d81cc3618fb1, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:11.651662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network 937579af-fed6-4650-a968-d81cc3618fb1 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:11.679102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-29b6fed6-8533-43ad-8128-5f2bd455bd48 None None] Provisioning complete for port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:11.679676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29b6fed6-8533-43ad-8128-5f2bd455bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.686088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (751e3b40-b35f-4e55-a2dd-16fb968a432d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.710809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 937579af-fed6-4650-a968-d81cc3618fb1) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:11.721618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:11.722233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.734670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.752721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c28d6-dd74-4fd9-9d57-9ffb5b3746c5 None None] Network 937579af-fed6-4650-a968-d81cc3618fb1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:11.769399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8452e0-0384-4a8d-971a-ee811fcad7e4 req-1c6ac659-2864-400d-942b-0d150559e8a2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:11.781494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e8452e0-0384-4a8d-971a-ee811fcad7e4 req-1c6ac659-2864-400d-942b-0d150559e8a2 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 946 time: 0.2405698
Mar 26 21:02:11.787480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:11.787870 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:11.792349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=751e3b40-b35f-4e55-a2dd-16fb968a432d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:11.880774 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ecafb592-21af-48ca-8d71-d1e5373fbf53 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2392659
Mar 26 21:02:11.888378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:11.905307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'subnet': {'network_id': '8bff787c-e27a-4d47-9a74-38d261799303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:12.069452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4526aa-5576-49a1-b3b1-05fe7cc5f286 None None] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:12.220421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.280524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-5440b429-7f72-48e3-9129-b7ae6d6576a4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 267 time: 0.2886822
Mar 26 21:02:12.292269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-29b6fed6-8533-43ad-8128-5f2bd455bd48 None None] Current status of the port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:12.346064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-937579af-fed6-4650-a968-d81cc3618fb1', 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1', 'project_id': '071536f2731b462e8a9718f742660e3b', 'fixed_ips': [{'subnet_id': '2db5191d-2eb3-4c79-834e-94a46f9780be'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:12.346940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.371716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:12.372912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:12.373214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Deleting port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:12.373569 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.400735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Allocated IP 172.20.0.1 (22e84cb7-041f-40bb-a999-9dde18152961/749e496f-3eeb-49d7-91cc-a78b898569d1/a3a7d932-44b8-4536-a14a-7afcd5765c23) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:12.480536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-4d093dbd-6b98-46a1-824d-fff1ce95f463 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:12.482541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-4d093dbd-6b98-46a1-824d-fff1ce95f463 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 946 time: 0.1879072
Mar 26 21:02:12.503868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'security_groups': []}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:12.569232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Allocated IP 172.20.0.2 (937579af-fed6-4650-a968-d81cc3618fb1/2db5191d-2eb3-4c79-834e-94a46f9780be/6f39428c-d49e-48eb-8fb5-c37307c5f015) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:12.594997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] For port 42f9adcc-72b3-44f2-856b-f9a65a2f4091, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42f9adcc-72b3-44f2-856b-f9a65a2f4091,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:12.595384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.654069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.723773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks [] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.743422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:12.750273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.760636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e8452e0-0384-4a8d-971a-ee811fcad7e4 req-e21ba8e6-82cc-4b28-8aa8-ec7d92f78244 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=360d87a9-6306-45b1-887e-a1626aeafa3a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9780331
Mar 26 21:02:12.780225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks [] for port (38a166d7-4e4b-407e-9517-9887a0a05361), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.781703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:12.801326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:12.825471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:12.834275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:12.837983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.871502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:12.874100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.876584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Provisioning complete for port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:12.876970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.888050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Made reservation on behalf of 071536f2731b462e8a9718f742660e3b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:12.893769 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:12.957843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f4edeb9-60bd-4432-91e5-ab8386a2b4aa req-45eed46d-df19-455f-b791-1fb580f8f50a tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0717013
Mar 26 21:02:12.982715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks [] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.001109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.034126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42f9adcc-72b3-44f2-856b-f9a65a2f4091 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:13.087621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Network 937579af-fed6-4650-a968-d81cc3618fb1 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:13.122682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:02:13.126033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:13.136530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:13.189849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Pushing event updated for resources: {'Port': ['ID=6f39428c-d49e-48eb-8fb5-c37307c5f015,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:13.242545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.242788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:13.243263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.243542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.243766 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Floating IP 39439d90-35a2-46ca-9e12-1592ea5317c2 disassociated. External IP: 172.35.4.56, port: 42f9adcc-72b3-44f2-856b-f9a65a2f4091.
Mar 26 21:02:13.244224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Calling delete_port for 42f9adcc-72b3-44f2-856b-f9a65a2f4091 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:13.254781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.333383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Network 22e84cb7-041f-40bb-a999-9dde18152961 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:13.341843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:13.344688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Attempting to bind port 38a166d7-4e4b-407e-9517-9887a0a05361 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:13.345071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Attempting to bind port 38a166d7-4e4b-407e-9517-9887a0a05361 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:13.345435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Attempting to bind port 38a166d7-4e4b-407e-9517-9887a0a05361 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:13.351987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:13.355029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:13.368286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-9671ddae-cf45-4811-bf6e-7163f9ded676 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6451128
Mar 26 21:02:13.391855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'admin_state_up': True, 'tenant_id': '9643f439b26e41cda482b9533143d636', 'security_groups': ['fed1982f-7fcc-4073-ab50-8b58deb9fa42']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:13.392824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:13.393208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:13.393618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.394028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:13.399521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Bound port: 38a166d7-4e4b-407e-9517-9887a0a05361, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:13.399949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.411571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172bdb1-9b98-4fa7-878f-543d1a9d3465 None None] Pushing event updated for resources: {'Port': ['ID=38a166d7-4e4b-407e-9517-9887a0a05361,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:13.493109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:13.521752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (89a31038-0285-494e-b8b8-0ec9f446eca8), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.551161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e1151-0fff-49bc-83fb-5b7fafaf2359 req-1db595bc-b424-407a-8374-901eaf5f17ba tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:13.558509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f83e1151-0fff-49bc-83fb-5b7fafaf2359 req-1db595bc-b424-407a-8374-901eaf5f17ba tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 931 time: 0.4018545
Mar 26 21:02:13.574737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:13.574977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.612615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] For port 38a166d7-4e4b-407e-9517-9887a0a05361, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:13.614367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (470cb57e-9e38-439d-8123-521c30a5d964), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.615863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] For port 38a166d7-4e4b-407e-9517-9887a0a05361, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38a166d7-4e4b-407e-9517-9887a0a05361,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:13.622425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Attempting to bind port 6f39428c-d49e-48eb-8fb5-c37307c5f015 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:13.622726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Attempting to bind port 6f39428c-d49e-48eb-8fb5-c37307c5f015 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'baf1d02a-07e0-4314-be82-e38071bb75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:13.623115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Attempting to bind port 6f39428c-d49e-48eb-8fb5-c37307c5f015 on network 937579af-fed6-4650-a968-d81cc3618fb1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:13.627360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.656284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:13.656633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Checking segment: {'id': 'baf1d02a-07e0-4314-be82-e38071bb75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:13.657049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.657591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Bound using segment: {'id': 'baf1d02a-07e0-4314-be82-e38071bb75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:13.658091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Bound port: 6f39428c-d49e-48eb-8fb5-c37307c5f015, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf1d02a-07e0-4314-be82-e38071bb75a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '937579af-fed6-4650-a968-d81cc3618fb1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:13.659026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.682142 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.690333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Current status of the port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:13.691883 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.707613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97', '731af6f7-c114-4f9d-be99-1eaeecb622c2', '470cb57e-9e38-439d-8123-521c30a5d964'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:13.740458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:13.741085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.742512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b9ee52fd-4004-4d66-ba99-b9a6a43d7cd3 req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "PUT /v2.0/ports/470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 200  len: 905 time: 1.2490194
Mar 26 21:02:13.747074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:13.749430 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1cdbae-f512-4871-9723-8ae74515cca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "tag": "470cb57e-9e38-439d-8123-521c30a5d964"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:13.789431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.798639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f83e1151-0fff-49bc-83fb-5b7fafaf2359 req-ec8859fb-633d-4420-9b64-af84e2116102 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2390313
Mar 26 21:02:13.803758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router b530a44a-d5af-4f89-9646-5972d7770748 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:13.830543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:13.831014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42f9adcc-72b3-44f2-856b-f9a65a2f4091), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:13.857433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:13.898002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164e458-1949-4f5f-b325-ce6a4067bb97 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:13.922493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (147cfa58-a916-4f94-a1e4-9fc237361757), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.014875 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cfe455-243a-4872-ae74-f5deb11c8e84 x-openstack-request-id: req-28cfe455-243a-4872-ae74-f5deb11c8e84 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:14.015879 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "tag": "470cb57e-9e38-439d-8123-521c30a5d964", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:14.016942 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28cfe455-243a-4872-ae74-f5deb11c8e84 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:14.023950 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cfe455-243a-4872-ae74-f5deb11c8e84'] response: {'name': 'network-changed', 'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964', 'status': 'completed', 'code': 200}
Mar 26 21:02:14.084153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event deleted for resources: {'Port': ['ID=42f9adcc-72b3-44f2-856b-f9a65a2f4091,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:14.101166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['470cb57e-9e38-439d-8123-521c30a5d964'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:14.111138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'mac_address': 'fa:16:3e:db:58:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:14.131184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.138096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,segment=NetworkSegment(2a72482a-234a-426b-a467-26559df54f78),segment_id=2a72482a-234a-426b-a467-26559df54f78)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:14.142670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:14.146463 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.162621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a573a27c-5f78-474c-a4a5-e0ed820b6e74 req-ff080fc1-9767-4597-a695-ec329b04cfaa tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 210 time: 0.0526247
Mar 26 21:02:14.217421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Subnet': ['ID=147cfa58-a916-4f94-a1e4-9fc237361757,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:14.219773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] For port 6f39428c-d49e-48eb-8fb5-c37307c5f015, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:14.225443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] For port 6f39428c-d49e-48eb-8fb5-c37307c5f015, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f39428c-d49e-48eb-8fb5-c37307c5f015,segment=NetworkSegment(baf1d02a-07e0-4314-be82-e38071bb75a8),segment_id=baf1d02a-07e0-4314-be82-e38071bb75a8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:14.253644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:14.254030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f78dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:14.354649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Checking segment: {'id': '9453491a-278e-472a-aeca-cf68d0e94e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:14.355265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network hostable DHCP agents. Network: 8bff787c-e27a-4d47-9a74-38d261799303, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:14.376644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f29583-54ab-4e49-ba89-ccc5b67ab39c req-7821f253-96a2-48a3-8a04-3092bd3f9ef5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:14.379211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9f29583-54ab-4e49-ba89-ccc5b67ab39c req-7821f253-96a2-48a3-8a04-3092bd3f9ef5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 908 time: 0.3814807
Mar 26 21:02:14.380521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:14.393106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] Sync routers for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:14.399006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-6e9c639f-98d8-4193-84f3-a7839b79fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:14.400648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-6e9c639f-98d8-4193-84f3-a7839b79fc78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 1090 time: 0.3770685
Mar 26 21:02:14.408545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b1e84a41-1ef4-4f41-bf63-c1b782fff877 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2868977
Mar 26 21:02:14.411559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 08f22eaa-d9e9-4268-adec-e550bc108da0 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:14.411978 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.415287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:14.420431 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241e5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:14.421551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40946) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:14.445828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.493434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network 8bff787c-e27a-4d47-9a74-38d261799303 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:14.513621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241e5ca0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:14.517605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.535476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:14.536032 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241e5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:14.573439 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.583175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08f22eaa-d9e9-4268-adec-e550bc108da0 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:14.596144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8bff787c-e27a-4d47-9a74-38d261799303) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:14.619361 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241e5ca0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:14.620418 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0127a4-3988-40e4-8612-ee14a832b6ee None None] The sync data for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:14.636070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af011ee3-ee2b-4c8e-85e8-33c5717c1856 None None] Network 8bff787c-e27a-4d47-9a74-38d261799303 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:14.652310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:14.652922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.657323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172bdb1-9b98-4fa7-878f-543d1a9d3465 None None] Pushing event updated for resources: {'Port': ['ID=38a166d7-4e4b-407e-9517-9887a0a05361,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:14.698046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.1.1.16 (27a130c6-ee72-48d5-98e0-95c25e1183f2/d05ddde0-28d1-4c6d-bd6e-dcc670410661/df90cff0-cb5b-4aad-bb76-1204dc22e346) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:14.728392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5d4c7489-2354-461c-9d6e-2fc4344d518d tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8380628
Mar 26 21:02:14.733364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40954) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:14.786544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c6f2-e7ea-42a8-9ff4-51f1c10bc3ce None None] Pushing event updated for resources: {'Port': ['ID=6f39428c-d49e-48eb-8fb5-c37307c5f015,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:14.796497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-236176bc-c594-4577-b2e5-3ebbb068c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:14.798560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-236176bc-c594-4577-b2e5-3ebbb068c796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3858168
Mar 26 21:02:14.813833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:14.840721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks [] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.867505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aec756-cabc-49a7-8fef-5fd187637cf7 req-d280c534-4499-4a20-ba2e-ec23fd723e89 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:14.868890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:14.869145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-76aec756-cabc-49a7-8fef-5fd187637cf7 req-d280c534-4499-4a20-ba2e-ec23fd723e89 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2963033
Mar 26 21:02:14.947794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:02:14.948185 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:02:14.952553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7baef66c-10e4-44c0-9fe8-e9a67204b1f3 req-c7008fb4-e48d-41cf-8c8c-5cafddc97ffa tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.5562034
Mar 26 21:02:14.958399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.005127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-8f65d9fc-c627-442f-8d9a-f448f27f9fcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 200  len: 217 time: 0.1290379
Mar 26 21:02:15.028858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['08f22eaa-d9e9-4268-adec-e550bc108da0'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:15.107370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-b143bc7a-4953-4013-99ec-856060cc993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:15.108926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-b143bc7a-4953-4013-99ec-856060cc993e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0810757
Mar 26 21:02:15.121895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:15.153856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:15.204866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:15.205737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:15.223358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:15.312639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (89a31038-0285-494e-b8b8-0ec9f446eca8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.328978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8bff787c-e27a-4d47-9a74-38d261799303', 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303', 'project_id': '071536f2731b462e8a9718f742660e3b', 'fixed_ips': [{'subnet_id': '147cfa58-a916-4f94-a1e4-9fc237361757'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:15.329845 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.343367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.434865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-76aec756-cabc-49a7-8fef-5fd187637cf7 req-fb38dcf9-111e-47e7-83aa-45fd21254d56 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5463960
Mar 26 21:02:15.450020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.458848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:15.522078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:15.576147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136c491-6d0a-4d6f-b3fe-cf9ba6fca331 req-9fd408b8-a1b1-46fa-b541-0bb1cef70743 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:15.583254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b136c491-6d0a-4d6f-b3fe-cf9ba6fca331 req-9fd408b8-a1b1-46fa-b541-0bb1cef70743 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 931 time: 0.4959872
Mar 26 21:02:15.592573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:15.625076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] No DVR routers for this DVR port 42f9adcc-72b3-44f2-856b-f9a65a2f4091 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:15.643479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.651691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4882b140-77e5-4451-af8b-07558e37814e req-9de8033d-ff3b-4bcb-b2f3-0d7a0163013c tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "DELETE /v2.0/ports/42f9adcc-72b3-44f2-856b-f9a65a2f4091 HTTP/1.1" status: 204  len: 173 time: 4.6810822
Mar 26 21:02:15.700483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:15.714575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:15.715545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eed55b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:15.750772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:15.779873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b136c491-6d0a-4d6f-b3fe-cf9ba6fca331 req-78f1550c-95ca-4cba-8c26-07d0ffb69a31 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1935172
Mar 26 21:02:15.814674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:15.831065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:15.838323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c186aafb-cc81-4547-b5ea-4ccb38127fba None None] Current status of the port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:15.868714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d2d1e03-5277-4f34-a953-44c69606c00b req-e7f0c6c9-dbd3-487d-b552-3793ddbc9a1e tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=400d840e-75b6-4886-9f10-30b56c2c4886 HTTP/1.1" status: 200  len: 210 time: 0.1042657
Mar 26 21:02:15.912309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Network 22e84cb7-041f-40bb-a999-9dde18152961 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:15.921595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:16.020576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-89b42740-35df-4540-abe2-b1471f408e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:16.023314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-89b42740-35df-4540-abe2-b1471f408e78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8146901
Mar 26 21:02:16.098376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'name': 'network-vif-deleted', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:16.100187 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc973b2-5d5e-48b2-8b16-709d5062895b" -d '{"events": [{"server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "name": "network-vif-deleted", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:16.210011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Allocated IP 172.20.0.2 (8bff787c-e27a-4d47-9a74-38d261799303/147cfa58-a916-4f94-a1e4-9fc237361757/636bd444-f6f0-4ec9-bafa-d47971d4cc67) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:16.229108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c610b31e-9aef-4ff7-96e2-bc665014d9cd req-d31e1cb5-3948-437b-bf92-cc88c530726f tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0815847
Mar 26 21:02:16.293480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:16.294590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.469511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.511424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d9ca479-f5bc-4fb0-a0ce-daa83d2502cd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.1331925
Mar 26 21:02:16.516210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Provisioning complete for port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:16.516924 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.536724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'admin_state_up': True, 'tenant_id': '9643f439b26e41cda482b9533143d636', 'security_groups': ['fed1982f-7fcc-4073-ab50-8b58deb9fa42']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:16.785451 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d38dc53-1c4a-4212-a276-f3e08f372275 x-openstack-request-id: req-8d38dc53-1c4a-4212-a276-f3e08f372275 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:16.786031 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400d840e-75b6-4886-9f10-30b56c2c4886", "name": "network-vif-deleted", "tag": "42f9adcc-72b3-44f2-856b-f9a65a2f4091", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:16.786031 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d38dc53-1c4a-4212-a276-f3e08f372275 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:16.786449 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d38dc53-1c4a-4212-a276-f3e08f372275'] response: {'server_uuid': '400d840e-75b6-4886-9f10-30b56c2c4886', 'name': 'network-vif-deleted', 'tag': '42f9adcc-72b3-44f2-856b-f9a65a2f4091', 'status': 'completed', 'code': 200}
Mar 26 21:02:16.820562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88c3ec-b5dd-47f1-ae11-dca60d02dd9e req-4329be61-e5d1-47f6-a37e-0418354a3c03 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:16.827837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks [] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.828045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e88c3ec-b5dd-47f1-ae11-dca60d02dd9e req-4329be61-e5d1-47f6-a37e-0418354a3c03 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.9004934
Mar 26 21:02:16.840944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:16.841316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Router 89a31038-0285-494e-b8b8-0ec9f446eca8 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:16.857854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.861535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:16.914606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:16.919222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Pushing event updated for resources: {'Port': ['ID=636bd444-f6f0-4ec9-bafa-d47971d4cc67,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:16.928434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953be66a-ac9f-43f4-a84d-dfbddf91846e None None] Network 937579af-fed6-4650-a968-d81cc3618fb1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:17.049089 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e88c3ec-b5dd-47f1-ae11-dca60d02dd9e req-e1ed78da-3976-4fbd-ac75-a552ba77610e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2095804
Mar 26 21:02:17.200188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Allocated IP 172.20.0.1 (937579af-fed6-4650-a968-d81cc3618fb1/2db5191d-2eb3-4c79-834e-94a46f9780be/dc8098de-2cf8-4e88-aaf8-88d6293db470) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:17.221019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6f39428c-d49e-48eb-8fb5-c37307c5f015 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:17.285266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Provisioning complete for port 470cb57e-9e38-439d-8123-521c30a5d964 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:17.285969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (470cb57e-9e38-439d-8123-521c30a5d964), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:17.315114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:17.331158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7a4d80d9-02db-4c93-a23a-a2949d9b88f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/89a31038-0285-494e-b8b8-0ec9f446eca8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3745389
Mar 26 21:02:17.331405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f78dca0>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3a7d932-44b8-4536-a14a-7afcd5765c23', 'name': '', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'mac_address': 'fa:16:3e:57:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:11Z', 'updated_at': '2022-03-26T21:02:12Z', 'revision_number': 1, 'project_id': 'c7ef32a79723421e847963a749a03313', 'subnets': [{'id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:17.362763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ef96f-c1fb-44c5-bbcb-3e59c22bc227 req-89a0fa9b-ce9b-4e2e-96dc-b213b538c29c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:17.365421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:17.379684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de3ef96f-c1fb-44c5-bbcb-3e59c22bc227 req-89a0fa9b-ce9b-4e2e-96dc-b213b538c29c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1378253
Mar 26 21:02:17.408555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e8f18-deb8-438e-b962-03e6e933a16a None None] The sync data for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 is: [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3a7d932-44b8-4536-a14a-7afcd5765c23', 'name': '', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'mac_address': 'fa:16:3e:57:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:11Z', 'updated_at': '2022-03-26T21:02:12Z', 'revision_number': 1, 'project_id': 'c7ef32a79723421e847963a749a03313', 'subnets': [{'id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:17.436702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-3b68b759-1935-496b-a875-43c1d15bca05 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4046521
Mar 26 21:02:17.442962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:17.491473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Network 8bff787c-e27a-4d47-9a74-38d261799303 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:17.591772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41008) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:17.611844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de3ef96f-c1fb-44c5-bbcb-3e59c22bc227 req-d7ba2daa-6e3e-494b-bc45-ab8aae0bcfc2 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2279391
Mar 26 21:02:17.689472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:17.694549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:17.696735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41016) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:17.725562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port e3ebf96d-b07d-433c-b4cb-0f9cbc060279 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:17.725942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:17.909589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-586217559'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:17.942026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6f39428c-d49e-48eb-8fb5-c37307c5f015 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:17.942408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:17.976401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d58a897-a714-4fb6-80e2-73c387f23511 req-7eb02f94-8407-4771-8237-92782acd7521 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0632141
Mar 26 21:02:18.029093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.031082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:18.034995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.043040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Current status of the port 470cb57e-9e38-439d-8123-521c30a5d964 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:18.075640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for e3ebf96d-b07d-433c-b4cb-0f9cbc060279 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:18.075966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Attempting to bind port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:18.076339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Attempting to bind port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9453491a-278e-472a-aeca-cf68d0e94e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:18.076712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Attempting to bind port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 on network 8bff787c-e27a-4d47-9a74-38d261799303 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:18.109069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (360d87a9-6306-45b1-887e-a1626aeafa3a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.135269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:18.135662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Checking segment: {'id': '9453491a-278e-472a-aeca-cf68d0e94e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:18.136148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.136556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Bound using segment: {'id': '9453491a-278e-472a-aeca-cf68d0e94e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:18.137043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Bound port: 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9453491a-278e-472a-aeca-cf68d0e94e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8bff787c-e27a-4d47-9a74-38d261799303'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:18.137428 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.184608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:18.239782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Provisioning complete for port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:18.240403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.275633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e6f3bb4b-0c0e-42dc-92bb-4e003897c10f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.275633 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Added segment e6f3bb4b-0c0e-42dc-92bb-4e003897c10f of type vlan for network bfe02eff-c7ed-4380-8caa-d18372fcf8b2
Mar 26 21:02:18.310859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (360d87a9-6306-45b1-887e-a1626aeafa3a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.340514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network 937579af-fed6-4650-a968-d81cc3618fb1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:18.347098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Port': ['ID=dc8098de-2cf8-4e88-aaf8-88d6293db470,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:18.364865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:18.367703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:18.450554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6f39428c-d49e-48eb-8fb5-c37307c5f015 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:18.451014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.493225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a1cdbae-f512-4871-9723-8ae74515cca6 req-305876ce-e777-442b-8a90-edf862f11fca service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0074534
Mar 26 21:02:18.498422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:18.508681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.539614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.579620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eed55b0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:18.590387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bfe02eff-c7ed-4380-8caa-d18372fcf8b2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.620244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] For port 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:18.645460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:02:18.664453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 6f39428c-d49e-48eb-8fb5-c37307c5f015, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f39428c-d49e-48eb-8fb5-c37307c5f015,segment=NetworkSegment(baf1d02a-07e0-4314-be82-e38071bb75a8),segment_id=baf1d02a-07e0-4314-be82-e38071bb75a8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:18.693463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.694550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:18.734190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:02:18.794542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] For port 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=636bd444-f6f0-4ec9-bafa-d47971d4cc67,segment=NetworkSegment(9453491a-278e-472a-aeca-cf68d0e94e2d),segment_id=9453491a-278e-472a-aeca-cf68d0e94e2d)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:18.795962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=6f39428c-d49e-48eb-8fb5-c37307c5f015,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:18.815949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:18.816649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eed55b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:18.819525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Current status of the port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:18.832838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.840175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.1.1.13 (27a130c6-ee72-48d5-98e0-95c25e1183f2/d05ddde0-28d1-4c6d-bd6e-dcc670410661/6ce9015d-d518-4977-9578-35a0aacefd54) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:18.872876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:18.873220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.971241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Provisioning complete for port a3a7d932-44b8-4536-a14a-7afcd5765c23 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:18.971643 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:18.998554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff152b-71b9-4819-aea0-38adab446673 req-b357114e-1680-4d92-a7ca-531d2a8b322f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:19.013276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff152b-71b9-4819-aea0-38adab446673 req-b357114e-1680-4d92-a7ca-531d2a8b322f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:19.024970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9ff152b-71b9-4819-aea0-38adab446673 req-b357114e-1680-4d92-a7ca-531d2a8b322f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 1652 time: 1.9139366
Mar 26 21:02:19.060251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:19.065941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c36b-66a3-41f4-9fbd-1c0f7703d3d2 req-738d7f71-c5bb-48ca-8218-815311e22345 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:19.082616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9120c36b-66a3-41f4-9fbd-1c0f7703d3d2 req-738d7f71-c5bb-48ca-8218-815311e22345 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.9079347
Mar 26 21:02:19.109015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3ebf96d-b07d-433c-b4cb-0f9cbc060279), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.140214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (360d87a9-6306-45b1-887e-a1626aeafa3a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.142952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.145225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "DELETE /v2.0/security-groups/360d87a9-6306-45b1-887e-a1626aeafa3a HTTP/1.1" status: 204  len: 168 time: 1.4440033
Mar 26 21:02:19.146336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bfe02eff-c7ed-4380-8caa-d18372fcf8b2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.155069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:19.157907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.185921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41020) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:19.205207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9ff152b-71b9-4819-aea0-38adab446673 req-bfe18d3a-f933-40f6-b3ca-7c1d8099ad35 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1773002
Mar 26 21:02:19.279512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f2ec-0d57-40ee-bcde-7969d505ef09 None None] Pushing event updated for resources: {'Port': ['ID=636bd444-f6f0-4ec9-bafa-d47971d4cc67,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:19.291710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.334203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd23659-576c-4d58-9a1a-f108eb07ae8d tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d87a9-6306-45b1-887e-a1626aeafa3a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:19.337411 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-64c6cb5e-ac6e-4955-bbf9-535a2b101401 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] show failed (client error): The resource could not be found.
Mar 26 21:02:19.342815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64c6cb5e-ac6e-4955-bbf9-535a2b101401 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups/360d87a9-6306-45b1-887e-a1626aeafa3a HTTP/1.1" status: 404  len: 347 time: 0.1360171
Mar 26 21:02:19.349546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9120c36b-66a3-41f4-9fbd-1c0f7703d3d2 req-383b0a71-d5dc-4a96-a176-6e26b3e4a080 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2642238
Mar 26 21:02:19.350332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41030) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:19.363605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d05b1cb7-22e7-473c-9fab-cdc64efcb744 None None] Port a3a7d932-44b8-4536-a14a-7afcd5765c23 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:19.386582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=e3ebf96d-b07d-433c-b4cb-0f9cbc060279,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:19.629577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (6ce9015d-d518-4977-9578-35a0aacefd54), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.700550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.1044946
Mar 26 21:02:19.704710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41036) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:19.758421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.778941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'subnet': {'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:19.857838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-821ffc76-86a1-445a-a05c-634e4ccdf581 req-c18983d1-9137-458c-8849-602047503fb3 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1553545
Mar 26 21:02:19.908058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Provisioning complete for port df90cff0-cb5b-4aad-bb76-1204dc22e346 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:19.908464 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:19.941623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:19.965865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:20.035798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 08f22eaa-d9e9-4268-adec-e550bc108da0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:20.036214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.080814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Port df90cff0-cb5b-4aad-bb76-1204dc22e346 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:20.209967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:20.222375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:20.226855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:20.229860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:20.370376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 08f22eaa-d9e9-4268-adec-e550bc108da0 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:20.370957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.375649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Provisioning complete for port 6f39428c-d49e-48eb-8fb5-c37307c5f015 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:20.376304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.399270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1487ed5-0c9f-4636-844b-a800715c56d7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Network': ['ID=bfe02eff-c7ed-4380-8caa-d18372fcf8b2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:20.411279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-0e75da13-4946-4b7b-b6ef-be9103cff86c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:20.423447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-0e75da13-4946-4b7b-b6ef-be9103cff86c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.4021261
Mar 26 21:02:20.436909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:20.441966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:20.446586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.497782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:20.499174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.546229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6f39428c-d49e-48eb-8fb5-c37307c5f015 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:20.588476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3c5dd085-1efe-40ca-9f29-ec8d8533ae89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.0643475
Mar 26 21:02:20.601040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'admin_state_up': True, 'tenant_id': '9643f439b26e41cda482b9533143d636', 'security_groups': ['fed1982f-7fcc-4073-ab50-8b58deb9fa42']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:20.644652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3dfe-1f7d-4bce-9e58-fa3b95d86944 req-9776ec94-5296-43b4-9c27-4ce9c784f7b7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:20.672446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3dfe-1f7d-4bce-9e58-fa3b95d86944 req-9776ec94-5296-43b4-9c27-4ce9c784f7b7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:20.686082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a3dfe-1f7d-4bce-9e58-fa3b95d86944 req-9776ec94-5296-43b4-9c27-4ce9c784f7b7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:20.691296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-814a3dfe-1f7d-4bce-9e58-fa3b95d86944 req-9776ec94-5296-43b4-9c27-4ce9c784f7b7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 2372 time: 0.3208449
Mar 26 21:02:20.719676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-bc1d90e7-6cbc-4e2c-a2f2-8b4742248600 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/quotas/71d58c339cd84f6891e4545c28bb7927 HTTP/1.1" status: 200  len: 375 time: 0.2951307
Mar 26 21:02:20.733533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (b530a44a-d5af-4f89-9646-5972d7770748), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.940897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c4db33bd-fd18-4a3a-bd1b-39179b7858c5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:20.974794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:20.982671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-814a3dfe-1f7d-4bce-9e58-fa3b95d86944 req-a93d26e6-9113-4363-bbed-a3fe86c9db48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2717474
Mar 26 21:02:20.982874 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca09265-ea92-4901-871a-aeaaa5aa7c07" -d '{"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-plugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:20.993487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.038840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.101444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:21.115666 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.207973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Subnet': ['ID=c4db33bd-fd18-4a3a-bd1b-39179b7858c5,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:21.235455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Current status of the port 6f39428c-d49e-48eb-8fb5-c37307c5f015 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:21.245408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-2269ff02-97ae-47ef-b089-03815eea1146 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&fields=id HTTP/1.1" status: 200  len: 486 time: 0.5228336
Mar 26 21:02:21.249856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Port': ['ID=dc8098de-2cf8-4e88-aaf8-88d6293db470,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:21.270072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.296503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6f39428c-d49e-48eb-8fb5-c37307c5f015 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:21.296881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.361974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Provisioning complete for port a3a7d932-44b8-4536-a14a-7afcd5765c23 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:21.362357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.382808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695719d-2573-4a82-9af0-af4c544bf136 None None] Network 8bff787c-e27a-4d47-9a74-38d261799303 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:21.409044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Deleting port 5dc4396f-7738-46e5-9c64-d14d9be772ae {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:21.410050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.432492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c604f63-d298-4502-8441-abc7ac720e0b req-b8fd8d4b-207f-4def-8249-bf7e65364267 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1640999
Mar 26 21:02:21.455137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:21.460894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network 937579af-fed6-4650-a968-d81cc3618fb1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:21.463112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:21.477874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router b530a44a-d5af-4f89-9646-5972d7770748 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:21.482338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Checking segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:21.482729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network hostable DHCP agents. Network: bfe02eff-c7ed-4380-8caa-d18372fcf8b2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:21.499649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:21.555066 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab602d3-57b8-48fe-9c44-4a7579c35344 x-openstack-request-id: req-4ab602d3-57b8-48fe-9c44-4a7579c35344 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:21.555423 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-plugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:21.555625 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ab602d3-57b8-48fe-9c44-4a7579c35344 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:21.556071 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab602d3-57b8-48fe-9c44-4a7579c35344'] response: {'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'code': 200}
Mar 26 21:02:21.592145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Sync routers for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:21.615469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.616720 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:21.617572 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243640a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:21.731372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:21.743150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Port a3a7d932-44b8-4536-a14a-7afcd5765c23 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:21.744617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.744975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (5dc4396f-7738-46e5-9c64-d14d9be772ae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.811002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:21.821901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eed55b0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:21.891271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe0a67-b3ec-43c3-af30-ed750a15c3b7 None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:29Z', 'revision_number': 4, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35091994-b519-4824-a032-53f88604f5e2', 'name': '', 'network_id': '774ec06c-09d0-4daf-abd3-72e75f21ab7d', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'mac_address': 'fa:16:3e:bf:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:27Z', 'updated_at': '2022-03-26T20:58:37Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'subnets': [{'id': 'd5404461-c19b-41ce-8e5f-399aad8ad772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:21.912943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Provisioning complete for port dc8098de-2cf8-4e88-aaf8-88d6293db470 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:21.913344 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.939118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bfe02eff-c7ed-4380-8caa-d18372fcf8b2) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:21.948588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Calling delete_port for 5dc4396f-7738-46e5-9c64-d14d9be772ae owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:21.964350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:21.965199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:21.983028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-55ef48b9-d530-4cca-b62a-d105fc420d8b service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7365425
Mar 26 21:02:22.002655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:22.023377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6293e6f9-73c6-4670-a349-c3ee1b99ca88 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6001008
Mar 26 21:02:22.029119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41062) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:22.043898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d6c13-2a75-4f7e-970e-2d5d89d3960c None None] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:22.088801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] Sync routers for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:22.101022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ac34fc5-3fe3-417f-930a-ee03e8e09d40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.3299561
Mar 26 21:02:22.162574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41066) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:22.205560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-631904d8-4c41-48c9-bf7f-fffd375f7f4c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=b530a44a-d5af-4f89-9646-5972d7770748 HTTP/1.1" status: 200  len: 205 time: 0.1727729
Mar 26 21:02:22.208580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2048057897'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:22.210674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41070) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:22.311664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-924d9617-bfb8-4cf8-8d83-e6e12d64ad04 None None] Port dc8098de-2cf8-4e88-aaf8-88d6293db470 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:22.317520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:22.318228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e09f400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:22.335454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6f39428c-d49e-48eb-8fb5-c37307c5f015 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:22.340261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38a166d7-4e4b-407e-9517-9887a0a05361 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:22.393999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243640a0>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3a7d932-44b8-4536-a14a-7afcd5765c23', 'name': '', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'mac_address': 'fa:16:3e:57:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:11Z', 'updated_at': '2022-03-26T21:02:14Z', 'revision_number': 2, 'project_id': 'c7ef32a79723421e847963a749a03313', 'subnets': [{'id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:22.449291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Checking router: 89a31038-0285-494e-b8b8-0ec9f446eca8 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:02:22.449291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Updating router 89a31038-0285-494e-b8b8-0ec9f446eca8 port a3a7d932-44b8-4536-a14a-7afcd5765c23 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:02:22.460014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5dc4396f-7738-46e5-9c64-d14d9be772ae), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.485851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.2.2.100 (3520df3b-6ed1-4672-b47f-8044261e5766/c74d1755-0acf-4d82-a024-5506b7bc9d73/27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:22.498305 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.517257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e09f400>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:22.542498 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c091e1-c8cb-410c-a27b-10448a449201 None None] New status for floating IP 39439d90-35a2-46ca-9e12-1592ea5317c2: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:02:22.584116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] Routers {'b530a44a-d5af-4f89-9646-5972d7770748'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:22.584781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e09f400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b530a44a-d5af-4f89-9646-5972d7770748'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:22.603259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (b530a44a-d5af-4f89-9646-5972d7770748), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.674946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event deleted for resources: {'Port': ['ID=5dc4396f-7738-46e5-9c64-d14d9be772ae,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:22.710368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e09f400>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:22.711218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962eddbf-8ec2-4e90-b0e0-7c0432b1c6f9 None None] The sync data for ids ['b530a44a-d5af-4f89-9646-5972d7770748'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:22.741422 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.808518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Provisioning complete for port 6ce9015d-d518-4977-9578-35a0aacefd54 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:22.809005 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.811072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.815599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'project_id': 'c7ef32a79723421e847963a749a03313', 'fixed_ips': [{'subnet_id': 'c4db33bd-fd18-4a3a-bd1b-39179b7858c5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:22.817007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.824442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Router abda1a61-964a-48eb-bd42-2784609628c5 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:02:22.828621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:22.832750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.913871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 38a166d7-4e4b-407e-9517-9887a0a05361 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:22.914137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:22.920274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:22.966521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 3520df3b-6ed1-4672-b47f-8044261e5766 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:22.973100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:22.991756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.992679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.994078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.996875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.997443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.998016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.998584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:22.999135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.000738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.002384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.003649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.004245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.011650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.013211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.018689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.052469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f2be-67cc-4fc7-9c94-0db2d751953e req-ab224551-a933-4790-a192-02769d4c1646 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:23.064496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f2be-67cc-4fc7-9c94-0db2d751953e req-ab224551-a933-4790-a192-02769d4c1646 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:23.076629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f2be-67cc-4fc7-9c94-0db2d751953e req-ab224551-a933-4790-a192-02769d4c1646 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:23.087379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4dc8f2be-67cc-4fc7-9c94-0db2d751953e req-ab224551-a933-4790-a192-02769d4c1646 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 2372 time: 0.9237025
Mar 26 21:02:23.101105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:23.111439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Port 6ce9015d-d518-4977-9578-35a0aacefd54 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:23.252495 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks [] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.255710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Provisioning complete for port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:23.256167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.259876 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.283159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:23.331587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e22da2e1-da5f-490c-b4f0-2b761a2ca0e2 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5937662
Mar 26 21:02:23.335279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41074) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:23.345878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] Sync routers for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:23.366045 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf5701-8012-4961-9376-e685208430a7 None None] Pushing event updated for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:23.382496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:23.460580 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Attempting to bind port a3a7d932-44b8-4536-a14a-7afcd5765c23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:23.460970 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Attempting to bind port a3a7d932-44b8-4536-a14a-7afcd5765c23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:23.461404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Attempting to bind port a3a7d932-44b8-4536-a14a-7afcd5765c23 on network 22e84cb7-041f-40bb-a999-9dde18152961 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:23.469948 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:23.470395 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Checking segment: {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:23.470814 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.471220 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Bound using segment: {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:23.471709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Bound port: a3a7d932-44b8-4536-a14a-7afcd5765c23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39a31b-a851-4a8c-8f7b-2990d88ff9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:23.472222 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.523485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Allocated IP 19.80.0.2 (bfe02eff-c7ed-4380-8caa-d18372fcf8b2/c4db33bd-fd18-4a3a-bd1b-39179b7858c5/b5f14c8d-de64-4863-8fcb-f8f7156dd184) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:23.564111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:23.564798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1df340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:23.574573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (333e960d-8878-4614-aecf-264603999c21), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.584541 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Added segment 333e960d-8878-4614-aecf-264603999c21 of type vlan for network 9fc45269-fc51-45e8-8c1e-974c212d212b
Mar 26 21:02:23.585488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 38a166d7-4e4b-407e-9517-9887a0a05361 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:23.588034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.589543 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] For port a3a7d932-44b8-4536-a14a-7afcd5765c23, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:23.594632 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] For port a3a7d932-44b8-4536-a14a-7afcd5765c23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3a7d932-44b8-4536-a14a-7afcd5765c23,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:23.622331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:02:23.623885 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.703828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf5701-8012-4961-9376-e685208430a7 None None] Pushing event updated for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:23.716110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:23.717642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243640a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:23.721807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1df340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:23.730463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:23.736413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.775518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4dc8f2be-67cc-4fc7-9c94-0db2d751953e req-40805c13-1407-4342-9a49-c01993efc190 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6800234
Mar 26 21:02:23.820659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.820659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.824414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.824828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.825297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.825628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.825976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.826322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.829803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.830370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.830732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.831088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.831702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.832083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.832427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:23.854395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e1f34e82-856e-479d-ad65-8156104d8d42 service neutron] 10.222.0.16 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8702257
Mar 26 21:02:23.861029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9fc45269-fc51-45e8-8c1e-974c212d212b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.885545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:23.886215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1df340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:01:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:23.903907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-d1813b12-3e87-4580-a031-65397b13a864 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3065679
Mar 26 21:02:23.905939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 38a166d7-4e4b-407e-9517-9887a0a05361, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38a166d7-4e4b-407e-9517-9887a0a05361,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:23.951262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'admin_state_up': True, 'tenant_id': '9643f439b26e41cda482b9533143d636', 'security_groups': ['fed1982f-7fcc-4073-ab50-8b58deb9fa42']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:23.961108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks [] for floatingip (39439d90-35a2-46ca-9e12-1592ea5317c2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.970160 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:23.971433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0c99fda8-3044-4e0e-a306-467bf79bef37 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "DELETE /v2.0/floatingips/39439d90-35a2-46ca-9e12-1592ea5317c2 HTTP/1.1" status: 204  len: 168 time: 4.5966535
Mar 26 21:02:23.972729 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:24.182845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1df340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:24.193143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c53b00-8601-4f79-a2c7-f722f0dbc798 None None] The sync data for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:24.194935 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.196309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 636bd444-f6f0-4ec9-bafa-d47971d4cc67 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:24.257037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b530a44a-d5af-4f89-9646-5972d7770748), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.268201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (b530a44a-d5af-4f89-9646-5972d7770748), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.357448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43e0139f-2cd0-4b46-9748-228fe08b77b8 req-34fa1c8e-2f32-4620-8224-5eec74cb0532 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.2259765
Mar 26 21:02:24.367668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9fc45269-fc51-45e8-8c1e-974c212d212b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.376666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:24.377307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.488323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-476c179e-63ea-44f2-89fe-61a372f60292 req-fb394be1-5451-4663-8379-4f5e149c9613 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 210 time: 0.0698771
Mar 26 21:02:24.498860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Current status of the port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:24.499225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.509475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b530a44a-d5af-4f89-9646-5972d7770748), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.510033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router b530a44a-d5af-4f89-9646-5972d7770748 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:02:24.546807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 2.3588920
Mar 26 21:02:24.566909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.579432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ea4af87-d413-4f0a-bcf0-beafd4124778 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748 HTTP/1.1" status: 204  len: 168 time: 2.2592995
Mar 26 21:02:24.583297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41108) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:24.583768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41110) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:24.639201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'subnet': {'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:24.676934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=38a166d7-4e4b-407e-9517-9887a0a05361,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:24.692396 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243640a0>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3a7d932-44b8-4536-a14a-7afcd5765c23', 'name': '', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'mac_address': 'fa:16:3e:57:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:11Z', 'updated_at': '2022-03-26T21:02:23Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'subnets': [{'id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:24.780601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks [] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.785826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b70f036-930c-43ed-8cf7-047179bd7102 None None] The sync data for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 is: [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a3a7d932-44b8-4536-a14a-7afcd5765c23', 'name': '', 'network_id': '22e84cb7-041f-40bb-a999-9dde18152961', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'mac_address': 'fa:16:3e:57:16:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:11Z', 'updated_at': '2022-03-26T21:02:23Z', 'revision_number': 4, 'project_id': 'c7ef32a79723421e847963a749a03313', 'subnets': [{'id': '749e496f-3eeb-49d7-91cc-a78b898569d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:24.812333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] For port 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=636bd444-f6f0-4ec9-bafa-d47971d4cc67,segment=NetworkSegment(9453491a-278e-472a-aeca-cf68d0e94e2d),segment_id=9453491a-278e-472a-aeca-cf68d0e94e2d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:24.827497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.892698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:24.963414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:24.965152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.018566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 231108bb-8a8d-490f-bbc8-532e336488da {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:25.023766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (231108bb-8a8d-490f-bbc8-532e336488da), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.091849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (231108bb-8a8d-490f-bbc8-532e336488da), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.158036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:25.177615 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.189387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:25.197762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Provisioning complete for port dc8098de-2cf8-4e88-aaf8-88d6293db470 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:25.202566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.262214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Pushing event updated for resources: {'Port': ['ID=b5f14c8d-de64-4863-8fcb-f8f7156dd184,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:25.323021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:25.347785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:25.490511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc1e5-bef8-4d0b-b9f4-efa8a6e1ea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.507446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (231108bb-8a8d-490f-bbc8-532e336488da), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.605380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Port dc8098de-2cf8-4e88-aaf8-88d6293db470 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:25.659032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862becba-eeeb-409a-a96f-afd0259e139f None None] Pushing event updated for resources: {'Port': ['ID=636bd444-f6f0-4ec9-bafa-d47971d4cc67,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:25.671160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:25.675262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Attempting to bind port b5f14c8d-de64-4863-8fcb-f8f7156dd184 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:25.675871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Attempting to bind port b5f14c8d-de64-4863-8fcb-f8f7156dd184 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:25.676507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Attempting to bind port b5f14c8d-de64-4863-8fcb-f8f7156dd184 on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:25.682098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (231108bb-8a8d-490f-bbc8-532e336488da), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.684267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:25.685284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Checking segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:25.685928 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.686940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Bound using segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:25.691986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Bound port: b5f14c8d-de64-4863-8fcb-f8f7156dd184, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:25.692668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.754174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6a244-b381-48f4-aa71-e3f02636bc16 None None] Network f567c054-e748-4345-b2e7-534feddb871b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:25.767067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Made reservation on behalf of 9643f439b26e41cda482b9533143d636 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:25.772378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.795849 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-ea69b8ad-6049-402b-acaa-d54ae6738c90 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:02:25.797781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ea69b8ad-6049-402b-acaa-d54ae6738c90 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.4577053
Mar 26 21:02:25.864949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41166) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:25.866044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f3f4-de57-488c-a2e0-0bead8a0fdd5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Network': ['ID=9fc45269-fc51-45e8-8c1e-974c212d212b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:25.868973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:25.877283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a3a7d932-44b8-4536-a14a-7afcd5765c23 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:25.893512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/231108bb-8a8d-490f-bbc8-532e336488da HTTP/1.1" status: 204  len: 168 time: 1.2991159
Mar 26 21:02:25.906853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-865a8055-dcc0-464e-bf99-0e6988f7af11 req-61de4cd5-ea50-4b5e-9a04-3ba7173beed4 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.2452362
Mar 26 21:02:25.908690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41168) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:25.911679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cb313-52a8-45a9-ba6d-eb1e3efbc9de tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=231108bb-8a8d-490f-bbc8-532e336488da,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:25.980503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9fc45269-fc51-45e8-8c1e-974c212d212b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:26.136744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (aa2613b8-e4f8-45c4-aac9-df707d96a4fc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.142832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-651152d1-832f-403e-8dbf-90f5e5ac4cb5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.155080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-651152d1-832f-403e-8dbf-90f5e5ac4cb5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.165788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-651152d1-832f-403e-8dbf-90f5e5ac4cb5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.171898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 4d5d1883-96d5-48ec-b6b2-f5ca10edf283 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:26.176534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23ef11fb-0bb5-41eb-81ca-fe45c344b3b1 req-5ed3f021-202b-40dc-bdab-7382d8f37c93 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 210 time: 0.1472580
Mar 26 21:02:26.188146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-651152d1-832f-403e-8dbf-90f5e5ac4cb5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.190381 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-651152d1-832f-403e-8dbf-90f5e5ac4cb5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3093 time: 0.5457263
Mar 26 21:02:26.219722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (4d5d1883-96d5-48ec-b6b2-f5ca10edf283), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.331788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (4d5d1883-96d5-48ec-b6b2-f5ca10edf283), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.458806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4d5d1883-96d5-48ec-b6b2-f5ca10edf283), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.468567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Subnet': ['ID=aa2613b8-e4f8-45c4-aac9-df707d96a4fc,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:26.507780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Checking segment: {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:26.508198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network hostable DHCP agents. Network: 9fc45269-fc51-45e8-8c1e-974c212d212b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:26.554158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network 9fc45269-fc51-45e8-8c1e-974c212d212b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:26.573323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fc45269-fc51-45e8-8c1e-974c212d212b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:26.594701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.595600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.596157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e87880a-d8a1-4e4c-bf31-75d7bc15466a None None] Network 9fc45269-fc51-45e8-8c1e-974c212d212b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:26.599718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Provisioning complete for port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:26.600123 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.611750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (4d5d1883-96d5-48ec-b6b2-f5ca10edf283), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.661379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5d1883-96d5-48ec-b6b2-f5ca10edf283,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:26.665349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.670658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2af2061c-2938-4589-bb59-0e530523f400 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/4d5d1883-96d5-48ec-b6b2-f5ca10edf283 HTTP/1.1" status: 204  len: 168 time: 0.7457843
Mar 26 21:02:26.671752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f4b673-5548-4e85-ba2c-b51a658c3619 None None] Network 213c9c58-3df0-4418-a9db-608af3201533 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:26.673299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41200) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:26.689702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-54b48db6-5c7a-488f-bd3e-504e4ab54cb0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.0985746
Mar 26 21:02:26.733009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] For port b5f14c8d-de64-4863-8fcb-f8f7156dd184, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:26.807020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-2d1db411-e3c0-4def-8014-897cd8871e32 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:26.809118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-2d1db411-e3c0-4def-8014-897cd8871e32 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 811 time: 0.3807137
Mar 26 21:02:26.849065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f567c054-e748-4345-b2e7-534feddb871b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.852536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Allocated IP 10.2.2.200 (3520df3b-6ed1-4672-b47f-8044261e5766/c74d1755-0acf-4d82-a024-5506b7bc9d73/5a5ac11b-6501-4f2a-b826-a2beff85eb24) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:26.941274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port b946b3d6-e95c-4820-be44-c3ddbc85ff17 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:26.941819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:26.957406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] For port b5f14c8d-de64-4863-8fcb-f8f7156dd184, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5f14c8d-de64-4863-8fcb-f8f7156dd184,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:27.037949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port b946b3d6-e95c-4820-be44-c3ddbc85ff17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b946b3d6-e95c-4820-be44-c3ddbc85ff17,segment=NetworkSegment(12e3e3db-4720-4587-8d2b-e3e05b38f82e),segment_id=12e3e3db-4720-4587-8d2b-e3e05b38f82e)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:27.038382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.067402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Request body: {'port': {'device_id': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'admin_state_up': True, 'tenant_id': '71d58c339cd84f6891e4545c28bb7927'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:27.090061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.124450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a59a84f-f5f2-4511-ad45-8636726ce73e req-51fe134e-3864-43cf-9a72-18758d84a863 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7494817
Mar 26 21:02:27.146556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for b946b3d6-e95c-4820-be44-c3ddbc85ff17 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:27.177025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fc45269-fc51-45e8-8c1e-974c212d212b', 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b', 'project_id': 'c7ef32a79723421e847963a749a03313', 'fixed_ips': [{'subnet_id': 'aa2613b8-e4f8-45c4-aac9-df707d96a4fc'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:27.177879 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.350420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a3a7d932-44b8-4536-a14a-7afcd5765c23 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:27.351756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.356465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Current status of the port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:27.369020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-b75df188-56e3-4273-bf06-cd11ece58abc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:27.374527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-b75df188-56e3-4273-bf06-cd11ece58abc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:27.376289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-b75df188-56e3-4273-bf06-cd11ece58abc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/networks?id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2&id=9fc45269-fc51-45e8-8c1e-974c212d212b&id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2 HTTP/1.1" status: 200  len: 1391 time: 0.3057768
Mar 26 21:02:27.398942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add44f1a-1c36-416e-8657-efee476c99f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/quotas/c7ef32a79723421e847963a749a03313 HTTP/1.1" status: 200  len: 375 time: 0.0136907
Mar 26 21:02:27.429246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.469169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b946b3d6-e95c-4820-be44-c3ddbc85ff17), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.532419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port b946b3d6-e95c-4820-be44-c3ddbc85ff17 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:27.538708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4d2a8-0de2-4bd9-bc00-43ff44ebf184 req-c9a1e297-f74e-4132-ad10-4c6257cb2686 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:27.540472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=b946b3d6-e95c-4820-be44-c3ddbc85ff17,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:27.548926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd4d2a8-0de2-4bd9-bc00-43ff44ebf184 req-c9a1e297-f74e-4132-ad10-4c6257cb2686 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.2612741
Mar 26 21:02:27.613040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Made reservation on behalf of 71d58c339cd84f6891e4545c28bb7927 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:27.616477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.667587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4cd4d2a8-0de2-4bd9-bc00-43ff44ebf184 req-ea604c27-aa44-4633-85e7-f51d203edb28 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115279
Mar 26 21:02:27.670391 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.696752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f567c054-e748-4345-b2e7-534feddb871b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.720732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d8fc2b0>,) {'filters': {'network_id': ['f567c054-e748-4345-b2e7-534feddb871b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:27.737650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8fc2b0>, '12e3e3db-4720-4587-8d2b-e3e05b38f82e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:27.737954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8fc2b0>, '12e3e3db-4720-4587-8d2b-e3e05b38f82e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:27.754714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (12e3e3db-4720-4587-8d2b-e3e05b38f82e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.759362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Allocated IP 19.86.0.2 (9fc45269-fc51-45e8-8c1e-974c212d212b/aa2613b8-e4f8-45c4-aac9-df707d96a4fc/a1bc9cd2-43ab-4227-9c00-f69655f7033b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:27.771455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (12e3e3db-4720-4587-8d2b-e3e05b38f82e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.783204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:27.783634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (12e3e3db-4720-4587-8d2b-e3e05b38f82e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:27.885299 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:27.901518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-0d80a174-b82a-4db6-9f6e-f63e304bdedf tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4958196
Mar 26 21:02:27.902468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f567c054-e748-4345-b2e7-534feddb871b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.912290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.914636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/f567c054-e748-4345-b2e7-534feddb871b HTTP/1.1" status: 204  len: 168 time: 1.2402508
Mar 26 21:02:27.919169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32c6a964-0f1c-42ee-9686-1ef9de68d431 req-6dd4af05-0139-4d91-8e58-fba265141dca tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1221492
Mar 26 21:02:27.952574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41222) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:27.965998 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks [] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:27.975614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c33e21-a271-40ec-8213-d4f72e80022b None None] DHCP port deletion for f567c054-e748-4345-b2e7-534feddb871b request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:27.977565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937f9ff-c3f1-495e-a3bc-8800eeeddadc None None] Pushing event updated for resources: {'Port': ['ID=b5f14c8d-de64-4863-8fcb-f8f7156dd184,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:27.992099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.019856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Provisioning complete for port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:28.020213 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.027679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c8671-6e78-4698-9558-a78b13219194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=f567c054-e748-4345-b2e7-534feddb871b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:28.096075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:28.106491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Network 9fc45269-fc51-45e8-8c1e-974c212d212b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:28.126225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af0cda5d-227d-4a46-a3b1-c61039e65765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.126651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cc22d9dc-29f4-4f03-8611-5389bb42ada2 req-8dab392b-6458-4bf8-8824-1e3d30b2903a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 210 time: 0.0656962
Mar 26 21:02:28.133873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:28.141437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Network 3520df3b-6ed1-4672-b47f-8044261e5766 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:28.156036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event updated for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:28.174796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:28.186053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:28.192630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (213c9c58-3df0-4418-a9db-608af3201533), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.198320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:28.200906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a3a7d932-44b8-4536-a14a-7afcd5765c23 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:28.201305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.215801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Provisioning complete for port a3a7d932-44b8-4536-a14a-7afcd5765c23 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:28.216240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.252559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-9ef6f56c-018f-480f-8754-c9cc37817985 service neutron] 10.222.0.16 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3222857
Mar 26 21:02:28.326808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Pushing event updated for resources: {'Port': ['ID=a1bc9cd2-43ab-4227-9c00-f69655f7033b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:28.484112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] DHCP port deletion for 213c9c58-3df0-4418-a9db-608af3201533 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:28.491322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a3a7d932-44b8-4536-a14a-7afcd5765c23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3a7d932-44b8-4536-a14a-7afcd5765c23,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:28.506077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Allocated IP 172.20.0.10 (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f/dcaf364f-32ed-4913-b91e-3c3ff9f85e80) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:28.586183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.601387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38a166d7-4e4b-407e-9517-9887a0a05361 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:28.605913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c976620-af28-4f31-9b00-b481de90e852 req-bb60f4ad-88e5-4c5a-b909-eaed3ed4e6fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0418420
Mar 26 21:02:28.613473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:28.613815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.717028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.737881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:28.738583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.743039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,segment=NetworkSegment(d1c06e02-0565-42bc-976e-75ca2ad85be8),segment_id=d1c06e02-0565-42bc-976e-75ca2ad85be8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:28.743444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.759536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Attempting to bind port a1bc9cd2-43ab-4227-9c00-f69655f7033b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:28.760185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Attempting to bind port a1bc9cd2-43ab-4227-9c00-f69655f7033b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:28.760651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Attempting to bind port a1bc9cd2-43ab-4227-9c00-f69655f7033b on network 9fc45269-fc51-45e8-8c1e-974c212d212b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:28.766873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-b87e0207-8c67-4518-97df-d488430268a0 service neutron] 10.222.0.16 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5132461
Mar 26 21:02:28.775697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.780706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-759e3d34-c831-4774-b909-b5cf4daddd10 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8335650
Mar 26 21:02:28.808414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.809894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:28.810668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Checking segment: {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:28.811441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.812203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Bound using segment: {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:28.813954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Bound port: a1bc9cd2-43ab-4227-9c00-f69655f7033b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:28.815116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:28.815869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.825580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cd3f6-5935-4b49-8abc-d549c1f623ab None None] Current status of the port a3a7d932-44b8-4536-a14a-7afcd5765c23 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:28.851343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:28.879818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:28.956053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 38a166d7-4e4b-407e-9517-9887a0a05361 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:28.956696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.989134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:28.991648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Deleting port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:28.992248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:28.995690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:29.013925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:29.019169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] For port a1bc9cd2-43ab-4227-9c00-f69655f7033b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:29.032801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:29.040421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:29.043165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.048585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-e28ceb90-d67d-4862-abbd-1e347663f3a5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3814 time: 0.6590579
Mar 26 21:02:29.086634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] For port a1bc9cd2-43ab-4227-9c00-f69655f7033b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1bc9cd2-43ab-4227-9c00-f69655f7033b,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:29.095564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-688a6fd3-bac4-44a8-b08e-7b7fe08368e1 None None] Provisioning complete for port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:29.096218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-688a6fd3-bac4-44a8-b08e-7b7fe08368e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.137338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:29.144194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.146991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ea655-24dd-40f8-8071-f4779b457c74 None None] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:29.150230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.165472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97', '731af6f7-c114-4f9d-be99-1eaeecb622c2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:29.188970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] For port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,segment=NetworkSegment(d1c06e02-0565-42bc-976e-75ca2ad85be8),segment_id=d1c06e02-0565-42bc-976e-75ca2ad85be8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:29.189639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.230086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:29.259024 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6dff341e-6472-4325-a2eb-e721e8b4f5f3 req-8a9a93f0-fbb7-423f-98b0-ec87ddc1b991 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2088697
Mar 26 21:02:29.295755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Calling delete_port for 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:29.357534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-688a6fd3-bac4-44a8-b08e-7b7fe08368e1 None None] Port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:29.377569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.392716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (213c9c58-3df0-4418-a9db-608af3201533), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.423040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:29.426370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d319610>,) {'filters': {'network_id': ['213c9c58-3df0-4418-a9db-608af3201533']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:29.445381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d319610>, 'd1c06e02-0565-42bc-976e-75ca2ad85be8') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:29.446267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d319610>, 'd1c06e02-0565-42bc-976e-75ca2ad85be8') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:29.459358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d1c06e02-0565-42bc-976e-75ca2ad85be8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.486303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d1c06e02-0565-42bc-976e-75ca2ad85be8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.493975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:29.494386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d1c06e02-0565-42bc-976e-75ca2ad85be8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.600368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:29.616991 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:29.621512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (213c9c58-3df0-4418-a9db-608af3201533), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.637177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.666294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/213c9c58-3df0-4418-a9db-608af3201533 HTTP/1.1" status: 204  len: 168 time: 1.7110994
Mar 26 21:02:29.713007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41242) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:29.732110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-72bb7b4f-6065-4ea5-b1a3-610605d31179 service neutron] 10.222.0.16 "GET /v2.0/networks/9fc45269-fc51-45e8-8c1e-974c212d212b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9641173
Mar 26 21:02:29.758991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-589807181'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:29.831189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c44f51-ff89-4db5-806f-57ac2e853153 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=213c9c58-3df0-4418-a9db-608af3201533,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:29.853253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:29.857166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:29.913070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-8441b208-5818-4b4b-acfa-ad8469111997 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:29.918348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-8441b208-5818-4b4b-acfa-ad8469111997 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 0.7879827
Mar 26 21:02:29.937781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:29.941525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:29.955400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8278-e800-4b35-b4af-ee01b89647c3 None None] Pushing event updated for resources: {'Port': ['ID=a1bc9cd2-43ab-4227-9c00-f69655f7033b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:30.025938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:30.035241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-7ff4d01c-6cd5-4e18-9cec-a3936122e071 service neutron] 10.222.0.16 "GET /v2.0/networks/9fc45269-fc51-45e8-8c1e-974c212d212b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019140
Mar 26 21:02:30.059060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 38a166d7-4e4b-407e-9517-9887a0a05361 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:30.060501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 636bd444-f6f0-4ec9-bafa-d47971d4cc67 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:30.073801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dee26db8-c3c8-464d-8945-37e562a97eb4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.074143 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment dee26db8-c3c8-464d-8945-37e562a97eb4 of type vlan for network 5199c433-1e6f-4c83-890b-59c14e37a58a
Mar 26 21:02:30.099051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Provisioning complete for port b5f14c8d-de64-4863-8fcb-f8f7156dd184 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:30.099556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.208405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (5199c433-1e6f-4c83-890b-59c14e37a58a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.236130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.293264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-7c75f299-5f60-469a-9450-7987eafe521a service neutron] 10.222.0.16 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571149
Mar 26 21:02:30.303775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (5199c433-1e6f-4c83-890b-59c14e37a58a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.309661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:30.310353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:30.310984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.311162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.325724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.383553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Network 213c9c58-3df0-4418-a9db-608af3201533 is not hosted by any dhcp agent {{(pid=126739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:02:30.384110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] No DVR routers for this DVR port 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:30.393881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=5199c433-1e6f-4c83-890b-59c14e37a58a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:30.427138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-e3476790-51bb-4a41-a034-844722dae554 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3640318
Mar 26 21:02:30.434427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbd09-053e-4c01-9af4-f692d6132413 req-a42782ef-acbe-4cf8-bd57-cd29692117e5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:30.442489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-454cbd09-053e-4c01-9af4-f692d6132413 req-a42782ef-acbe-4cf8-bd57-cd29692117e5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 946 time: 1.0443268
Mar 26 21:02:30.451598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Request body: {'port': {'device_id': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:30.453034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d2ce0774-0dd2-4e16-a213-d2713213fec6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6990118
Mar 26 21:02:30.455888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41246) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:30.486607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:30.553625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 5199c433-1e6f-4c83-890b-59c14e37a58a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:30.657514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-454cbd09-053e-4c01-9af4-f692d6132413 req-8288b19d-1b41-46b8-ad24-ac089a443dd0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138200
Mar 26 21:02:30.755561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-e05d396e-6ecf-402e-90ff-0ae226936ada service neutron] 10.222.0.16 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4408972
Mar 26 21:02:30.775843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Current status of the port b5f14c8d-de64-4863-8fcb-f8f7156dd184 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:30.776358 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.812134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:30.823963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.850604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88974ebb-bfe5-44d5-85f4-a4604ed0cb4d None None] Pushing event deleted for resources: {'Port': ['ID=9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:30.896998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] For port b5f14c8d-de64-4863-8fcb-f8f7156dd184, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5f14c8d-de64-4863-8fcb-f8f7156dd184,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:30.899327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-872104d4-30bf-485e-ad4b-3bff4d748e2f req-cd743859-d44d-4004-a2c3-3a93a14c6af3 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1152048
Mar 26 21:02:30.902761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:30.908211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:30.908607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.003714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.110462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Deleting port 425a8d13-34da-40a1-93e0-b77741c63f6c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:31.111170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.155311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5363f7-21ac-4db3-9823-dce3b64e582d None None] Pushing event updated for resources: {'Port': ['ID=b5f14c8d-de64-4863-8fcb-f8f7156dd184,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:31.161067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 425a8d13-34da-40a1-93e0-b77741c63f6c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:31.237516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] For port 425a8d13-34da-40a1-93e0-b77741c63f6c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425a8d13-34da-40a1-93e0-b77741c63f6c,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:31.237968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.253188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Calling delete_port for 425a8d13-34da-40a1-93e0-b77741c63f6c owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:31.280611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19e28a-f798-4a26-bdd2-2cb8899c5989 None None] Network 9fc45269-fc51-45e8-8c1e-974c212d212b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:31.354988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.483661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:31.502321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': 'dee26db8-c3c8-464d-8945-37e562a97eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:31.502805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: 5199c433-1e6f-4c83-890b-59c14e37a58a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:31.553376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.561255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.567768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c8eed7-3c91-43b3-9001-30b914ea4cd7 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:31.569666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.581351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.587825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.597030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-7dde2b77-49da-43f2-b542-057ed0f93985 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3814 time: 0.1803567
Mar 26 21:02:31.643022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks [] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.648551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Port 425a8d13-34da-40a1-93e0-b77741c63f6c update to DOWN by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:02:31.650086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Provisioning complete for port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:31.650232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 5199c433-1e6f-4c83-890b-59c14e37a58a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:31.650460 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.654684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (425a8d13-34da-40a1-93e0-b77741c63f6c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.673896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5199c433-1e6f-4c83-890b-59c14e37a58a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:31.683278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['f222d2e5-bec9-47c9-9eb3-321c6788db77'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:31.685372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.686202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.693832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c1daa-750f-4acd-ada5-c7c0439727f6 None None] Network 5199c433-1e6f-4c83-890b-59c14e37a58a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:31.728340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90624881-8095-4355-9bc0-74576fad7222 req-3a8b9217-6d80-4f8e-81c6-24478e95f660 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:31.731291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a749172a-79b7-498c-9a65-beee1fb7cccf req-cbf4cf03-c2f4-410d-8008-32a886c40e3a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1287804
Mar 26 21:02:31.736681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90624881-8095-4355-9bc0-74576fad7222 req-3a8b9217-6d80-4f8e-81c6-24478e95f660 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 932 time: 0.6735675
Mar 26 21:02:31.742987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dab1218e-0f06-4b7d-960c-130113a350ec tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2857120
Mar 26 21:02:31.745121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41268) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:31.761614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Transition to ACTIVE for port object 52c8eed7-3c91-43b3-9001-30b914ea4cd7 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:31.765009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1923347756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:31.771538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event deleted for resources: {'Port': ['ID=425a8d13-34da-40a1-93e0-b77741c63f6c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:31.787427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Deleting port dc8098de-2cf8-4e88-aaf8-88d6293db470 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:31.788317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.788480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:31.804499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:31.837560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:31.952054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7457fac-be0d-4af3-ab05-d1970f13a482 req-3e8e2fc2-b566-4191-9ddf-087946990418 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 210 time: 0.0712955
Mar 26 21:02:32.002644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.045329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Provisioning complete for port b5f14c8d-de64-4863-8fcb-f8f7156dd184 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:32.065551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.127374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42ecd296-1f8e-47e9-9446-20872bab2295 req-4bc16bc3-c5ef-4e1d-ab5d-6468244961d0 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 210 time: 0.0519381
Mar 26 21:02:32.270803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.274740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.284740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5f14c8d-de64-4863-8fcb-f8f7156dd184 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:32.380508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5199c433-1e6f-4c83-890b-59c14e37a58a', 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:32.381489 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.495131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (ab99e3d5-1fb5-4506-85ef-0c75870c348c), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.589802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7a472a1c-22e8-40ae-a7cb-2e1370ab385b None None] Current status of the port b5f14c8d-de64-4863-8fcb-f8f7156dd184 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:32.618756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-461749df-b01b-4e9d-b980-fdbcb50b93ce req-0c9f6304-3c85-4516-aadb-6ebbad240233 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=092a9ada15ab4bd1960204f158625a42&device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.1017182
Mar 26 21:02:32.658384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:32.666639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] No DVR routers for this DVR port 425a8d13-34da-40a1-93e0-b77741c63f6c on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:32.673752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.680458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae399dc3-b36c-43f3-a98d-3d500730a935 req-cf1ca032-f68d-4ec1-ae28-120de9482b9a tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.18 "DELETE /v2.0/ports/425a8d13-34da-40a1-93e0-b77741c63f6c HTTP/1.1" status: 204  len: 173 time: 2.6280620
Mar 26 21:02:32.704447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-461749df-b01b-4e9d-b980-fdbcb50b93ce req-c472bb05-6d89-498c-8784-6b3ab7824bb8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=092a9ada15ab4bd1960204f158625a42&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0768876
Mar 26 21:02:32.719645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03ddd254-4115-45f9-9d31-888cf5006419 req-338bb3fe-9ad8-4f94-a598-46568c03da63 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0774963
Mar 26 21:02:32.763341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Provisioning complete for port a1bc9cd2-43ab-4227-9c00-f69655f7033b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:32.763702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.773478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'name': 'network-vif-deleted', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:32.780321 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2590b4d8-ec03-434d-8923-ff4e11aac32e" -d '{"events": [{"server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "name": "network-vif-deleted", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:32.784075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.814134 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.823518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:32.829341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7e0aef56-8222-473c-b6df-be6903fc19ed tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0687971
Mar 26 21:02:32.877398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:32.891232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90624881-8095-4355-9bc0-74576fad7222 req-119821cb-da7a-4ba9-8639-f7b6e90a0f5a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1526639
Mar 26 21:02:32.899837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'port': {'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a', 'name': 'tempest-RoutersIpV6Test-573669666'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:32.978668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b5f14c8d-de64-4863-8fcb-f8f7156dd184 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:32.979056 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.104100 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e961f9-36b5-4813-8910-d93615522974 x-openstack-request-id: req-d6e961f9-36b5-4813-8910-d93615522974 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:33.105263 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2f2f0d-e901-48d2-ba21-81b0a8d151c5", "name": "network-vif-deleted", "tag": "425a8d13-34da-40a1-93e0-b77741c63f6c", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:33.105767 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6e961f9-36b5-4813-8910-d93615522974 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:33.106534 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e961f9-36b5-4813-8910-d93615522974'] response: {'server_uuid': '5b2f2f0d-e901-48d2-ba21-81b0a8d151c5', 'name': 'network-vif-deleted', 'tag': '425a8d13-34da-40a1-93e0-b77741c63f6c', 'status': 'completed', 'code': 200}
Mar 26 21:02:33.190273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461749df-b01b-4e9d-b980-fdbcb50b93ce req-18f20e46-3b90-45ec-88be-cd9d09826f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.200770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-461749df-b01b-4e9d-b980-fdbcb50b93ce req-18f20e46-3b90-45ec-88be-cd9d09826f2b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4783220
Mar 26 21:02:33.225355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Allocated IP 2001:db8::2 (5199c433-1e6f-4c83-890b-59c14e37a58a/6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3/b90906ea-ad17-4503-b7c5-955ea82387f4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:33.230551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.237848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.251106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.260302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.277693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.300634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-bcf83e6d-0ece-471d-855f-1efbcc8c5d6e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3826 time: 0.2881343
Mar 26 21:02:33.338528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4d41b407-d46f-42b9-80d5-16bd722cd59d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.345871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4d41b407-d46f-42b9-80d5-16bd722cd59d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:33.347337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4d41b407-d46f-42b9-80d5-16bd722cd59d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "GET /v2.0/networks?id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2&id=9fc45269-fc51-45e8-8c1e-974c212d212b&id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2 HTTP/1.1" status: 200  len: 1391 time: 0.1715250
Mar 26 21:02:33.355614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Calling delete_port for dc8098de-2cf8-4e88-aaf8-88d6293db470 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:33.382768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'admin_state_up': True, 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:33.405314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-354b85fd-e06b-4b22-ab23-0b165097c82f req-3baa8d0f-74e2-4bbf-8ffb-17bebf4b07b2 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012928
Mar 26 21:02:33.505942 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks [] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.524236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.569432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Current status of the port a1bc9cd2-43ab-4227-9c00-f69655f7033b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:33.570095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.585985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df1adcc3-327a-4996-a806-1b365433af9f req-27105e69-132d-4014-89df-883c785d6ef9 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b2f2f0d-e901-48d2-ba21-81b0a8d151c5 HTTP/1.1" status: 200  len: 210 time: 0.0490844
Mar 26 21:02:33.626889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Network 5199c433-1e6f-4c83-890b-59c14e37a58a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:33.634701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:33.638403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:33.701401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] For port a1bc9cd2-43ab-4227-9c00-f69655f7033b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1bc9cd2-43ab-4227-9c00-f69655f7033b,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:33.726402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Pushing event updated for resources: {'Port': ['ID=b90906ea-ad17-4503-b7c5-955ea82387f4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:33.731656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b5f14c8d-de64-4863-8fcb-f8f7156dd184 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:33.732810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1bc9cd2-43ab-4227-9c00-f69655f7033b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:33.734449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.822697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Attempting to bind port b90906ea-ad17-4503-b7c5-955ea82387f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:33.823086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Attempting to bind port b90906ea-ad17-4503-b7c5-955ea82387f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dee26db8-c3c8-464d-8945-37e562a97eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:33.823469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Attempting to bind port b90906ea-ad17-4503-b7c5-955ea82387f4 on network 5199c433-1e6f-4c83-890b-59c14e37a58a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:33.823642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29b3d262-00da-4dab-a4c6-6d7cca6ed3d2 req-d189a014-549f-471b-8fee-4e9ded7bbb86 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 210 time: 0.7070320
Mar 26 21:02:33.871164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:33.871638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Checking segment: {'id': 'dee26db8-c3c8-464d-8945-37e562a97eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:33.871999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.872440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Bound using segment: {'id': 'dee26db8-c3c8-464d-8945-37e562a97eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:33.872888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Bound port: b90906ea-ad17-4503-b7c5-955ea82387f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee26db8-c3c8-464d-8945-37e562a97eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5199c433-1e6f-4c83-890b-59c14e37a58a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:33.873679 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:33.881309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-798965a3-73ad-41f4-a848-28e5b376e0f4 req-e46fccb5-9d85-45e0-bf87-105dfca05cc1 tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0528562
Mar 26 21:02:33.914807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc1e0f-898d-4b92-a0d4-09abfc92133c None None] Pushing event updated for resources: {'Port': ['ID=a1bc9cd2-43ab-4227-9c00-f69655f7033b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:33.979689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a1bc9cd2-43ab-4227-9c00-f69655f7033b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:33.980109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.005465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Attempting to bind port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:34.005852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Attempting to bind port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:34.006123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Attempting to bind port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 on network fb669b80-3494-4e3d-8fe7-1563ab9c14ff {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:34.012833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6cd12bd7-c6b1-4e4d-9c94-5317ba262aa8 None None] Provisioning complete for port a1bc9cd2-43ab-4227-9c00-f69655f7033b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:34.013211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd12bd7-c6b1-4e4d-9c94-5317ba262aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.018106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] For port b90906ea-ad17-4503-b7c5-955ea82387f4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:34.071786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 on network fb669b80-3494-4e3d-8fe7-1563ab9c14ff not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:34.072318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Attempting to bind port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 on network fb669b80-3494-4e3d-8fe7-1563ab9c14ff {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:34.078608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcaf364f-32ed-4913-b91e-3c3ff9f85e80 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:34.087582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] For port b90906ea-ad17-4503-b7c5-955ea82387f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90906ea-ad17-4503-b7c5-955ea82387f4,segment=NetworkSegment(dee26db8-c3c8-464d-8945-37e562a97eb4),segment_id=dee26db8-c3c8-464d-8945-37e562a97eb4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:34.088861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:34.092198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.103591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.113549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks [] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.123648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:34.124023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Checking segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:34.124409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Bound using segment: {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:34.124895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Bound port: 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020e6564-00ae-48cc-aa88-9355245849ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:34.125253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.192791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Transition to ACTIVE for port object dcaf364f-32ed-4913-b91e-3c3ff9f85e80 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:34.197456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] device_id is not set on port d5fa8d35-b3f2-4831-a2ef-e837923495ce yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:02:34.258450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:34.261915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.280413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.418977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dee7d-ddbb-4904-a845-39e241842d6f None None] Pushing event updated for resources: {'Port': ['ID=b90906ea-ad17-4503-b7c5-955ea82387f4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:34.433205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6cd12bd7-c6b1-4e4d-9c94-5317ba262aa8 None None] Current status of the port a1bc9cd2-43ab-4227-9c00-f69655f7033b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:34.448644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a1bc9cd2-43ab-4227-9c00-f69655f7033b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:34.449819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a3a7d932-44b8-4536-a14a-7afcd5765c23 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:34.460905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db2649-5079-4da8-a530-347a75e04f83 req-083043a1-a2ff-460c-bcbd-cfb45a061dd1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.462496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85db2649-5079-4da8-a530-347a75e04f83 req-083043a1-a2ff-460c-bcbd-cfb45a061dd1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 932 time: 0.4541681
Mar 26 21:02:34.550425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a3a7d932-44b8-4536-a14a-7afcd5765c23 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:34.550811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:34.638760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:34.641797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-461749df-b01b-4e9d-b980-fdbcb50b93ce req-c9a171cc-3da1-407f-97ed-11fb55c701bf tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.21 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0522196
Mar 26 21:02:34.756974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a3a7d932-44b8-4536-a14a-7afcd5765c23 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:34.797640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.814407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.820445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.833487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.839622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:34.849824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:34.861948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-5e875200-4cc8-4da4-90a3-a71c6481568c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3826 time: 0.2259073
Mar 26 21:02:34.874166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b946b3d6-e95c-4820-be44-c3ddbc85ff17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:34.939191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b946b3d6-e95c-4820-be44-c3ddbc85ff17 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:34.939684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b946b3d6-e95c-4820-be44-c3ddbc85ff17 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:34.940255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:34.966749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:34.979680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a74df3ce-2402-4ce4-8191-72d2d65d6701 req-a75d6bab-6344-4979-aab6-f4ed302d90ea tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165178
Mar 26 21:02:34.988440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:34.988962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9bbf7db4-3d40-4942-9fab-1bd79bfa9bc3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:35.003658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85db2649-5079-4da8-a530-347a75e04f83 req-414ec99f-1909-4cf0-b6a1-4693e1469862 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5198755
Mar 26 21:02:35.096767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:35.099355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8::34c (5199c433-1e6f-4c83-890b-59c14e37a58a/6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3/d5fa8d35-b3f2-4831-a2ef-e837923495ce) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:35.184519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dc8098de-2cf8-4e88-aaf8-88d6293db470), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:35.261291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.261933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:35.263338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] 10.222.0.18 "PUT /v2.0/ports/52c8eed7-3c91-43b3-9001-30b914ea4cd7 HTTP/1.1" status: 200  len: 1091 time: 6.4170082
Mar 26 21:02:35.278891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:35.282035 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0537c0f0-d8ac-49f5-994e-908a5415a23f" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:35.287062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Allocated IP 19.80.0.125 (bfe02eff-c7ed-4380-8caa-d18372fcf8b2/c4db33bd-fd18-4a3a-bd1b-39179b7858c5/93931704-6fea-4515-a6df-884b6c68ddcb) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:35.328511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-762c7ec2-264d-44f1-abe2-8ff5e7c4ee35 req-be5dc79c-aa4d-4bce-bcd7-05d6863267dd tempest-ServerShowV254Test-1186067882 tempest-ServerShowV254Test-1186067882-project] 10.222.0.16 "GET /v2.0/ports?device_id=429e71e2-dd98-47e5-a9f5-e89c5394a0ef HTTP/1.1" status: 200  len: 210 time: 0.0542068
Mar 26 21:02:35.408345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1bc9cd2-43ab-4227-9c00-f69655f7033b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:35.456859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:35.465742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aaf305bc-009d-4b3e-96dd-e426da6b0aa3 req-06b11b5e-3afe-4e01-912d-24ecd7d8ff5e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 210 time: 0.2284615
Mar 26 21:02:35.599425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a1bc9cd2-43ab-4227-9c00-f69655f7033b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:35.600044 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:35.642792 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb927ff9-112a-4b32-9712-0bd65498b361 x-openstack-request-id: req-eb927ff9-112a-4b32-9712-0bd65498b361 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:35.643170 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:35.643493 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb927ff9-112a-4b32-9712-0bd65498b361 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:35.643988 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb927ff9-112a-4b32-9712-0bd65498b361'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'status': 'completed', 'code': 200}
Mar 26 21:02:35.668617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Attempting to bind port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:35.669219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Attempting to bind port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:35.669769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Attempting to bind port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:35.697196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59497976-03a7-4134-8068-de9b23cd76bf service neutron] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:35.834441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.835808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.839380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.842115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a1bc9cd2-43ab-4227-9c00-f69655f7033b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:35.842886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.844139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:35.848456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b90906ea-ad17-4503-b7c5-955ea82387f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:35.849336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-1b89f4c6-70b4-476e-9180-641c6079c3e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 4392 time: 0.1891861
Mar 26 21:02:35.934223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b90906ea-ad17-4503-b7c5-955ea82387f4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:35.934903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.073909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.076712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b90906ea-ad17-4503-b7c5-955ea82387f4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:36.077154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.136646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:36.137530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Attempting to bind port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 on network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:36.153257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b90906ea-ad17-4503-b7c5-955ea82387f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90906ea-ad17-4503-b7c5-955ea82387f4,segment=NetworkSegment(dee26db8-c3c8-464d-8945-37e562a97eb4),segment_id=dee26db8-c3c8-464d-8945-37e562a97eb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:36.157757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Port': ['ID=dc8098de-2cf8-4e88-aaf8-88d6293db470,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:36.169714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.200003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.224006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d61c0-7c9c-4790-a414-7141fc4a5246 None None] Network 5199c433-1e6f-4c83-890b-59c14e37a58a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:36.235267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:36.235751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Checking segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:36.236278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Bound using segment: {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:36.236824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Bound port: dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:36.237300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.325440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.431078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b90906ea-ad17-4503-b7c5-955ea82387f4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:36.445258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 5199c433-1e6f-4c83-890b-59c14e37a58a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:36.456888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f02065d7-a931-41cb-890f-6a079b1e1581 None None] Provisioning complete for port b90906ea-ad17-4503-b7c5-955ea82387f4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:36.457701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f02065d7-a931-41cb-890f-6a079b1e1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.473293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=d5fa8d35-b3f2-4831-a2ef-e837923495ce,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:36.476168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:36.488736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:36.494331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.495123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.573658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:36.594706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596433b9-62bc-4214-b443-7e986c956592 req-ca9b24cc-a76e-4bdf-b7da-ece3f9188d74 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.602078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-596433b9-62bc-4214-b443-7e986c956592 req-ca9b24cc-a76e-4bdf-b7da-ece3f9188d74 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.7457478
Mar 26 21:02:36.642062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f02065d7-a931-41cb-890f-6a079b1e1581 None None] Current status of the port b90906ea-ad17-4503-b7c5-955ea82387f4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:36.655697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8357c1a8-a37f-4598-b6b5-100853ab9b15 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.7581379
Mar 26 21:02:36.662853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41348) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:36.664321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:36.692782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:36.753069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e863f9-a581-4fac-a28f-54fca1e74542 req-71ee4bc2-fae4-4b5f-bbba-f79e7bcc3fb8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.762838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11e863f9-a581-4fac-a28f-54fca1e74542 req-71ee4bc2-fae4-4b5f-bbba-f79e7bcc3fb8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.1720374
Mar 26 21:02:36.766291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-56c2e44d-4c36-4f36-b103-b60ae4176999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.767009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-56c2e44d-4c36-4f36-b103-b60ae4176999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.767468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-56c2e44d-4c36-4f36-b103-b60ae4176999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.771420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-56c2e44d-4c36-4f36-b103-b60ae4176999 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.9152830
Mar 26 21:02:36.918448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11e863f9-a581-4fac-a28f-54fca1e74542 req-a05760c2-3077-46b6-8a66-126d0e59f8f6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543508
Mar 26 21:02:36.955105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-9eaeda03-a576-4d1a-94e0-9d5ae40955a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:36.956648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0537c0f0-d8ac-49f5-994e-908a5415a23f req-9eaeda03-a576-4d1a-94e0-9d5ae40955a4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1791413
Mar 26 21:02:37.096384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Provisioning complete for port b90906ea-ad17-4503-b7c5-955ea82387f4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:37.097791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.169476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.176170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.183237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.189933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.199388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.201888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de57c185-28f6-44d9-840f-ef46220c9eba req-ba1f48e3-1a4b-4d97-bbea-65e204fc8f00 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3826 time: 0.1498466
Mar 26 21:02:37.215662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b90906ea-ad17-4503-b7c5-955ea82387f4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:37.298945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de57c185-28f6-44d9-840f-ef46220c9eba req-a285fc39-f273-4011-98bf-8e7b5f52344f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854807
Mar 26 21:02:37.345008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Current status of the port b90906ea-ad17-4503-b7c5-955ea82387f4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:37.356182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.365789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Provisioning complete for port d5fa8d35-b3f2-4831-a2ef-e837923495ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:37.366103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.369487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b90906ea-ad17-4503-b7c5-955ea82387f4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:37.369856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.399656 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for port (93931704-6fea-4515-a6df-884b6c68ddcb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.460142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4abbeb4a-88ef-4746-9a18-b9cc0415d416 None None] Port d5fa8d35-b3f2-4831-a2ef-e837923495ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:37.490906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:37.491542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.497449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] 10.222.0.21 "PUT /v2.0/ports/dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 200  len: 1092 time: 7.0484107
Mar 26 21:02:37.553207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b90906ea-ad17-4503-b7c5-955ea82387f4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:37.603412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b794a15b-162e-4d94-95f6-de8120f30e5f None None] Provisioning complete for port d5fa8d35-b3f2-4831-a2ef-e837923495ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:37.604169 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b794a15b-162e-4d94-95f6-de8120f30e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:37.627631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59fa9f39-00ae-4d8c-86fb-32d9610785ba req-7e14b577-49db-4565-9e0c-50ca68e9def6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 210 time: 0.0515244
Mar 26 21:02:37.699696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b794a15b-162e-4d94-95f6-de8120f30e5f None None] Port d5fa8d35-b3f2-4831-a2ef-e837923495ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:37.750855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:37.754343 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e559934-1b3f-4c8e-8d14-94dd8622f57e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:37.789492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-596433b9-62bc-4214-b443-7e986c956592 req-7e4f9bac-cbe3-42b7-b810-e26280340332 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1864297
Mar 26 21:02:37.840177 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8d69df-619a-47e7-8371-54b26d0384bf x-openstack-request-id: req-ce8d69df-619a-47e7-8371-54b26d0384bf {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:37.840720 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:37.841147 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce8d69df-619a-47e7-8371-54b26d0384bf {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:37.841711 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8d69df-619a-47e7-8371-54b26d0384bf'] response: {'name': 'network-changed', 'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'status': 'completed', 'code': 200}
Mar 26 21:02:37.932701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:37.942709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Router abda1a61-964a-48eb-bd42-2784609628c5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:38.056824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3e3-7c8b-4d26-83c7-5673a1a064cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.072334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79515d-e8a4-4451-884b-be3933219efe service neutron] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:38.125531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-c1ee72ac-77bf-40f6-87a2-2af640bfd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.127052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-c1ee72ac-77bf-40f6-87a2-2af640bfd360 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 1126 time: 0.5550570
Mar 26 21:02:38.146375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.182871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3e3-7c8b-4d26-83c7-5673a1a064cb admin admin] Publish callbacks [] for security_group (c8afc955-f93c-4854-9e05-9e8f9c77dfc6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.194659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e90cc3e3-7c8b-4d26-83c7-5673a1a064cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8afc955-f93c-4854-9e05-9e8f9c77dfc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.261548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e90cc3e3-7c8b-4d26-83c7-5673a1a064cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=092a9ada15ab4bd1960204f158625a42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3275688
Mar 26 21:02:38.262258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41370) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:38.264810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cc3e3-7c8b-4d26-83c7-5673a1a064cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afc955-f93c-4854-9e05-9e8f9c77dfc6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:38.303064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8a82aba6-5e42-44ac-aba5-2ae4f3d12321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 200  len: 217 time: 0.1668365
Mar 26 21:02:38.333506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] Publish callbacks [] for security_group (c8afc955-f93c-4854-9e05-9e8f9c77dfc6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.374083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] Publish callbacks [] for security_group (c8afc955-f93c-4854-9e05-9e8f9c77dfc6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.386370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:38.401040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece4bc-89cd-45c1-8a70-3069385587f8 req-0c988232-cab6-4829-b133-98cfbbf90f26 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.402551 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eece4bc-89cd-45c1-8a70-3069385587f8 req-0c988232-cab6-4829-b133-98cfbbf90f26 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.3503680
Mar 26 21:02:38.443136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:38.445208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:38.446912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:38.455096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:38.460421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3ca4eaad-0096-46c5-9d4b-3b15ea5f2599 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5842869
Mar 26 21:02:38.475796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] Sync routers for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:38.480411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:38.502705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.508454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.514907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.520128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:38.520943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.525484 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124560340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:38.526569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.530138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-ba2e2c1d-2b63-4581-a669-45b18a74b9e0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3826 time: 0.1200111
Mar 26 21:02:38.531717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8afc955-f93c-4854-9e05-9e8f9c77dfc6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.534543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.538196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8afc955-f93c-4854-9e05-9e8f9c77dfc6 HTTP/1.1" status: 204  len: 168 time: 0.2719555
Mar 26 21:02:38.581119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768fea-a16f-429f-be54-4f74392425d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afc955-f93c-4854-9e05-9e8f9c77dfc6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:38.608423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-1448f9bf-cdf2-4099-8773-764af08a69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.610729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-1448f9bf-cdf2-4099-8773-764af08a69a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.2891595
Mar 26 21:02:38.618620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:38.619569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.636844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ec277c9-1940-4b81-9e2a-6930bf31cd94 req-66bfb462-39ad-4cfd-bf13-a8648c8e2523 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970263
Mar 26 21:02:38.637089 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124560340>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:38.669120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:38.669752 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124560340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:38.683516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44253e4b-0e65-47a7-9d9a-61ce95e7f45c {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:38.695634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks [] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.803766 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124560340>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:38.805855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab8854-02b6-4cd0-b5f6-ac3bfe228188 None None] The sync data for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:38.807108 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-0fcc6fd3-7ac6-4a03-99dd-ec6172da76e0 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] delete failed (client error): The resource could not be found.
Mar 26 21:02:38.808188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0fcc6fd3-7ac6-4a03-99dd-ec6172da76e0 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-803723852 HTTP/1.1" status: 404  len: 334 time: 0.3046560
Mar 26 21:02:38.813356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41392) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:38.821169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eee095db-2c9f-410f-9ccb-fb2b1213e2fd tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abda1a61-964a-48eb-bd42-2784609628c5'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:38.888544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Transition to ACTIVE for port object 44253e4b-0e65-47a7-9d9a-61ce95e7f45c will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:38.917426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-db0474ea-203f-445c-8598-fa44fab3c594 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5388744
Mar 26 21:02:38.925866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.942857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b', 'admin_state_up': True, 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:38.988325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-657a0520-e596-43d5-bc72-e45f815e6035 None None] Provisioning complete for port 93931704-6fea-4515-a6df-884b6c68ddcb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:38.988903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-657a0520-e596-43d5-bc72-e45f815e6035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:38.995795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eece4bc-89cd-45c1-8a70-3069385587f8 req-4abc439a-9387-451a-b97f-7086b1e137b8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5556595
Mar 26 21:02:39.002707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:39.112621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:39.129604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-657a0520-e596-43d5-bc72-e45f815e6035 None None] Port 93931704-6fea-4515-a6df-884b6c68ddcb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:39.302367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eee095db-2c9f-410f-9ccb-fb2b1213e2fd tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router_gateway (abda1a61-964a-48eb-bd42-2784609628c5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:39.324251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb0bca-a007-4fe3-9204-d26163a3d39d req-f2440d32-355c-4e5d-b90e-031027434ce5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:39.326048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5eb0bca-a007-4fe3-9204-d26163a3d39d req-f2440d32-355c-4e5d-b90e-031027434ce5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 932 time: 0.3842890
Mar 26 21:02:39.344351 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-eee095db-2c9f-410f-9ccb-fb2b1213e2fd tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] update failed (client error): The resource could not be found.
Mar 26 21:02:39.350316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eee095db-2c9f-410f-9ccb-fb2b1213e2fd tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5 HTTP/1.1" status: 404  len: 339 time: 0.5366402
Mar 26 21:02:39.351988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41404) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:39.524059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8c4f5757-2fcc-4bab-8919-4005bdfe1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:39.525607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-8c4f5757-2fcc-4bab-8919-4005bdfe1400 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7405889
Mar 26 21:02:39.912406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:39.912406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b5eb0bca-a007-4fe3-9204-d26163a3d39d req-a908e988-cbf0-4e80-a75c-5167aaf181cf tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5681181
Mar 26 21:02:39.936954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711717f8-4cc1-42bc-aaad-b208692b7007 req-82b39eac-ee5c-4995-bfed-29724857d9c5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:39.943079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-711717f8-4cc1-42bc-aaad-b208692b7007 req-82b39eac-ee5c-4995-bfed-29724857d9c5 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.4246972
Mar 26 21:02:40.105436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-ae4116f4-aaec-4a10-895c-590337062b55 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.105763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:40.107032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-ae4116f4-aaec-4a10-895c-590337062b55 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.21 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.2640510
Mar 26 21:02:40.109760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.139155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Attempting to bind port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:40.139501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Attempting to bind port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:40.140514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Attempting to bind port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:40.146530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-430615b8-2531-4147-b1cd-d1adde2f5531 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5971024
Mar 26 21:02:40.150226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:40.150559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Attempting to bind port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:40.155181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-711717f8-4cc1-42bc-aaad-b208692b7007 req-96e94247-647a-4873-964e-c1d8a98f07cc tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640317
Mar 26 21:02:40.193083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:40.193435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:40.193833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Bound using segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:40.194290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Bound port: 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:40.194655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.214600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.220540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.227949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.231456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.252212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.257633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.266143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-16699fa9-93d4-4fbd-a74e-df35183373e8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 4598 time: 0.2518942
Mar 26 21:02:40.340908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:40.344262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:40.396410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.425290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.455735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85970418-d8e1-4d91-8a9a-2c0c76c30882 req-5674d578-4e6f-46a3-8965-f06bcb9d59f4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1887167
Mar 26 21:02:40.464653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Allocated IP 172.20.0.1 (b6a47f4c-d821-49b9-a2d6-368a994d5d5f/e23e281f-e390-4bf5-85c0-061b1c9c904a/038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:40.481841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Deleting port f222d2e5-bec9-47c9-9eb3-321c6788db77 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:40.482214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.493159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.531758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.532554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.539098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] 10.222.0.18 "PUT /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 1130 time: 5.0991185
Mar 26 21:02:40.557186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:40.559940 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "44253e4b-0e65-47a7-9d9a-61ce95e7f45c"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:40.663654 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4dfcb-59c8-4e1c-8fae-f6ab134dbfb9 x-openstack-request-id: req-4fd4dfcb-59c8-4e1c-8fae-f6ab134dbfb9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:40.663987 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "44253e4b-0e65-47a7-9d9a-61ce95e7f45c", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:40.664255 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fd4dfcb-59c8-4e1c-8fae-f6ab134dbfb9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:40.665334 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd4dfcb-59c8-4e1c-8fae-f6ab134dbfb9'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c', 'status': 'completed', 'code': 200}
Mar 26 21:02:40.673707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:40.783112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] For port f222d2e5-bec9-47c9-9eb3-321c6788db77, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f222d2e5-bec9-47c9-9eb3-321c6788db77,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:40.783518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.825622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:40.828125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Calling delete_port for f222d2e5-bec9-47c9-9eb3-321c6788db77 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:40.839325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41f18cf2-6968-4c04-a65b-9869a77d9d3a req-ff39fe9e-a574-4ed7-9f5d-0aec6ba7c17f service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6816065
Mar 26 21:02:40.868652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.869133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.869830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.870308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.870772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.871230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:40.878134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-c590187f-129f-465f-877c-1ca5ec767552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5346 time: 0.2196846
Mar 26 21:02:40.891893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9f2e3-e1e3-402f-baf0-21e57ae0c3cb service neutron] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:40.946785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Allocated IP 19.86.0.100 (9fc45269-fc51-45e8-8c1e-974c212d212b/aa2613b8-e4f8-45c4-aac9-df707d96a4fc/5ff04cb7-828b-45fe-9bec-656625bf9adb) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:41.030042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.048044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cbec6-7dbd-48cc-8a58-f53f0533e86e req-0398d11f-4306-422d-8f05-a04bcbed3a1b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.058638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e2cbec6-7dbd-48cc-8a58-f53f0533e86e req-0398d11f-4306-422d-8f05-a04bcbed3a1b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.6811295
Mar 26 21:02:41.097812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.180452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fbeb68e9-c8ed-4b31-9688-4ba11cf6dd2d None None] Provisioning complete for port d5fa8d35-b3f2-4831-a2ef-e837923495ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:41.182075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbeb68e9-c8ed-4b31-9688-4ba11cf6dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.210140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41454) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:41.236190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fbeb68e9-c8ed-4b31-9688-4ba11cf6dd2d None None] Port d5fa8d35-b3f2-4831-a2ef-e837923495ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:41.279118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=d5fa8d35-b3f2-4831-a2ef-e837923495ce,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:41.350179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e2cbec6-7dbd-48cc-8a58-f53f0533e86e req-0b02a3ad-5299-41f6-b025-05312573d1fe tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2906718
Mar 26 21:02:41.423407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:41.435008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:41.435825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (ab99e3d5-1fb5-4506-85ef-0c75870c348c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.454951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:41.462371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Port': ['ID=038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:41.487252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-455417fe-33ef-448d-a011-b76667f7908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.487738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-455417fe-33ef-448d-a011-b76667f7908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.488240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-455417fe-33ef-448d-a011-b76667f7908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.489837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-455417fe-33ef-448d-a011-b76667f7908b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.5605333
Mar 26 21:02:41.495728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-150f0af7-6252-43fb-aa36-b3829b883ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.497368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-150f0af7-6252-43fb-aa36-b3829b883ebe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 1126 time: 0.4899797
Mar 26 21:02:41.558742 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa33de36-0f6d-4365-8634-26a138ef29cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.640782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640a57-cc20-4fb5-8283-d589b80e8372 req-7525f3e7-b193-46ad-8615-ee487ded94c7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.642477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79640a57-cc20-4fb5-8283-d589b80e8372 req-7525f3e7-b193-46ad-8615-ee487ded94c7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 932 time: 0.5464118
Mar 26 21:02:41.654732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.732012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-ba6f64c1-c6ce-466e-a406-2abfa860f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:41.733548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f94ee49a-ed6f-4d4b-8fb7-ae429ac3ba6d req-ba6f64c1-c6ce-466e-a406-2abfa860f7c3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2321250
Mar 26 21:02:41.734201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f222d2e5-bec9-47c9-9eb3-321c6788db77), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.767672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0f1e87e4-c7e3-4468-b0dc-833ae6133342 None None] Provisioning complete for port 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:41.768088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0f1e87e4-c7e3-4468-b0dc-833ae6133342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.805524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e87e4-c7e3-4468-b0dc-833ae6133342 None None] Port 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:41.807080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Pushing event deleted for resources: {'Port': ['ID=f222d2e5-bec9-47c9-9eb3-321c6788db77,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:41.854530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79640a57-cc20-4fb5-8283-d589b80e8372 req-528ac8bd-981a-4ce7-a169-57c2137a35d4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050145
Mar 26 21:02:41.879261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] No DVR routers for this DVR port f222d2e5-bec9-47c9-9eb3-321c6788db77 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:41.883910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:41.887270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-691caac1-1ff2-4f84-a479-2eaeee4be219 req-1b10fd5a-8630-433d-b4bf-bd1721f3dc35 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.21 "DELETE /v2.0/ports/f222d2e5-bec9-47c9-9eb3-321c6788db77 HTTP/1.1" status: 204  len: 173 time: 1.7740340
Mar 26 21:02:41.887702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'name': 'network-vif-deleted', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:41.890016 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bbcfee-cea2-4f4e-b14c-426bb27e1caf" -d '{"events": [{"server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "name": "network-vif-deleted", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:41.942530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.107016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.122238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30bbdd-be97-4181-99f1-1d367e8be34c req-e27d3dba-78f1-49f3-8f60-ace123f01026 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.123721 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b30bbdd-be97-4181-99f1-1d367e8be34c req-e27d3dba-78f1-49f3-8f60-ace123f01026 tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/ports?device_id=181cdcdc-74c2-4b78-b19a-090890ca8a8b HTTP/1.1" status: 200  len: 945 time: 0.6341355
Mar 26 21:02:42.140727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.146083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.151480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.157151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.162694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.164516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-d9608f9e-eebe-4656-8c34-8b8f02460c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.165993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-d9608f9e-eebe-4656-8c34-8b8f02460c36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.6219637
Mar 26 21:02:42.167752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.169767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-5305accf-ced8-44a9-9677-3185eee14cfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 4598 time: 0.1721091
Mar 26 21:02:42.303612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-a8dacdce-8e88-4b10-b0a3-19da96eab346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 200  len: 217 time: 0.1153023
Mar 26 21:02:42.309199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acb3784d-94dc-47b7-8549-b1eba7bd262a req-a7e70c0c-1bdf-4557-ab90-0275680d94ab tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1315155
Mar 26 21:02:42.365463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.371593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.402132 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc5a1dc-830b-4230-979d-3c643bbc046e x-openstack-request-id: req-8dc5a1dc-830b-4230-979d-3c643bbc046e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:42.402485 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181cdcdc-74c2-4b78-b19a-090890ca8a8b", "name": "network-vif-deleted", "tag": "f222d2e5-bec9-47c9-9eb3-321c6788db77", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:42.402753 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dc5a1dc-830b-4230-979d-3c643bbc046e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:42.403282 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc5a1dc-830b-4230-979d-3c643bbc046e'] response: {'server_uuid': '181cdcdc-74c2-4b78-b19a-090890ca8a8b', 'name': 'network-vif-deleted', 'tag': 'f222d2e5-bec9-47c9-9eb3-321c6788db77', 'status': 'completed', 'code': 200}
Mar 26 21:02:42.422955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-e78e5260-244c-43ce-b6b4-ea2e52591d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.425335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-e78e5260-244c-43ce-b6b4-ea2e52591d8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0973227
Mar 26 21:02:42.437863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa33de36-0f6d-4365-8634-26a138ef29cd admin admin] Publish callbacks [] for security_group (3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.462243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.473523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.499333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b30bbdd-be97-4181-99f1-1d367e8be34c req-097ff650-4354-4810-8fb0-c6ed5aa59fcb tempest-ServerRescueNegativeTestJSON-1836208909 tempest-ServerRescueNegativeTestJSON-1836208909-project] 10.222.0.16 "GET /v2.0/security-groups?id=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665555
Mar 26 21:02:42.500307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa33de36-0f6d-4365-8634-26a138ef29cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.533913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.535572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event updated for resources: {'Port': ['ID=038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:42.626235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685feee-8fb4-46fa-b11f-11e297d426b3 req-d8680fe1-afb5-46ee-bae0-aff5009a311e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.627711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c685feee-8fb4-46fa-b11f-11e297d426b3 req-d8680fe1-afb5-46ee-bae0-aff5009a311e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.0799637
Mar 26 21:02:42.633640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:42.636559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:42.694369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ab341d-bc21-496a-8125-8e90f4b08572 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:42.713319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network 9fc45269-fc51-45e8-8c1e-974c212d212b is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:42.718975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa33de36-0f6d-4365-8634-26a138ef29cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e520292ca1b54018aac52054b2b8ac37&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5017014
Mar 26 21:02:42.718975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33de36-0f6d-4365-8634-26a138ef29cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:42.720524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:42.722355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks [] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.732694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:42.736128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:42.752885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:42.763959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c685feee-8fb4-46fa-b11f-11e297d426b3 req-688f402a-a5ac-4bdb-beb8-7d41198785fb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232474
Mar 26 21:02:42.800827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Router abda1a61-964a-48eb-bd42-2784609628c5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:42.805798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-edcd466d-5627-417d-9e7e-18a8c160e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:42.807620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-edcd466d-5627-417d-9e7e-18a8c160e3dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3585737
Mar 26 21:02:42.894789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Transition to ACTIVE for port object b5ab341d-bc21-496a-8125-8e90f4b08572 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:42.953333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:42.961701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47844670-b8b7-464f-bb42-6a6a230d8b9f tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6060069
Mar 26 21:02:42.963780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] Sync routers for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:42.970383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:42.972430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41506) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:42.982743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:42.983582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f280820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:43.082440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f280820>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:43.106851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:43.110566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.116618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.119628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f222d2e5-bec9-47c9-9eb3-321c6788db77 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:43.166974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-16daf902-b60f-443e-aab0-49f452e9d88c tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router (abda1a61-964a-48eb-bd42-2784609628c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.177568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44130-8106-45f9-8f7b-cd97445458a2 req-c5c3a9f7-3f9f-4324-acef-6156887fdace tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.183012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44130-8106-45f9-8f7b-cd97445458a2 req-c5c3a9f7-3f9f-4324-acef-6156887fdace tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.191167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8a44130-8106-45f9-8f7b-cd97445458a2 req-c5c3a9f7-3f9f-4324-acef-6156887fdace tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 1655 time: 0.2091660
Mar 26 21:02:43.194349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:43.195353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f280820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:43.254414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f280820>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:43.255264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15adc7-8cd2-45bb-b7ef-d3021d9d74f6 None None] The sync data for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:43.257024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: f222d2e5-bec9-47c9-9eb3-321c6788db77 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:43.257564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f222d2e5-bec9-47c9-9eb3-321c6788db77 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:43.268283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:02:43.304688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-74aef6c8-20ca-41f6-b427-7e255f46ea5a None None] Provisioning complete for port 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:43.305150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74aef6c8-20ca-41f6-b427-7e255f46ea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.338809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-cc567b1f-b81d-462b-921e-cf58c429afb7 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4066849
Mar 26 21:02:43.346154 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8a44130-8106-45f9-8f7b-cd97445458a2 req-1497fc39-b859-4652-bc44-9372fb0a424e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541188
Mar 26 21:02:43.348582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] Publish callbacks [] for security_group (3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.373435 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-16daf902-b60f-443e-aab0-49f452e9d88c tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:02:43.376711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-16daf902-b60f-443e-aab0-49f452e9d88c tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5 HTTP/1.1" status: 409  len: 376 time: 0.4003992
Mar 26 21:02:43.379786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41536) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:43.384915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-74aef6c8-20ca-41f6-b427-7e255f46ea5a None None] Port 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:43.455033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:43.470135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'mac_address': 'fa:16:3e:db:7e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:43.477597 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.500789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:43.512686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] Publish callbacks [] for security_group (3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.528034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:43.528430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.547026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'admin_state_up': True, 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:43.548324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcaf364f-32ed-4913-b91e-3c3ff9f85e80 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:43.575128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3fe81f1c-8ffa-48be-b719-74ba0ca145eb None None] Provisioning complete for port 5ff04cb7-828b-45fe-9bec-656625bf9adb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:43.575530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3fe81f1c-8ffa-48be-b719-74ba0ca145eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.579722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:43.604083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.643834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3fe81f1c-8ffa-48be-b719-74ba0ca145eb None None] Port 5ff04cb7-828b-45fe-9bec-656625bf9adb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:43.674411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.675213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (ab99e3d5-1fb5-4506-85ef-0c75870c348c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:43.675544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:43.773800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:43.858551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['dcaf364f-32ed-4913-b91e-3c3ff9f85e80'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:43.893046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-a41785db-aeba-4ca4-9429-b01ab5f95431 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0215845
Mar 26 21:02:43.935720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.941541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.949113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.955704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.960965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.966214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.972174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:43.974125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-8be01bfa-ebc6-430f-9697-5bed30046794 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5369 time: 0.4545994
Mar 26 21:02:44.002978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=d5fa8d35-b3f2-4831-a2ef-e837923495ce,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:44.046926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.107801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50c82044-58ac-43d0-9be7-982e50fa49fe req-d2bed1a5-aaf1-4fe6-aee6-042b80fbe8b7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1170483
Mar 26 21:02:44.122584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:44.134955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.168290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.169971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.173738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f HTTP/1.1" status: 204  len: 168 time: 1.4441280
Mar 26 21:02:44.190733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Attempting to bind port b5ab341d-bc21-496a-8125-8e90f4b08572 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:44.191068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Attempting to bind port b5ab341d-bc21-496a-8125-8e90f4b08572 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:44.191403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Attempting to bind port b5ab341d-bc21-496a-8125-8e90f4b08572 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:44.239059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.415024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-0efb78ba-6f1e-4b66-9ed7-634006297abb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:44.416490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-0efb78ba-6f1e-4b66-9ed7-634006297abb tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.2074020
Mar 26 21:02:44.460076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 5199c433-1e6f-4c83-890b-59c14e37a58a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:44.466931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Port b5ab341d-bc21-496a-8125-8e90f4b08572 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:44.467272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Attempting to bind port b5ab341d-bc21-496a-8125-8e90f4b08572 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:44.472410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235859a-b3d1-4792-88d1-d4dec48f4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3388dfbd-28d2-49df-89a8-0e6ec3dd4d4f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:44.479335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:44.483609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-6dd33c2f-d10c-451b-a78a-7dc199c1d602 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/quotas/496f2be9357e414ca8db7bf1f5ed0234 HTTP/1.1" status: 200  len: 375 time: 0.0358171
Mar 26 21:02:44.488098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f7535-0700-416b-9079-6ecd22f11964 req-5cad408e-e1e6-4cb3-aa26-5752651e41f7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:44.495396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-318f7535-0700-416b-9079-6ecd22f11964 req-5cad408e-e1e6-4cb3-aa26-5752651e41f7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 945 time: 0.6462359
Mar 26 21:02:44.556816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:44.557169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:44.557569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Bound using segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:44.558025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Bound port: b5ab341d-bc21-496a-8125-8e90f4b08572, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:44.558398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.579413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-1b97a985-f6b2-47ee-9955-ae26c47f9326 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0943818
Mar 26 21:02:44.626331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e559934-1b3f-4c8e-8d14-94dd8622f57e req-0c6a30cb-5faf-4a84-887f-77f6be249b78 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6863992
Mar 26 21:02:44.786264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-799a2ad9-9571-42d7-a56f-8004ea601594 service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981933
Mar 26 21:02:44.838995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-318f7535-0700-416b-9079-6ecd22f11964 req-7ef7a866-332a-4847-b291-5c8ea51e0baf tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3427191
Mar 26 21:02:44.884673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8239fc32-1689-485c-b54c-c1fe747dd26f None None] Provisioning complete for port d5fa8d35-b3f2-4831-a2ef-e837923495ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:44.885836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8239fc32-1689-485c-b54c-c1fe747dd26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.900092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:44.906573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5ab341d-bc21-496a-8125-8e90f4b08572,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:44.917729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Allocated IP 19.80.0.184 (bfe02eff-c7ed-4380-8caa-d18372fcf8b2/c4db33bd-fd18-4a3a-bd1b-39179b7858c5/9c3e2f7e-9048-4ff3-afdd-38b6b8876db3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:44.930100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-8a9e61b2-3435-4a3b-a6a6-8651c0b28b3a service neutron] 10.222.0.16 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356802
Mar 26 21:02:44.932921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:44.938167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8239fc32-1689-485c-b54c-c1fe747dd26f None None] Port d5fa8d35-b3f2-4831-a2ef-e837923495ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:44.940148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Deleting port 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:44.940618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.041031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.041669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.043078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] 10.222.0.18 "PUT /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 1129 time: 4.3894439
Mar 26 21:02:45.044749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': 'b5ab341d-bc21-496a-8125-8e90f4b08572'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:45.047633 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "b5ab341d-bc21-496a-8125-8e90f4b08572"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:45.052691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:45.111909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:45.116337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.134513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:45.151837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Calling delete_port for 038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:45.235611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:02:45.247489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:45.247846 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.266272 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f29b29d-123f-4083-be95-07cc59684cc3 x-openstack-request-id: req-0f29b29d-123f-4083-be95-07cc59684cc3 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:45.266611 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "b5ab341d-bc21-496a-8125-8e90f4b08572", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:45.266816 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f29b29d-123f-4083-be95-07cc59684cc3 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:45.267294 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f29b29d-123f-4083-be95-07cc59684cc3'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': 'b5ab341d-bc21-496a-8125-8e90f4b08572', 'status': 'completed', 'code': 200}
Mar 26 21:02:45.285799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3fbd8-9cfa-4564-85cb-b5924bbfee7e service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:45.326269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-189552030-network', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:45.342501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router ab99e3d5-1fb5-4506-85ef-0c75870c348c is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:02:45.457191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:45.457517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.465030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566282c0-aedf-44a2-9f52-17b33d22350f req-7bca0337-cd41-438f-bf62-8b43b499fe9d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.470724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566282c0-aedf-44a2-9f52-17b33d22350f req-7bca0337-cd41-438f-bf62-8b43b499fe9d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.476034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Made reservation on behalf of 5a748aa42d5c4f55bd7d2d86838ff112 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:45.477899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-566282c0-aedf-44a2-9f52-17b33d22350f req-7bca0337-cd41-438f-bf62-8b43b499fe9d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 1655 time: 0.4810112
Mar 26 21:02:45.478486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.504290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:45.506842 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361b1f5-a117-468c-b721-d86ecac760d3" -d '{"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:45.530702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.535648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:45.543109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.544493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:45.563422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.568782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.574295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.580160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.585884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.591202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.596647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.598654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-b4a238f1-5d76-4fc9-8db1-8d7d853caf7e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5369 time: 0.2053468
Mar 26 21:02:45.619017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.631360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:45.674672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks [] for security_group (d61b0e6e-005c-4612-b44a-ae8210c39a08), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.681155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.681891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.682125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.682739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.683184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.683873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.684381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:45.686385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-f40b1dfd-59d4-414b-9493-6434529e4d0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6299 time: 0.4121168
Mar 26 21:02:45.691166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d61b0e6e-005c-4612-b44a-ae8210c39a08), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.712450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.754926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:02:45.773705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:45.783884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d847af39-a1e4-46be-b4f3-9f278c7ffd87 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/ab99e3d5-1fb5-4506-85ef-0c75870c348c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0994987
Mar 26 21:02:45.789882 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.791174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41600) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:45.795200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] Sync routers for ids ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:45.807701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 08f22eaa-d9e9-4268-adec-e550bc108da0 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:45.808206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-566282c0-aedf-44a2-9f52-17b33d22350f req-70ce1123-ee79-4b68-8dbe-0ad881eab12b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260763
Mar 26 21:02:45.808828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.813112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b0e6e-005c-4612-b44a-ae8210c39a08,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:45.814751 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] Routers {'ab99e3d5-1fb5-4506-85ef-0c75870c348c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:45.830817 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612460c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:45.884863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:45.891410 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:45.913101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612460c250>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:45.924405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] Routers {'ab99e3d5-1fb5-4506-85ef-0c75870c348c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:45.925398 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612460c250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:45.934540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b922ae16-8479-4456-8c6c-b5b4e2df70cf req-c92f1ca2-950a-47be-8027-ac779900a468 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2441456
Mar 26 21:02:45.966134 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612460c250>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:45.967121 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65327dc-7efa-41ad-b974-0f422215119e None None] The sync data for ids ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:45.981928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:46.002023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-61e22fa0-9634-446e-acfb-898148ed037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.003014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-61e22fa0-9634-446e-acfb-898148ed037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.003512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-61e22fa0-9634-446e-acfb-898148ed037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.005143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-61e22fa0-9634-446e-acfb-898148ed037c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3034744
Mar 26 21:02:46.023108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fc0baa24-edc0-4a53-ac22-32cb54a4a39d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.024026 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Added segment fc0baa24-edc0-4a53-ac22-32cb54a4a39d of type vlan for network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84
Mar 26 21:02:46.026436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.029590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-ba28368c-f7e9-4cd7-b115-6758dd76e462 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.031240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-ba28368c-f7e9-4cd7-b115-6758dd76e462 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/ports?device_id=9427df83-e863-41a3-9ba3-1fe2de2f72ce HTTP/1.1" status: 200  len: 945 time: 0.4414887
Mar 26 21:02:46.037790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b603f28-6a4d-4aa1-8510-97249d7fd099 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.038402 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5070c8f2-1d83-4925-87c5-ac74c36eebe9 x-openstack-request-id: req-5070c8f2-1d83-4925-87c5-ac74c36eebe9 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:46.038709 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:46.039251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b603f28-6a4d-4aa1-8510-97249d7fd099 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports/d5fa8d35-b3f2-4831-a2ef-e837923495ce HTTP/1.1" status: 200  len: 983 time: 0.2447598
Mar 26 21:02:46.039636 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5070c8f2-1d83-4925-87c5-ac74c36eebe9 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:46.040370 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5070c8f2-1d83-4925-87c5-ac74c36eebe9'] response: {'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'code': 200}
Mar 26 21:02:46.045718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:46.188717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Port': ['ID=038dc5ef-43a8-49dd-aec8-8b9bb72fd1fc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:46.225704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d7052f-5829-41ce-8b03-7ea463913c3b req-3fbaeddf-caec-4901-a501-f0f3e3e2e5b4 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 210 time: 0.1760297
Mar 26 21:02:46.329843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.370487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.408731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-44cfd575-2701-437b-af37-0b17d0e1ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.410141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfc4abd1-68bc-4d14-a9e9-083fa00d1a91 req-44cfd575-2701-437b-af37-0b17d0e1ac60 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3997092
Mar 26 21:02:46.416337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.417298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.417882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.456712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3e7b-38d9-4343-b64b-1ac9993be820 req-8182a8e4-3fd1-4f15-a18f-4be5a25242d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.458259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b9c3e7b-38d9-4343-b64b-1ac9993be820 req-8182a8e4-3fd1-4f15-a18f-4be5a25242d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 1128 time: 0.3055997
Mar 26 21:02:46.520160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a8c45-996d-4f8e-aaa4-8632aa1bd02c req-3dc530ec-4342-404d-aeef-f5be48914364 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:46.521665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-498a8c45-996d-4f8e-aaa4-8632aa1bd02c req-3dc530ec-4342-404d-aeef-f5be48914364 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.3722177
Mar 26 21:02:46.576011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4376431
Mar 26 21:02:46.615010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41606) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:46.635754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Request body: {'subnet': {'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-subnet', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:46.641128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (abda1a61-964a-48eb-bd42-2784609628c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.662687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02731db6-9211-4f57-bac0-1d4b98dff24f admin admin] Pushing event updated for resources: {'Network': ['ID=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:46.674551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:02:46.802234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:46.823109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (6c109060-9ef1-4215-b462-b5593dc3aa48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:46.827050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:46.830738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:46.969182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:47.086728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Made reservation on behalf of 5a748aa42d5c4f55bd7d2d86838ff112 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:47.089123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.096694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Deleting port 08f22eaa-d9e9-4268-adec-e550bc108da0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:47.097246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b9c3e7b-38d9-4343-b64b-1ac9993be820 req-69f96d65-0cbe-4067-b8ba-45366af945b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6028440
Mar 26 21:02:47.097349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.114010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-498a8c45-996d-4f8e-aaa4-8632aa1bd02c req-6cffa97d-de76-41eb-9cab-d70c689da10f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5748894
Mar 26 21:02:47.125785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.126159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.159643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f8c319a5-6e23-403b-9e07-70eafc4b0ed7 None None] Provisioning complete for port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:47.160588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f8c319a5-6e23-403b-9e07-70eafc4b0ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.208713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f8c319a5-6e23-403b-9e07-70eafc4b0ed7 None None] Port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:02:47.221447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e1d7e3e-36a6-430a-b2e0-c26cc4435462 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7249887
Mar 26 21:02:47.254898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df90cff0-cb5b-4aad-bb76-1204dc22e346 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:47.274352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-cb796bca-3460-4129-8d74-7dde2654fba3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.275831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-cb796bca-3460-4129-8d74-7dde2654fba3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 804 time: 0.6439145
Mar 26 21:02:47.277051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:47.288178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks [] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.298923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154378e6-9b6b-4c88-a0a0-8f098c416f9d req-32e1f457-8017-4f72-a209-e1c1145986da tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.304221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154378e6-9b6b-4c88-a0a0-8f098c416f9d req-32e1f457-8017-4f72-a209-e1c1145986da tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.309640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154378e6-9b6b-4c88-a0a0-8f098c416f9d req-32e1f457-8017-4f72-a209-e1c1145986da tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.311288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154378e6-9b6b-4c88-a0a0-8f098c416f9d req-32e1f457-8017-4f72-a209-e1c1145986da tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2377 time: 0.3696642
Mar 26 21:02:47.318341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Request body: {'port': {'device_id': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'admin_state_up': True, 'tenant_id': '496f2be9357e414ca8db7bf1f5ed0234'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:47.346028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Router abda1a61-964a-48eb-bd42-2784609628c5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:47.420313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Transition to ACTIVE for port object df90cff0-cb5b-4aad-bb76-1204dc22e346 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:47.461200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.502843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.508226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.513557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.518888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.524242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.529537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.534842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:47.536865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d7a1caa-1958-4264-9284-235be3254b33 req-196456a0-a954-4133-bc84-639c0d6a46da tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5369 time: 0.3444903
Mar 26 21:02:47.591954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] For port 08f22eaa-d9e9-4268-adec-e550bc108da0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=08f22eaa-d9e9-4268-adec-e550bc108da0,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:47.592316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.626150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.649859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:47.654048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Calling delete_port for 08f22eaa-d9e9-4268-adec-e550bc108da0 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:47.658850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:47.666543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-154378e6-9b6b-4c88-a0a0-8f098c416f9d req-4e11a5bc-9ae2-44c2-89eb-92591ab076c4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3237109
Mar 26 21:02:47.668217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] Sync routers for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:47.675237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58c99f04-58a7-40c9-b333-efffd5e3b100 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2934003
Mar 26 21:02:47.681919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41614) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:47.712269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:47.713175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:47.770028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f4c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:47.783046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] Routers {'abda1a61-964a-48eb-bd42-2784609628c5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:47.785775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['abda1a61-964a-48eb-bd42-2784609628c5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:47.791588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (571c539b-56d7-458b-8c0c-ec0f03c32bba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.798592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Made reservation on behalf of 496f2be9357e414ca8db7bf1f5ed0234 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:02:47.801989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:47.806772 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-82b9dc41-916a-4c89-a37e-3272b6d0e68a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] show failed (client error): The resource could not be found.
Mar 26 21:02:47.811666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-82b9dc41-916a-4c89-a37e-3272b6d0e68a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1379939828 HTTP/1.1" status: 404  len: 335 time: 0.1281574
Mar 26 21:02:47.813600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41616) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:47.834707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f4c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:47.836906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60869ecd-e81d-4f2e-8eeb-0b4d41dc0572 None None] The sync data for ids ['abda1a61-964a-48eb-bd42-2784609628c5'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:47.845598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-51cee63f-2dcf-41b2-b546-1d181715c653 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:47.861120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d7a1caa-1958-4264-9284-235be3254b33 req-de36a45c-465f-4330-a05a-2fb981901f1f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2856066
Mar 26 21:02:47.885539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08ebde32-425d-47dd-8619-7251856eb9ec req-12f48f1d-e5f0-43fb-a9f7-c4aeed124dc1 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 210 time: 0.1152139
Mar 26 21:02:47.908398 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-51cee63f-2dcf-41b2-b546-1d181715c653 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] update failed (client error): The resource could not be found.
Mar 26 21:02:47.912035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-51cee63f-2dcf-41b2-b546-1d181715c653 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-842957356 HTTP/1.1" status: 404  len: 334 time: 0.0688140
Mar 26 21:02:47.914207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41618) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:47.973479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571c539b-56d7-458b-8c0c-ec0f03c32bba,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:48.041354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:48.047182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Checking segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:48.047565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Network hostable DHCP agents. Network: bb6c52d1-d568-4f84-9ff8-81cc9efd0e84, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:02:48.049581 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4b2f6-c34a-47d9-a5eb-8be6b12f6312" -d '{"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-unplugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:48.056066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Deleting subnet 147cfa58-a916-4f94-a1e4-9fc237361757 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:48.084621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Attempting to bind port df90cff0-cb5b-4aad-bb76-1204dc22e346 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:48.085524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Attempting to bind port df90cff0-cb5b-4aad-bb76-1204dc22e346 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:48.085524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Attempting to bind port df90cff0-cb5b-4aad-bb76-1204dc22e346 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:48.085900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (147cfa58-a916-4f94-a1e4-9fc237361757), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.088017 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa350669-c3ca-4c7a-ab7f-bc6b5d9de5d0 x-openstack-request-id: req-fa350669-c3ca-4c7a-ab7f-bc6b5d9de5d0 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:48.088430 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-unplugged", "status": "completed", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:48.088724 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa350669-c3ca-4c7a-ab7f-bc6b5d9de5d0 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:48.089264 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa350669-c3ca-4c7a-ab7f-bc6b5d9de5d0'] response: {'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'code': 200}
Mar 26 21:02:48.109836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (ab99e3d5-1fb5-4506-85ef-0c75870c348c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.112308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Port df90cff0-cb5b-4aad-bb76-1204dc22e346 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:48.112652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Attempting to bind port df90cff0-cb5b-4aad-bb76-1204dc22e346 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:48.141437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:02:48.148503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (147cfa58-a916-4f94-a1e4-9fc237361757), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.180421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Allocated IP 172.20.0.8 (bed7c102-81ae-4d0f-9222-79cbabeb217f/e5205905-093e-4b0d-b14f-3c4f588419c2/d6021828-9e93-4aec-99b6-e95282b2f43d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:48.198738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb6c52d1-d568-4f84-9ff8-81cc9efd0e84) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:48.207981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47048d22-f0da-42be-9e9e-b634483c2cf9 None None] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:48.214276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:48.214872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.217369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:48.217719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:48.218666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Bound using segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:48.219111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Bound port: df90cff0-cb5b-4aad-bb76-1204dc22e346, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:48.219571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.263590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-98a61ef8-e2c0-4d2d-9da5-35bb236f7a17 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6421537
Mar 26 21:02:48.286660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41624) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:48.295767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:48.341689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:02:48.344681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.359686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.361174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.403898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (147cfa58-a916-4f94-a1e4-9fc237361757), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.504385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Allocated IP 172.20.0.2 (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84/571c539b-56d7-458b-8c0c-ec0f03c32bba/4ae5822f-0a9a-494e-8297-d03de08ac83b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:48.513307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for router_controller (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.533757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks [] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.617074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (147cfa58-a916-4f94-a1e4-9fc237361757), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.685683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (08f22eaa-d9e9-4268-adec-e550bc108da0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.717462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Subnet': ['ID=147cfa58-a916-4f94-a1e4-9fc237361757,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:48.731947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.735879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-687281ee-e3c3-4fd5-9c84-fe2d5bb911c3 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/subnets/147cfa58-a916-4f94-a1e4-9fc237361757 HTTP/1.1" status: 204  len: 168 time: 0.8188858
Mar 26 21:02:48.740292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for router_gateway (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.743174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41628) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:48.743812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad633cf-aed8-49d4-a645-030ed86d8e70 None None] Network 8bff787c-e27a-4d47-9a74-38d261799303 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:48.802732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event deleted for resources: {'Port': ['ID=08f22eaa-d9e9-4268-adec-e550bc108da0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:48.809414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.881806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Deleting subnet 2db5191d-2eb3-4c79-834e-94a46f9780be {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:48.889695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (2db5191d-2eb3-4c79-834e-94a46f9780be), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.897705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c28a3-0442-44d6-abe5-3202e862595f req-a09a127c-938a-4739-9be5-0bd4435bc7ce tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:48.900438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-640c28a3-0442-44d6-abe5-3202e862595f req-a09a127c-938a-4739-9be5-0bd4435bc7ce tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.6778467
Mar 26 21:02:48.922598 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks [] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.933820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.953183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Deleting port 35091994-b519-4824-a032-53f88604f5e2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:48.953525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (35091994-b519-4824-a032-53f88604f5e2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.953672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Network bed7c102-81ae-4d0f-9222-79cbabeb217f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:48.960343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] No DVR routers for this DVR port 08f22eaa-d9e9-4268-adec-e550bc108da0 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:48.960571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:48.963003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:48.965956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:48.980556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:48.987858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.991201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c4b2efa-7ae1-4374-9bb8-67d4354b17dd req-75abdf21-cfe3-4ce9-b1fa-c40333ac3c8a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "DELETE /v2.0/ports/08f22eaa-d9e9-4268-adec-e550bc108da0 HTTP/1.1" status: 204  len: 173 time: 2.9327588
Mar 26 21:02:48.997910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (2db5191d-2eb3-4c79-834e-94a46f9780be), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:48.999369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-deleted', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:49.001829 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144cdb02-5f06-4b36-9571-5482d78c1636" -d '{"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-deleted", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:49.015800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:49.033102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:49.041002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:49.048487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:49.069675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] DHCP port deletion for 8bff787c-e27a-4d47-9a74-38d261799303 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:49.076683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1795-0a92-4540-8460-609b118375ae req-ed921ac2-5223-4151-8ad2-fd28ced8db5f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.083389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1795-0a92-4540-8460-609b118375ae req-ed921ac2-5223-4151-8ad2-fd28ced8db5f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.089969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b1795-0a92-4540-8460-609b118375ae req-ed921ac2-5223-4151-8ad2-fd28ced8db5f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.097270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e0b1795-0a92-4540-8460-609b118375ae req-ed921ac2-5223-4151-8ad2-fd28ced8db5f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2377 time: 0.2955990
Mar 26 21:02:49.109102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:49.120889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.151234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93931704-6fea-4515-a6df-884b6c68ddcb {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:49.164365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 08f22eaa-d9e9-4268-adec-e550bc108da0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:49.164847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 08f22eaa-d9e9-4268-adec-e550bc108da0 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:49.175203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Pushing event updated for resources: {'Port': ['ID=4ae5822f-0a9a-494e-8297-d03de08ac83b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:49.182792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e0b1795-0a92-4540-8460-609b118375ae req-0574af76-45a7-42b6-b067-8dfd513c7379 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845387
Mar 26 21:02:49.191486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.192191 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.223258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Attempting to bind port 4ae5822f-0a9a-494e-8297-d03de08ac83b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:49.223790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Attempting to bind port 4ae5822f-0a9a-494e-8297-d03de08ac83b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:49.224294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Attempting to bind port 4ae5822f-0a9a-494e-8297-d03de08ac83b on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:49.231240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:49.231755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Checking segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:49.232301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.232798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Bound using segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:49.233441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Bound port: 4ae5822f-0a9a-494e-8297-d03de08ac83b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:49.233928 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.267573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 636bd444-f6f0-4ec9-bafa-d47971d4cc67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:49.290732 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-ec66dc9f-d753-4e90-a720-080d00b71070 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9771199
Mar 26 21:02:49.314232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Request body: {'port': {'device_id': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:49.326811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] For port 35091994-b519-4824-a032-53f88604f5e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35091994-b519-4824-a032-53f88604f5e2,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:49.327187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (35091994-b519-4824-a032-53f88604f5e2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.333773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:49.336429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Deleting port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:49.336582 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.337468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2db5191d-2eb3-4c79-834e-94a46f9780be), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.348855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks [] for port (93931704-6fea-4515-a6df-884b6c68ddcb), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.379656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-640c28a3-0442-44d6-abe5-3202e862595f req-ff6fd5ba-60d9-41fb-a1d0-4fa9ba6b8fd0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4626279
Mar 26 21:02:49.396700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.402076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.404417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c6cebdc3-e622-4ca0-a11e-0acba1247b0d service neutron] 10.222.0.18 "PUT /v2.0/ports/df90cff0-cb5b-4aad-bb76-1204dc22e346 HTTP/1.1" status: 200  len: 1090 time: 4.3173263
Mar 26 21:02:49.407871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Calling delete_port for 35091994-b519-4824-a032-53f88604f5e2 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:49.439391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Transition to ACTIVE for port object 93931704-6fea-4515-a6df-884b6c68ddcb will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:49.446396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] For port 4ae5822f-0a9a-494e-8297-d03de08ac83b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:49.473813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:49.485423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] For port 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=636bd444-f6f0-4ec9-bafa-d47971d4cc67,segment=NetworkSegment(9453491a-278e-472a-aeca-cf68d0e94e2d),segment_id=9453491a-278e-472a-aeca-cf68d0e94e2d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:49.486134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.512221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Calling delete_port for 636bd444-f6f0-4ec9-bafa-d47971d4cc67 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:49.520360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] For port 4ae5822f-0a9a-494e-8297-d03de08ac83b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae5822f-0a9a-494e-8297-d03de08ac83b,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:49.564455 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.602611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.666515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06c24-5826-4d41-8c66-b04eee785b16 None None] Pushing event updated for resources: {'Port': ['ID=4ae5822f-0a9a-494e-8297-d03de08ac83b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:49.680110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:49.721107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:49.722580 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.791742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 636bd444-f6f0-4ec9-bafa-d47971d4cc67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=636bd444-f6f0-4ec9-bafa-d47971d4cc67,segment=NetworkSegment(9453491a-278e-472a-aeca-cf68d0e94e2d),segment_id=9453491a-278e-472a-aeca-cf68d0e94e2d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:49.804168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.816833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afedc93-5f78-4936-a366-c5f48da3aabf req-5c6cc5b1-b698-4d8f-b646-9308c3a4ca26 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.825185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9afedc93-5f78-4936-a366-c5f48da3aabf req-5c6cc5b1-b698-4d8f-b646-9308c3a4ca26 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 931 time: 0.3451574
Mar 26 21:02:49.855766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.927182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (636bd444-f6f0-4ec9-bafa-d47971d4cc67), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.947576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port d5fa8d35-b3f2-4831-a2ef-e837923495ce {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:49.948344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:49.954048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] No DVR routers for this DVR port 636bd444-f6f0-4ec9-bafa-d47971d4cc67 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:49.955859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.961511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.967900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=636bd444-f6f0-4ec9-bafa-d47971d4cc67,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:49.973936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.979234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:49.998554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.006707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.013248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cefb6-7182-460f-bd5e-0742071a0609 None None] Pushing event deleted for resources: {'Port': ['ID=636bd444-f6f0-4ec9-bafa-d47971d4cc67,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:50.018522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.031712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5761719f-56ad-4273-849e-18cea1d77137 req-16bc0981-402d-4c37-908b-4b6f573a5ae7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5381 time: 0.7399900
Mar 26 21:02:50.037826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.133800 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (2db5191d-2eb3-4c79-834e-94a46f9780be), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.180735 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9afedc93-5f78-4936-a366-c5f48da3aabf req-ebc805e1-40b3-443f-a1cd-1b7ff12585d6 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3545630
Mar 26 21:02:50.201319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Attempting to bind port 93931704-6fea-4515-a6df-884b6c68ddcb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:50.201658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Attempting to bind port 93931704-6fea-4515-a6df-884b6c68ddcb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:50.201993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Attempting to bind port 93931704-6fea-4515-a6df-884b6c68ddcb on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:50.233214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Port 93931704-6fea-4515-a6df-884b6c68ddcb on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:50.233611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Attempting to bind port 93931704-6fea-4515-a6df-884b6c68ddcb on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:50.242418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Subnet': ['ID=2db5191d-2eb3-4c79-834e-94a46f9780be,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:50.252386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.256572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e8b83-5f30-4332-941d-0db640aa1f45 None None] Network 937579af-fed6-4650-a968-d81cc3618fb1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:50.256890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5a60dec3-ab2d-4ddd-93d0-222e61ded033 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/subnets/2db5191d-2eb3-4c79-834e-94a46f9780be HTTP/1.1" status: 204  len: 168 time: 1.5127697
Mar 26 21:02:50.262895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41638) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:50.279473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5761719f-56ad-4273-849e-18cea1d77137 req-fcdba628-57d1-4d84-a65f-47a6202f7c5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2437010
Mar 26 21:02:50.319437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for router_gateway (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.331039 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee972b81-9244-45de-a5c2-76f7c18498f1 x-openstack-request-id: req-ee972b81-9244-45de-a5c2-76f7c18498f1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:50.331381 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427df83-e863-41a3-9ba3-1fe2de2f72ce", "name": "network-vif-deleted", "tag": "08f22eaa-d9e9-4268-adec-e550bc108da0", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:50.331666 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee972b81-9244-45de-a5c2-76f7c18498f1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:50.332071 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee972b81-9244-45de-a5c2-76f7c18498f1'] response: {'server_uuid': '9427df83-e863-41a3-9ba3-1fe2de2f72ce', 'name': 'network-vif-deleted', 'tag': '08f22eaa-d9e9-4268-adec-e550bc108da0', 'status': 'completed', 'code': 200}
Mar 26 21:02:50.340888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:50.341256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Checking segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:50.341675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Bound using segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:50.342073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Bound port: 93931704-6fea-4515-a6df-884b6c68ddcb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:50.342434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.359531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.425422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for d5fa8d35-b3f2-4831-a2ef-e837923495ce owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:50.473307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.537376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] DHCP port deletion for 937579af-fed6-4650-a968-d81cc3618fb1 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:50.605131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Deleting port 6f39428c-d49e-48eb-8fb5-c37307c5f015 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:50.605514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.631083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (8bff787c-e27a-4d47-9a74-38d261799303), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.669761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f823-618e-4d63-9f6b-cb3dad045f21 req-a8e74967-e665-4c38-8f5f-8847c61e1718 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.675557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f823-618e-4d63-9f6b-cb3dad045f21 req-a8e74967-e665-4c38-8f5f-8847c61e1718 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.680968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4f823-618e-4d63-9f6b-cb3dad045f21 req-a8e74967-e665-4c38-8f5f-8847c61e1718 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.683237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08a4f823-618e-4d63-9f6b-cb3dad045f21 req-a8e74967-e665-4c38-8f5f-8847c61e1718 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2389 time: 0.3293169
Mar 26 21:02:50.691550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (35091994-b519-4824-a032-53f88604f5e2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.691761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] For port 6f39428c-d49e-48eb-8fb5-c37307c5f015, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f39428c-d49e-48eb-8fb5-c37307c5f015,segment=NetworkSegment(baf1d02a-07e0-4314-be82-e38071bb75a8),segment_id=baf1d02a-07e0-4314-be82-e38071bb75a8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:50.692269 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.694227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:50.710640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93931704-6fea-4515-a6df-884b6c68ddcb,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:50.718135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Calling delete_port for 6f39428c-d49e-48eb-8fb5-c37307c5f015 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:50.783866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Pushing event deleted for resources: {'Port': ['ID=35091994-b519-4824-a032-53f88604f5e2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:50.796485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d85d2-0e14-4013-91d9-4d5f229c5076 req-d617521a-becc-4512-91f6-f3137abb86b7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.804624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-038d85d2-0e14-4013-91d9-4d5f229c5076 req-d617521a-becc-4512-91f6-f3137abb86b7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.3291688
Mar 26 21:02:50.825250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.828619 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (6f39428c-d49e-48eb-8fb5-c37307c5f015), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.880287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] Pushing event deleted for resources: {'Port': ['ID=6f39428c-d49e-48eb-8fb5-c37307c5f015,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:50.892999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6be413-2aff-421c-ac2f-2afc5a1f3d5d None None] No DVR routers for this DVR port 6f39428c-d49e-48eb-8fb5-c37307c5f015 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:50.922005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:50.922739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:50.924198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/93931704-6fea-4515-a6df-884b6c68ddcb HTTP/1.1" status: 200  len: 1092 time: 3.6634502
Mar 26 21:02:50.926101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Allocated IP 172.35.4.16 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/69186842-2129-4750-89cc-1292d4fb109b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:02:50.984560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:51.007135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (8bff787c-e27a-4d47-9a74-38d261799303), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.039836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e843a00>,) {'filters': {'network_id': ['8bff787c-e27a-4d47-9a74-38d261799303']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:51.079276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08a4f823-618e-4d63-9f6b-cb3dad045f21 req-d744eef9-5016-4b9d-a7d7-cac9e2c33215 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3791831
Mar 26 21:02:51.095243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2410dbd-7de5-4596-98b2-916c235dc7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:51.111679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-038d85d2-0e14-4013-91d9-4d5f229c5076 req-682d01ca-4ab7-4983-9fc4-0d4c0abb9742 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2953434
Mar 26 21:02:51.200603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e843a00>, '9453491a-278e-472a-aeca-cf68d0e94e2d') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:51.200956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e843a00>, '9453491a-278e-472a-aeca-cf68d0e94e2d') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:51.247379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce9015d-d518-4977-9578-35a0aacefd54 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:51.291548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks [] for port (6ce9015d-d518-4977-9578-35a0aacefd54), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.323972 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9453491a-278e-472a-aeca-cf68d0e94e2d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.448429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4ae5822f-0a9a-494e-8297-d03de08ac83b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:51.469405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6021828-9e93-4aec-99b6-e95282b2f43d {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:51.479399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9453491a-278e-472a-aeca-cf68d0e94e2d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.495835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks [] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.520940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4ae5822f-0a9a-494e-8297-d03de08ac83b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:51.522099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.541857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:51.542284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9453491a-278e-472a-aeca-cf68d0e94e2d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:51.553691 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:51.585006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0dcab7-54d6-49c9-ac19-af488d44ba17 None None] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:51.591420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395eb08-75db-41ec-b1b4-4fa3f87dc84d req-90976154-a29b-4971-8066-e1cd9003a363 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:51.593594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8395eb08-75db-41ec-b1b4-4fa3f87dc84d req-90976154-a29b-4971-8066-e1cd9003a363 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.1809042
Mar 26 21:02:51.596479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Transition to ACTIVE for port object d6021828-9e93-4aec-99b6-e95282b2f43d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:51.601863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for port (69186842-2129-4750-89cc-1292d4fb109b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.645661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.685707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.709899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (8bff787c-e27a-4d47-9a74-38d261799303), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.725066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-aa9baf6d-7a57-48ce-8355-1e9a797de14a None None] Provisioning complete for port 4ae5822f-0a9a-494e-8297-d03de08ac83b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:51.725066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aa9baf6d-7a57-48ce-8355-1e9a797de14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.743777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Transition to ACTIVE for port object 6ce9015d-d518-4977-9578-35a0aacefd54 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:51.749809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d5fa8d35-b3f2-4831-a2ef-e837923495ce), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.763297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.769035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/networks/8bff787c-e27a-4d47-9a74-38d261799303 HTTP/1.1" status: 204  len: 168 time: 1.5023417
Mar 26 21:02:51.777362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:51.777617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4ae5822f-0a9a-494e-8297-d03de08ac83b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:51.778094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.783532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.820358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71ccc1-f9b1-4bcb-aa84-0eb4a8c03937 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Network': ['ID=8bff787c-e27a-4d47-9a74-38d261799303,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:51.832955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (6c109060-9ef1-4215-b462-b5593dc3aa48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.835327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:51.837171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 4ae5822f-0a9a-494e-8297-d03de08ac83b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae5822f-0a9a-494e-8297-d03de08ac83b,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:51.860621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=d5fa8d35-b3f2-4831-a2ef-e837923495ce,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:51.869647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8395eb08-75db-41ec-b1b4-4fa3f87dc84d req-085f2e46-4bb2-483a-aab8-3444c2defb39 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2560847
Mar 26 21:02:51.873272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (69186842-2129-4750-89cc-1292d4fb109b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.886559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:51.991255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-aa9baf6d-7a57-48ce-8355-1e9a797de14a None None] Current status of the port 4ae5822f-0a9a-494e-8297-d03de08ac83b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:52.027538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Pushing event updated for resources: {'Port': ['ID=69186842-2129-4750-89cc-1292d4fb109b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:52.035857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6f39428c-d49e-48eb-8fb5-c37307c5f015 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:52.048918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:02:52.071524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 6f39428c-d49e-48eb-8fb5-c37307c5f015 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:52.071879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6f39428c-d49e-48eb-8fb5-c37307c5f015 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:52.073599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=4ae5822f-0a9a-494e-8297-d03de08ac83b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:52.090834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:02:52.094678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:02:52.119646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Attempting to bind port d6021828-9e93-4aec-99b6-e95282b2f43d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:52.120374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Attempting to bind port d6021828-9e93-4aec-99b6-e95282b2f43d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:52.120760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Attempting to bind port d6021828-9e93-4aec-99b6-e95282b2f43d on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:52.173706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Port d6021828-9e93-4aec-99b6-e95282b2f43d on network bed7c102-81ae-4d0f-9222-79cbabeb217f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:52.174320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Attempting to bind port d6021828-9e93-4aec-99b6-e95282b2f43d on network bed7c102-81ae-4d0f-9222-79cbabeb217f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:52.200729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:52.201462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Checking segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:52.202043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Bound using segment: {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:52.205030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Bound port: d6021828-9e93-4aec-99b6-e95282b2f43d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:52.205626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.211741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e7be3-33b9-41db-bf61-b5ede8f8b928 req-110ce3e0-c6d8-449b-9fe1-ee25058126a8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.218968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-602e7be3-33b9-41db-bf61-b5ede8f8b928 req-110ce3e0-c6d8-449b-9fe1-ee25058126a8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 943 time: 0.5527921
Mar 26 21:02:52.330072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91da81cc-c46d-42d0-88cf-d8d457af3a7a None None] Provisioning complete for port 4ae5822f-0a9a-494e-8297-d03de08ac83b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:52.330450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91da81cc-c46d-42d0-88cf-d8d457af3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.334735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.341707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.347153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.352515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.356070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346'}, {'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:52.357798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.358420 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346"}, {"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:52.363356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.369485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.370704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-56ba59f3-5583-4f9f-9331-280042481050 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5393 time: 0.3402603
Mar 26 21:02:52.406932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (937579af-fed6-4650-a968-d81cc3618fb1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.417238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91da81cc-c46d-42d0-88cf-d8d457af3a7a None None] Current status of the port 4ae5822f-0a9a-494e-8297-d03de08ac83b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:52.436055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:52.462482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:52.473729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:52.487909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (ab99e3d5-1fb5-4506-85ef-0c75870c348c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.519241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.568059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44e5a7cd-efb8-4a58-b70e-0a060768dc5f req-1bd245f3-8238-4c63-aa08-12e40efecae5 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1879663
Mar 26 21:02:52.570480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-602e7be3-33b9-41db-bf61-b5ede8f8b928 req-036c2bf7-f7a3-4a55-89fe-d84a24d7ac46 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504918
Mar 26 21:02:52.603577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.604242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.605665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6021828-9e93-4aec-99b6-e95282b2f43d HTTP/1.1" status: 200  len: 1091 time: 3.3071125
Mar 26 21:02:52.608328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:52.610608 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:52.652643 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72ea7a-1149-460f-afac-e95ef56468c3 x-openstack-request-id: req-ae72ea7a-1149-460f-afac-e95ef56468c3 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:52.652952 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:52.653200 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae72ea7a-1149-460f-afac-e95ef56468c3 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:52.654999 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae72ea7a-1149-460f-afac-e95ef56468c3'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'status': 'completed', 'code': 200}
Mar 26 21:02:52.655680 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae72ea7a-1149-460f-afac-e95ef56468c3'] response: {'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb', 'status': 'completed', 'code': 200}
Mar 26 21:02:52.683806 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f2291-5fe1-4278-9514-c39b4697ff2b x-openstack-request-id: req-943f2291-5fe1-4278-9514-c39b4697ff2b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:52.684129 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:52.684384 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-943f2291-5fe1-4278-9514-c39b4697ff2b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:52.684787 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943f2291-5fe1-4278-9514-c39b4697ff2b'] response: {'name': 'network-changed', 'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'status': 'completed', 'code': 200}
Mar 26 21:02:52.728130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Attempting to bind port 6ce9015d-d518-4977-9578-35a0aacefd54 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:52.728475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Attempting to bind port 6ce9015d-d518-4977-9578-35a0aacefd54 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:52.728812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Attempting to bind port 6ce9015d-d518-4977-9578-35a0aacefd54 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:52.742399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b811fc-3699-431b-b99a-b39ac194ef90 service neutron] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:52.752896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for router_gateway (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.783623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Port 6ce9015d-d518-4977-9578-35a0aacefd54 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:52.783860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Attempting to bind port 6ce9015d-d518-4977-9578-35a0aacefd54 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:52.819823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.820421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.821202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.821683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.822146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.822608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.823067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.825020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-e023457a-23e6-4fe3-931f-8095e7f39ccb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6422 time: 0.1439445
Mar 26 21:02:52.858894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-c678b5b3-a33e-4dfb-892f-e5bdec220a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:52.860388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-c678b5b3-a33e-4dfb-892f-e5bdec220a11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 1125 time: 0.1957033
Mar 26 21:02:52.892993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:52.893335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Checking segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:52.893729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Bound using segment: {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:52.894210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Bound port: 6ce9015d-d518-4977-9578-35a0aacefd54, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45abd2c-c562-4723-9d1e-19c232a7fabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:52.894567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:52.899528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (937579af-fed6-4650-a968-d81cc3618fb1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.017668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f612583bca0>,) {'filters': {'network_id': ['937579af-fed6-4650-a968-d81cc3618fb1']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.105976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f612583bca0>, 'baf1d02a-07e0-4314-be82-e38071bb75a8') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.106275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f612583bca0>, 'baf1d02a-07e0-4314-be82-e38071bb75a8') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.144421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4ae5822f-0a9a-494e-8297-d03de08ac83b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:53.166807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (baf1d02a-07e0-4314-be82-e38071bb75a8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.182527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5493f2-0b6c-4fdb-b80d-23cd75059e94 req-52c203e7-f483-4882-aa99-1043abf9a178 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.188353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5493f2-0b6c-4fdb-b80d-23cd75059e94 req-52c203e7-f483-4882-aa99-1043abf9a178 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.193736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5493f2-0b6c-4fdb-b80d-23cd75059e94 req-52c203e7-f483-4882-aa99-1043abf9a178 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.195255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f5493f2-0b6c-4fdb-b80d-23cd75059e94 req-52c203e7-f483-4882-aa99-1043abf9a178 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2389 time: 0.4965992
Mar 26 21:02:53.199005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4ae5822f-0a9a-494e-8297-d03de08ac83b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:53.199508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.203805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-19fbd740-512f-41cc-9457-a87d2e9a0c8c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6021828-9e93-4aec-99b6-e95282b2f43d HTTP/1.1" status: 200  len: 217 time: 0.0779510
Mar 26 21:02:53.216189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router ab99e3d5-1fb5-4506-85ef-0c75870c348c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:53.251828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (baf1d02a-07e0-4314-be82-e38071bb75a8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.263594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff04cb7-828b-45fe-9bec-656625bf9adb {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:53.282625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4ae5822f-0a9a-494e-8297-d03de08ac83b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:53.283131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks [] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.300070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:53.300480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (baf1d02a-07e0-4314-be82-e38071bb75a8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.304340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Router 6c109060-9ef1-4215-b462-b5593dc3aa48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:53.307575 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:53.324166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:53.349530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Transition to ACTIVE for port object 5ff04cb7-828b-45fe-9bec-656625bf9adb will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:53.370877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-84269833-0307-43f0-b0ae-9055f1b8da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.372385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-84269833-0307-43f0-b0ae-9055f1b8da52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.1320713
Mar 26 21:02:53.379646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ee4c3-4992-4737-8755-3f1ca4d48ee4 req-67720b8c-1223-4f22-9d91-de09a9d9b78b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.381170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa8ee4c3-4992-4737-8755-3f1ca4d48ee4 req-67720b8c-1223-4f22-9d91-de09a9d9b78b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.2570553
Mar 26 21:02:53.418908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-461b3560-0b32-49e3-a27f-f0fe45cffa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.419387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-461b3560-0b32-49e3-a27f-f0fe45cffa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.419858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-461b3560-0b32-49e3-a27f-f0fe45cffa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.422012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-461b3560-0b32-49e3-a27f-f0fe45cffa96 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.5668478
Mar 26 21:02:53.457523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-7d0d6c4a-b643-47a2-8669-e1e20f1411a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505774
Mar 26 21:02:53.584154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.623587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa8ee4c3-4992-4737-8755-3f1ca4d48ee4 req-2f93ffb2-1614-4788-9022-03ec5f2886b5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155149
Mar 26 21:02:53.677490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.709347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-63a78509-1236-435f-b524-24ff4099dbfb service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270014
Mar 26 21:02:53.717052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:53.722641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-aa235f8c-13d3-4745-8ec6-918601616337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:53.724108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-aa235f8c-13d3-4745-8ec6-918601616337 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2786477
Mar 26 21:02:53.744948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f5493f2-0b6c-4fdb-b80d-23cd75059e94 req-c4f35e38-a2f6-4301-b225-0e7b0437ca84 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5317826
Mar 26 21:02:53.747308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:53.761299 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] Sync routers for ids ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:53.771496 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] Routers {'ab99e3d5-1fb5-4506-85ef-0c75870c348c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:53.772155 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c38b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.782306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.810059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6d51f479-e785-429b-aedb-76a06f11b5b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/ab99e3d5-1fb5-4506-85ef-0c75870c348c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7585945
Mar 26 21:02:53.811207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (937579af-fed6-4650-a968-d81cc3618fb1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.818164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:53.823807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/networks/937579af-fed6-4650-a968-d81cc3618fb1 HTTP/1.1" status: 204  len: 168 time: 2.0411129
Mar 26 21:02:53.826563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41666) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:53.826921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:53.838588 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c38b0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.850359 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] Routers {'ab99e3d5-1fb5-4506-85ef-0c75870c348c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:53.851227 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c38b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.891562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c38b0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:53.892577 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40107a-b453-4ce0-809e-43c4baad112e None None] The sync data for ids ['ab99e3d5-1fb5-4506-85ef-0c75870c348c'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:53.982864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:53.988370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869fbe7-f6d1-453b-9634-0dc89214c7eb tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Network': ['ID=937579af-fed6-4650-a968-d81cc3618fb1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:54.023596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.024141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.026079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] 10.222.0.18 "PUT /v2.0/ports/6ce9015d-d518-4977-9578-35a0aacefd54 HTTP/1.1" status: 200  len: 1090 time: 4.5879951
Mar 26 21:02:54.118447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:54.146821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Deleting subnet e23e281f-e390-4bf5-85c0-061b1c9c904a {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:54.161604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586fbfe-701c-437a-962b-2442dcf2c66a req-b3845be2-68da-497f-bdbc-cbc2f1e389f4 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.163131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0586fbfe-701c-437a-962b-2442dcf2c66a req-b3845be2-68da-497f-bdbc-cbc2f1e389f4 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 943 time: 0.4594333
Mar 26 21:02:54.166221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-a5bad5ed-7e8e-4441-a2af-664334ab5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.166697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-a5bad5ed-7e8e-4441-a2af-664334ab5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.167185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-a5bad5ed-7e8e-4441-a2af-664334ab5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.168804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-a5bad5ed-7e8e-4441-a2af-664334ab5924 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2788 time: 0.3781693
Mar 26 21:02:54.169546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (e23e281f-e390-4bf5-85c0-061b1c9c904a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.197921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cbb9350-2450-43d6-8adf-c99dc0732684 req-d6b2b785-e45a-4aee-9449-c41acbbc9bec service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4424248
Mar 26 21:02:54.256306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.261098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (e23e281f-e390-4bf5-85c0-061b1c9c904a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.261621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.266972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.272949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.278340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.283726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.289122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.291718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-419b3ba3-448d-480d-96d4-aeb7e434151b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5393 time: 0.4064314
Mar 26 21:02:54.297778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13648b-0fc6-459b-a1f6-637ad96e5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:54.307226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Attempting to bind port 5ff04cb7-828b-45fe-9bec-656625bf9adb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:54.307578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Attempting to bind port 5ff04cb7-828b-45fe-9bec-656625bf9adb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:54.307894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Attempting to bind port 5ff04cb7-828b-45fe-9bec-656625bf9adb on network 9fc45269-fc51-45e8-8c1e-974c212d212b {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:54.310336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:54.323196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Sync routers for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:54.325276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1b70439e-17fb-4b9a-90ee-51fc55ebd537 admin admin] 10.222.0.16 "PUT /v2.0/routers/6c109060-9ef1-4215-b462-b5593dc3aa48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5382061
Mar 26 21:02:54.330233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:54.350444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:54.351149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebc30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:54.354752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Port 5ff04cb7-828b-45fe-9bec-656625bf9adb on network 9fc45269-fc51-45e8-8c1e-974c212d212b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:54.354916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Attempting to bind port 5ff04cb7-828b-45fe-9bec-656625bf9adb on network 9fc45269-fc51-45e8-8c1e-974c212d212b {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:54.360600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.411101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:54.411456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Checking segment: {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:54.412873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Bound using segment: {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:54.412873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Bound port: 5ff04cb7-828b-45fe-9bec-656625bf9adb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e960d-8878-4614-aecf-264603999c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:54.412873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.449166 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-406eb20a-41b8-4072-befb-4b8e1b953693 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] remove_router_interface failed (client error): The resource could not be found.
Mar 26 21:02:54.452971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-406eb20a-41b8-4072-befb-4b8e1b953693 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/ab99e3d5-1fb5-4506-85ef-0c75870c348c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6149149
Mar 26 21:02:54.456822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:54.479209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:02:54.483295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:54.508265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0586fbfe-701c-437a-962b-2442dcf2c66a req-d9558c5e-6be8-4321-95c1-5d37d4a8ab3a tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303409
Mar 26 21:02:54.559263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-839281b7-a47e-444a-bf32-19e2c2da4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.559737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-839281b7-a47e-444a-bf32-19e2c2da4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.560247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-839281b7-a47e-444a-bf32-19e2c2da4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.561940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-839281b7-a47e-444a-bf32-19e2c2da4af5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7ef32a79723421e847963a749a03313&shared=False HTTP/1.1" status: 200  len: 2288 time: 0.3629575
Mar 26 21:02:54.595726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8925d635-10b8-4393-a3cf-649a4b89de3f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab99e3d5-1fb5-4506-85ef-0c75870c348c HTTP/1.1" status: 200  len: 205 time: 0.1338413
Mar 26 21:02:54.636179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41674) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:54.658220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:54.660882 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33425b22-7c92-4f89-a642-680e8797ef6c" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:54.666986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:54.734613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0a99728-9d70-4865-8ae3-f6e59c79c7fb req-ae5448e9-f284-4ec8-9a4b-10e7137b0fb1 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4318621
Mar 26 21:02:54.765677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebc30a0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T21:02:50Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:54.790977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks [] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.806485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:54.855656 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268e570-2893-4216-b138-0ed0b2fb9d5d x-openstack-request-id: req-5268e570-2893-4216-b138-0ed0b2fb9d5d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:54.856127 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:54.856522 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5268e570-2893-4216-b138-0ed0b2fb9d5d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:54.857068 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5268e570-2893-4216-b138-0ed0b2fb9d5d'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54', 'status': 'completed', 'code': 200}
Mar 26 21:02:54.870547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Checking router: 6c109060-9ef1-4215-b462-b5593dc3aa48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:02:54.883091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Routers {'6c109060-9ef1-4215-b462-b5593dc3aa48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:54.883724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebc30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['6c109060-9ef1-4215-b462-b5593dc3aa48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:54.898072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-33f13e4a-8829-4236-b8ac-d7cbe7ab87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:54.908587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-33f13e4a-8829-4236-b8ac-d7cbe7ab87af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 1125 time: 0.6264799
Mar 26 21:02:54.917110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (e23e281f-e390-4bf5-85c0-061b1c9c904a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.945174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:54.973588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.058146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5952e190-8be0-4ba6-bbb0-1c9579f9d439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.092953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] Set router 6c109060-9ef1-4215-b462-b5593dc3aa48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:55.160028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.160670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.162740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ff04cb7-828b-45fe-9bec-656625bf9adb HTTP/1.1" status: 200  len: 1092 time: 4.1847608
Mar 26 21:02:55.224512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Request body: {'port': {'device_id': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:55.269342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f91c8-1ff6-479b-a7ed-ff54e6505a34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:55.287303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-74fb367f-3f29-45d6-94a9-3a5e4732289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.289130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dec4f3e7-b7a7-402c-b2b1-549dcdcb80d0 req-74fb367f-3f29-45d6-94a9-3a5e4732289a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4354336
Mar 26 21:02:55.303130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (e23e281f-e390-4bf5-85c0-061b1c9c904a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.305780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:02:55.318516 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:02:55.325721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.326485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.327229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.327866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.328528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.329168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.329803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.332217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33425b22-7c92-4f89-a642-680e8797ef6c req-dda7fb70-1503-40d1-907c-2a45cd51d604 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6495 time: 0.4033659
Mar 26 21:02:55.352508 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:55.353393 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c3a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:55.392644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-e9891f60-85a5-4ef4-98c7-5c9b71e5ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.394508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-e9891f60-85a5-4ef4-98c7-5c9b71e5ee5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 200  len: 904 time: 0.4433849
Mar 26 21:02:55.410851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Subnet': ['ID=e23e281f-e390-4bf5-85c0-061b1c9c904a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:55.429201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167f2d0-bd7a-45b2-a76e-2393fe105b2b None None] Network b6a47f4c-d821-49b9-a2d6-368a994d5d5f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:55.470726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.477076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0df3f719-56bc-46fb-995e-666ba5626f99 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/subnets/e23e281f-e390-4bf5-85c0-061b1c9c904a HTTP/1.1" status: 204  len: 168 time: 1.6293616
Mar 26 21:02:55.494162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d393a-efe0-48d5-a41a-d07456db5e14 req-363e1ce0-a57f-4731-9660-0cf4776165c0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.500384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a03d393a-efe0-48d5-a41a-d07456db5e14 req-363e1ce0-a57f-4731-9660-0cf4776165c0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.4986854
Mar 26 21:02:55.502430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-9f9c9155-c744-4f31-9c91-744d56ccdc41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6021828-9e93-4aec-99b6-e95282b2f43d HTTP/1.1" status: 200  len: 217 time: 0.0835857
Mar 26 21:02:55.507988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41690) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:55.553940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:55.576906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.579303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e68f838e-1ab0-415f-98ea-605513e9a70e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2913368
Mar 26 21:02:55.665048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41694) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:55.708908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebc30a0>, [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T21:02:50Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:55.745536 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c3a60>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:02:52Z', 'revision_number': 3, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:55.747152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ec80c-1db4-40a5-9d9a-25ef26ccb343 None None] The sync data for ids ['6c109060-9ef1-4215-b462-b5593dc3aa48'] in ncdv-master-1 is: [{'id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'name': 'tempest-ServerRescueNegativeTestJSON-1671372722-router', 'tenant_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T21:02:50Z', 'revision_number': 5, 'project_id': 'dff0b12b0e8843e99f5aac63876e13fb', 'gw_port': {'id': 'cc61591d-9a6a-4a4a-a348-e571037dca12', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c109060-9ef1-4215-b462-b5593dc3aa48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:58:23Z', 'updated_at': '2022-03-26T20:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:55.796077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] DHCP port deletion for b6a47f4c-d821-49b9-a2d6-368a994d5d5f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:55.813558 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.818833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (ab99e3d5-1fb5-4506-85ef-0c75870c348c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.822369 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.832480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ea18-1136-445d-aee0-e5eb424a5a5e req-980fd581-851c-445c-9bee-1a1a13565e6a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.837895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ea18-1136-445d-aee0-e5eb424a5a5e req-980fd581-851c-445c-9bee-1a1a13565e6a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.843954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ea18-1136-445d-aee0-e5eb424a5a5e req-980fd581-851c-445c-9bee-1a1a13565e6a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.848489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aed4ea18-1136-445d-aee0-e5eb424a5a5e req-980fd581-851c-445c-9bee-1a1a13565e6a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2401 time: 0.8915334
Mar 26 21:02:55.875902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Deleting port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:55.877002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.896986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a03d393a-efe0-48d5-a41a-d07456db5e14 req-909cb072-cca8-49b5-9ac5-a199320a08f6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3687115
Mar 26 21:02:55.922763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks [] for router_gateway (6c109060-9ef1-4215-b462-b5593dc3aa48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.926037 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:02:55.926549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Updating router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf port 69186842-2129-4750-89cc-1292d4fb109b binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:02:55.938693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (ab99e3d5-1fb5-4506-85ef-0c75870c348c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.939505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router ab99e3d5-1fb5-4506-85ef-0c75870c348c {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:02:55.948781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b6a47f4c-d821-49b9-a2d6-368a994d5d5f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.953797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-a199615e-f8ff-4117-9009-7ce11604f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:55.955285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-a199615e-f8ff-4117-9009-7ce11604f595 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 200  len: 844 time: 0.4146430
Mar 26 21:02:55.966744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:55.968178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6497651a-7b73-490b-9766-552d742b985a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/ab99e3d5-1fb5-4506-85ef-0c75870c348c HTTP/1.1" status: 204  len: 168 time: 1.3237534
Mar 26 21:02:55.972923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41698) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:55.982835 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69186842-2129-4750-89cc-1292d4fb109b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.014753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-ef71d7b2-dad7-40b8-959a-9a79eb2ec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.015791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-ef71d7b2-dad7-40b8-959a-9a79eb2ec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.016318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-ef71d7b2-dad7-40b8-959a-9a79eb2ec98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.025721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33425b22-7c92-4f89-a642-680e8797ef6c req-ef71d7b2-dad7-40b8-959a-9a79eb2ec98e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.6801002
Mar 26 21:02:56.071782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] For port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,segment=NetworkSegment(2a72482a-234a-426b-a467-26559df54f78),segment_id=2a72482a-234a-426b-a467-26559df54f78)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:56.072387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.089553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Calling delete_port for 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:56.132389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-7286ac45-3d60-42c7-b303-972f58e233b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bed7c102-81ae-4d0f-9222-79cbabeb217f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1023266
Mar 26 21:02:56.217058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aed4ea18-1136-445d-aee0-e5eb424a5a5e req-46130400-e15e-4645-b278-d900deb368b6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3582036
Mar 26 21:02:56.222419 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (09bd0ac3-66da-44fa-9e0b-67705c7e35f9), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.228480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:02:56.303233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Pushing event deleted for resources: {'Port': ['ID=09bd0ac3-66da-44fa-9e0b-67705c7e35f9,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:56.316194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.316194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.316492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.316964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.318461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.318461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.318461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.318461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.318974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.319445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.319877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.321117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.321117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.321428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.321858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.327558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdb788-0f7b-4a4b-9dbf-55c9d0f6b551 None None] No DVR routers for this DVR port 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:56.381151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] The port '09bd0ac3-66da-44fa-9e0b-67705c7e35f9' was deleted {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Mar 26 21:02:56.429695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.439016 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks [] for port (69186842-2129-4750-89cc-1292d4fb109b), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.447582 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (69186842-2129-4750-89cc-1292d4fb109b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.475897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.534961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Attempting to bind port 69186842-2129-4750-89cc-1292d4fb109b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:56.535407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Attempting to bind port 69186842-2129-4750-89cc-1292d4fb109b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:56.535789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Attempting to bind port 69186842-2129-4750-89cc-1292d4fb109b on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:56.547732 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Pushing event updated for resources: {'Port': ['ID=69186842-2129-4750-89cc-1292d4fb109b,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:56.553768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:56.554154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:56.554564 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.554964 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:56.555454 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Bound port: 69186842-2129-4750-89cc-1292d4fb109b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:56.555841 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69186842-2129-4750-89cc-1292d4fb109b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.571697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.593485 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.594033 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.594442 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.594959 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.595477 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.595886 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.596425 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.596855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.597277 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.597829 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.599206 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.599206 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.599495 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.599949 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.600375 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:02:56.640357 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] For port 69186842-2129-4750-89cc-1292d4fb109b, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:56.643549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] For port 69186842-2129-4750-89cc-1292d4fb109b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69186842-2129-4750-89cc-1292d4fb109b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:56.644563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-83398dbd-5077-458b-affe-ce6efc6ec98b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.7168400
Mar 26 21:02:56.646336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-6d26614a-e01b-4123-aae6-90447b5945ab service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4930663
Mar 26 21:02:56.652729 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (69186842-2129-4750-89cc-1292d4fb109b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.653997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b3db-47cf-4641-b3e3-9a200f4e828a req-eb140c20-ff50-48ad-b70f-221f58051de3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.662848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc61b3db-47cf-4641-b3e3-9a200f4e828a req-eb140c20-ff50-48ad-b70f-221f58051de3 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 943 time: 0.5713115
Mar 26 21:02:56.670270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425b22-7c92-4f89-a642-680e8797ef6c req-0aa9723a-fc54-4660-acf5-4b10a6cb154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.672443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33425b22-7c92-4f89-a642-680e8797ef6c req-0aa9723a-fc54-4660-acf5-4b10a6cb154e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.6307781
Mar 26 21:02:56.691252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:56.704872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks [] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.731194 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:02:56.732819 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c3a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:56.737265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Deleting port cc61591d-9a6a-4a4a-a348-e571037dca12 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:56.737613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.779757 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b70dae-f7f4-45fe-95e1-a4053979c59b None None] Pushing event updated for resources: {'Port': ['ID=69186842-2129-4750-89cc-1292d4fb109b,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:56.802351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Transition to ACTIVE for port object 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:56.822261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.828350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.833694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.838994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.844650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.849703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.855040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:56.857050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-8a5ce9eb-4584-4304-9f92-45c6048d393c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5393 time: 0.2507696
Mar 26 21:02:56.863073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:02:56.865437 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0657ca2d-5b86-409c-9a35-bda115b1622d" -d '{"events": [{"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:02:56.868337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.872495 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:02:56.880272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.979243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:56.989109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:56.990358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c70fe-6d91-45ee-9004-adcca863c350 None None] Network 5199c433-1e6f-4c83-890b-59c14e37a58a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:02:56.992355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c20c1035-a496-422b-a143-655ca6a86202 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3 HTTP/1.1" status: 204  len: 168 time: 1.0133021
Mar 26 21:02:57.004862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:57.129033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:57.133460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] For port cc61591d-9a6a-4a4a-a348-e571037dca12, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc61591d-9a6a-4a4a-a348-e571037dca12,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:57.134092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.140482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:57.159796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b6a47f4c-d821-49b9-a2d6-368a994d5d5f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.194645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c3a60>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:02:52Z', 'revision_number': 3, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:57.216051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 35091994-b519-4824-a032-53f88604f5e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:57.241356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869fd17-d942-4e6f-b98b-c90ba4e79bcf None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:02:52Z', 'revision_number': 3, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:02:57.262774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:57.271723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks [] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.289694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Transition to ACTIVE for port object 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:02:57.294958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc61b3db-47cf-4641-b3e3-9a200f4e828a req-c232b35f-7ff0-4b19-a65e-e947b9327fbe tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6309621
Mar 26 21:02:57.299597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fab20a0>,) {'filters': {'network_id': ['b6a47f4c-d821-49b9-a2d6-368a994d5d5f']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:57.329615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Calling delete_port for cc61591d-9a6a-4a4a-a348-e571037dca12 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:57.340436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce5c9b57-4fd4-4405-ad58-c57ec36346f5 req-5ed8c004-cd83-4bc3-9295-4e715bfd26bd service neutron] 10.222.0.21 "GET /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6670437
Mar 26 21:02:57.346524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fab20a0>, '2a72482a-234a-426b-a467-26559df54f78') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:57.347486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fab20a0>, '2a72482a-234a-426b-a467-26559df54f78') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:02:57.350232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-df010016-431b-4ad8-a027-53996b242d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:57.352277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-df010016-431b-4ad8-a027-53996b242d40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 1127 time: 0.6148064
Mar 26 21:02:57.368150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 35091994-b519-4824-a032-53f88604f5e2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:57.368940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 35091994-b519-4824-a032-53f88604f5e2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:57.369567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:57.403610 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (2a72482a-234a-426b-a467-26559df54f78), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.418626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:02:57.419027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 09bd0ac3-66da-44fa-9e0b-67705c7e35f9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:02:57.438376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.446053 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4dd0ee-b327-4b42-a8a0-96daafed112e x-openstack-request-id: req-fa4dd0ee-b327-4b42-a8a0-96daafed112e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:02:57.446470 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:02:57.446824 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa4dd0ee-b327-4b42-a8a0-96daafed112e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:02:57.447325 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4dd0ee-b327-4b42-a8a0-96daafed112e'] response: {'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb', 'status': 'completed', 'code': 200}
Mar 26 21:02:57.471015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2a72482a-234a-426b-a467-26559df54f78), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.517154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e7770bd-49e1-4296-a6dd-1c48c48cc3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.537869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:02:57.538355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (2a72482a-234a-426b-a467-26559df54f78), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:02:57.548358 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:02:57.560396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:57.582830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a3a2272-2352-404f-bf34-678484d7cb11 req-c0b8a33f-87a2-4f7e-9bf5-1f09b9a2407e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7119124
Mar 26 21:02:57.594669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (5199c433-1e6f-4c83-890b-59c14e37a58a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.655888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'mac_address': 'fa:16:3e:6d:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:57.684710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:57.714422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] DHCP port deletion for 5199c433-1e6f-4c83-890b-59c14e37a58a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:02:57.755381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Attempting to bind port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:57.756061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Attempting to bind port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:57.756570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Attempting to bind port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 on network 3520df3b-6ed1-4672-b47f-8044261e5766 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:57.836931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d6021828-9e93-4aec-99b6-e95282b2f43d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:57.837343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.857494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6021828-9e93-4aec-99b6-e95282b2f43d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:57.885930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:57.900445 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:57.901160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:02:57.918490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-c069a7c2-3d70-4b05-ae38-078533d180da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:57.920730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-c069a7c2-3d70-4b05-ae38-078533d180da service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.5278060
Mar 26 21:02:57.954501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 on network 3520df3b-6ed1-4672-b47f-8044261e5766 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:57.956274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Attempting to bind port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 on network 3520df3b-6ed1-4672-b47f-8044261e5766 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:57.969053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:58.001470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b6a47f4c-d821-49b9-a2d6-368a994d5d5f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.007280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-042c2c21-63cc-4fba-add0-55c6e366285d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 200  len: 217 time: 0.0750570
Mar 26 21:02:58.008040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Deleting port b90906ea-ad17-4503-b7c5-955ea82387f4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:58.008505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.012736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-7980a8b2-e463-4412-b1a4-d564719e8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.013457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-7980a8b2-e463-4412-b1a4-d564719e8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.014093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-7980a8b2-e463-4412-b1a4-d564719e8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.016591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-7980a8b2-e463-4412-b1a4-d564719e8120 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2886 time: 0.5668240
Mar 26 21:02:58.047078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cc61591d-9a6a-4a4a-a348-e571037dca12), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.095477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-e60166c8-e7c5-4539-b735-ecd7c358c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.101065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-e60166c8-e7c5-4539-b735-ecd7c358c3c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0772321
Mar 26 21:02:58.108578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.125411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/networks/b6a47f4c-d821-49b9-a2d6-368a994d5d5f HTTP/1.1" status: 204  len: 168 time: 2.6106024
Mar 26 21:02:58.149843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:58.150443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Checking segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:58.150609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Bound using segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:58.151027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Bound port: 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:58.151397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.153430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc61591d-9a6a-4a4a-a348-e571037dca12,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:58.160068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:58.185643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] For port b90906ea-ad17-4503-b7c5-955ea82387f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b90906ea-ad17-4503-b7c5-955ea82387f4,segment=NetworkSegment(dee26db8-c3c8-464d-8945-37e562a97eb4),segment_id=dee26db8-c3c8-464d-8945-37e562a97eb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:58.186205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.206048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Calling delete_port for b90906ea-ad17-4503-b7c5-955ea82387f4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:02:58.241708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Attempting to bind port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:02:58.242066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Attempting to bind port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:02:58.242405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Attempting to bind port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:58.244326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:58.245682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ecfe1-ef71-47f1-829d-cba80635331a tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Pushing event deleted for resources: {'Network': ['ID=b6a47f4c-d821-49b9-a2d6-368a994d5d5f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:58.303449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'port_id': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'mac_address': 'fa:16:3e:db:7e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:02:58.309970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ee90166f-424a-49f5-9fb0-1d7f0247fbae tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "GET /v2.0/ports?device_id=abda1a61-964a-48eb-bd42-2784609628c5 HTTP/1.1" status: 200  len: 205 time: 0.1412377
Mar 26 21:02:58.352752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:02:58.387358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:58.392222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:58.398104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:02:58.398441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Attempting to bind port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 on network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:02:58.411802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.432964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:58.433579 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.440784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b5ec-3840-4dfd-aa4c-bbc77c4c84bc req-9d963d9d-18fd-4587-be7a-adabbea3cc1a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.448498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b5ec-3840-4dfd-aa4c-bbc77c4c84bc req-9d963d9d-18fd-4587-be7a-adabbea3cc1a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.454684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b5ec-3840-4dfd-aa4c-bbc77c4c84bc req-9d963d9d-18fd-4587-be7a-adabbea3cc1a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.463250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcaf364f-32ed-4913-b91e-3c3ff9f85e80 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:02:58.472355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c059b5ec-3840-4dfd-aa4c-bbc77c4c84bc req-9d963d9d-18fd-4587-be7a-adabbea3cc1a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.7099771
Mar 26 21:02:58.477272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.479940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:02:58.480124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Checking segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:02:58.480545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Bound using segment: {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:02:58.481152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Bound port: 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:02:58.481515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.520769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port b90906ea-ad17-4503-b7c5-955ea82387f4 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:02:58.521133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.551311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] Pushing event deleted for resources: {'Port': ['ID=b90906ea-ad17-4503-b7c5-955ea82387f4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:58.555193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0adfde-acac-4c02-987d-176a8be03421 None None] No DVR routers for this DVR port b90906ea-ad17-4503-b7c5-955ea82387f4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:02:58.559680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:58.572502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.581836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45fdd-a041-4162-9141-85a131363e2d req-a54d6dcb-9141-4109-8dbd-e7ca04d21899 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.589831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bd45fdd-a041-4162-9141-85a131363e2d req-a54d6dcb-9141-4109-8dbd-e7ca04d21899 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.9764719
Mar 26 21:02:58.604528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (6c109060-9ef1-4215-b462-b5593dc3aa48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.637111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:58.668242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router (abda1a61-964a-48eb-bd42-2784609628c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.698027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['dcaf364f-32ed-4913-b91e-3c3ff9f85e80'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:58.725246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:02:58.730976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:02:58.819520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.823682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.827536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.831908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] 10.222.0.18 "PUT /v2.0/ports/27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 HTTP/1.1" status: 200  len: 1091 time: 4.7219422
Mar 26 21:02:58.853968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-d7d147d2-d254-46c3-962c-25db9723ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.857240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-d7d147d2-d254-46c3-962c-25db9723ae10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7138977
Mar 26 21:02:58.909113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d6021828-9e93-4aec-99b6-e95282b2f43d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:02:58.920158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.925740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:58.956735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-60d40e17-a879-42e8-8c3e-ed218b993f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.957210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-60d40e17-a879-42e8-8c3e-ed218b993f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.957564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Request body: {'port': {'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:02:58.958050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-60d40e17-a879-42e8-8c3e-ed218b993f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:58.959248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-60d40e17-a879-42e8-8c3e-ed218b993f90 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c7ef32a79723421e847963a749a03313&shared=False HTTP/1.1" status: 200  len: 2288 time: 0.8324931
Mar 26 21:02:59.054895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.129946 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.131292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (abda1a61-964a-48eb-bd42-2784609628c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.137881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router_controller (abda1a61-964a-48eb-bd42-2784609628c5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.157657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks [] for router_controller (6c109060-9ef1-4215-b462-b5593dc3aa48), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.163308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab5f7-4332-4abc-83fd-800394c3e6ea service neutron] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:59.169241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port b90906ea-ad17-4503-b7c5-955ea82387f4, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:59.169929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.217039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.218345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.220109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 HTTP/1.1" status: 200  len: 1092 time: 4.0182168
Mar 26 21:02:59.260687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c059b5ec-3840-4dfd-aa4c-bbc77c4c84bc req-896523a8-eeef-42d3-a017-f56da736c4d6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7873671
Mar 26 21:02:59.336498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bd45fdd-a041-4162-9141-85a131363e2d req-5c56246b-8878-4469-a22b-605971d4846b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7456436
Mar 26 21:02:59.444681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 69186842-2129-4750-89cc-1292d4fb109b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:02:59.521079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (abda1a61-964a-48eb-bd42-2784609628c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.521614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Fanout notify agent at l3_agent the message router_deleted on router abda1a61-964a-48eb-bd42-2784609628c5 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:02:59.529401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.533521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0dbda2d-ecea-482e-b6d9-54e383ccd5b6 tempest-RoutersNegativeTest-1796860099 tempest-RoutersNegativeTest-1796860099-project] 10.222.0.16 "DELETE /v2.0/routers/abda1a61-964a-48eb-bd42-2784609628c5 HTTP/1.1" status: 204  len: 168 time: 1.1534278
Mar 26 21:02:59.548372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 69186842-2129-4750-89cc-1292d4fb109b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:02:59.549220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (69186842-2129-4750-89cc-1292d4fb109b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.748707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 69186842-2129-4750-89cc-1292d4fb109b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:02:59.749501 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69186842-2129-4750-89cc-1292d4fb109b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.784202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 69186842-2129-4750-89cc-1292d4fb109b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69186842-2129-4750-89cc-1292d4fb109b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:02:59.794868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (69186842-2129-4750-89cc-1292d4fb109b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:02:59.909099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.918570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.923628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=69186842-2129-4750-89cc-1292d4fb109b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:02:59.925601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.946719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.947360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b90906ea-ad17-4503-b7c5-955ea82387f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:02:59.959545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.971973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.979657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:02:59.988825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-d8ef5268-5b10-4ff6-a94e-3e4a96882085 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5405 time: 0.4952283
Mar 26 21:02:59.998686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b90906ea-ad17-4503-b7c5-955ea82387f4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:00.000660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b90906ea-ad17-4503-b7c5-955ea82387f4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:00.020948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-896fce1b-fcf4-44ea-acd6-c2c98f0a62c5 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1260617
Mar 26 21:03:00.021621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:00.031381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75'}, {'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:00.033955 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c417e-e932-421c-98c8-b2cd5f090c95" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75"}, {"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:00.056788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for b90906ea-ad17-4503-b7c5-955ea82387f4 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:00.057803 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.096929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Port b90906ea-ad17-4503-b7c5-955ea82387f4 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:03:00.119557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b90906ea-ad17-4503-b7c5-955ea82387f4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.129318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (6c109060-9ef1-4215-b462-b5593dc3aa48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.129887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c109060-9ef1-4215-b462-b5593dc3aa48 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:03:00.146354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.147904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e6bea0d9-4244-416c-a50f-731a96a8dcb2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6c109060-9ef1-4215-b462-b5593dc3aa48 HTTP/1.1" status: 204  len: 168 time: 5.8167315
Mar 26 21:03:00.157260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:00.208887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cffdf8c-0406-46a7-8d3d-ca177b8c0753 req-ca73224f-b11e-420f-b4bb-5a85b6a8d617 service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400840
Mar 26 21:03:00.222142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-891f0e5f-490e-49f4-a36e-20b742f094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:00.225161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0657ca2d-5b86-409c-9a35-bda115b1622d req-891f0e5f-490e-49f4-a36e-20b742f094b2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.9087694
Mar 26 21:03:00.237491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port b90906ea-ad17-4503-b7c5-955ea82387f4 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:00.239369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:00.335868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=b90906ea-ad17-4503-b7c5-955ea82387f4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:00.372196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Deleting subnet d5404461-c19b-41ce-8e5f-399aad8ad772 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:00.391538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589289e-d0ae-40d6-930b-834cfcdb5eb7 req-0fa247fe-c8d1-416a-ba9f-f35184590611 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:00.393238 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8589289e-d0ae-40d6-930b-834cfcdb5eb7 req-0fa247fe-c8d1-416a-ba9f-f35184590611 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 944 time: 0.3476646
Mar 26 21:03:00.445088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Publish callbacks [] for subnet (d5404461-c19b-41ce-8e5f-399aad8ad772), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.455167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (5199c433-1e6f-4c83-890b-59c14e37a58a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.546129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fe87700>,) {'filters': {'network_id': ['5199c433-1e6f-4c83-890b-59c14e37a58a']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:00.568071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d5404461-c19b-41ce-8e5f-399aad8ad772), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.573663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5ac11b-6501-4f2a-b826-a2beff85eb24 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:00.609817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fe87700>, 'dee26db8-c3c8-464d-8945-37e562a97eb4') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:00.610224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fe87700>, 'dee26db8-c3c8-464d-8945-37e562a97eb4') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:00.612729 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:03:00.613253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks [] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.634931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (dee26db8-c3c8-464d-8945-37e562a97eb4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.641521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8589289e-d0ae-40d6-930b-834cfcdb5eb7 req-b3a005b7-47ef-4bb4-90ff-8a605604e422 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272215
Mar 26 21:03:00.657266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Transition to ACTIVE for port object 5a5ac11b-6501-4f2a-b826-a2beff85eb24 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:03:00.670571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dee26db8-c3c8-464d-8945-37e562a97eb4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.677944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:00.678366 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (dee26db8-c3c8-464d-8945-37e562a97eb4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:00.751575 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:00.762660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.767644 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eefe27-fc09-4483-b5b1-fe9b045111f0 x-openstack-request-id: req-96eefe27-fc09-4483-b5b1-fe9b045111f0 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:00.768240 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:00.769241 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96eefe27-fc09-4483-b5b1-fe9b045111f0 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:00.769970 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eefe27-fc09-4483-b5b1-fe9b045111f0'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'status': 'completed', 'code': 200}
Mar 26 21:03:00.770803 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eefe27-fc09-4483-b5b1-fe9b045111f0'] response: {'name': 'network-changed', 'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3', 'status': 'completed', 'code': 200}
Mar 26 21:03:00.815586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (5199c433-1e6f-4c83-890b-59c14e37a58a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.817420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac935bb6-d7aa-45f4-a2c1-316031cfea82 req-8fa539b2-a226-447a-8d8e-1beee09b43a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.8271542
Mar 26 21:03:00.841559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf301d70-3eaa-4c62-a6e1-36d7b6773532 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=071536f2731b462e8a9718f742660e3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7771466
Mar 26 21:03:00.850631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41770) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:00.868675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:00.879941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/5199c433-1e6f-4c83-890b-59c14e37a58a HTTP/1.1" status: 204  len: 168 time: 3.8642657
Mar 26 21:03:00.891527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:00.909354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711056409'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:00.914716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176095f-1ab4-4ca5-82e8-dea7598d19ca tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=5199c433-1e6f-4c83-890b-59c14e37a58a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:00.936790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Allocated IP 172.20.0.1 (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84/571c539b-56d7-458b-8c0c-ec0f03c32bba/2b6c5009-6fa4-4014-9f50-663d47990419) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:01.011891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:01.018660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.066166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:01.084938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:01.186171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:01.211068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (17e0cd6a-08b0-42aa-b196-428ea33f1c7e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.212878 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment 17e0cd6a-08b0-42aa-b196-428ea33f1c7e of type vlan for network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd
Mar 26 21:03:01.225985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d5404461-c19b-41ce-8e5f-399aad8ad772), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.237965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d6021828-9e93-4aec-99b6-e95282b2f43d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:01.249820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 69186842-2129-4750-89cc-1292d4fb109b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:01.255758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d6021828-9e93-4aec-99b6-e95282b2f43d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:01.256355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.264177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.309655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.315200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.316104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.346478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47b39-10da-41f0-83a8-b13a7a9476e7 req-d891a731-0eb4-453e-b21b-9b10c017fe51 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.353459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-53e3f972-8f5f-431e-af94-a77aaf9bdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.353859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47b39-10da-41f0-83a8-b13a7a9476e7 req-d891a731-0eb4-453e-b21b-9b10c017fe51 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.354503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-53e3f972-8f5f-431e-af94-a77aaf9bdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.355267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-53e3f972-8f5f-431e-af94-a77aaf9bdc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.357208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-53e3f972-8f5f-431e-af94-a77aaf9bdc6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2959 time: 0.7945650
Mar 26 21:03:01.361228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47b39-10da-41f0-83a8-b13a7a9476e7 req-d891a731-0eb4-453e-b21b-9b10c017fe51 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.370402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9be47b39-10da-41f0-83a8-b13a7a9476e7 req-d891a731-0eb4-453e-b21b-9b10c017fe51 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.4676952
Mar 26 21:03:01.372796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.373674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.374389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.375059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.375717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.376403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.377089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.379429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-c602d170-9f59-4ba5-9a03-079bae4e6b57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6618 time: 0.5592041
Mar 26 21:03:01.381351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] Publish callbacks [] for security_group (4d4e4279-b8be-4533-bf50-4059e97838df), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.407815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] Publish callbacks [] for security_group (4d4e4279-b8be-4533-bf50-4059e97838df), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.432045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5341191
Mar 26 21:03:01.452010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41774) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:01.499593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cad5-4ac2-4931-a06e-a27120a9f867 req-5ed01ce1-a9df-4765-97b7-0367e96761cc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.507903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63b3cad5-4ac2-4931-a06e-a27120a9f867 req-5ed01ce1-a9df-4765-97b7-0367e96761cc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 945 time: 0.5048103
Mar 26 21:03:01.515850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Attempting to bind port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:01.516238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Attempting to bind port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:01.516538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Attempting to bind port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 on network 3520df3b-6ed1-4672-b47f-8044261e5766 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:01.520747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:01.521799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4d4e4279-b8be-4533-bf50-4059e97838df), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.524732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.528562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d4e4279-b8be-4533-bf50-4059e97838df HTTP/1.1" status: 204  len: 168 time: 0.6738696
Mar 26 21:03:01.537858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 on network 3520df3b-6ed1-4672-b47f-8044261e5766 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:03:01.538196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Attempting to bind port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 on network 3520df3b-6ed1-4672-b47f-8044261e5766 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:01.553357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-8187a623-6d08-4559-8d69-edc22be8fe4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.6568062
Mar 26 21:03:01.570331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:01.571000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Checking segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:01.571335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Bound using segment: {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:01.572738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Bound port: 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b1860cf-ee8d-487f-8499-931305cdaa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:01.573123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.585038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-161f92a8-4a75-4d7a-adee-f5e8a1fb210e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=93931704-6fea-4515-a6df-884b6c68ddcb HTTP/1.1" status: 200  len: 217 time: 0.1775851
Mar 26 21:03:01.592132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a589699-8cbf-4fa9-be65-148888461177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4e4279-b8be-4533-bf50-4059e97838df,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:01.683723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:01.691157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:01.700084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d5404461-c19b-41ce-8e5f-399aad8ad772), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.730483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95340c9e-7ffb-4e92-b2e8-69b8eaf7c61c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=0a3fb8ef-13e7-4743-8eb2-07a758f08bbd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:01.768511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.773879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5404461-c19b-41ce-8e5f-399aad8ad772,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:01.807593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9be47b39-10da-41f0-83a8-b13a7a9476e7 req-75a044fd-8c54-4353-9a01-1f3069a05442 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4362276
Mar 26 21:03:01.864002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:01.918308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.955596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:01.974502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks [] for port (2b6c5009-6fa4-4014-9f50-663d47990419), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.977578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.981454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-63d986bd-b62d-4f67-8460-4902391c3cd3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5404461-c19b-41ce-8e5f-399aad8ad772 HTTP/1.1" status: 204  len: 168 time: 1.8198490
Mar 26 21:03:01.981454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:01.981454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:01.982739 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ab7a4b7f-51ad-48db-9396-c5ad85128319 service neutron] 10.222.0.18 "PUT /v2.0/ports/5a5ac11b-6501-4f2a-b826-a2beff85eb24 HTTP/1.1" status: 200  len: 1091 time: 3.0362425
Mar 26 21:03:01.999224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63b3cad5-4ac2-4931-a06e-a27120a9f867 req-765a245d-cb41-42e8-8a36-bf7b215e00f5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4899120
Mar 26 21:03:02.009118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:02.034009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f8152d65-dab9-4558-be46-dcddb0118aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.035714 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-f8152d65-dab9-4558-be46-dcddb0118aa8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4db33bd-fd18-4a3a-bd1b-39179b7858c5 HTTP/1.1" status: 200  len: 801 time: 0.4068680
Mar 26 21:03:02.120723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac4c6d1-6a15-4735-861e-84a8b59dc28a None None] Network 774ec06c-09d0-4daf-abd3-72e75f21ab7d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:02.126610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d6021828-9e93-4aec-99b6-e95282b2f43d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:02.127154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.131522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a865538-c53d-462d-9c7c-929cca1ee74a req-f80dd259-e37f-45db-abda-3d60a08a626b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.136463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a865538-c53d-462d-9c7c-929cca1ee74a req-f80dd259-e37f-45db-abda-3d60a08a626b tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 944 time: 0.1760948
Mar 26 21:03:02.154612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 69186842-2129-4750-89cc-1292d4fb109b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:02.159791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (69186842-2129-4750-89cc-1292d4fb109b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.173875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-40af8551-40d3-45fb-a583-2d64ce856b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.175694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-40af8551-40d3-45fb-a583-2d64ce856b04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.5298643
Mar 26 21:03:02.262787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:02.266161 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab74a6b2-3a9c-442b-bc7c-8498e7214b38" -d '{"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-plugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:02.296622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:02.302745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a865538-c53d-462d-9c7c-929cca1ee74a req-e89b3bea-f419-46cf-9a28-575e165e9ca5 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576602
Mar 26 21:03:02.339681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:02.354723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.363847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.364915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:02.424079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (774ec06c-09d0-4daf-abd3-72e75f21ab7d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.429782 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c072d-7198-4028-a67d-c15ec8fce28c x-openstack-request-id: req-7b9c072d-7198-4028-a67d-c15ec8fce28c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:02.430156 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-plugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:02.430336 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b9c072d-7198-4028-a67d-c15ec8fce28c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:02.430764 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9c072d-7198-4028-a67d-c15ec8fce28c'] response: {'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'code': 200}
Mar 26 21:03:02.561025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-0087a56e-b827-4545-bacf-d1cd7102e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.561736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-0087a56e-b827-4545-bacf-d1cd7102e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.562746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-0087a56e-b827-4545-bacf-d1cd7102e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.564657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-0087a56e-b827-4545-bacf-d1cd7102e763 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9643f439b26e41cda482b9533143d636&shared=False HTTP/1.1" status: 200  len: 2290 time: 1.1284986
Mar 26 21:03:02.566640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-14166111-19ef-4209-bc09-3403c0149acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.568128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-14166111-19ef-4209-bc09-3403c0149acc service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3531048
Mar 26 21:03:02.608724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2b061-0753-4b2e-8754-01f472d1a91d req-b0d8a957-b26d-4674-964c-e085cfd8c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:02.610314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85c2b061-0753-4b2e-8754-01f472d1a91d req-b0d8a957-b26d-4674-964c-e085cfd8c021 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 1127 time: 0.1119788
Mar 26 21:03:02.623434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.642142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:02.669028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 69186842-2129-4750-89cc-1292d4fb109b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:02.681138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc61591d-9a6a-4a4a-a348-e571037dca12 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:02.708432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cc61591d-9a6a-4a4a-a348-e571037dca12 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:02.708796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cc61591d-9a6a-4a4a-a348-e571037dca12 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:02.712620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:02.722317 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:02.774289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:02.776801 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ba250-b46d-4acf-9fee-4116796e7e46" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:02.777468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] DHCP port deletion for 774ec06c-09d0-4daf-abd3-72e75f21ab7d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:03:02.804133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85c2b061-0753-4b2e-8754-01f472d1a91d req-190002e8-3912-418c-84e1-1a53b38a8d20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834192
Mar 26 21:03:02.901322 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce634fd-20a3-49ee-829c-4ff271069655 x-openstack-request-id: req-dce634fd-20a3-49ee-829c-4ff271069655 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:02.901627 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:02.901897 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dce634fd-20a3-49ee-829c-4ff271069655 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:02.902435 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce634fd-20a3-49ee-829c-4ff271069655'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24', 'status': 'completed', 'code': 200}
Mar 26 21:03:02.936242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:02.994171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:03.077593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:03.079626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Deleting port 537f3f38-f108-4157-b07d-f5b34583b4fe {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:03.079626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.130959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.136995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.152758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.154583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--739821452'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:03.159763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.165053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] For port 537f3f38-f108-4157-b07d-f5b34583b4fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537f3f38-f108-4157-b07d-f5b34583b4fe,segment=NetworkSegment(b1351beb-3dd7-418d-b3dd-b3f5e504bdd6),segment_id=b1351beb-3dd7-418d-b3dd-b3f5e504bdd6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:03.165585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.167565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.184938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.196363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.196926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Calling delete_port for 537f3f38-f108-4157-b07d-f5b34583b4fe owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:03.203689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.212864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-81357f70-98c9-46b7-9ade-d14b7fdc0be9 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 1.0472510
Mar 26 21:03:03.215117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-19f7d9b5-5e9d-46a7-aedb-a29e53373784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.216782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-19f7d9b5-5e9d-46a7-aedb-a29e53373784 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 1.0460231
Mar 26 21:03:03.225768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:03.228703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:03.237361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f89e7-8683-4962-bdf7-f0552d0987d7 req-8b6c170b-fac1-42ec-a923-450d345d7d8d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.251884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:03.299440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.299647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f89e7-8683-4962-bdf7-f0552d0987d7 req-8b6c170b-fac1-42ec-a923-450d345d7d8d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.299647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f89e7-8683-4962-bdf7-f0552d0987d7 req-8b6c170b-fac1-42ec-a923-450d345d7d8d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.299647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d8f89e7-8683-4962-bdf7-f0552d0987d7 req-8b6c170b-fac1-42ec-a923-450d345d7d8d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.2392168
Mar 26 21:03:03.299647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.299983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-49e74292-fe90-406d-8768-6f3184860e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.6675377
Mar 26 21:03:03.328181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 537f3f38-f108-4157-b07d-f5b34583b4fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:03.404023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:03.421913 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.445335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d8f89e7-8683-4962-bdf7-f0552d0987d7 req-b938d6f1-aa8d-47e1-9870-c77e625b1667 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671383
Mar 26 21:03:03.501470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-e0f9af6b-4480-4fa6-bff5-1092c818e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.503199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-e0f9af6b-4480-4fa6-bff5-1092c818e2cc service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.9227860
Mar 26 21:03:03.508971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.527603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fa1dd1f5-0633-4693-a70b-d6db499205dc None None] Provisioning complete for port 2b6c5009-6fa4-4014-9f50-663d47990419 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:03.528015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fa1dd1f5-0633-4693-a70b-d6db499205dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.551372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (740f74b7-230d-41ee-9582-11cf78115c64), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.555912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:03.561216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.587897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (740f74b7-230d-41ee-9582-11cf78115c64), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.603452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] No DVR routers for this DVR port 537f3f38-f108-4157-b07d-f5b34583b4fe on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:03.624153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port 537f3f38-f108-4157-b07d-f5b34583b4fe update to DOWN by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:03:03.630005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cc07a-06a6-49ec-910a-a95a6e087ea0 None None] Pushing event deleted for resources: {'Port': ['ID=537f3f38-f108-4157-b07d-f5b34583b4fe,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:03.644714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fa1dd1f5-0633-4693-a70b-d6db499205dc None None] Port 2b6c5009-6fa4-4014-9f50-663d47990419 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:03.711473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.727884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.746271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740f74b7-230d-41ee-9582-11cf78115c64,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:03.767779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.769124 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8318322
Mar 26 21:03:03.774165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:03.812487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1168714-dcf4-467d-a7d1-27e59a0aa6b7 req-1134d059-68de-4cb1-adfc-4f29ac8c8a49 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:03.814143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1168714-dcf4-467d-a7d1-27e59a0aa6b7 req-1134d059-68de-4cb1-adfc-4f29ac8c8a49 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.2764900
Mar 26 21:03:03.875938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9eadd-bf34-4a77-b85e-099b5de82d8e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087a70d-d1d9-454b-8bbd-376607153259,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:03.932799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (a4a864f8-2d06-4ca6-934e-76f00a41b878), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:03.959728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e697a00d-50d4-45e7-8a9b-a25db787f184 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1820791
Mar 26 21:03:03.960436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41820) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:03.968294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-security--242709503', 'description': 'tempest-security-description-688462636'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:03.998433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-f784f379-d717-40cf-b3e5-71d02f9996fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.000089 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-f784f379-d717-40cf-b3e5-71d02f9996fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.6745412
Mar 26 21:03:04.028415 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1168714-dcf4-467d-a7d1-27e59a0aa6b7 req-81c4294d-5536-45f7-a019-a22981e398b7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781974
Mar 26 21:03:04.081561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.125932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a577c3a-80e2-4285-9c3b-ca1c88ed8d1b req-3800afc2-55b5-4145-a62d-d571bd5ee98d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.8934050
Mar 26 21:03:04.130213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-13975dd1-b9b8-4dce-a57b-75f20e11ec2c service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9055672
Mar 26 21:03:04.197500 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.207671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.210825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.212516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "PUT /v2.0/security-groups/2087a70d-d1d9-454b-8bbd-376607153259 HTTP/1.1" status: 200  len: 1795 time: 0.2482789
Mar 26 21:03:04.217278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:04.260051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Deleting port 537f3f38-f108-4157-b07d-f5b34583b4fe {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:04.260412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.311172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aab9c-061d-42c8-812c-3b88e5319658 req-90f4bf51-ebbc-41af-881b-4ce49af42095 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.321788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c5aab9c-061d-42c8-812c-3b88e5319658 req-90f4bf51-ebbc-41af-881b-4ce49af42095 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 945 time: 0.1898446
Mar 26 21:03:04.328468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e1924-aa90-4229-bafb-c4ba2a1c14fe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087a70d-d1d9-454b-8bbd-376607153259,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:04.349894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=a4a864f8-2d06-4ca6-934e-76f00a41b878,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:04.356462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9c09826-2a0d-4e3b-821d-ece3b4d49e59 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups/2087a70d-d1d9-454b-8bbd-376607153259 HTTP/1.1" status: 200  len: 1795 time: 0.1348996
Mar 26 21:03:04.360208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:04.391983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': '17e0cd6a-08b0-42aa-b196-428ea33f1c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:04.392455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:04.405833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.406327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.406989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.407308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.407853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.408255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.408734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.410957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-6b087d64-9846-4249-bf40-1edd0e6057a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6691 time: 0.5061827
Mar 26 21:03:04.422656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c5aab9c-061d-42c8-812c-3b88e5319658 req-4d6d9068-d164-4b66-ae02-158634152111 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994802
Mar 26 21:03:04.431949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:04.434833 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb828f9-f9c5-4d7f-893c-ad72e2449128" -d '{"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:04.491245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.514114 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eb1e9e-9054-4c60-98a7-0c977351a959 x-openstack-request-id: req-50eb1e9e-9054-4c60-98a7-0c977351a959 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:04.514718 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:04.515176 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50eb1e9e-9054-4c60-98a7-0c977351a959 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:04.515780 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50eb1e9e-9054-4c60-98a7-0c977351a959'] response: {'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'code': 200}
Mar 26 21:03:04.548272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-04780407-65e7-427a-a022-891af3a11117 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7 HTTP/1.1" status: 200  len: 217 time: 0.1235855
Mar 26 21:03:04.556496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.559095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-98edd2c0-e581-4e79-b116-64a51f10502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.560808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-98edd2c0-e581-4e79-b116-64a51f10502c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4490678
Mar 26 21:03:04.564203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] For port 537f3f38-f108-4157-b07d-f5b34583b4fe, host ncdv-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:04.564694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.637202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2087a70d-d1d9-454b-8bbd-376607153259), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.640329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.643714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/2087a70d-d1d9-454b-8bbd-376607153259 HTTP/1.1" status: 204  len: 168 time: 0.2803745
Mar 26 21:03:04.644741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41836) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:04.653020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-dececb17-a92b-4af4-8463-c95c823da9db service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4866593
Mar 26 21:03:04.667660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Calling delete_port for 537f3f38-f108-4157-b07d-f5b34583b4fe owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:04.668291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67282cfd-6e24-44dc-8a3f-88c0f4e09979 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087a70d-d1d9-454b-8bbd-376607153259,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:04.685120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:04.697757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Port 537f3f38-f108-4157-b07d-f5b34583b4fe was not found and therefore no delete operation was performed {{(pid=126738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:03:04.763561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (537f3f38-f108-4157-b07d-f5b34583b4fe), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.790087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-376a8b05-6425-4e47-8345-907b88587c91 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1442668
Mar 26 21:03:04.799911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:04.807587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-5cfab8dc-58c2-4d2f-abc0-5382ea3a6ba5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb HTTP/1.1" status: 200  len: 217 time: 0.1305418
Mar 26 21:03:04.819829 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-52de34cd-3225-446f-a915-68c6a8043746 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] delete failed (client error): The resource could not be found.
Mar 26 21:03:04.825472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-52de34cd-3225-446f-a915-68c6a8043746 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/2087a70d-d1d9-454b-8bbd-376607153259 HTTP/1.1" status: 404  len: 347 time: 0.0241661
Mar 26 21:03:04.832643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:04.833940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:04.834219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.841984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684022147'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:04.844880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.845488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:04.853106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90596e2a-34f9-42fb-a8d3-a86acac094dd None None] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:04.861886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-dcf68d4c-12ea-47df-8117-bc9113701edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:04.863446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-dcf68d4c-12ea-47df-8117-bc9113701edc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cd7e2e1-5520-4541-94f7-82fe69641de3 HTTP/1.1" status: 200  len: 851 time: 0.2959661
Mar 26 21:03:04.864121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Pushing event deleted for resources: {'Port': ['ID=537f3f38-f108-4157-b07d-f5b34583b4fe,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:04.875386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] No DVR routers for this DVR port 537f3f38-f108-4157-b07d-f5b34583b4fe on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:04.918073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.057854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-45976813-a892-440a-b6ad-6853cbd911e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.5397723
Mar 26 21:03:05.062582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41864) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:05.067341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181533489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:05.083348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0a3fb8ef-13e7-4743-8eb2-07a758f08bbd', 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': 'a4a864f8-2d06-4ca6-934e-76f00a41b878'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:05.084864 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.085896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-c4c0f70a-b770-45d2-bc5a-3488cc1d67d5 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5156810
Mar 26 21:03:05.087280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-157afe3c-0a1d-4e35-8143-61285bf384aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.088678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-157afe3c-0a1d-4e35-8143-61285bf384aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa2613b8-e4f8-45c4-aac9-df707d96a4fc HTTP/1.1" status: 200  len: 801 time: 0.2458444
Mar 26 21:03:05.098392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f44d6-f31d-44a5-ad0b-787c527f73b2 req-7696323a-76cc-4266-a6db-624325655156 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.103993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f44d6-f31d-44a5-ad0b-787c527f73b2 req-7696323a-76cc-4266-a6db-624325655156 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.111197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f44d6-f31d-44a5-ad0b-787c527f73b2 req-7696323a-76cc-4266-a6db-624325655156 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.112990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c21f44d6-f31d-44a5-ad0b-787c527f73b2 req-7696323a-76cc-4266-a6db-624325655156 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.5095797
Mar 26 21:03:05.119045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (73516c26-6f34-4bc2-bdf7-15e17540127e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.120480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.133706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.149983 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73516c26-6f34-4bc2-bdf7-15e17540127e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.193414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (774ec06c-09d0-4daf-abd3-72e75f21ab7d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.247907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (0bc17bdd-d330-4f59-9ef2-3b7970c20890), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.259930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.266611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41874) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:05.266852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4312551
Mar 26 21:03:05.276980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.294988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': '73516c26-6f34-4bc2-bdf7-15e17540127e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:05.325049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ac8e47d9-d2fc-4045-afe7-7a753594f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.327418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ac8e47d9-d2fc-4045-afe7-7a753594f760 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4461808
Mar 26 21:03:05.331784 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.336252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ea79790>,) {'filters': {'network_id': ['774ec06c-09d0-4daf-abd3-72e75f21ab7d']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:05.338546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-feb18adf-6dd0-4668-aea6-08bfa0042421 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.2733324
Mar 26 21:03:05.348261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41876) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:05.430933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ea79790>, 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:05.431270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ea79790>, 'b1351beb-3dd7-418d-b3dd-b3f5e504bdd6') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:05.451228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Allocated IP 2001:db8::2 (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd/a4a864f8-2d06-4ca6-934e-76f00a41b878/436100a5-efd6-45e8-b001-b40a4971190a) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:05.466554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c21f44d6-f31d-44a5-ad0b-787c527f73b2 req-1eca1579-b19c-47ca-ba21-ab126d38fdfd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3232226
Mar 26 21:03:05.586001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks [] for port (2b6c5009-6fa4-4014-9f50-663d47990419), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.607399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866e7f9-f0de-4d94-ae76-dd2e2fe727d2 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73516c26-6f34-4bc2-bdf7-15e17540127e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:05.642232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-798ee00e-a335-47e1-a791-a81cfd73c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.643796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-798ee00e-a335-47e1-a791-a81cfd73c3e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9fc45269-fc51-45e8-8c1e-974c212d212b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.5258100
Mar 26 21:03:05.655752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (b1351beb-3dd7-418d-b3dd-b3f5e504bdd6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.656253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks [] for port (436100a5-efd6-45e8-b001-b40a4971190a), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.658001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.664952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (436100a5-efd6-45e8-b001-b40a4971190a), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.707312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:05.710619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:05.713552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:05.738583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb223857-271a-4b82-8170-a437d7ab7206 req-8061a960-fb4c-4c2d-b237-6e05aa69b51c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:05.740131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb223857-271a-4b82-8170-a437d7ab7206 req-8061a960-fb4c-4c2d-b237-6e05aa69b51c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.4352570
Mar 26 21:03:05.793851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Attempting to bind port 436100a5-efd6-45e8-b001-b40a4971190a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:05.794108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Attempting to bind port 436100a5-efd6-45e8-b001-b40a4971190a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17e0cd6a-08b0-42aa-b196-428ea33f1c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:05.794481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Attempting to bind port 436100a5-efd6-45e8-b001-b40a4971190a on network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:05.794804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b1351beb-3dd7-418d-b3dd-b3f5e504bdd6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.796710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Pushing event updated for resources: {'Port': ['ID=436100a5-efd6-45e8-b001-b40a4971190a,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:05.802723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:05.803106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Checking segment: {'id': '17e0cd6a-08b0-42aa-b196-428ea33f1c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:05.803950 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.804588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:05.804810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Bound using segment: {'id': '17e0cd6a-08b0-42aa-b196-428ea33f1c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:05.804999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (b1351beb-3dd7-418d-b3dd-b3f5e504bdd6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.805688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Bound port: 436100a5-efd6-45e8-b001-b40a4971190a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e0cd6a-08b0-42aa-b196-428ea33f1c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0a3fb8ef-13e7-4743-8eb2-07a758f08bbd'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:05.806246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (436100a5-efd6-45e8-b001-b40a4971190a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.854890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb223857-271a-4b82-8170-a437d7ab7206 req-dec1e8b4-cefd-40c1-9448-be194b9c7e95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077688
Mar 26 21:03:05.886412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.914423 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:05.919073 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:05.925513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] For port 436100a5-efd6-45e8-b001-b40a4971190a, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:05.932142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] For port 436100a5-efd6-45e8-b001-b40a4971190a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436100a5-efd6-45e8-b001-b40a4971190a,segment=NetworkSegment(17e0cd6a-08b0-42aa-b196-428ea33f1c7e),segment_id=17e0cd6a-08b0-42aa-b196-428ea33f1c7e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:05.947124 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (436100a5-efd6-45e8-b001-b40a4971190a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.185722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1597dbe-a5bc-453f-839d-09112f5e6d3b None None] Pushing event updated for resources: {'Port': ['ID=436100a5-efd6-45e8-b001-b40a4971190a,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:06.273527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8::1 (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd/a4a864f8-2d06-4ca6-934e-76f00a41b878/fd627edc-3943-4cc5-926f-6bba4ae25bc3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:06.359310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b24fe26f-af19-49a1-8c9e-609ed1ef49a3 req-969191b4-3459-4a72-9ca2-67e6e798d4bd service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2452388
Mar 26 21:03:06.394538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (774ec06c-09d0-4daf-abd3-72e75f21ab7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.489573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161af354-00c3-4dd5-ad2f-2b62d54b29cf req-3e6061fb-5b66-4ceb-a515-e02d4bbf11f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:06.496497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-161af354-00c3-4dd5-ad2f-2b62d54b29cf req-3e6061fb-5b66-4ceb-a515-e02d4bbf11f8 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 945 time: 0.1564429
Mar 26 21:03:06.551970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-4e512c2a-0507-4fc9-9cdd-55ca64894429 service neutron] 10.222.0.18 "GET /v2.0/networks/9fc45269-fc51-45e8-8c1e-974c212d212b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9000421
Mar 26 21:03:06.553005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:06.559037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.567982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.618129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-161af354-00c3-4dd5-ad2f-2b62d54b29cf req-e55c26bf-364b-4e9c-86f9-e98b3550d40e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193926
Mar 26 21:03:06.669073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.687798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/774ec06c-09d0-4daf-abd3-72e75f21ab7d HTTP/1.1" status: 204  len: 168 time: 4.6271279
Mar 26 21:03:06.707394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:06.769841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-7d0c42a5-ac72-41e0-b088-21d11683ec6f service neutron] 10.222.0.18 "GET /v2.0/networks/9fc45269-fc51-45e8-8c1e-974c212d212b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935172
Mar 26 21:03:06.879402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64403c48-4db6-4757-8607-6b0ca55948ca admin admin] Pushing event deleted for resources: {'Network': ['ID=774ec06c-09d0-4daf-abd3-72e75f21ab7d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:07.002690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.024700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.030146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.035612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.041337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.047204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.052785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.054829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-79af6b74-f4ad-4f89-a0a5-43470b818a22 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 1.4081616
Mar 26 21:03:07.056832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-540592a0-8c09-4ea8-8378-8a4abf224cc1 service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6592913
Mar 26 21:03:07.088300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41900) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:07.090817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-1e40bb07-c312-4494-99d0-fe66015454da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 HTTP/1.1" status: 200  len: 217 time: 0.2899048
Mar 26 21:03:07.101555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=fd627edc-3943-4cc5-926f-6bba4ae25bc3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:07.118051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:07.148537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:07.162733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:07.166153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.166404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:07.166900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0bc17bdd-d330-4f59-9ef2-3b7970c20890), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.290131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b29a5-f900-46f0-bf79-260db265e593 req-1d1b4011-b3ab-48cd-b30d-ecd6e374cde3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.292077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:07.297061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b29a5-f900-46f0-bf79-260db265e593 req-1d1b4011-b3ab-48cd-b30d-ecd6e374cde3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.302399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b29a5-f900-46f0-bf79-260db265e593 req-1d1b4011-b3ab-48cd-b30d-ecd6e374cde3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.308188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'network_id': 'bed7c102-81ae-4d0f-9222-79cbabeb217f', 'port_id': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'mac_address': 'fa:16:3e:6d:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5205905-093e-4b0d-b14f-3c4f588419c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:07.310936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd0b29a5-f900-46f0-bf79-260db265e593 req-1d1b4011-b3ab-48cd-b30d-ecd6e374cde3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.2044282
Mar 26 21:03:07.317012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 436100a5-efd6-45e8-b001-b40a4971190a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:07.331207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.368985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d6021828-9e93-4aec-99b6-e95282b2f43d is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:07.369786 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.430718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-b0751bc0-3859-4b31-9f64-11b1e4184ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.436255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-b0751bc0-3859-4b31-9f64-11b1e4184ebd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 1128 time: 0.5637715
Mar 26 21:03:07.437140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575020a2-abcc-4ff7-8334-e7644427937e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:07.456196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd0b29a5-f900-46f0-bf79-260db265e593 req-fa926715-1929-4c3f-8945-08537b2fd846 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383986
Mar 26 21:03:07.464144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 436100a5-efd6-45e8-b001-b40a4971190a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:07.464523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (436100a5-efd6-45e8-b001-b40a4971190a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.469532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6021828-9e93-4aec-99b6-e95282b2f43d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:07.496701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f2794aa-73e5-47f0-a157-1fbdcfd3e181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dff0b12b0e8843e99f5aac63876e13fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4026506
Mar 26 21:03:07.497847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:07.524138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41902) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:07.531317 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.609117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:07.655719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.700784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d6021828-9e93-4aec-99b6-e95282b2f43d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:07.740943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] Publish callbacks [] for security_group (212f62a0-ebad-4a2c-8417-02aa2b5f7e0c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.754010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4856f87-a1c9-423c-bcfd-928e3480dea7 req-16f49f4f-64b1-486c-9486-6a54296a8b56 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.756093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4856f87-a1c9-423c-bcfd-928e3480dea7 req-16f49f4f-64b1-486c-9486-6a54296a8b56 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.1634870
Mar 26 21:03:07.811085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.813507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-95ae79a4-04b3-41ef-bbf8-c8a6af3a4120 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.5378890
Mar 26 21:03:07.820803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:07.825848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-9384ac66-4269-4394-8861-d93292b4fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:07.831688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-9384ac66-4269-4394-8861-d93292b4fba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4db33bd-fd18-4a3a-bd1b-39179b7858c5 HTTP/1.1" status: 200  len: 801 time: 0.6782737
Mar 26 21:03:07.836726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 436100a5-efd6-45e8-b001-b40a4971190a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:07.837207 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (436100a5-efd6-45e8-b001-b40a4971190a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.843842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41906) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:07.849953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-470c0cae-7d19-44ed-a1ac-e9d0cecd5ed1 req-23480287-c9c6-4161-ba55-5b65642e0938 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7186024
Mar 26 21:03:07.892388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:07.921235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] Publish callbacks [] for security_group (212f62a0-ebad-4a2c-8417-02aa2b5f7e0c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:07.949530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2474f93-d830-410e-93de-03a29763bf26 None None] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:08.016806 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-12b4f386-914a-44db-8b4e-e28c66e82049 service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9237721
Mar 26 21:03:08.018359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4856f87-a1c9-423c-bcfd-928e3480dea7 req-4ed7f957-1bf7-4907-9919-335ed3f59b1e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473171
Mar 26 21:03:08.075493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.090545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 436100a5-efd6-45e8-b001-b40a4971190a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436100a5-efd6-45e8-b001-b40a4971190a,segment=NetworkSegment(17e0cd6a-08b0-42aa-b196-428ea33f1c7e),segment_id=17e0cd6a-08b0-42aa-b196-428ea33f1c7e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:08.133523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-7b160a45-3215-4855-af6e-e96c2cfb4dde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 217 time: 0.0529613
Mar 26 21:03:08.177275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (436100a5-efd6-45e8-b001-b40a4971190a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.189149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a5f7c5c6-41ce-4b8b-abcd-f2ee4c7140bb None None] Provisioning complete for port 436100a5-efd6-45e8-b001-b40a4971190a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:08.189531 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5f7c5c6-41ce-4b8b-abcd-f2ee4c7140bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (436100a5-efd6-45e8-b001-b40a4971190a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.263754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.267440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (212f62a0-ebad-4a2c-8417-02aa2b5f7e0c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.271030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.273430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-dc16ac99-d63d-466c-b2e3-fb63df97e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.275949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/212f62a0-ebad-4a2c-8417-02aa2b5f7e0c HTTP/1.1" status: 204  len: 168 time: 0.7489991
Mar 26 21:03:08.279418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.280896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0bc17bdd-d330-4f59-9ef2-3b7970c20890), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.286865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-dc16ac99-d63d-466c-b2e3-fb63df97e2d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.7969856
Mar 26 21:03:08.298463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f722d7-7583-4336-9694-cd81afb95fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f62a0-ebad-4a2c-8417-02aa2b5f7e0c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:08.372923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=fd627edc-3943-4cc5-926f-6bba4ae25bc3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:08.397888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=436100a5-efd6-45e8-b001-b40a4971190a,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:08.428631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.488395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7c5c6-41ce-4b8b-abcd-f2ee4c7140bb None None] Current status of the port 436100a5-efd6-45e8-b001-b40a4971190a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:08.496809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:08.500373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:08.550638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (575020a2-abcc-4ff7-8334-e7644427937e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.594131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-ebd4baaf-9dfe-4977-9b55-69c8c6cea95a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 200  len: 217 time: 0.3043573
Mar 26 21:03:08.599415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.600573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/575020a2-abcc-4ff7-8334-e7644427937e HTTP/1.1" status: 204  len: 168 time: 0.7494309
Mar 26 21:03:08.602558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:08.612239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41914) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:08.626748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-72e7c811-de05-42d1-92fb-dbb89c21db63 None None] Provisioning complete for port 2b6c5009-6fa4-4014-9f50-663d47990419 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:08.627133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-72e7c811-de05-42d1-92fb-dbb89c21db63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:08.697152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0152bf-b2d5-450e-a622-38432ecfb619 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=575020a2-abcc-4ff7-8334-e7644427937e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:08.745500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-72e7c811-de05-42d1-92fb-dbb89c21db63 None None] Port 2b6c5009-6fa4-4014-9f50-663d47990419 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:08.816092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb961-331c-47e1-a5f8-1f4acb582a34 req-65053ad0-d24b-4f23-be26-76da008c9d65 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.829462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb961-331c-47e1-a5f8-1f4acb582a34 req-65053ad0-d24b-4f23-be26-76da008c9d65 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.854940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fb961-331c-47e1-a5f8-1f4acb582a34 req-65053ad0-d24b-4f23-be26-76da008c9d65 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.866786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a04fb961-331c-47e1-a5f8-1f4acb582a34 req-65053ad0-d24b-4f23-be26-76da008c9d65 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.2862489
Mar 26 21:03:08.914097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640dcc3-dc02-4c47-aca2-39a89ba2e26d req-865dedf2-10b9-4c03-a3f5-23f1b3087f14 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.918325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f640dcc3-dc02-4c47-aca2-39a89ba2e26d req-865dedf2-10b9-4c03-a3f5-23f1b3087f14 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 944 time: 0.8967316
Mar 26 21:03:08.933990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 0bc17bdd-d330-4f59-9ef2-3b7970c20890 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:03:08.953037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-11006f9d-6862-407b-a3d8-3caa4483dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.955426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-11006f9d-6862-407b-a3d8-3caa4483dab9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.4620690
Mar 26 21:03:08.972235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-0574af65-9cdb-442c-be60-65abf6a1a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:08.974270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-0574af65-9cdb-442c-be60-65abf6a1a5b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 1.0992169
Mar 26 21:03:09.010690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Provisioning complete for port fd627edc-3943-4cc5-926f-6bba4ae25bc3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:09.011069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:09.052359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-13d02cfa-fb39-443f-b823-19f859758005 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4096930
Mar 26 21:03:09.087911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-c9b44da2-6766-4a20-8e04-aea0ed66a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:09.095191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-c9b44da2-6766-4a20-8e04-aea0ed66a09e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.4819696
Mar 26 21:03:09.121351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:09.157225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41928) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:09.187843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:09.201529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Port fd627edc-3943-4cc5-926f-6bba4ae25bc3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:09.204844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbb631aa-d139-4eca-8c39-21d2ddc1d194 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/0bc17bdd-d330-4f59-9ef2-3b7970c20890/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8554325
Mar 26 21:03:09.209899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41932) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:09.216412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] Sync routers for ids ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:09.252534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] Routers {'0bc17bdd-d330-4f59-9ef2-3b7970c20890'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:09.254405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef59130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:09.312176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f640dcc3-dc02-4c47-aca2-39a89ba2e26d req-746b0b6b-e8fc-402f-b6ef-7dfcc4feb646 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3799605
Mar 26 21:03:09.332036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a04fb961-331c-47e1-a5f8-1f4acb582a34 req-d19a60fd-9d84-49c1-8d9e-5d810d5e6028 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4612243
Mar 26 21:03:09.369655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3b9e8-8380-4ccd-8ab6-871db52ed8d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:09.377410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41934) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:09.377751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f4f3b9e8-8380-4ccd-8ab6-871db52ed8d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports/fd627edc-3943-4cc5-926f-6bba4ae25bc3 HTTP/1.1" status: 200  len: 911 time: 0.1665123
Mar 26 21:03:09.399831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef59130>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:09.416192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Provisioning complete for port 436100a5-efd6-45e8-b001-b40a4971190a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:09.416921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (436100a5-efd6-45e8-b001-b40a4971190a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:09.489332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 436100a5-efd6-45e8-b001-b40a4971190a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:09.591747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] Routers {'0bc17bdd-d330-4f59-9ef2-3b7970c20890'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:09.592497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef59130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:09.660317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ca4f-d5e0-4019-8f82-b33a815dbcef req-5171abc6-6c9c-4026-9478-b3688ffe424c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:09.662375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb6ca4f-d5e0-4019-8f82-b33a815dbcef req-5171abc6-6c9c-4026-9478-b3688ffe424c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.1556962
Mar 26 21:03:09.674116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef59130>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:09.674815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cca6a7-8f4a-4d29-9467-e1322d69ef72 None None] The sync data for ids ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:09.698086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d6021828-9e93-4aec-99b6-e95282b2f43d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:09.698468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:09.762481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4fb6ca4f-d5e0-4019-8f82-b33a815dbcef req-b35db829-56e5-4963-8140-b7ae732abef1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886366
Mar 26 21:03:09.881018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:10.053982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1666232501-network', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:10.055138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a687011-fa96-405f-aa5c-6dcbbaa84db9 None None] Current status of the port 436100a5-efd6-45e8-b001-b40a4971190a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:10.090580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Made reservation on behalf of 32df8b04107445c89edb0d809d87d6fc for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:10.099598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.120290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d6021828-9e93-4aec-99b6-e95282b2f43d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:10.121032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.137307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.156559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:10.162422 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d710bda-8de0-470c-a4a7-3b7150c7a70f" -d '{"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-plugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:10.203466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 436100a5-efd6-45e8-b001-b40a4971190a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:10.204084 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (436100a5-efd6-45e8-b001-b40a4971190a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.270174 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca68203-7256-4fb0-a440-8b2ce237ee68 x-openstack-request-id: req-dca68203-7256-4fb0-a440-8b2ce237ee68 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:10.270401 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-plugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:10.270660 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dca68203-7256-4fb0-a440-8b2ce237ee68 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:10.271030 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca68203-7256-4fb0-a440-8b2ce237ee68'] response: {'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'code': 200}
Mar 26 21:03:10.279749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:10.294112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks [] for security_group (b7ee7dbc-f509-4165-8844-16a6578fe4f1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.303268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7ee7dbc-f509-4165-8844-16a6578fe4f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.306241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-dc08b965-df7a-4e3d-9148-31f3088e3f8e None None] Provisioning complete for port fd627edc-3943-4cc5-926f-6bba4ae25bc3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:10.306626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc08b965-df7a-4e3d-9148-31f3088e3f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.315309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.360361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:10.397160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee7dbc-f509-4165-8844-16a6578fe4f1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:10.408651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-c1ebec16-66ed-42c2-a9f5-bb84d1486053 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3649585
Mar 26 21:03:10.409221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (93718d6e-f6af-4930-b279-3b9c74059b8c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.409221 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Added segment 93718d6e-f6af-4930-b279-3b9c74059b8c of type vlan for network d1bac26e-253d-45b2-a5d6-7223981a082f
Mar 26 21:03:10.424087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:10.453122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dc08b965-df7a-4e3d-9148-31f3088e3f8e None None] Port fd627edc-3943-4cc5-926f-6bba4ae25bc3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:10.527693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d1bac26e-253d-45b2-a5d6-7223981a082f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.533494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 436100a5-efd6-45e8-b001-b40a4971190a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:10.542130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-738212a6-b8ae-4d3a-a84f-f290de3978f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.543659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-738212a6-b8ae-4d3a-a84f-f290de3978f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.3636475
Mar 26 21:03:10.568225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202a380-63b0-48e9-b868-7c3f40d45a04 req-ef7f6ad8-7ffd-479e-b17f-ffdbbbb25847 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.569924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d202a380-63b0-48e9-b868-7c3f40d45a04 req-ef7f6ad8-7ffd-479e-b17f-ffdbbbb25847 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 945 time: 0.0991015
Mar 26 21:03:10.577453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d1bac26e-253d-45b2-a5d6-7223981a082f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.578608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.579247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.615748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:10.622099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c0f39f61-a7b2-436c-9fee-2f7c39b7b542 admin admin] 10.222.0.16 "PUT /v2.0/routers/87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9547141
Mar 26 21:03:10.629563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:10.647065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] Pushing event updated for resources: {'Network': ['ID=d1bac26e-253d-45b2-a5d6-7223981a082f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:10.660494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d1bac26e-253d-45b2-a5d6-7223981a082f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:10.672990 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:10.677550 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124087bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:10.681169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-fcdf6f93-a38e-47d3-b3cc-f17e77fd053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.682914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-fcdf6f93-a38e-47d3-b3cc-f17e77fd053e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 1.7075236
Mar 26 21:03:10.694526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e7aca91f-2299-4c8d-85d3-82f9c545763a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8121212
Mar 26 21:03:10.698465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:10.716844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (73516c26-6f34-4bc2-bdf7-15e17540127e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.721283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Request body: {'subnet': {'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1666232501-subnet', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:10.752219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d202a380-63b0-48e9-b868-7c3f40d45a04 req-3c9445f0-353c-4a17-9869-2832e099e575 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694515
Mar 26 21:03:10.784924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Made reservation on behalf of 32df8b04107445c89edb0d809d87d6fc for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:10.787440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.787676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (73516c26-6f34-4bc2-bdf7-15e17540127e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:10.907772 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:10.935732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.943323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.949671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.957068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.964065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.970048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.975876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:10.978117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-e838cac5-5db4-4876-bd39-66c4a65c016d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.8575644
Mar 26 21:03:10.981030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-0d260f82-2f47-49ca-a65c-e9ad4478ea93 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5641739
Mar 26 21:03:11.124362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (73516c26-6f34-4bc2-bdf7-15e17540127e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.131244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.131244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/73516c26-6f34-4bc2-bdf7-15e17540127e HTTP/1.1" status: 204  len: 168 time: 1.9690788
Mar 26 21:03:11.131543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (cc556fd3-4887-4dca-8d9c-c2fd33af210e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.132063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-6f58186a-165f-498e-9abd-676e344c77e2 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5736477
Mar 26 21:03:11.132715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:11.142729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db62f-4524-44c4-9699-49813a203c03 req-2d3a7d30-1676-4e76-96e7-6a5124a63d54 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.148649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db62f-4524-44c4-9699-49813a203c03 req-2d3a7d30-1676-4e76-96e7-6a5124a63d54 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.154676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db62f-4524-44c4-9699-49813a203c03 req-2d3a7d30-1676-4e76-96e7-6a5124a63d54 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.162131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d7db62f-4524-44c4-9699-49813a203c03 req-2d3a7d30-1676-4e76-96e7-6a5124a63d54 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.1229272
Mar 26 21:03:11.195562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124087bb0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:05Z', 'revision_number': 2, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:11.229919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:11.230563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Updating router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf port 2b6c5009-6fa4-4014-9f50-663d47990419 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:03:11.265185 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.273423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-5406abe3-2c0c-479b-901b-404b15fb510c service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3755651
Mar 26 21:03:11.288388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0628f-44fe-4433-8231-53ce1a6ab657 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73516c26-6f34-4bc2-bdf7-15e17540127e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:11.317180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d7db62f-4524-44c4-9699-49813a203c03 req-03e5efac-29ac-4588-940a-cd47f0cc5df3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540639
Mar 26 21:03:11.395357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Checking segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:11.402736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Network hostable DHCP agents. Network: d1bac26e-253d-45b2-a5d6-7223981a082f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:11.436946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-c4439080-1e66-4bcb-9d26-f1f96dcfb75e service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454270
Mar 26 21:03:11.440148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-166a42d2-e9c4-43fa-9c71-aef4810f018e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2691998
Mar 26 21:03:11.440854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc556fd3-4887-4dca-8d9c-c2fd33af210e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:11.456295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:11.461055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462271585'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:11.508405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.545372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Network d1bac26e-253d-45b2-a5d6-7223981a082f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:11.584565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d1bac26e-253d-45b2-a5d6-7223981a082f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:11.601615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917a862-88ac-4368-9ad6-c6720d303e0b None None] Network d1bac26e-253d-45b2-a5d6-7223981a082f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:11.604212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.605132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.613537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-e978ac33-8ba6-4bbd-be05-6ca6734bd185 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 217 time: 0.1451871
Mar 26 21:03:11.625397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56e639ef-782b-4c29-8fca-7b8aa43d35c4 req-d24308d9-c555-4d1e-905a-546e0988e8c1 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4917722
Mar 26 21:03:11.672670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59878861-25cf-410a-842a-dccbd99b6069 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9557004
Mar 26 21:03:11.684657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:11.702658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:11.707320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a4f1614b-d98d-4b15-845e-8f5c9eeb3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.709271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a4f1614b-d98d-4b15-845e-8f5c9eeb3d02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.0825145
Mar 26 21:03:11.720880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f0687049-1fc9-4ec3-be2c-4c7719264f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.721663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f0687049-1fc9-4ec3-be2c-4c7719264f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.722214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f0687049-1fc9-4ec3-be2c-4c7719264f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:11.724247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f0687049-1fc9-4ec3-be2c-4c7719264f9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2959 time: 0.5032475
Mar 26 21:03:11.759621 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks [] for port (2b6c5009-6fa4-4014-9f50-663d47990419), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.769752 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.874002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (d9510a5c-e1a6-47e5-981e-70e7819f197e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.891646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d9510a5c-e1a6-47e5-981e-70e7819f197e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.908125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.909127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.947712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d1bac26e-253d-45b2-a5d6-7223981a082f', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:11.952670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:11.961873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8aef-7e82-4325-a733-d7c5b6a43afd None None] Pushing event updated for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:12.003488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for router_controller (b36ad371-9d9e-4c96-8498-d00c491379a1), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.031811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77012734-bfa7-4dde-85c2-f65bb618c8c2 req-04947f4c-6276-4ada-ad62-1c68a7d0e85d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.055346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77012734-bfa7-4dde-85c2-f65bb618c8c2 req-04947f4c-6276-4ada-ad62-1c68a7d0e85d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.3714013
Mar 26 21:03:12.142854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.144618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6873813
Mar 26 21:03:12.159962 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Attempting to bind port 2b6c5009-6fa4-4014-9f50-663d47990419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:12.165069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-1c01b5de-8e33-43aa-bf98-cc916cfbc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.166587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-1c01b5de-8e33-43aa-bf98-cc916cfbc28a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2 HTTP/1.1" status: 200  len: 901 time: 0.3950312
Mar 26 21:03:12.170231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41978) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:12.174529 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Attempting to bind port 2b6c5009-6fa4-4014-9f50-663d47990419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:12.174932 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Attempting to bind port 2b6c5009-6fa4-4014-9f50-663d47990419 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:12.177765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'd9510a5c-e1a6-47e5-981e-70e7819f197e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:12.194203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:12.194891 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Checking segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:12.196504 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.196921 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Bound using segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:12.199380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Bound port: 2b6c5009-6fa4-4014-9f50-663d47990419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:12.199802 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.222506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54171b-ae02-417c-9c36-295879fa4abf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9510a5c-e1a6-47e5-981e-70e7819f197e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:12.277546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Allocated IP 172.20.0.2 (d1bac26e-253d-45b2-a5d6-7223981a082f/cc556fd3-4887-4dca-8d9c-c2fd33af210e/fdb9f12b-6783-4157-8e21-2119158312f5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:12.343250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c47ecc3b-b237-477a-9692-7134be155013 None None] Provisioning complete for port 2b6c5009-6fa4-4014-9f50-663d47990419 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:12.343809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c47ecc3b-b237-477a-9692-7134be155013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.346227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-77012734-bfa7-4dde-85c2-f65bb618c8c2 req-dae5d128-6540-4992-96d5-b5287de04301 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899182
Mar 26 21:03:12.353033 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] For port 2b6c5009-6fa4-4014-9f50-663d47990419, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:12.367441 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] For port 2b6c5009-6fa4-4014-9f50-663d47990419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b6c5009-6fa4-4014-9f50-663d47990419,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:12.373494 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.381956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for router_gateway (b36ad371-9d9e-4c96-8498-d00c491379a1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.398445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-eec8958c-b688-4eec-b12d-9afe0a3655e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 HTTP/1.1" status: 200  len: 217 time: 0.1746571
Mar 26 21:03:12.429721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6c0a0bd-b411-4c73-950a-3f6492e83d45 req-fe7ba3cc-029e-499d-8adc-4950457a01f1 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1503582
Mar 26 21:03:12.492871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.508862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-5c73c5a5-650b-4803-99d0-3455850dcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.513725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-5c73c5a5-650b-4803-99d0-3455850dcc32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.7846162
Mar 26 21:03:12.516503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41990) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:12.525844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c47ecc3b-b237-477a-9692-7134be155013 None None] Port 2b6c5009-6fa4-4014-9f50-663d47990419 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:12.533039 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a8aef-7e82-4325-a733-d7c5b6a43afd None None] Pushing event updated for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:12.547776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:12.549457 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124087bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:12.555486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832020560', 'description': 'tempest-description--1554180695'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:12.674019 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks [] for port (fdb9f12b-6783-4157-8e21-2119158312f5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.692301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:12.734191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:12.827687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Pushing event updated for resources: {'Port': ['ID=fdb9f12b-6783-4157-8e21-2119158312f5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:12.857245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Network d1bac26e-253d-45b2-a5d6-7223981a082f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:12.859455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:12.866282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:12.951498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ffc1-5ef2-42ec-a7ea-b107435c0d84 req-182a1bd1-9c07-48a9-bd1a-b9a2a88badd8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.957962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ffc1-5ef2-42ec-a7ea-b107435c0d84 req-182a1bd1-9c07-48a9-bd1a-b9a2a88badd8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.963975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ffc1-5ef2-42ec-a7ea-b107435c0d84 req-182a1bd1-9c07-48a9-bd1a-b9a2a88badd8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.972091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f2adb72a-bd80-40cd-a279-7cdd9f002e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:12.972332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78c9ffc1-5ef2-42ec-a7ea-b107435c0d84 req-182a1bd1-9c07-48a9-bd1a-b9a2a88badd8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.4010932
Mar 26 21:03:12.974615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-f2adb72a-bd80-40cd-a279-7cdd9f002e48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c4db33bd-fd18-4a3a-bd1b-39179b7858c5 HTTP/1.1" status: 200  len: 801 time: 0.5754030
Mar 26 21:03:12.986330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.025965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Attempting to bind port fdb9f12b-6783-4157-8e21-2119158312f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:13.026360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Attempting to bind port fdb9f12b-6783-4157-8e21-2119158312f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:13.026732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Attempting to bind port fdb9f12b-6783-4157-8e21-2119158312f5 on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:13.050739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:13.051168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Checking segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:13.051533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.051949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Bound using segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:13.052449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Bound port: fdb9f12b-6783-4157-8e21-2119158312f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:13.052833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.054888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Provisioning complete for port 2b6c5009-6fa4-4014-9f50-663d47990419 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:13.055253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.108546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78c9ffc1-5ef2-42ec-a7ea-b107435c0d84 req-30d10596-0d5a-40af-b2df-4c66adedb4c9 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355667
Mar 26 21:03:13.124282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.169638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.206444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:13.206775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.214853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.225699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.230765 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1680b688-b355-49cf-b88e-70080669b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124087bb0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:12Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:13.241678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.252847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.260733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.272009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.281530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-da2ad705-bc3f-43fa-9e44-dcc136a9ab39 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.4594018
Mar 26 21:03:13.285273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680b688-b355-49cf-b88e-70080669b05b None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:12Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:13.314172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea2eee6-ee5e-4420-abd8-a2437a2e4a53,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:13.322398 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-ce299c6d-7931-43fd-8a33-2d83d2e729e3 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7385421
Mar 26 21:03:13.327320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] For port fdb9f12b-6783-4157-8e21-2119158312f5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:13.332963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] For port fdb9f12b-6783-4157-8e21-2119158312f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb9f12b-6783-4157-8e21-2119158312f5,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:13.367188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.385522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for router_gateway (b36ad371-9d9e-4c96-8498-d00c491379a1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.426062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.431584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.436195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-038fa6bd-8cd1-400f-a102-9b41a16ac357 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2616727
Mar 26 21:03:13.441863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:13.449557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad776f62-8eb6-45c6-804c-d628eeb1da52 req-d8ce6d87-7689-47c7-ac4c-52e616456fd0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:13.451187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad776f62-8eb6-45c6-804c-d628eeb1da52 req-d8ce6d87-7689-47c7-ac4c-52e616456fd0 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 945 time: 0.1953928
Mar 26 21:03:13.455509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'd9510a5c-e1a6-47e5-981e-70e7819f197e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:13.525804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b568aa-15a2-428e-a91e-167a4c693e42 None None] Pushing event updated for resources: {'Port': ['ID=fdb9f12b-6783-4157-8e21-2119158312f5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:13.557360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-75d3190b-4bd5-40cc-97fc-eefd93de17f7 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153138
Mar 26 21:03:13.559875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0bc17bdd-d330-4f59-9ef2-3b7970c20890), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.627853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.663556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d6021828-9e93-4aec-99b6-e95282b2f43d is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:13.664007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.701030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Current status of the port 2b6c5009-6fa4-4014-9f50-663d47990419 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:13.702238 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.718431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad776f62-8eb6-45c6-804c-d628eeb1da52 req-ddb71c74-dd25-4c95-82b9-4135f4198663 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527454
Mar 26 21:03:13.748647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:13.759212 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb68930-ab91-4a96-b3ff-3eb25bb614fd" -d '{"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-unplugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:13.813988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:13.820473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.830793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Allocated IP 172.35.4.215 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/902c158a-858e-48ad-a01a-9a7b0e2f5767) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:13.835173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.875812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-165e4978-0623-46fe-9319-4430061146e5 None None] For port 2b6c5009-6fa4-4014-9f50-663d47990419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b6c5009-6fa4-4014-9f50-663d47990419,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:13.888603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.934106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81e4da2-59d7-4b32-942d-75b73086cb42,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:13.975951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:13.980620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7e4233c4-f1f1-4d2d-a753-54fb0c582918 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5251877
Mar 26 21:03:13.982780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42002) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:13.993521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'd9510a5c-e1a6-47e5-981e-70e7819f197e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:14.000255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.005294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:14.090508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.096527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e4978-0623-46fe-9319-4430061146e5 None None] Pushing event updated for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:14.170238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.202465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b2fdd-ba0c-499a-807f-4afbffb8c20a req-d98c14e3-8b99-4168-916d-7b0d2d634a94 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:14.211043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c14b2fdd-ba0c-499a-807f-4afbffb8c20a req-d98c14e3-8b99-4168-916d-7b0d2d634a94 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.3261919
Mar 26 21:03:14.231537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.321575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b197dba2-5027-49c6-bed2-18bede88cd18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346 HTTP/1.1" status: 200  len: 217 time: 0.6717315
Mar 26 21:03:14.359293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-84664389-f477-4634-94f7-7ec35d00b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:14.361876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-84664389-f477-4634-94f7-7ec35d00b8c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfe02eff-c7ed-4380-8caa-d18372fcf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 1.3699160
Mar 26 21:03:14.516269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7966467-13fd-4d99-8ed0-59e636dc6815 req-126233e3-4b3c-4950-b534-b40e8b45395f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 1.2288318
Mar 26 21:03:14.536227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-4995a2da-843a-4d49-9200-02bfbc51b738 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:14.538388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-4995a2da-843a-4d49-9200-02bfbc51b738 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 945 time: 1.1480763
Mar 26 21:03:14.543673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.620895 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b65b7c-369f-4ac7-adf7-65a3ac993a9c x-openstack-request-id: req-b1b65b7c-369f-4ac7-adf7-65a3ac993a9c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:14.621200 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-unplugged", "status": "completed", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:14.621459 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1b65b7c-369f-4ac7-adf7-65a3ac993a9c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:14.621864 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b65b7c-369f-4ac7-adf7-65a3ac993a9c'] response: {'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'code': 200}
Mar 26 21:03:14.728323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.778986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c14b2fdd-ba0c-499a-807f-4afbffb8c20a req-b2d8683d-0942-4fc2-a71d-7e042bb807db tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5666292
Mar 26 21:03:14.786383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.874466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Pushing event updated for resources: {'Port': ['ID=902c158a-858e-48ad-a01a-9a7b0e2f5767,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:14.895998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:14.901743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:14.921722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:14.928003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:14.962363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-7eaeb6d6-322c-4813-a394-064857b1c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:14.964157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-7eaeb6d6-322c-4813-a394-064857b1c78e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.6124549
Mar 26 21:03:15.025572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.028232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 2.4905207
Mar 26 21:03:15.052899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.055504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:15.097190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d3cdc-8842-406a-9d23-c97d4e0e2e09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:15.116807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group_rule': {'security_group_id': 'c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:15.178537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5ff04cb7-828b-45fe-9bec-656625bf9adb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:15.213543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d72200f6-95ae-4dab-92b9-17f11f57264b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.251371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-2c9661d0-f97b-4fd9-b1b0-258cddd2ced4 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8502309
Mar 26 21:03:15.300132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04ebc-ac78-4243-9681-6043f581ca26 req-06a4adfd-8c43-4344-9549-ddfe9f86e55f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:15.301264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d72200f6-95ae-4dab-92b9-17f11f57264b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.306491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04ebc-ac78-4243-9681-6043f581ca26 req-06a4adfd-8c43-4344-9549-ddfe9f86e55f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:15.332235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a04ebc-ac78-4243-9681-6043f581ca26 req-06a4adfd-8c43-4344-9549-ddfe9f86e55f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:15.340507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6a04ebc-ac78-4243-9681-6043f581ca26 req-06a4adfd-8c43-4344-9549-ddfe9f86e55f tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2413 time: 0.5981634
Mar 26 21:03:15.395396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a2f1f-6975-40b6-896c-10693e8e62fe None None] Network d1bac26e-253d-45b2-a5d6-7223981a082f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:15.411027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072d3788-8c3c-406b-9766-894d59daabf2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:15.422944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b6c5009-6fa4-4014-9f50-663d47990419 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:15.437474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d72200f6-95ae-4dab-92b9-17f11f57264b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.465645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1b0c8602-b73c-40ac-8cf2-f1b0f11d736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:15.467257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-1b0c8602-b73c-40ac-8cf2-f1b0f11d736e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4752040
Mar 26 21:03:15.469038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.474509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6af8e85e-93ef-4115-97da-948d5643a438 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4906545
Mar 26 21:03:15.476396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42010) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:15.491895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'd9510a5c-e1a6-47e5-981e-70e7819f197e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:15.519590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72200f6-95ae-4dab-92b9-17f11f57264b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:15.540924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbc715-de1a-42bd-a3f2-1696278afdb8 req-d9b20ad9-a2c4-4e5f-8308-75d1fded430f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:15.545418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:15.552093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4cbc715-de1a-42bd-a3f2-1696278afdb8 req-d9b20ad9-a2c4-4e5f-8308-75d1fded430f tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 943 time: 0.5498474
Mar 26 21:03:15.566282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Provisioning complete for port fdb9f12b-6783-4157-8e21-2119158312f5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:15.566670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.592939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Deleting port d6021828-9e93-4aec-99b6-e95282b2f43d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:15.595724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.610484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.612580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-068760d6-0153-4a7b-b05e-e4c43f42f138 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5057914
Mar 26 21:03:15.620305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:15.634141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5ff04cb7-828b-45fe-9bec-656625bf9adb', 'network_id': '9fc45269-fc51-45e8-8c1e-974c212d212b', 'port_id': '5ff04cb7-828b-45fe-9bec-656625bf9adb', 'mac_address': 'fa:16:3e:68:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2613b8-e4f8-45c4-aac9-df707d96a4fc', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:15.674030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group_rule': {'security_group_id': 'c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:15.728395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4cbc715-de1a-42bd-a3f2-1696278afdb8 req-9b8d0bd8-c6e3-4764-8a3c-2bb03e044720 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7effb13-5ed5-45dc-b22d-959bdfb91aca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704032
Mar 26 21:03:15.736711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d3bf066d-a180-4689-a388-1b6f9a9c0e9a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.751856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] For port d6021828-9e93-4aec-99b6-e95282b2f43d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6021828-9e93-4aec-99b6-e95282b2f43d,segment=NetworkSegment(ad7f3b1b-c830-4866-8837-c7c5c1eb3381),segment_id=ad7f3b1b-c830-4866-8837-c7c5c1eb3381)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:15.752459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.769615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Calling delete_port for d6021828-9e93-4aec-99b6-e95282b2f43d owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:15.771357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.785521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2b6c5009-6fa4-4014-9f50-663d47990419 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:15.786083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.874405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5ff04cb7-828b-45fe-9bec-656625bf9adb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:15.875087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.876358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d3bf066d-a180-4689-a388-1b6f9a9c0e9a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.906360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff04cb7-828b-45fe-9bec-656625bf9adb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:15.929702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d3bf066d-a180-4689-a388-1b6f9a9c0e9a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.955827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for router_gateway (b36ad371-9d9e-4c96-8498-d00c491379a1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:15.987575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d6021828-9e93-4aec-99b6-e95282b2f43d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.000802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:16.026892 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.027974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93931704-6fea-4515-a6df-884b6c68ddcb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:16.030292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Current status of the port fdb9f12b-6783-4157-8e21-2119158312f5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:16.030945 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.034463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bf066d-a180-4689-a388-1b6f9a9c0e9a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:16.181712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6a04ebc-ac78-4243-9681-6043f581ca26 req-ccf8f05d-2957-4287-aca1-70053f633dc6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8358152
Mar 26 21:03:16.204628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2b6c5009-6fa4-4014-9f50-663d47990419 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:16.211185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fdb9f12b-6783-4157-8e21-2119158312f5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:16.221078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.237045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Pushing event deleted for resources: {'Port': ['ID=d6021828-9e93-4aec-99b6-e95282b2f43d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:16.245077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] For port fdb9f12b-6783-4157-8e21-2119158312f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb9f12b-6783-4157-8e21-2119158312f5,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:16.261142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.262690 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8202f5d6-9205-48a8-9297-5b5d01d51ed5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6411424
Mar 26 21:03:16.266746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42018) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:16.281986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.287518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.293747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.299761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.305324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.311978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.318431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.320806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-d023bb14-b509-492c-b786-5a8993353937 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.4429965
Mar 26 21:03:16.324934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:16.330020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.389567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:16.411044 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.416482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.443289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e27c314-470c-4066-82ed-f5dabaf480f7 req-eb900607-60c2-4b35-ba92-c28c7b786a09 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1099389
Mar 26 21:03:16.459070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-717c417e-e932-421c-98c8-b2cd5f090c95 req-21ce7064-c5d5-45e9-88a7-78c9cef829af service neutron] 10.222.0.18 "GET /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2005076
Mar 26 21:03:16.467661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] No DVR routers for this DVR port d6021828-9e93-4aec-99b6-e95282b2f43d on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:16.473427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.476095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0907387-238c-47de-b9bd-15338fcc07d5 req-c3a94f73-4d17-486f-ac00-50ffc8de3642 tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.21 "DELETE /v2.0/ports/d6021828-9e93-4aec-99b6-e95282b2f43d HTTP/1.1" status: 204  len: 173 time: 1.9202292
Mar 26 21:03:16.479770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-deleted', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:16.482708 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b051c2-2f80-446f-806f-4c33aa68bee2" -d '{"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-deleted", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:16.518202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-a053580e-5115-46c5-b985-6971a5418633 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0348151
Mar 26 21:03:16.582055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063981e3-1424-4268-997e-e7fef459a407 req-e99d1ec2-850f-455c-b0f6-6b9c1f72269e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:16.590813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-063981e3-1424-4268-997e-e7fef459a407 req-e99d1ec2-850f-455c-b0f6-6b9c1f72269e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.2677274
Mar 26 21:03:16.621770 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0affd0-eea8-4b47-9344-170e052f8d4c x-openstack-request-id: req-1a0affd0-eea8-4b47-9344-170e052f8d4c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:16.622313 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7c3417-181f-4cd3-9bd9-9cff4faeafab", "name": "network-vif-deleted", "tag": "d6021828-9e93-4aec-99b6-e95282b2f43d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:16.622748 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a0affd0-eea8-4b47-9344-170e052f8d4c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:16.623314 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0affd0-eea8-4b47-9344-170e052f8d4c'] response: {'server_uuid': '3d7c3417-181f-4cd3-9bd9-9cff4faeafab', 'name': 'network-vif-deleted', 'tag': 'd6021828-9e93-4aec-99b6-e95282b2f43d', 'status': 'completed', 'code': 200}
Mar 26 21:03:16.697544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.722697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.758917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port fd627edc-3943-4cc5-926f-6bba4ae25bc3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:16.760021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.785358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0ca0c75e-88cc-4a3c-9270-01b753889b11 None None] Provisioning complete for port fdb9f12b-6783-4157-8e21-2119158312f5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:16.785735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ca0c75e-88cc-4a3c-9270-01b753889b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.796933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fdb9f12b-6783-4157-8e21-2119158312f5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:16.797305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.806033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8e0053-0d8c-4a05-ab52-f53dd5a92c01,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:16.824521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-063981e3-1424-4268-997e-e7fef459a407 req-d635a460-99b5-43da-a46d-8d0c80151fa1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326570
Mar 26 21:03:16.851520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-0c7b1e4f-b799-4586-bbde-ce0e7966b5f0 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163569
Mar 26 21:03:16.856797 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:16.858661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d086b5a-4a00-485c-92b2-56f7e480faa0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3724732
Mar 26 21:03:16.867975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42024) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:16.896254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93931704-6fea-4515-a6df-884b6c68ddcb,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:16.901486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'd9510a5c-e1a6-47e5-981e-70e7819f197e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:16.914760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3835d-a523-4bd3-a37f-834483cb9e54 None None] Pushing event updated for resources: {'Port': ['ID=fdb9f12b-6783-4157-8e21-2119158312f5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:16.949619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8f1e13b-eb77-4e1c-878e-d5e3a2fef3f4 req-656bd24c-3812-4ac5-b012-02d5245f111e tempest-ImagesTestJSON-816117015 tempest-ImagesTestJSON-816117015-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d7c3417-181f-4cd3-9bd9-9cff4faeafab HTTP/1.1" status: 200  len: 210 time: 0.0643442
Mar 26 21:03:16.952514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '93931704-6fea-4515-a6df-884b6c68ddcb', 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'port_id': '93931704-6fea-4515-a6df-884b6c68ddcb', 'mac_address': 'fa:16:3e:20:64:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4db33bd-fd18-4a3a-bd1b-39179b7858c5', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:16.983535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Router b36ad371-9d9e-4c96-8498-d00c491379a1 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:03:17.016265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.033204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for fd627edc-3943-4cc5-926f-6bba4ae25bc3 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:17.048191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0c75e-88cc-4a3c-9270-01b753889b11 None None] Current status of the port fdb9f12b-6783-4157-8e21-2119158312f5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:17.058657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 93931704-6fea-4515-a6df-884b6c68ddcb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:17.059051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.093600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93931704-6fea-4515-a6df-884b6c68ddcb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:17.126026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93931704-6fea-4515-a6df-884b6c68ddcb,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:17.131614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:17.133904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fdb9f12b-6783-4157-8e21-2119158312f5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:17.143813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:17.155981 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.156730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:17.161412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.183898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:17.191196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-5dd79786-6549-4906-9535-73e50e72d206 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6ce9015d-d518-4977-9578-35a0aacefd54 HTTP/1.1" status: 200  len: 217 time: 0.3286905
Mar 26 21:03:17.303951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d6021828-9e93-4aec-99b6-e95282b2f43d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:17.304926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d6021828-9e93-4aec-99b6-e95282b2f43d not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:17.313704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fdb9f12b-6783-4157-8e21-2119158312f5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:17.325576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.353292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:17.354973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd83a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:17.360753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-590c0797-df3c-4f18-9d62-b286024cb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.361265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Allocated IP 172.35.4.204 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/bdbd7ae9-0eec-4f32-a335-0a97f732377b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:17.363054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-590c0797-df3c-4f18-9d62-b286024cb511 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.1425853
Mar 26 21:03:17.443302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:17.447801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:17.507290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3', 'network_id': 'bfe02eff-c7ed-4380-8caa-d18372fcf8b2', 'port_id': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3', 'mac_address': 'fa:16:3e:f8:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4db33bd-fd18-4a3a-bd1b-39179b7858c5', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:17.526130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.538936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.557011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.571354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fdb9f12b-6783-4157-8e21-2119158312f5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:17.575571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.583760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.603469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556ce998-7fc0-4ce7-a36b-4029f3c43746,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:17.614109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.621045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c50eb362-df7f-4272-b5a6-e17ef5ac0038 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7248094
Mar 26 21:03:17.621231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.623692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b959e18-5008-47d6-bef6-058a97afc14b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.9357543
Mar 26 21:03:17.630512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42030) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:17.630855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42032) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:17.648119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:17.648931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:17.659096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:17.674277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:17.687383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:17.701290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:17.737077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=bdbd7ae9-0eec-4f32-a335-0a97f732377b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:17.750401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:17.764639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.774646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.780546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.786531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.792099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.798318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.803880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:17.805996 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-a8702daf-5a4f-48f7-9919-beaa92458a5c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.1778047
Mar 26 21:03:17.894343 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9ffe22d-a6db-47e4-a2dc-57561a6e1762 req-50bbb4b4-cfea-4e9b-9650-e2e8379aaade tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0799065
Mar 26 21:03:17.954561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:17.959634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.003459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-30eb1a55-68a5-4735-9e8e-68888c0bd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:18.005016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-30eb1a55-68a5-4735-9e8e-68888c0bd5ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6241267
Mar 26 21:03:18.024290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554bf8-1938-4b55-8b17-4dae5fe4a61e req-20c4db05-a868-40cf-bcfe-b3eff943278b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:18.027258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.041644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554bf8-1938-4b55-8b17-4dae5fe4a61e req-20c4db05-a868-40cf-bcfe-b3eff943278b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:18.053880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554bf8-1938-4b55-8b17-4dae5fe4a61e req-20c4db05-a868-40cf-bcfe-b3eff943278b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:18.055614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d554bf8-1938-4b55-8b17-4dae5fe4a61e req-20c4db05-a868-40cf-bcfe-b3eff943278b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2415 time: 0.6898954
Mar 26 21:03:18.068290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.106435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:18.120536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fdb9f12b-6783-4157-8e21-2119158312f5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:18.143039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd83a0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:15Z', 'revision_number': 3, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:18.157671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.180445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:18.180977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Updating router b36ad371-9d9e-4c96-8498-d00c491379a1 port 902c158a-858e-48ad-a01a-9a7b0e2f5767 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:03:18.244159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.293640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.309534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.398396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.445047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591a21-9ae8-4012-af4c-63f7ec1bba18 req-88da0816-bb8c-4e5c-ae56-6d2bb50b264b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:18.447133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e591a21-9ae8-4012-af4c-63f7ec1bba18 req-88da0816-bb8c-4e5c-ae56-6d2bb50b264b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.4253852
Mar 26 21:03:18.450034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.451351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1819470
Mar 26 21:03:18.505940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146aa65-6af0-484e-b963-5e524fe3c970 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=bdbd7ae9-0eec-4f32-a335-0a97f732377b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:18.549577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.568929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['93931704-6fea-4515-a6df-884b6c68ddcb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:18.574582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7e591a21-9ae8-4012-af4c-63f7ec1bba18 req-15b8aa31-a807-449a-97e2-ee595a1be046 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199100
Mar 26 21:03:18.687262 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks [] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.703659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5ff04cb7-828b-45fe-9bec-656625bf9adb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:18.719801 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.733267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d554bf8-1938-4b55-8b17-4dae5fe4a61e req-0b460600-d3b3-4730-8bc9-86af1d433134 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6060457
Mar 26 21:03:18.793677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-2d82f909-12a8-4d54-9dbf-666b03155f6b service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7369163
Mar 26 21:03:18.911671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-ac9c5918-0be8-43f3-ad47-2b1460b8026a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--832020560&fields=id&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 267 time: 0.0867538
Mar 26 21:03:18.927030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (556ce998-7fc0-4ce7-a36b-4029f3c43746), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.970832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c0d2-22ac-4d9f-82e8-fd42bfb972b9 None None] Pushing event updated for resources: {'Port': ['ID=902c158a-858e-48ad-a01a-9a7b0e2f5767,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:18.992678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.994560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/556ce998-7fc0-4ce7-a36b-4029f3c43746 HTTP/1.1" status: 204  len: 168 time: 1.3613310
Mar 26 21:03:18.995791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (fd627edc-3943-4cc5-926f-6bba4ae25bc3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:18.998353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42064) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:19.011175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Attempting to bind port 902c158a-858e-48ad-a01a-9a7b0e2f5767 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:19.011550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Attempting to bind port 902c158a-858e-48ad-a01a-9a7b0e2f5767 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:19.011954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Attempting to bind port 902c158a-858e-48ad-a01a-9a7b0e2f5767 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:19.028377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:19.028761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:19.029176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.029613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:19.030705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Bound port: 902c158a-858e-48ad-a01a-9a7b0e2f5767, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:19.030984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.129332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=fd627edc-3943-4cc5-926f-6bba4ae25bc3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:19.132944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c598f23b-b6f1-4d6d-8642-8d95bb346511 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1334937
Mar 26 21:03:19.136250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42066) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:19.172079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-f76bae75-d5a3-4497-9a03-4797ccd6adfa tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.172543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aaeeb-af13-44e7-9af0-00ba84b50c79 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=556ce998-7fc0-4ce7-a36b-4029f3c43746,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:19.173665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-f76bae75-d5a3-4497-9a03-4797ccd6adfa tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 816 time: 0.2577105
Mar 26 21:03:19.199835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] For port 902c158a-858e-48ad-a01a-9a7b0e2f5767, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:19.200941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-2d6d7de3-eadb-40c7-b6f2-9ffe4df90e5b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/quotas/5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 375 time: 0.0184176
Mar 26 21:03:19.202757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.228729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] For port 902c158a-858e-48ad-a01a-9a7b0e2f5767, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=902c158a-858e-48ad-a01a-9a7b0e2f5767,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:19.250515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.252921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.310186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-45071667-3c55-4842-b068-fad6ce04c7a2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0990779
Mar 26 21:03:19.312050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5a8e0053-0d8c-4a05-ab52-f53dd5a92c01), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.317556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.321796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5a8e0053-0d8c-4a05-ab52-f53dd5a92c01 HTTP/1.1" status: 204  len: 168 time: 0.1842880
Mar 26 21:03:19.322429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:19.329752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-0bdd9f7e-8f50-4d14-84a6-01086ee1ce5e service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5286889
Mar 26 21:03:19.353701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c0d2-22ac-4d9f-82e8-fd42bfb972b9 None None] Pushing event updated for resources: {'Port': ['ID=902c158a-858e-48ad-a01a-9a7b0e2f5767,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:19.477423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9c3e2f7e-9048-4ff3-afdd-38b6b8876db3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:19.522566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-15541b0f-7d09-41b7-b9e3-7f39598a75de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 HTTP/1.1" status: 200  len: 217 time: 0.1840298
Mar 26 21:03:19.523841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0bc17bdd-d330-4f59-9ef2-3b7970c20890), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.541242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:19.541817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd83a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:19.563572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.570684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.576215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.581843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.587229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.598156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.604587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.605883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-1b577dc8-d5ba-4935-8f5c-dd7221861969 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.5193326
Mar 26 21:03:19.707668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922f40a-dc21-4b91-9d76-e428f7fc9031 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a8e0053-0d8c-4a05-ab52-f53dd5a92c01,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:19.747066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:19.812716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-bf0ed19b-32a3-4704-b568-f1558d355fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:19.812716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-bf0ed19b-32a3-4704-b568-f1558d355fa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 200  len: 797 time: 0.2035098
Mar 26 21:03:19.818912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a79fecf9-1301-46de-8bda-ec29f5555abd req-4750bcc0-6f80-4951-ae3f-46faca6007d0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1982875
Mar 26 21:03:19.856343 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-9797dcf3-fa32-49fa-9ee5-98a015569523 service neutron] 10.222.0.16 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950586
Mar 26 21:03:19.886217 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a208be2-cf9f-4a24-820f-559897a86188 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.5516858
Mar 26 21:03:19.886437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42074) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:19.922770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:19.970312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.065015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-aa2aa77d-fa83-4892-9208-f50e618169fe service neutron] 10.222.0.16 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830707
Mar 26 21:03:20.099958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.171564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-76b74e9a-e802-4dd0-9f29-bdf63d17b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:20.173508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-76b74e9a-e802-4dd0-9f29-bdf63d17b99b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3358421
Mar 26 21:03:20.352059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-71c12621-7a8c-40c6-a00d-f72b644218f6 service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649435
Mar 26 21:03:20.443099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10595d-7f50-411f-8d47-bab487ece5c0 req-6d16015e-ccb9-49fd-82bc-e05380f77bff tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:20.452161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10595d-7f50-411f-8d47-bab487ece5c0 req-6d16015e-ccb9-49fd-82bc-e05380f77bff tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:20.474056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (072d3788-8c3c-406b-9766-894d59daabf2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.479987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10595d-7f50-411f-8d47-bab487ece5c0 req-6d16015e-ccb9-49fd-82bc-e05380f77bff tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:20.482212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c10595d-7f50-411f-8d47-bab487ece5c0 req-6d16015e-ccb9-49fd-82bc-e05380f77bff tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2416 time: 0.1516352
Mar 26 21:03:20.486430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.496665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/072d3788-8c3c-406b-9766-894d59daabf2 HTTP/1.1" status: 204  len: 168 time: 0.6094544
Mar 26 21:03:20.507265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42090) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:20.512823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 0bc17bdd-d330-4f59-9ef2-3b7970c20890 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:20.536862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43a0f3-edee-4653-9748-e3a70ddc58f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=072d3788-8c3c-406b-9766-894d59daabf2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:20.545636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fd5e6-0f20-44c3-96e2-3daccc0da8dd req-a118def9-5675-4394-854e-96065be75e1a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:20.556159 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-352fd5e6-0f20-44c3-96e2-3daccc0da8dd req-a118def9-5675-4394-854e-96065be75e1a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.4200549
Mar 26 21:03:20.631042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-352fd5e6-0f20-44c3-96e2-3daccc0da8dd req-b6d686ea-6e65-46dc-8981-1eb8fa31b3d6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714555
Mar 26 21:03:20.638574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c10595d-7f50-411f-8d47-bab487ece5c0 req-3084b4fc-e956-4d67-86a6-40114e4080d5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510057
Mar 26 21:03:20.655907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd83a0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:15Z', 'revision_number': 3, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:20.717988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-66fa043f-b801-4f72-bcc3-4878b5640268 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2069032
Mar 26 21:03:20.718584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42098) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:20.733336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555470b-cf66-4ff3-9931-74946096a807 None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:15Z', 'revision_number': 3, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:20.760310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.769378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.817354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d81e4da2-59d7-4b32-942d-75b73086cb42), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.831202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:20.835463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d81e4da2-59d7-4b32-942d-75b73086cb42 HTTP/1.1" status: 204  len: 168 time: 0.1135812
Mar 26 21:03:20.835463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42110) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:20.890915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c7b43-3e16-45c8-b22f-a772c8c2ff5a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d81e4da2-59d7-4b32-942d-75b73086cb42,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:20.925748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42116) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:20.944442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f202db18-202e-42d7-a0fd-f087db90fb01 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0994308
Mar 26 21:03:20.946158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42118) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:20.989847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-51383b6d-8147-4d9f-8468-0eb7384c67a1 req-ebf3ee1f-8858-41bc-b2ef-2fef00ea72e7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 210 time: 0.1868346
Mar 26 21:03:20.994077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Allocated IP 172.20.0.1 (d1bac26e-253d-45b2-a5d6-7223981a082f/cc556fd3-4887-4dca-8d9c-c2fd33af210e/3abc7064-31a0-41ca-891c-9f39403229a0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:21.056246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.071301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.141925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.149027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.156550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.163908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.174718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.180371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.200056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.215111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-248af777-f3f3-449f-83e3-39950579e21b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.2207618
Mar 26 21:03:21.217886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8ea2eee6-ee5e-4420-abd8-a2437a2e4a53), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.224610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-22f9b127-4d41-4aa1-8cdc-c60296f06edc service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8338096
Mar 26 21:03:21.225565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:21.229303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Deleting subnet e5205905-093e-4b0d-b14f-3c4f588419c2 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:21.230384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.234858 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8ea2eee6-ee5e-4420-abd8-a2437a2e4a53 HTTP/1.1" status: 204  len: 168 time: 0.2848012
Mar 26 21:03:21.239206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42120) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.239370 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] Sync routers for ids ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:21.253356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7482d069-a9e9-46c9-b478-9b35efeb1848 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/0bc17bdd-d330-4f59-9ef2-3b7970c20890/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8420968
Mar 26 21:03:21.253811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] Routers {'0bc17bdd-d330-4f59-9ef2-3b7970c20890'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:21.254645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612414ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:21.278734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42122) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.284225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Publish callbacks [] for subnet (e5205905-093e-4b0d-b14f-3c4f588419c2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.306782 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612414ab80>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:21.317269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] Routers {'0bc17bdd-d330-4f59-9ef2-3b7970c20890'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:21.318243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612414ab80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:21.334918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17b56-23d5-4225-b686-22bb3a947340 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ea2eee6-ee5e-4420-abd8-a2437a2e4a53,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:21.361623 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612414ab80>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:21.362351 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236fe65-59c8-456a-b11d-bb0d2853d02a None None] The sync data for ids ['0bc17bdd-d330-4f59-9ef2-3b7970c20890'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:21.370215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (e5205905-093e-4b0d-b14f-3c4f588419c2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.409463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fc53ad8-c64a-4b07-83f9-72a9458b02ea tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1679969
Mar 26 21:03:21.413328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.426860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (e5205905-093e-4b0d-b14f-3c4f588419c2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.475850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d59409a-ff49-45dc-9be9-cd5c77756696 req-09067150-463c-41f1-8034-5f744bc062f8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2594914
Mar 26 21:03:21.507452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (d9510a5c-e1a6-47e5-981e-70e7819f197e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.545868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-3454ab2b-97ab-412a-8b60-213d6875e6a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24 HTTP/1.1" status: 200  len: 217 time: 0.3134820
Mar 26 21:03:21.547331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (d9510a5c-e1a6-47e5-981e-70e7819f197e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.550578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0c0abfae-1f8d-4b7c-93a5-a87fa4ee3459 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bc17bdd-d330-4f59-9ef2-3b7970c20890 HTTP/1.1" status: 200  len: 205 time: 0.0963519
Mar 26 21:03:21.562262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.663425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.692517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b07df303-fd28-48f5-b45c-aa7341865859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.698672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-b07df303-fd28-48f5-b45c-aa7341865859 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 200  len: 797 time: 0.1221890
Mar 26 21:03:21.725323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks [] for port (3abc7064-31a0-41ca-891c-9f39403229a0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.739819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (e5205905-093e-4b0d-b14f-3c4f588419c2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.751778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d9510a5c-e1a6-47e5-981e-70e7819f197e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.754427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.756585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9510a5c-e1a6-47e5-981e-70e7819f197e HTTP/1.1" status: 204  len: 168 time: 0.3419118
Mar 26 21:03:21.767532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42142) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.823111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5205905-093e-4b0d-b14f-3c4f588419c2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:21.845963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.851900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a183837b-bfad-4f62-9dca-c48335b322c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e5205905-093e-4b0d-b14f-3c4f588419c2 HTTP/1.1" status: 204  len: 168 time: 0.8770988
Mar 26 21:03:21.854163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.880318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45570a-8ae5-4b93-a180-fd57368aaffe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9510a5c-e1a6-47e5-981e-70e7819f197e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:21.912147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.919070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (0bc17bdd-d330-4f59-9ef2-3b7970c20890), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:21.920508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72359410-71ba-402b-8c92-6141b3e227ef tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1356492
Mar 26 21:03:21.924102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42146) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:21.933317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--788243282'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:21.976610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adeca3-31c0-4f75-b47f-e2f16a306336 req-bdf94555-cfc8-410f-9ee3-6a4ec472f215 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.984179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adeca3-31c0-4f75-b47f-e2f16a306336 req-bdf94555-cfc8-410f-9ee3-6a4ec472f215 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.990503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adeca3-31c0-4f75-b47f-e2f16a306336 req-bdf94555-cfc8-410f-9ee3-6a4ec472f215 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:21.992257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38adeca3-31c0-4f75-b47f-e2f16a306336 req-bdf94555-cfc8-410f-9ee3-6a4ec472f215 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2416 time: 0.2641993
Mar 26 21:03:21.996613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.019138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ff72-e9a0-4cb4-8a24-f5c0634aa7bc req-de079a89-6c2b-4dc4-9179-fe4a51de9df5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.026120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8a6ff72-e9a0-4cb4-8a24-f5c0634aa7bc req-de079a89-6c2b-4dc4-9179-fe4a51de9df5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.2905250
Mar 26 21:03:22.043582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0bc17bdd-d330-4f59-9ef2-3b7970c20890), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.044109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router 0bc17bdd-d330-4f59-9ef2-3b7970c20890 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:03:22.062876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.066778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a535a2a-ba20-4c95-97b5-46677fddf123 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/0bc17bdd-d330-4f59-9ef2-3b7970c20890 HTTP/1.1" status: 204  len: 168 time: 0.5034416
Mar 26 21:03:22.069536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42150) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:22.073707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bed7c102-81ae-4d0f-9222-79cbabeb217f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.086650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5ff04cb7-828b-45fe-9bec-656625bf9adb up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:22.087888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-78bebf9b-46dc-4e1f-8cfe-d31d0c87edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.089451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-78bebf9b-46dc-4e1f-8cfe-d31d0c87edb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3825388
Mar 26 21:03:22.158297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (a13990d0-d7a1-4b09-87c8-009d13870d25), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.181689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38adeca3-31c0-4f75-b47f-e2f16a306336 req-dc2f5094-0c86-4dad-b349-fbaab8b00c43 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536720
Mar 26 21:03:22.187232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.191053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8a6ff72-e9a0-4cb4-8a24-f5c0634aa7bc req-df1831ac-b071-4e26-a460-17b0a4b542c8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500993
Mar 26 21:03:22.221964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet a4a864f8-2d06-4ca6-934e-76f00a41b878 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:22.224092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5ff04cb7-828b-45fe-9bec-656625bf9adb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:22.230708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5ff04cb7-828b-45fe-9bec-656625bf9adb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:22.231681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.236811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a13990d0-d7a1-4b09-87c8-009d13870d25), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.279574 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (a4a864f8-2d06-4ca6-934e-76f00a41b878), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.302254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Network d1bac26e-253d-45b2-a5d6-7223981a082f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:22.347568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd052845-b19b-42b0-8b59-60ad7a2c7bf6 req-d63b7cff-0f3a-4fb1-aee8-c56adc283742 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 210 time: 0.0687046
Mar 26 21:03:22.374435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5ff04cb7-828b-45fe-9bec-656625bf9adb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:22.374837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.393579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (a4a864f8-2d06-4ca6-934e-76f00a41b878), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.402630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:22.405503 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b58a1a8-636c-494f-941f-6a52a439c950" -d '{"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:22.419510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:22.427971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.429384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93931704-6fea-4515-a6df-884b6c68ddcb up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:22.448579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bed7c102-81ae-4d0f-9222-79cbabeb217f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.474714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-770eeafb-cb87-40a4-9867-1d6528e4e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.476465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-770eeafb-cb87-40a4-9867-1d6528e4e4a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 1128 time: 0.3269837
Mar 26 21:03:22.480810 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37997882-5f2e-42c6-ab42-817a544826f2 x-openstack-request-id: req-37997882-5f2e-42c6-ab42-817a544826f2 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:22.481109 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:22.481432 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37997882-5f2e-42c6-ab42-817a544826f2 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:22.481897 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37997882-5f2e-42c6-ab42-817a544826f2'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb', 'code': 200}
Mar 26 21:03:22.492953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e9bf490>,) {'filters': {'network_id': ['bed7c102-81ae-4d0f-9222-79cbabeb217f']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:22.533538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9bf490>, 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:22.533920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9bf490>, 'ad7f3b1b-c830-4866-8837-c7c5c1eb3381') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:22.552976 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (ad7f3b1b-c830-4866-8837-c7c5c1eb3381), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.556203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:22.580532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 93931704-6fea-4515-a6df-884b6c68ddcb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:22.596079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 93931704-6fea-4515-a6df-884b6c68ddcb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:22.596590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.620063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ad7f3b1b-c830-4866-8837-c7c5c1eb3381), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.622596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:22.647507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:22.648086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (ad7f3b1b-c830-4866-8837-c7c5c1eb3381), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.661933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:22.667890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Pushing event updated for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:22.675605 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:22.697531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a4a864f8-2d06-4ca6-934e-76f00a41b878), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.709713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.710982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7840385
Mar 26 21:03:22.719145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94493b-88ad-4916-82c6-7027119f3ebc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13990d0-d7a1-4b09-87c8-009d13870d25,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:22.725099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42156) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:22.731044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'a13990d0-d7a1-4b09-87c8-009d13870d25', 'direction': 'ingress', 'protocol': 17}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:22.739127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 93931704-6fea-4515-a6df-884b6c68ddcb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:22.740514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.789519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f465c9a-57ec-4d89-8fe6-18839851a3ca), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.793700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-5ab04eee-9837-4ceb-9340-942e6fa5fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.795457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-5ab04eee-9837-4ceb-9340-942e6fa5fcb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3064740
Mar 26 21:03:22.795594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93931704-6fea-4515-a6df-884b6c68ddcb,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:22.797624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (b36ad371-9d9e-4c96-8498-d00c491379a1), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.801273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.803252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:22.805403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bf80624a-a477-4daf-bc80-e15c3a5f3658 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.806922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bf80624a-a477-4daf-bc80-e15c3a5f3658 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 816 time: 0.7336800
Mar 26 21:03:22.817948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-13e16f3c-2457-4922-8026-f46f37100cad service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6473432
Mar 26 21:03:22.823838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bed7c102-81ae-4d0f-9222-79cbabeb217f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.890969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.896645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/bed7c102-81ae-4d0f-9222-79cbabeb217f HTTP/1.1" status: 204  len: 168 time: 1.0119400
Mar 26 21:03:22.896645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-df177722-6ce8-4037-a116-e015fad6662b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 200  len: 217 time: 0.0869064
Mar 26 21:03:22.942568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.961776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:22.964900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.970141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.978865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.981943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:22.985903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.990831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:22.991580 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:22.991716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:22.997026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.006458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-c77199c1-9f64-4596-a27c-dc1e9feedf55 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.3873348
Mar 26 21:03:23.023748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Pushing event deleted for resources: {'Network': ['ID=bed7c102-81ae-4d0f-9222-79cbabeb217f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:23.026086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (a4a864f8-2d06-4ca6-934e-76f00a41b878), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.066465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-029f9d4d-6ed7-41c3-8c3f-ca1aef1bfd4b None None] Provisioning complete for port 3abc7064-31a0-41ca-891c-9f39403229a0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:23.066899 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-029f9d4d-6ed7-41c3-8c3f-ca1aef1bfd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.099013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.099289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.099633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.099993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.100331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.100664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.100996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.101325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.101652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.101913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-45c0498e-042e-49d6-b1c1-7075755de9ef req-948ea5cb-58d9-4dac-9d0a-a1dfed7d203c service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256877
Mar 26 21:03:23.102562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.102909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.103237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.103563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.103888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.104233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e657-de2b-443c-a365-23975ac8ff8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:23.110978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a864f8-2d06-4ca6-934e-76f00a41b878,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:23.111209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f465c9a-57ec-4d89-8fe6-18839851a3ca), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.132687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.139875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7321792c-69dd-4f37-a07e-4319b290ef8e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/a4a864f8-2d06-4ca6-934e-76f00a41b878 HTTP/1.1" status: 204  len: 168 time: 1.0688562
Mar 26 21:03:23.142484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42160) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:23.164941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-9ff84aed-d070-4b27-9019-a5293bd82024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.166410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-9ff84aed-d070-4b27-9019-a5293bd82024 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.1564367
Mar 26 21:03:23.172107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7f465c9a-57ec-4d89-8fe6-18839851a3ca), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.182743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42162) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:23.188128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18f120d-8a5e-481e-84c0-66bf91aa40c9 None None] Network 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:23.269841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-89d16d31-21e5-44ce-b09a-58dfc5d30fcd req-7cb09637-9b8c-410f-9301-9dc1e9071959 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2624285
Mar 26 21:03:23.271308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f465c9a-57ec-4d89-8fe6-18839851a3ca,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:23.301009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-0a1d1c61-2a69-4549-8b2f-29e105a94782 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 379 time: 0.4342849
Mar 26 21:03:23.313226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.315781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-82321444-ae74-43f7-8be3-12207a6de48b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5879786
Mar 26 21:03:23.325200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:23.328940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'port': {'device_id': '39b61f71-6468-4d03-87ff-51120f2911c4', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'admin_state_up': True, 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'security_groups': ['c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:23.363616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.395823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-029f9d4d-6ed7-41c3-8c3f-ca1aef1bfd4b None None] Port 3abc7064-31a0-41ca-891c-9f39403229a0 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:23.399104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 902c158a-858e-48ad-a01a-9a7b0e2f5767 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:23.454181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.455083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.455566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.456242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.456721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.457200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.457675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.457807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.459824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-bbbe1402-baca-4fa0-a533-617397cca3db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6691 time: 0.2586637
Mar 26 21:03:23.471537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75223959-43cb-41ba-b6b5-896cef449627 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=496f2be9357e414ca8db7bf1f5ed0234&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2847703
Mar 26 21:03:23.476810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42172) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:23.501262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-0d59ce94-9d83-47ff-a1c0-1d34ac954c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.503037 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-0d59ce94-9d83-47ff-a1c0-1d34ac954c78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3211620
Mar 26 21:03:23.508353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:23.508756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.563748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:23.565196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 902c158a-858e-48ad-a01a-9a7b0e2f5767 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:23.565684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.589676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.601371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (a13990d0-d7a1-4b09-87c8-009d13870d25), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.644594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f1838-18db-4101-8c1b-8c2672f5793d req-5dba8154-f7d1-44fb-a98a-91383684d978 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.646396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd4f1838-18db-4101-8c1b-8c2672f5793d req-5dba8154-f7d1-44fb-a98a-91383684d978 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.2799606
Mar 26 21:03:23.650375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfcf3-45fa-4c7f-9db7-442d54dfc5e7 req-191c1f43-8d3e-43a8-8eb0-4ed81ba7201b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.657231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfcf3-45fa-4c7f-9db7-442d54dfc5e7 req-191c1f43-8d3e-43a8-8eb0-4ed81ba7201b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.662699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfcf3-45fa-4c7f-9db7-442d54dfc5e7 req-191c1f43-8d3e-43a8-8eb0-4ed81ba7201b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.664406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9eadfcf3-45fa-4c7f-9db7-442d54dfc5e7 req-191c1f43-8d3e-43a8-8eb0-4ed81ba7201b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2418 time: 0.2639983
Mar 26 21:03:23.666974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:23.677252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] DHCP port deletion for 0a3fb8ef-13e7-4743-8eb2-07a758f08bbd request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:03:23.730934 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (a13990d0-d7a1-4b09-87c8-009d13870d25), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.745128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 902c158a-858e-48ad-a01a-9a7b0e2f5767 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:23.745574 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.747709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-d089474d-03d7-4c40-8007-2b4fda111a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.749170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] Publish callbacks [] for security_group (f7effb13-5ed5-45dc-b22d-959bdfb91aca), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.749358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-d089474d-03d7-4c40-8007-2b4fda111a27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3520df3b-6ed1-4672-b47f-8044261e5766 HTTP/1.1" status: 200  len: 901 time: 0.2829323
Mar 26 21:03:23.772283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 902c158a-858e-48ad-a01a-9a7b0e2f5767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=902c158a-858e-48ad-a01a-9a7b0e2f5767,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:23.783105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.794922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Deleting port 436100a5-efd6-45e8-b001-b40a4971190a {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:23.795872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (436100a5-efd6-45e8-b001-b40a4971190a), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.824005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] Publish callbacks [] for security_group (f7effb13-5ed5-45dc-b22d-959bdfb91aca), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.844869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-6f10c37d-afc6-4045-9411-c9217a742daf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24 HTTP/1.1" status: 200  len: 217 time: 0.0553265
Mar 26 21:03:23.852720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-3824ae7c-5428-441f-b1bf-71209f0d7edc service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3369751
Mar 26 21:03:23.862802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9eadfcf3-45fa-4c7f-9db7-442d54dfc5e7 req-ebadb4be-e2b9-43a5-a6b1-ae687eb97bab tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626601
Mar 26 21:03:23.865192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd4f1838-18db-4101-8c1b-8c2672f5793d req-4d6e11b9-babe-40e6-aa6e-62ba2f609e0f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083106
Mar 26 21:03:23.892119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Made reservation on behalf of 5a748aa42d5c4f55bd7d2d86838ff112 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:23.895907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.921823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 436100a5-efd6-45e8-b001-b40a4971190a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:23.922469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (436100a5-efd6-45e8-b001-b40a4971190a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.933864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] For port 436100a5-efd6-45e8-b001-b40a4971190a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436100a5-efd6-45e8-b001-b40a4971190a,segment=NetworkSegment(17e0cd6a-08b0-42aa-b196-428ea33f1c7e),segment_id=17e0cd6a-08b0-42aa-b196-428ea33f1c7e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:23.934376 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (436100a5-efd6-45e8-b001-b40a4971190a), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:23.943429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=902c158a-858e-48ad-a01a-9a7b0e2f5767,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:23.953658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Calling delete_port for 436100a5-efd6-45e8-b001-b40a4971190a owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:23.957891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-129425fb-6176-4af5-a902-851008ff4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:23.959505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-129425fb-6176-4af5-a902-851008ff4933 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 200  len: 797 time: 0.1076026
Mar 26 21:03:23.999954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a13990d0-d7a1-4b09-87c8-009d13870d25), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.002553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.004297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/a13990d0-d7a1-4b09-87c8-009d13870d25 HTTP/1.1" status: 204  len: 168 time: 0.6618741
Mar 26 21:03:24.016229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42174) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:24.052199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks [] for port (3abc7064-31a0-41ca-891c-9f39403229a0), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.063141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (436100a5-efd6-45e8-b001-b40a4971190a), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.084891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.101810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] Pushing event deleted for resources: {'Port': ['ID=436100a5-efd6-45e8-b001-b40a4971190a,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:24.114645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c621e5-fa61-4b1f-bfd5-e8d276308471 None None] No DVR routers for this DVR port 436100a5-efd6-45e8-b001-b40a4971190a on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:24.157520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c215470-c4bb-4d15-b817-44eb9b324b8d req-70c5b26e-18a8-4f1a-932f-a36a55748d96 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 210 time: 0.1294007
Mar 26 21:03:24.196228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-691165aa-9b21-45ea-94d0-129c488fe22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.197831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-691165aa-9b21-45ea-94d0-129c488fe22e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2280302
Mar 26 21:03:24.206142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Pushing event updated for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:24.257040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (b36ad371-9d9e-4c96-8498-d00c491379a1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.259447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.259810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.260170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.260508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.260844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.261176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.261500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.261823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.262146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.262467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.262791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.263111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.263431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.264294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.264620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:24.330388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc40005-fc63-429f-84b2-169962ba0694 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13990d0-d7a1-4b09-87c8-009d13870d25,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:24.349818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 436100a5-efd6-45e8-b001-b40a4971190a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=436100a5-efd6-45e8-b001-b40a4971190a,segment=NetworkSegment(17e0cd6a-08b0-42aa-b196-428ea33f1c7e),segment_id=17e0cd6a-08b0-42aa-b196-428ea33f1c7e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:24.350492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (436100a5-efd6-45e8-b001-b40a4971190a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.363755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Allocated IP 172.20.0.13 (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84/571c539b-56d7-458b-8c0c-ec0f03c32bba/0b287a38-d197-43f5-93fb-a9adf2828080) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:24.391942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f7effb13-5ed5-45dc-b22d-959bdfb91aca), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.395327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.396645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7effb13-5ed5-45dc-b22d-959bdfb91aca HTTP/1.1" status: 204  len: 168 time: 0.9171834
Mar 26 21:03:24.397714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 436100a5-efd6-45e8-b001-b40a4971190a owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:24.437655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7a84218-8eea-4f07-9c76-62dbc2581658 req-ad8e4cf4-c897-4012-a20e-dca1c21ff8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5727773
Mar 26 21:03:24.452232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d9b7d-a976-4903-aa30-ee5bfa280110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7effb13-5ed5-45dc-b22d-959bdfb91aca,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:24.466772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e8f38784-c7df-4189-a873-6e06293e2919 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1607773
Mar 26 21:03:24.484458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-4190979f-3663-49d6-99e0-5d43ab3a98d3 service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550249
Mar 26 21:03:24.485439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:24.493657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb'}, {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:24.496996 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d0105-4604-40f9-b8ff-6fb776b32e66" -d '{"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb"}, {"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:24.545608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.550907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.551491 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3756d-0af7-4e4d-9887-8553c85b0ee7 x-openstack-request-id: req-dcb3756d-0af7-4e4d-9887-8553c85b0ee7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:24.551981 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb", "code": 200}, {"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-plugged", "status": "completed", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:24.552351 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcb3756d-0af7-4e4d-9887-8553c85b0ee7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:24.552860 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb3756d-0af7-4e4d-9887-8553c85b0ee7'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb', 'code': 200}
Mar 26 21:03:24.553228 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb3756d-0af7-4e4d-9887-8553c85b0ee7'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3', 'code': 200}
Mar 26 21:03:24.556392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.562361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.567890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.569831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882825158'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:24.573560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.579565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:24.581578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-1bd0d2e8-cb7c-49e7-9c0b-6683a7a0c872 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.2280545
Mar 26 21:03:24.600812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Network d1bac26e-253d-45b2-a5d6-7223981a082f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:24.630013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (436100a5-efd6-45e8-b001-b40a4971190a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.665851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=436100a5-efd6-45e8-b001-b40a4971190a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:24.673402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port 436100a5-efd6-45e8-b001-b40a4971190a on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:24.711575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:24.713185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec516cec-f96f-4278-b021-4a0f43043c59 req-ee3121e1-5848-4ab2-be23-026f1160fdee tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1225662
Mar 26 21:03:24.727117 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.789037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.813078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fc20220>,) {'filters': {'network_id': ['0a3fb8ef-13e7-4743-8eb2-07a758f08bbd']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:24.837976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc20220>, '17e0cd6a-08b0-42aa-b196-428ea33f1c7e') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:24.838655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc20220>, '17e0cd6a-08b0-42aa-b196-428ea33f1c7e') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:24.850578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd9ba250-b46d-4acf-9fee-4116796e7e46 req-f7220886-d5b8-4606-b77c-37c8ba820923 service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873700
Mar 26 21:03:24.852546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (17e0cd6a-08b0-42aa-b196-428ea33f1c7e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.872674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (17e0cd6a-08b0-42aa-b196-428ea33f1c7e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.881446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:24.882251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (17e0cd6a-08b0-42aa-b196-428ea33f1c7e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:24.889386 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:25.023119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab4aa-b28a-4360-b711-6fdf3ad18e53 req-0d2d6e9a-7222-4f20-8205-e35ccb48d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.023905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab4aa-b28a-4360-b711-6fdf3ad18e53 req-0d2d6e9a-7222-4f20-8205-e35ccb48d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.024082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab4aa-b28a-4360-b711-6fdf3ad18e53 req-0d2d6e9a-7222-4f20-8205-e35ccb48d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.025943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd0ab4aa-b28a-4360-b711-6fdf3ad18e53 req-0d2d6e9a-7222-4f20-8205-e35ccb48d509 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2965 time: 0.3069961
Mar 26 21:03:25.029118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (0b287a38-d197-43f5-93fb-a9adf2828080), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.039343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e8eb12fe-3b2d-4504-a9ff-67225fffa872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.070791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0a3fb8ef-13e7-4743-8eb2-07a758f08bbd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.081633 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.089685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/0a3fb8ef-13e7-4743-8eb2-07a758f08bbd HTTP/1.1" status: 204  len: 168 time: 1.9397569
Mar 26 21:03:25.098976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42198) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:25.104703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848351167', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:25.112749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd496e8-77b3-4112-a238-033ffd1a0734 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=0a3fb8ef-13e7-4743-8eb2-07a758f08bbd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:25.125455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:25.153869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63b203d0-201e-42e6-ac19-386a2676923b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.154080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e39b4-0fb0-4b90-b72e-5e2b5ed83c82 req-2a06ee63-ed98-47cc-8044-3775a831b397 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.155518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-467f355c-cd77-41fa-9e50-5bf7d80a0dd5 None None] Provisioning complete for port 3abc7064-31a0-41ca-891c-9f39403229a0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:25.160453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e39b4-0fb0-4b90-b72e-5e2b5ed83c82 req-2a06ee63-ed98-47cc-8044-3775a831b397 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.166233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e39b4-0fb0-4b90-b72e-5e2b5ed83c82 req-2a06ee63-ed98-47cc-8044-3775a831b397 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.168113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-658e39b4-0fb0-4b90-b72e-5e2b5ed83c82 req-2a06ee63-ed98-47cc-8044-3775a831b397 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.1322517
Mar 26 21:03:25.169657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.171691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.173280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63b203d0-201e-42e6-ac19-386a2676923b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.180113 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-467f355c-cd77-41fa-9e50-5bf7d80a0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.184779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:25.213590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.214826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6531374
Mar 26 21:03:25.221281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42206) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:25.240654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--113041986'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:25.318290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 902c158a-858e-48ad-a01a-9a7b0e2f5767 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:25.320525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-467f355c-cd77-41fa-9e50-5bf7d80a0dd5 None None] Port 3abc7064-31a0-41ca-891c-9f39403229a0 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:25.344272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.419746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:25.421450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.451439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.469303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-658e39b4-0fb0-4b90-b72e-5e2b5ed83c82 req-6699bff7-ba76-4263-90f1-d270129f2054 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778897
Mar 26 21:03:25.469596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:25.485030 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.492097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42212) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:25.563782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 902c158a-858e-48ad-a01a-9a7b0e2f5767 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:25.564382 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.570541 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.576783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fd0ab4aa-b28a-4360-b711-6fdf3ad18e53 req-afbede58-cd86-469f-861b-d4e58f1f9831 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5270641
Mar 26 21:03:25.602709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b53fc6-e932-4c4a-8322-1e0f76b20e1d req-5044750b-5daf-4ef5-aff9-c03326dd6b43 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.610646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b53fc6-e932-4c4a-8322-1e0f76b20e1d req-5044750b-5daf-4ef5-aff9-c03326dd6b43 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 946 time: 0.5976727
Mar 26 21:03:25.611858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:25.634229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_gateway (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.650793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec75fe-d166-46ad-b7e3-5b35d77aa614 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b203d0-201e-42e6-ac19-386a2676923b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:25.696195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63cff1f5-77dc-460b-a173-5f41ca96a29f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.696408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 902c158a-858e-48ad-a01a-9a7b0e2f5767 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:25.707271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63cff1f5-77dc-460b-a173-5f41ca96a29f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.715866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d54493-8388-4a6f-b863-1054f61fb2e9 req-05facf0b-c48e-45c1-a9cc-987c1ceb5e7c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.717987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44d54493-8388-4a6f-b863-1054f61fb2e9 req-05facf0b-c48e-45c1-a9cc-987c1ceb5e7c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 932 time: 0.1655855
Mar 26 21:03:25.730179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:25.735874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:25.736507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1763186920-network', 'tenant_id': '3652534f0b48491f895462536365ef07'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:25.738332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:25.741160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:25.800943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 436100a5-efd6-45e8-b001-b40a4971190a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:25.810480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.814580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5887980
Mar 26 21:03:25.821429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b53fc6-e932-4c4a-8322-1e0f76b20e1d req-ae91f74f-20f6-499e-baa0-cbf1affd3305 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089226
Mar 26 21:03:25.829231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42218) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:25.831267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 436100a5-efd6-45e8-b001-b40a4971190a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:25.831857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 436100a5-efd6-45e8-b001-b40a4971190a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:25.846382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': '63b203d0-201e-42e6-ac19-386a2676923b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '63cff1f5-77dc-460b-a173-5f41ca96a29f', 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:25.848306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc10579-f965-4aeb-82f4-9ed2746a8cc0 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cff1f5-77dc-460b-a173-5f41ca96a29f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:25.862901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:25.879188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:25.887773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-174ec69b-d5bd-4cfa-8972-935d5af61c99 admin admin] 10.222.0.16 "PUT /v2.0/routers/b36ad371-9d9e-4c96-8498-d00c491379a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2247329
Mar 26 21:03:25.892663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Made reservation on behalf of 3652534f0b48491f895462536365ef07 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:25.894985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.901024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:25.901483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f38fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:02:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:25.910761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44d54493-8388-4a6f-b863-1054f61fb2e9 req-d4ce106b-3232-45f4-8160-8884065bc1a3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1703923
Mar 26 21:03:25.920775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:25.920987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:25.926246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.036063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-bfe3f040-631d-4ed3-bbd2-32f698c034af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7164385
Mar 26 21:03:26.069045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Request body: {'port': {'device_id': '39b61f71-6468-4d03-87ff-51120f2911c4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:26.089389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.093814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:26.140820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks [] for security_group (b1a83198-73c2-4264-8c6f-eb0697df23d0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.165929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b1a83198-73c2-4264-8c6f-eb0697df23d0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.170565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_gateway (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.203455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.211062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:26.236986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a83198-73c2-4264-8c6f-eb0697df23d0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:26.272517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (661e8c74-50ac-4d9f-bc01-d01e7dd3955b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.272868 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Added segment 661e8c74-50ac-4d9f-bc01-d01e7dd3955b of type vlan for network 29a33636-1c6f-4164-b055-8f1a3b4ee463
Mar 26 21:03:26.277864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.284792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.295869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.302907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.309150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.317998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.327087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.338566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-c3b8aef4-284c-4855-a97b-0ecf7a5111fd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.3793941
Mar 26 21:03:26.338897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (29a33636-1c6f-4164-b055-8f1a3b4ee463), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.372173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-895841b1-1b79-4a63-b1c7-47c66a74cb0c None None] Provisioning complete for port 0b287a38-d197-43f5-93fb-a9adf2828080 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:26.372781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-895841b1-1b79-4a63-b1c7-47c66a74cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.413052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 172.35.4.164 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/aa6550b0-b2f0-4fb7-9aa6-50725032e89e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:26.448308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e71f565c-f25f-42b4-ae62-ef92e1eee484 req-e309ba0c-002b-4691-8732-42ca094fe262 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1078081
Mar 26 21:03:26.453262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.469766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-895841b1-1b79-4a63-b1c7-47c66a74cb0c None None] Port 0b287a38-d197-43f5-93fb-a9adf2828080 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:26.539513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:26.542686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (aa6550b0-b2f0-4fb7-9aa6-50725032e89e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.546448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (29a33636-1c6f-4164-b055-8f1a3b4ee463), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.547502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.548038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.552973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373337636', 'description': 'tempest-description--479556607'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:26.554093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:26.556398 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29130d04-4179-405f-b8b2-8ce15d0d67ee" -d '{"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:26.574617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f38fdf0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 2, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:26.620760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] Pushing event updated for resources: {'Network': ['ID=29a33636-1c6f-4164-b055-8f1a3b4ee463,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:26.621906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.622905 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3797e5-81c7-43eb-8e99-587fd0ce6b99 x-openstack-request-id: req-fe3797e5-81c7-43eb-8e99-587fd0ce6b99 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:26.623901 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:26.624560 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe3797e5-81c7-43eb-8e99-587fd0ce6b99 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:26.624958 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3797e5-81c7-43eb-8e99-587fd0ce6b99'] response: {'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'code': 200}
Mar 26 21:03:26.626398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:26.627123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Updating router b36ad371-9d9e-4c96-8498-d00c491379a1 port 3abc7064-31a0-41ca-891c-9f39403229a0 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:03:26.652904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:26.663563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.688781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-239f07d8-3772-4ddd-b639-89b30f200713 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.1948540
Mar 26 21:03:26.692672 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.698589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42232) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:26.706566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Request body: {'subnet': {'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1763186920-subnet', 'tenant_id': '3652534f0b48491f895462536365ef07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:26.709585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.718655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a42412a-7dca-4172-81e3-323fb2f8164e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:26.759952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (aa6550b0-b2f0-4fb7-9aa6-50725032e89e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.774371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.775598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-545d767f-ff02-4c09-abf3-7028d8fc3769 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.9453793
Mar 26 21:03:26.783414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:26.827953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Made reservation on behalf of 3652534f0b48491f895462536365ef07 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:26.830934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.843528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8429-5bbf-44b2-9ec9-3e9368299c54 req-ea49c44f-0407-4fd0-a6b0-53fd54c5f59b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.849793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8429-5bbf-44b2-9ec9-3e9368299c54 req-ea49c44f-0407-4fd0-a6b0-53fd54c5f59b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.856242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8429-5bbf-44b2-9ec9-3e9368299c54 req-ea49c44f-0407-4fd0-a6b0-53fd54c5f59b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:26.858566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-760f8429-5bbf-44b2-9ec9-3e9368299c54 req-ea49c44f-0407-4fd0-a6b0-53fd54c5f59b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.2489281
Mar 26 21:03:26.862408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:26.885947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:26.895121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=aa6550b0-b2f0-4fb7-9aa6-50725032e89e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:26.900077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:26.912015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.934760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:26.985718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.003446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.073087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-760f8429-5bbf-44b2-9ec9-3e9368299c54 req-8498e8ce-f007-4742-8dad-6730392c8f92 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066054
Mar 26 21:03:27.104678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8a42412a-7dca-4172-81e3-323fb2f8164e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.119661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.120824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8a42412a-7dca-4172-81e3-323fb2f8164e HTTP/1.1" status: 204  len: 168 time: 0.3306696
Mar 26 21:03:27.126426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42240) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:27.146540 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks [] for port (3abc7064-31a0-41ca-891c-9f39403229a0), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.153490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.156166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e8213-fc6d-4214-bc37-3540442b6577 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a42412a-7dca-4172-81e3-323fb2f8164e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.159434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.160458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6157401
Mar 26 21:03:27.166169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:27.175349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:27.187940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b03d-3984-4c12-8c15-9a7dcb853ac8 req-1fa9da84-573d-455f-9103-99ce42d5cb0d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:27.193278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e725b03d-3984-4c12-8c15-9a7dcb853ac8 req-1fa9da84-573d-455f-9103-99ce42d5cb0d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.2640619
Mar 26 21:03:27.206614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd5730-7a71-4af3-bcb7-7fc3fda3ccb7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.227764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e39a17-268c-444f-9e3e-317b2624f926 None None] Pushing event updated for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.276121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e725b03d-3984-4c12-8c15-9a7dcb853ac8 req-fa244678-a51e-4ac3-8c41-66057a5dd335 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818408
Mar 26 21:03:27.354686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Attempting to bind port 3abc7064-31a0-41ca-891c-9f39403229a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:27.355370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Attempting to bind port 3abc7064-31a0-41ca-891c-9f39403229a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:27.356101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Attempting to bind port 3abc7064-31a0-41ca-891c-9f39403229a0 on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:27.364221 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98253613-0000-42cd-8a54-a97b3b29af60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.364419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (1a9ba57e-6def-489c-8e6d-a02108a60e4e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.366513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:27.367548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Checking segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:27.368155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.368762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Bound using segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:27.369444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Bound port: 3abc7064-31a0-41ca-891c-9f39403229a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:27.370020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.392491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-49c12cbd-3be5-4102-a176-9a1cff933dbf tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2614040
Mar 26 21:03:27.400299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42246) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:27.453066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:27.485040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] For port 3abc7064-31a0-41ca-891c-9f39403229a0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:27.487636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks [] for port (0b287a38-d197-43f5-93fb-a9adf2828080), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.491500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] For port 3abc7064-31a0-41ca-891c-9f39403229a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3abc7064-31a0-41ca-891c-9f39403229a0,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:27.502971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.505208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (ecdec398-8a90-4e44-be8a-b3ca504ef095), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.543040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a79-ba43-454d-a75e-7cc5f8716bc8 req-1d77e41f-4bf7-465f-9f10-eaa130bc74e7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:27.545989 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2828a79-ba43-454d-a75e-7cc5f8716bc8 req-1d77e41f-4bf7-465f-9f10-eaa130bc74e7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 932 time: 0.3803639
Mar 26 21:03:27.582118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:27.583018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Transition to ACTIVE for port object 0b287a38-d197-43f5-93fb-a9adf2828080 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:03:27.583726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f38fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:27.607531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.688664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e39a17-268c-444f-9e3e-317b2624f926 None None] Pushing event updated for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.698008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee23a7-1827-40e2-8dbd-5b35cf647ef8 req-252594e7-e357-4919-bf2a-67f0ba91ae32 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:27.699307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdec398-8a90-4e44-be8a-b3ca504ef095,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.700031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3ee23a7-1827-40e2-8dbd-5b35cf647ef8 req-252594e7-e357-4919-bf2a-67f0ba91ae32 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2819068
Mar 26 21:03:27.702738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (1a9ba57e-6def-489c-8e6d-a02108a60e4e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.720502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1a9ba57e-6def-489c-8e6d-a02108a60e4e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.731317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63cff1f5-77dc-460b-a173-5f41ca96a29f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.742031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Provisioning complete for port 3abc7064-31a0-41ca-891c-9f39403229a0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:27.742454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.760301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_gateway (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.781028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.793279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2828a79-ba43-454d-a75e-7cc5f8716bc8 req-4f260daa-40c7-4ec8-94e3-f67bc42cf42e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2155108
Mar 26 21:03:27.814931 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63cff1f5-77dc-460b-a173-5f41ca96a29f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.824702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Checking segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:27.825101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Network hostable DHCP agents. Network: 29a33636-1c6f-4164-b055-8f1a3b4ee463, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:27.839862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:27.851400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9ba57e-6def-489c-8e6d-a02108a60e4e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:27.881492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.882725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-58e2dc4e-820b-4ae0-88d8-075f1e2c985f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7134926
Mar 26 21:03:27.891162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42250) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:27.940443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group_rule': {'security_group_id': 'ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:27.965464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Current status of the port 3abc7064-31a0-41ca-891c-9f39403229a0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:27.965879 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:27.976991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3ee23a7-1827-40e2-8dbd-5b35cf647ef8 req-14c7e47e-58a2-4095-96db-71de7cd0250f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2707958
Mar 26 21:03:28.025297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:28.038634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (1a800ea6-5ddf-414c-9ab6-35bbc48c941c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.051567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63cff1f5-77dc-460b-a173-5f41ca96a29f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.054916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.056278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/63cff1f5-77dc-460b-a173-5f41ca96a29f HTTP/1.1" status: 204  len: 168 time: 0.6533263
Mar 26 21:03:28.069670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:28.081178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29a33636-1c6f-4164-b055-8f1a3b4ee463) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:28.097782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52c8eed7-3c91-43b3-9001-30b914ea4cd7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:28.101531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0181fd3-da8f-4c44-b6ef-0f3aa5e5229b None None] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:28.110044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Attempting to bind port 0b287a38-d197-43f5-93fb-a9adf2828080 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:28.110390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Attempting to bind port 0b287a38-d197-43f5-93fb-a9adf2828080 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:28.110722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Attempting to bind port 0b287a38-d197-43f5-93fb-a9adf2828080 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:28.124764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] For port 3abc7064-31a0-41ca-891c-9f39403229a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3abc7064-31a0-41ca-891c-9f39403229a0,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:28.134466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1278e-1e08-4d25-9187-128a2953b77b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cff1f5-77dc-460b-a173-5f41ca96a29f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:28.138937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.139537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.150594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Port 0b287a38-d197-43f5-93fb-a9adf2828080 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:03:28.150930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Attempting to bind port 0b287a38-d197-43f5-93fb-a9adf2828080 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:28.167540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.167901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.176699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.183111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.190349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.196164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.201832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.207874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.210228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-15c30e44-a332-4fc4-b236-5772eca0ba1a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5417 time: 0.2847784
Mar 26 21:03:28.231299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:28.231638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Checking segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:28.232067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Bound using segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:28.233068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Bound port: 0b287a38-d197-43f5-93fb-a9adf2828080, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:28.233435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.284319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3177755f-1834-444e-bcfb-302ef836d8f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.5745039
Mar 26 21:03:28.287904 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:03:28.321982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3f7865dc-d7d4-4643-8230-02251b0b8ab1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.2450957
Mar 26 21:03:28.343275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42260) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:28.365478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4361ff7a-92dd-4d60-bc04-af9de6cc6390 None None] Provisioning complete for port 3abc7064-31a0-41ca-891c-9f39403229a0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:28.365900 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4361ff7a-92dd-4d60-bc04-af9de6cc6390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.390045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85a55146-0a75-4d97-9c12-8f38329264c0 req-2cb94087-c407-48e7-afed-2c2772864d5e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1630371
Mar 26 21:03:28.430930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dae92-4d05-4d58-a386-c0d3f5b9d311 None None] Pushing event updated for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:28.444152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:28.463467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63b203d0-201e-42e6-ac19-386a2676923b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.479633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6fff94-f0e3-4590-bb3b-aa20599b01f0 None None] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:28.484909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:28.500558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.542812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (63b203d0-201e-42e6-ac19-386a2676923b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.582382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.583147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.585384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] 10.222.0.21 "PUT /v2.0/ports/0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 1092 time: 2.5229013
Mar 26 21:03:28.588026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:28.590206 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a71fcce-f11a-44a9-8e9d-12b171973394" -d '{"events": [{"name": "network-changed", "server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:28.610600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cdc73-0fb6-4e5e-a8cf-48c2da45d26f req-89acdd40-ed6d-494c-89c8-430af70dcd35 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.617894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa7cdc73-0fb6-4e5e-a8cf-48c2da45d26f req-89acdd40-ed6d-494c-89c8-430af70dcd35 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5166621
Mar 26 21:03:28.624114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.650899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (1a800ea6-5ddf-414c-9ab6-35bbc48c941c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.666738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1a800ea6-5ddf-414c-9ab6-35bbc48c941c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.710251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76994542-2e22-4ee6-b017-c45d94a662ff service neutron] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:28.739666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63b203d0-201e-42e6-ac19-386a2676923b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.748095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.748452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a800ea6-5ddf-414c-9ab6-35bbc48c941c,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:28.750256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/63b203d0-201e-42e6-ac19-386a2676923b HTTP/1.1" status: 204  len: 168 time: 0.4029996
Mar 26 21:03:28.759640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d61dcd-3740-4b57-8b29-75de186e3dcd req-65eefbb0-bcdf-4729-87a8-55094798fde4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.760872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42268) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:28.766928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d61dcd-3740-4b57-8b29-75de186e3dcd req-65eefbb0-bcdf-4729-87a8-55094798fde4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.769412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.773553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b7220917-781c-4652-ae22-0fa8165170bd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8716147
Mar 26 21:03:28.773707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d61dcd-3740-4b57-8b29-75de186e3dcd req-65eefbb0-bcdf-4729-87a8-55094798fde4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.774524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96d61dcd-3740-4b57-8b29-75de186e3dcd req-65eefbb0-bcdf-4729-87a8-55094798fde4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.1973269
Mar 26 21:03:28.776194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42270) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:28.790208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:28.815239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.827805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:28.831966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa7cdc73-0fb6-4e5e-a8cf-48c2da45d26f req-ef2b7127-50d0-49bd-87a5-10905d10d0b4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2129207
Mar 26 21:03:28.837229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.850907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64088195-2df6-430a-93a8-f79684d9f4d1 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b203d0-201e-42e6-ac19-386a2676923b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:28.864039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-e2c77ff4-40e7-4ffc-adbd-34d1b9c479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:28.865506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-e2c77ff4-40e7-4ffc-adbd-34d1b9c479f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1126 time: 0.2092972
Mar 26 21:03:28.877605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'port_id': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'mac_address': 'fa:16:3e:f7:48:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:28.920428 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd96f7-7a4e-45f2-9fc5-d18715220b46 x-openstack-request-id: req-67dd96f7-7a4e-45f2-9fc5-d18715220b46 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:28.920814 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:28.921324 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67dd96f7-7a4e-45f2-9fc5-d18715220b46 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:28.924067 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dd96f7-7a4e-45f2-9fc5-d18715220b46'] response: {'name': 'network-changed', 'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'status': 'completed', 'code': 200}
Mar 26 21:03:28.932067 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8f42ed07-0509-4ace-a426-6062d86e5b42 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1655855
Mar 26 21:03:28.938622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42278) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:28.946918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441839262'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:28.994847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:28.999121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4361ff7a-92dd-4d60-bc04-af9de6cc6390 None None] Current status of the port 3abc7064-31a0-41ca-891c-9f39403229a0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:29.006581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router d2cdec8a-dd1f-4c4b-a434-4e745dca7424 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:03:29.034898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96d61dcd-3740-4b57-8b29-75de186e3dcd req-a3e8d422-0868-4c40-a0c4-6079cf98001b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528462
Mar 26 21:03:29.036995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f38fdf0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:29.038031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-2ee9a928-1dfa-4105-9384-7bdba75d75ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 217 time: 0.1537681
Mar 26 21:03:29.041963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:29.042304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.085483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c8eed7-3c91-43b3-9001-30b914ea4cd7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:29.106849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6f4a8-67e4-44b0-b8e9-1bffdfe25c16 None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:29.112347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.122069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.122829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device df90cff0-cb5b-4aad-bb76-1204dc22e346 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:29.223133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-549ed5f7-8f63-498c-bcfc-a2e0f182b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:29.236824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-549ed5f7-8f63-498c-bcfc-a2e0f182b690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1868265
Mar 26 21:03:29.276623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:29.306647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.318856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'port_id': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'mac_address': 'fa:16:3e:4f:82:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:29.362466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port df90cff0-cb5b-4aad-bb76-1204dc22e346 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:29.363111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.366092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-ddc7ad99-840e-40ca-8060-4f4e27a25d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:29.369051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-ddc7ad99-840e-40ca-8060-4f4e27a25d9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1174123
Mar 26 21:03:29.372315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (4ad85554-acd0-46fa-b1ec-9b920e5fd57d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.378537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df90cff0-cb5b-4aad-bb76-1204dc22e346 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:29.382957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258d210-c544-4942-83e0-a1f061714b17 req-3b6cf238-04ac-4328-91d8-0569127d44c6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:29.384755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4ad85554-acd0-46fa-b1ec-9b920e5fd57d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.386546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5258d210-c544-4942-83e0-a1f061714b17 req-3b6cf238-04ac-4328-91d8-0569127d44c6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2259645
Mar 26 21:03:29.396014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:29.400661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.408876 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] Sync routers for ids ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:29.418583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.420436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4792311
Mar 26 21:03:29.423821 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.426191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 44253e4b-0e65-47a7-9d9a-61ce95e7f45c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:29.430544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] Routers {'d2cdec8a-dd1f-4c4b-a434-4e745dca7424'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:29.431399 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612660c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:29.436440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.437733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:29.454224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': '4ad85554-acd0-46fa-b1ec-9b920e5fd57d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:29.455391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-37f88471-eaf0-4af6-8e4f-fb9fdb361ffa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:29.457007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-37f88471-eaf0-4af6-8e4f-fb9fdb361ffa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 0.3183849
Mar 26 21:03:29.502557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612660c220>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:29.511971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:29.512223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0171c-db3a-4fcc-8fa5-07f3f5f91fab tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad85554-acd0-46fa-b1ec-9b920e5fd57d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:29.512695 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] Routers {'d2cdec8a-dd1f-4c4b-a434-4e745dca7424'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:29.513502 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612660c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:29.515680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.525820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-40b6d3e8-9f3c-419e-8835-4132b257ffd7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/quotas/3652534f0b48491f895462536365ef07 HTTP/1.1" status: 200  len: 375 time: 0.0444167
Mar 26 21:03:29.539266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.542947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d3429a55-eb37-4aac-98d0-7a9b780ebc26 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.4406085
Mar 26 21:03:29.543239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42294) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:29.551014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'port_id': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c', 'mac_address': 'fa:16:3e:ce:ae:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:29.571106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612660c220>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:29.572269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83956cb6-dbbf-4b1a-adff-4a0226059ede None None] The sync data for ids ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:29.615187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:29.615612 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.630407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44253e4b-0e65-47a7-9d9a-61ce95e7f45c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:29.630943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e3fafb9b-8caf-43cb-95d7-7d4f2163d7bc tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1040602
Mar 26 21:03:29.653228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.662572 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.663298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b5ab341d-bc21-496a-8125-8e90f4b08572 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:29.678345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5258d210-c544-4942-83e0-a1f061714b17 req-1c4e15c9-971d-43f1-a77a-7111f6e095d8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2673666
Mar 26 21:03:29.756396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.772178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5ab341d-bc21-496a-8125-8e90f4b08572,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.791016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:29.791866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Allocated IP 172.35.4.176 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/673cb35e-c986-4cc3-b760-71c7e2c08f6e) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:29.796744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-c2619bcf-0588-49ea-9206-7a2e005f8850 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4067435
Mar 26 21:03:29.802399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b59559f2-6306-4457-945d-a172a93005e2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers/d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 200  len: 885 time: 0.2577498
Mar 26 21:03:29.807096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42296) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:29.807843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'b5ab341d-bc21-496a-8125-8e90f4b08572', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'port_id': 'b5ab341d-bc21-496a-8125-8e90f4b08572', 'mac_address': 'fa:16:3e:5e:6c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:29.811662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-9cc85f07-c745-4d42-8840-bde1d048cb7a service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797960
Mar 26 21:03:29.868718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b5ab341d-bc21-496a-8125-8e90f4b08572 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:29.869330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.887388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ab341d-bc21-496a-8125-8e90f4b08572 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:29.909766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5ab341d-bc21-496a-8125-8e90f4b08572,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:29.915546 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:29.941421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-944538f2-8cc3-4424-9c08-2295798bbb37 service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286924
Mar 26 21:03:29.984438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:30.056671 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.080209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:30.243490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:30.264408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'port_id': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'mac_address': 'fa:16:3e:3c:99:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d1755-0acf-4d82-a024-5506b7bc9d73', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:30.312066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.314170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['44253e4b-0e65-47a7-9d9a-61ce95e7f45c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:30.326608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.336994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.346431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.363713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['52c8eed7-3c91-43b3-9001-30b914ea4cd7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:30.369629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.380176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.385917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.395789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-f586c7e7-4520-4f1e-ab21-9b807627579e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5421 time: 0.1853127
Mar 26 21:03:30.409610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:30.410462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.432527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18ee1a82-943e-4cd6-981a-95bbadf429cc req-3b8d6075-5cab-41c8-8e35-68c58351bda7 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6242464
Mar 26 21:03:30.460199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.472935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:30.487280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c655c3dc-95ec-42f2-b870-f47ef7f66b3b req-48b9839d-5d0f-4646-a50a-2a26bd0fe67a tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0901885
Mar 26 21:03:30.500138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.587886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f86a7817-ca70-4a43-a2cf-be030aee3de6 req-79dc9ba9-f4ad-48e0-957b-6503b91b02bb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 210 time: 0.0468512
Mar 26 21:03:30.607804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:30.632754 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.633504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5a5ac11b-6501-4f2a-b826-a2beff85eb24 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:30.641100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a57e-3d25-4fd5-b9a5-c03ee6ec1c72 req-6abd3648-2044-45cf-bc8d-1aac4ea5578a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.642777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e377a57e-3d25-4fd5-b9a5-c03ee6ec1c72 req-6abd3648-2044-45cf-bc8d-1aac4ea5578a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.7940369
Mar 26 21:03:30.669495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09d9d5d-7518-4927-b515-72fbf579e6c5,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:30.707541 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.708947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-877c7562-21f5-4845-8251-28f9083d9f62 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.2606459
Mar 26 21:03:30.712859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42310) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:30.766756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.783201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.844880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b09d9d5d-7518-4927-b515-72fbf579e6c5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.854521 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.863340 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b09d9d5d-7518-4927-b515-72fbf579e6c5 HTTP/1.1" status: 204  len: 168 time: 0.1493285
Mar 26 21:03:30.870169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:30.882630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-4779eda8-7792-4c2f-9541-65a18142501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:30.884335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-4779eda8-7792-4c2f-9541-65a18142501e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1126 time: 0.3389919
Mar 26 21:03:30.896601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:30.898082 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:03:30.900977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e377a57e-3d25-4fd5-b9a5-c03ee6ec1c72 req-c0860624-e5fa-4a94-8700-640fb772ac4d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2329075
Mar 26 21:03:30.929298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6172da-4140-4395-a7bf-25b4f145b09c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b09d9d5d-7518-4927-b515-72fbf579e6c5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:30.991405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7a842962-1f02-4909-8014-9c4279b3a66f tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1169975
Mar 26 21:03:30.992669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:30.995069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42320) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:31.031382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313aa9c-dbae-4396-a5ca-b8bd7af2a887 req-2218d361-cbf6-4672-bcf6-da4e78b09b12 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.038685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e313aa9c-dbae-4396-a5ca-b8bd7af2a887 req-2218d361-cbf6-4672-bcf6-da4e78b09b12 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1239643
Mar 26 21:03:31.062536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:31.099411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5a5ac11b-6501-4f2a-b826-a2beff85eb24', 'network_id': '3520df3b-6ed1-4672-b47f-8044261e5766', 'port_id': '5a5ac11b-6501-4f2a-b826-a2beff85eb24', 'mac_address': 'fa:16:3e:0e:62:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d1755-0acf-4d82-a024-5506b7bc9d73', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:31.143520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cbdfe710-0d38-4970-b9fe-f50206e68c16 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 1.3337269
Mar 26 21:03:31.150701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42322) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:31.156302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:31.157184 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.159368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.167633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1848351167'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:31.173525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e313aa9c-dbae-4396-a5ca-b8bd7af2a887 req-3bb29390-ae3d-43eb-9951-db469f5f5240 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290338
Mar 26 21:03:31.177526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (4ad85554-acd0-46fa-b1ec-9b920e5fd57d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.194645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5ac11b-6501-4f2a-b826-a2beff85eb24 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:31.208729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device dcaf364f-32ed-4913-b91e-3c3ff9f85e80 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:31.240214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (4ad85554-acd0-46fa-b1ec-9b920e5fd57d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.295363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4ad85554-acd0-46fa-b1ec-9b920e5fd57d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.298904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.302733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/4ad85554-acd0-46fa-b1ec-9b920e5fd57d HTTP/1.1" status: 204  len: 168 time: 0.2988191
Mar 26 21:03:31.307875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:31.312139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:31.314106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed932e3-96ce-4d0e-a689-31822477876b tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad85554-acd0-46fa-b1ec-9b920e5fd57d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:31.320967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.327521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6ce9015d-d518-4977-9578-35a0aacefd54 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:31.370379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-bfc8ee9f-3dca-4aab-9435-39448ecde5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.375359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-bfc8ee9f-3dca-4aab-9435-39448ecde5e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.4825416
Mar 26 21:03:31.383046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3abc7064-31a0-41ca-891c-9f39403229a0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:31.437623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b71df75-96a1-44fd-aa29-a90281583a1a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0974300
Mar 26 21:03:31.447491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df9736-8491-42e8-89ef-d5eccf1758d2 req-151849ec-ca63-4b3a-9e3f-8fa9fb340c4e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.449076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5df9736-8491-42e8-89ef-d5eccf1758d2 req-151849ec-ca63-4b3a-9e3f-8fa9fb340c4e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1055014
Mar 26 21:03:31.449529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:31.454414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b5ab341d-bc21-496a-8125-8e90f4b08572'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:31.454884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813606407'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:31.456484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['df90cff0-cb5b-4aad-bb76-1204dc22e346'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:31.469522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:31.480088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-c2fe8bc2-3cff-424e-b435-ea238f718683 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 217 time: 0.0665348
Mar 26 21:03:31.490344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b8db-a2f1-4ef9-8ad6-e9457449f5f5 req-e839c16e-3556-4b5d-a01e-709f9aef8ffa tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.496034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b8db-a2f1-4ef9-8ad6-e9457449f5f5 req-e839c16e-3556-4b5d-a01e-709f9aef8ffa tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.502089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b8db-a2f1-4ef9-8ad6-e9457449f5f5 req-e839c16e-3556-4b5d-a01e-709f9aef8ffa tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.503828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a775b8db-a2f1-4ef9-8ad6-e9457449f5f5 req-e839c16e-3556-4b5d-a01e-709f9aef8ffa tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.4533157
Mar 26 21:03:31.504943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:31.516425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:31.518775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=673cb35e-c986-4cc3-b760-71c7e2c08f6e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:31.521736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5df9736-8491-42e8-89ef-d5eccf1758d2 req-fc5bc267-7b3b-46a7-9562-179e8b69d7a1 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607111
Mar 26 21:03:31.524243 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.524707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:03:31.578534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 is: DOWN; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:31.601010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:31.623519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-353de2c1-0b1b-484b-aef0-dcea1122c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.625198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-353de2c1-0b1b-484b-aef0-dcea1122c673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1172826
Mar 26 21:03:31.705026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (e77c9819-7ab6-4d66-a6e8-a69155bbc193), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.707486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3abc7064-31a0-41ca-891c-9f39403229a0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:31.708026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.723585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e77c9819-7ab6-4d66-a6e8-a69155bbc193), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.747557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.754144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.757255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:31.760250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.765949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.772592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.777413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.783114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.790941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-0fcc42ee-fa8c-4ce6-9566-891a92701d20 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5423 time: 0.1580944
Mar 26 21:03:31.805830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '6ce9015d-d518-4977-9578-35a0aacefd54', 'network_id': '27a130c6-ee72-48d5-98e0-95c25e1183f2', 'port_id': '6ce9015d-d518-4977-9578-35a0aacefd54', 'mac_address': 'fa:16:3e:f2:e3:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05ddde0-28d1-4c6d-bd6e-dcc670410661', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:31.828177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.868220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:31.869643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4189708
Mar 26 21:03:31.873740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a775b8db-a2f1-4ef9-8ad6-e9457449f5f5 req-6f843842-3977-4153-973e-e5f9c30dcad0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3499994
Mar 26 21:03:31.876924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:31.877721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b07be6-9993-43e8-b767-18a7946f9e02 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c9819-7ab6-4d66-a6e8-a69155bbc193,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:31.913375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-52359a12-0ba0-4736-8ebe-760b876af885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:31.915458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-52359a12-0ba0-4736-8ebe-760b876af885 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2795863
Mar 26 21:03:31.927655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'e77c9819-7ab6-4d66-a6e8-a69155bbc193', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:31.997987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59585a42-3c7a-4b65-bd25-d3fda2f97b8b req-f2c15c03-c449-48ae-9f03-24ca43ffa6e7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2058170
Mar 26 21:03:32.012083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.023015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-2fbb054d-6615-4a83-8187-8a30576138fa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.023015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-2fbb054d-6615-4a83-8187-8a30576138fa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.21 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 0.2287960
Mar 26 21:03:32.057102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'port': {'device_id': '41e903a1-0361-4e29-ac79-3394b410f9da', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'admin_state_up': True, 'tenant_id': '3652534f0b48491f895462536365ef07'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:32.102554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-0e490e1a-def8-491a-a572-fd074615bab9 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743445
Mar 26 21:03:32.131292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3abc7064-31a0-41ca-891c-9f39403229a0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:32.136717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6ce9015d-d518-4977-9578-35a0aacefd54 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:32.137140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.201204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.204386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6012f5e7-a022-4510-8a5e-38f6161b3cbc req-b4a3cca2-8eb6-4df6-8808-ddab1bf01d88 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 210 time: 0.0562978
Mar 26 21:03:32.208819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.231149 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.242048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6c5951-3894-4aa8-b3cb-c3a75984fff0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:32.264277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.266055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7963c52c-318c-43c6-a7b9-7c0021c0f7cc tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3856668
Mar 26 21:03:32.270783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42340) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:32.309998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0160208-8b66-4719-8c02-0eb3f06f065a tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules/7f6c5951-3894-4aa8-b3cb-c3a75984fff0 HTTP/1.1" status: 200  len: 763 time: 0.0356538
Mar 26 21:03:32.310867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:32.336848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Made reservation on behalf of 3652534f0b48491f895462536365ef07 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:32.340369 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.359482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce9015d-d518-4977-9578-35a0aacefd54 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:32.378773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a71fcce-f11a-44a9-8e9d-12b171973394 req-60ba7754-ee76-4089-8a3c-b8a9258ae943 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2621105
Mar 26 21:03:32.382492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:32.383320 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.396548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.424612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b7c04b8f-5b1c-4a5c-805c-641e69f71efe tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1093764
Mar 26 21:03:32.425429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:32.436270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52c8eed7-3c91-43b3-9001-30b914ea4cd7 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:32.458339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d9ed-f859-42f1-9786-ab1d56dacc12 req-711b16ed-f967-4c77-a622-7225187dc4f0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.459844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a32d9ed-f859-42f1-9786-ab1d56dacc12 req-711b16ed-f967-4c77-a622-7225187dc4f0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2583003
Mar 26 21:03:32.473686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb41a87-768c-4400-9b2e-61fe2f84ebfb req-28d10c70-a1cf-47f0-8082-7478f4e64bb5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.475208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bb41a87-768c-4400-9b2e-61fe2f84ebfb req-28d10c70-a1cf-47f0-8082-7478f4e64bb5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1655812
Mar 26 21:03:32.515379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:32.522853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.523859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:32.524771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.539625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.554866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.557890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:32.590721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.618714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3bb41a87-768c-4400-9b2e-61fe2f84ebfb req-b16412b4-f614-48d9-8efc-09ee86c94065 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325035
Mar 26 21:03:32.624305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7f6c5951-3894-4aa8-b3cb-c3a75984fff0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.628937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.629966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7f6c5951-3894-4aa8-b3cb-c3a75984fff0 HTTP/1.1" status: 204  len: 168 time: 0.2035177
Mar 26 21:03:32.634287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42346) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:32.654106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Allocated IP 172.20.0.2 (29a33636-1c6f-4164-b055-8f1a3b4ee463/ecdec398-8a90-4e44-be8a-b3ca504ef095/2e125957-f39c-4484-b64d-bc6303b2d621) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:32.656357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:32.656828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.661079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c058de-7c3d-4332-877a-0482e026e390 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f6c5951-3894-4aa8-b3cb-c3a75984fff0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:32.663455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-09965979-1440-49d1-b05e-332064344ae8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.668772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-09965979-1440-49d1-b05e-332064344ae8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.675570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-09965979-1440-49d1-b05e-332064344ae8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:32.677288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-09965979-1440-49d1-b05e-332064344ae8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.2374737
Mar 26 21:03:32.688013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:32.689975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a32d9ed-f859-42f1-9786-ab1d56dacc12 req-d8521484-c5bc-4180-a066-985f3bcfd1bc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2008095
Mar 26 21:03:32.690457 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b97642-8a5e-43fe-bf0d-b691cbd6b68d" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:32.722094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:32.727103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.728261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 44253e4b-0e65-47a7-9d9a-61ce95e7f45c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:32.757164 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd03af-7221-4aca-b0dd-a2d1887020c3 x-openstack-request-id: req-87dd03af-7221-4aca-b0dd-a2d1887020c3 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:32.757667 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:32.757788 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87dd03af-7221-4aca-b0dd-a2d1887020c3 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:32.758128 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dd03af-7221-4aca-b0dd-a2d1887020c3'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'code': 200}
Mar 26 21:03:32.812624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:32.828807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:32.834075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:32.834656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.862135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:32.867949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for port (2e125957-f39c-4484-b64d-bc6303b2d621), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.908355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5a5ac11b-6501-4f2a-b826-a2beff85eb24'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:32.910499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:32.943565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['6ce9015d-d518-4977-9578-35a0aacefd54'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:32.971543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:32.976450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:32.981109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:33.032483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.050862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.052236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.075366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-179126f4-1406-4be6-9d1b-8db2465ac1a7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0392172
Mar 26 21:03:33.088540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Request body: {'port': {'device_id': '41e903a1-0361-4e29-ac79-3394b410f9da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:33.099655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:33.100081 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.182672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:33.195231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.224493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:33.229116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.232652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46574541-4b0e-4f3d-a1ac-6b767ea05d09 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5924127
Mar 26 21:03:33.233985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42354) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:33.235774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.242061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.247338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'e77c9819-7ab6-4d66-a6e8-a69155bbc193', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:33.248270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.253276 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.253836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.259475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.265678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.267240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-5861da27-3c04-4d4f-bac4-b5ae5663ada7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5425 time: 0.1528044
Mar 26 21:03:33.310533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.326449 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.358819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6153a-d507-49d1-8925-06d71681f90d req-27b32edd-bebf-4ba9-bf7c-0e65112bfe41 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.364300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6153a-d507-49d1-8925-06d71681f90d req-27b32edd-bebf-4ba9-bf7c-0e65112bfe41 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.369591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6153a-d507-49d1-8925-06d71681f90d req-27b32edd-bebf-4ba9-bf7c-0e65112bfe41 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.371273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3b6153a-d507-49d1-8925-06d71681f90d req-27b32edd-bebf-4ba9-bf7c-0e65112bfe41 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 2419 time: 0.2187381
Mar 26 21:03:33.393092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router d2cdec8a-dd1f-4c4b-a434-4e745dca7424 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:33.404805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.427329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc2140de-93c7-4099-998a-15d1eaf5b19c req-31e5d151-d0fa-483d-832d-11298f102881 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1354716
Mar 26 21:03:33.430533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.491122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:33.506958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '0b287a38-d197-43f5-93fb-a9adf2828080', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:33.522678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=673cb35e-c986-4cc3-b760-71c7e2c08f6e,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.534882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 5ff04cb7-828b-45fe-9bec-656625bf9adb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:33.535418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.546914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:33.547492 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.564415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:33.589354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:33.593453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.596577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287846f3-58c5-4cfb-b624-c4db8c0eb44b req-8d5f2524-8078-4676-8a48-0ba714ff0f5c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.600047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-287846f3-58c5-4cfb-b624-c4db8c0eb44b req-8d5f2524-8078-4676-8a48-0ba714ff0f5c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 931 time: 0.0700548
Mar 26 21:03:33.634495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.659623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.676191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3b6153a-d507-49d1-8925-06d71681f90d req-7c1e3dff-cb4b-420d-bac9-62f7ad13d3d9 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783337
Mar 26 21:03:33.682419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.708382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-287846f3-58c5-4cfb-b624-c4db8c0eb44b req-f1a1f218-3a8c-41d4-bd6e-8d25dbf6adfb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982714
Mar 26 21:03:33.712005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.721694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e125957-f39c-4484-b64d-bc6303b2d621 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:33.743975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks [] for port (2e125957-f39c-4484-b64d-bc6303b2d621), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.756002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Transition to ACTIVE for port object 2e125957-f39c-4484-b64d-bc6303b2d621 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:03:33.765425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.779488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.788498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0eac92b1-ce74-43a4-bd83-4fe8de1e5a59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0075939
Mar 26 21:03:33.830486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.832502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913973fb-73bb-422a-8cb4-236e154ae314,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:33.851817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['0b287a38-d197-43f5-93fb-a9adf2828080'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:33.868931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 5ff04cb7-828b-45fe-9bec-656625bf9adb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ff04cb7-828b-45fe-9bec-656625bf9adb,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:33.869297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.876159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.877358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28ef5ec2-1411-4f51-a711-dd4a8c7b4989 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6346076
Mar 26 21:03:33.882663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:33.891858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 5ff04cb7-828b-45fe-9bec-656625bf9adb owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:33.899733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:33.906654 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:33.910308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a91a5704-5b45-4589-bc55-ee847a2d70e1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 200  len: 892 time: 2.7500882
Mar 26 21:03:33.911356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42368) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:33.917324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] Sync routers for ids ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:33.926521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a6381d7-6734-4b3f-bbf7-4affcf8f3d64 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules/913973fb-73bb-422a-8cb4-236e154ae314 HTTP/1.1" status: 200  len: 763 time: 0.0227046
Mar 26 21:03:33.928585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42370) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:33.950939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] Routers {'d2cdec8a-dd1f-4c4b-a434-4e745dca7424'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:33.951911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77f310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:33.965174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Attempting to bind port 2e125957-f39c-4484-b64d-bc6303b2d621 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:33.965174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Attempting to bind port 2e125957-f39c-4484-b64d-bc6303b2d621 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:33.965569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Attempting to bind port 2e125957-f39c-4484-b64d-bc6303b2d621 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:33.970340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Port 2e125957-f39c-4484-b64d-bc6303b2d621 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:03:33.970665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Attempting to bind port 2e125957-f39c-4484-b64d-bc6303b2d621 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:33.978887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768272-7f9a-4a37-a081-c473ae3185c9 req-411ed4aa-3607-4b4b-91ed-b7b1bfbdfb86 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:33.986466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8768272-7f9a-4a37-a081-c473ae3185c9 req-411ed4aa-3607-4b4b-91ed-b7b1bfbdfb86 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1586297
Mar 26 21:03:33.991465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77f310>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:34.017498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] Routers {'d2cdec8a-dd1f-4c4b-a434-4e745dca7424'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:34.018343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77f310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:34.038763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a13fce-f25e-4d96-b802-7bcec24034a7 req-c512d23d-b983-40be-b0a7-2037279d028d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.040362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88a13fce-f25e-4d96-b802-7bcec24034a7 req-c512d23d-b983-40be-b0a7-2037279d028d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 945 time: 0.2399428
Mar 26 21:03:34.071826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77f310>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:34.072697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c012e9-7745-4417-a0f3-e49c85971bce None None] The sync data for ids ['d2cdec8a-dd1f-4c4b-a434-4e745dca7424'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:34.165751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15738470-f124-47b7-b97c-e748d621482f tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2372653
Mar 26 21:03:34.177581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42372) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:34.211127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f497e26d-46e4-4cc8-9e69-f716872688fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers/d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 200  len: 892 time: 0.2989037
Mar 26 21:03:34.219745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42374) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:34.253755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88a13fce-f25e-4d96-b802-7bcec24034a7 req-cbba45b2-8c09-4b61-84cb-f6698c97a426 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750469
Mar 26 21:03:34.285535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20a41a82-4b00-4289-a561-74048f373166 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 200  len: 205 time: 0.0442538
Mar 26 21:03:34.291775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42376) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:34.304955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.306935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:34.307452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Checking segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:34.307662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Bound using segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:34.308140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Bound port: 2e125957-f39c-4484-b64d-bc6303b2d621, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:34.308508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.338023 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8768272-7f9a-4a37-a081-c473ae3185c9 req-1c21a8ec-dcd5-4597-80c5-69a3ef8de6cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3504899
Mar 26 21:03:34.353605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.374790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ff04cb7-828b-45fe-9bec-656625bf9adb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.385950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5ff04cb7-828b-45fe-9bec-656625bf9adb', '93931704-6fea-4515-a6df-884b6c68ddcb', '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:34.391181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:34.394580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:34.402782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.415172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device df90cff0-cb5b-4aad-bb76-1204dc22e346 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:34.440133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.440990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.442568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] 10.222.0.21 "PUT /v2.0/ports/2e125957-f39c-4484-b64d-bc6303b2d621 HTTP/1.1" status: 200  len: 1091 time: 1.3599136
Mar 26 21:03:34.443033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:34.445585 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ba663a-87ff-4e27-885f-fb4dd5053a53" -d '{"events": [{"name": "network-changed", "server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:34.478111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=5ff04cb7-828b-45fe-9bec-656625bf9adb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:34.508162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (913973fb-73bb-422a-8cb4-236e154ae314), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.530884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port df90cff0-cb5b-4aad-bb76-1204dc22e346 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:34.540100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port df90cff0-cb5b-4aad-bb76-1204dc22e346 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:34.540614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.540766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b8c64-77a6-4b0e-83b9-0846ca5f257f service neutron] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:34.544785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.546629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/913973fb-73bb-422a-8cb4-236e154ae314 HTTP/1.1" status: 204  len: 168 time: 0.3680968
Mar 26 21:03:34.555582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42390) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:34.556979 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da62a43-f338-4091-b41f-480c821aef23 x-openstack-request-id: req-9da62a43-f338-4091-b41f-480c821aef23 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:34.557276 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:34.557632 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9da62a43-f338-4091-b41f-480c821aef23 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:34.558052 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da62a43-f338-4091-b41f-480c821aef23'] response: {'name': 'network-changed', 'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621', 'status': 'completed', 'code': 200}
Mar 26 21:03:34.558463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-497ce61b-3863-4760-942f-5d957d4a1337 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1373337636&fields=id&tenant_id=32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 267 time: 0.2149787
Mar 26 21:03:34.588587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b62b3-088d-4679-abe3-7a1931f4286c tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=913973fb-73bb-422a-8cb4-236e154ae314,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:34.618762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-579c8008-a6cc-47ac-8488-d7d67e317545 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0591698
Mar 26 21:03:34.621153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-b6723c92-ea80-413a-b1ad-dd7310124a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.622893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-b6723c92-ea80-413a-b1ad-dd7310124a4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 1125 time: 0.1314628
Mar 26 21:03:34.623519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42392) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:34.626515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 5ff04cb7-828b-45fe-9bec-656625bf9adb on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:34.631052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': 'e77c9819-7ab6-4d66-a6e8-a69155bbc193', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:34.646598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.648917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.652383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-f9970235-39bc-4668-adf7-dc69e8191975 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "DELETE /v2.0/ports/5ff04cb7-828b-45fe-9bec-656625bf9adb HTTP/1.1" status: 204  len: 173 time: 1.9620366
Mar 26 21:03:34.656818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:34.658949 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1a4dfa-4001-432f-850f-15341c31c427" -d '{"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:34.674437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-335e1799-78d2-400c-8ad0-adc3c5ef9f32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e125957-f39c-4484-b64d-bc6303b2d621 HTTP/1.1" status: 200  len: 217 time: 0.0402315
Mar 26 21:03:34.759823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-7cad15bb-9a98-4022-9f75-dbf6a2bb342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.761150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:34.761297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-7cad15bb-9a98-4022-9f75-dbf6a2bb342e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.0791848
Mar 26 21:03:34.764162 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84fc511-7dc2-4d95-8c83-f8feb92f9f32" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "44253e4b-0e65-47a7-9d9a-61ce95e7f45c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:34.784429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port df90cff0-cb5b-4aad-bb76-1204dc22e346 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:34.785033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.825013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.831195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-0b4fb83d-abd8-41b5-8266-7e1a2020e94b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405061
Mar 26 21:03:34.840679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:34.848678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.849634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b5ab341d-bc21-496a-8125-8e90f4b08572 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:34.895470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.900858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.906657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.911978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.917240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.919392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-865013f8-10ea-4d9f-a5c5-254799c8c403 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.920901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-865013f8-10ea-4d9f-a5c5-254799c8c403 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 811 time: 0.3527846
Mar 26 21:03:34.922537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.929510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:34.931196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-5552f61f-c097-4f86-99af-3207734c4830 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5426 time: 0.2509432
Mar 26 21:03:34.943497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_gateway (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.956643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 93931704-6fea-4515-a6df-884b6c68ddcb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:34.957003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:34.964324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-3944980a-a3e5-4bb4-a88e-5a049ec47d3a tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/quotas/32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 375 time: 0.0312228
Mar 26 21:03:34.971050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:34.997459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port b5ab341d-bc21-496a-8125-8e90f4b08572 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:35.003134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port b5ab341d-bc21-496a-8125-8e90f4b08572 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:35.003976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.026015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.038486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.086542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:35.092692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-afb5947b-cb80-4337-8f01-a98772de7361 service neutron] 10.222.0.21 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518029
Mar 26 21:03:35.103195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.106215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d8c5d408-ef81-4d70-a57f-a14792c029a3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4791782
Mar 26 21:03:35.108291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42402) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:35.114660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b5ab341d-bc21-496a-8125-8e90f4b08572 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:35.115284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.130856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 93931704-6fea-4515-a6df-884b6c68ddcb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93931704-6fea-4515-a6df-884b6c68ddcb,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:35.131226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.141731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b09ca124-c04d-4b4a-8cea-5efb3f1a4eec req-56fe47b2-a223-455d-8a94-f2e3275189d3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1995077
Mar 26 21:03:35.152630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-29e3eae7-dee0-484e-81c9-b086efb4ae75 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules/8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b HTTP/1.1" status: 200  len: 764 time: 0.0393293
Mar 26 21:03:35.155101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:35.156126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 93931704-6fea-4515-a6df-884b6c68ddcb owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:35.159562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5ab341d-bc21-496a-8125-8e90f4b08572,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:35.162956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-f54fdea0-a369-42b0-ba50-2eddebba667b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1568682
Mar 26 21:03:35.169766 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.173051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port aa6550b0-b2f0-4fb7-9aa6-50725032e89e {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:35.173394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aa6550b0-b2f0-4fb7-9aa6-50725032e89e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.240263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:35.250534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:35.264299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3fe3d10-8e67-4db8-a977-4de595c92193 req-a329274e-029a-4fea-8a81-e72b54b22486 service neutron] 10.222.0.21 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580317
Mar 26 21:03:35.266897 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c31f7-e6e0-499c-aa58-8d5bff8bada7 x-openstack-request-id: req-d28c31f7-e6e0-499c-aa58-8d5bff8bada7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:35.267397 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "5ff04cb7-828b-45fe-9bec-656625bf9adb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:35.267487 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d28c31f7-e6e0-499c-aa58-8d5bff8bada7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:35.267834 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28c31f7-e6e0-499c-aa58-8d5bff8bada7'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '5ff04cb7-828b-45fe-9bec-656625bf9adb', 'status': 'completed', 'code': 200}
Mar 26 21:03:35.311876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42408) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:35.312565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-135b36a3-ba90-4ead-9a49-d645172ae877 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1543052
Mar 26 21:03:35.343185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 0b287a38-d197-43f5-93fb-a9adf2828080 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:35.347907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 0b287a38-d197-43f5-93fb-a9adf2828080 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:35.348324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.400461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a933c-8b8e-4a0f-833b-946f49cbd832 req-c7dcfc73-3b27-405c-8cc6-7a300b7aa41e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.405807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a933c-8b8e-4a0f-833b-946f49cbd832 req-c7dcfc73-3b27-405c-8cc6-7a300b7aa41e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.407410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b0a933c-8b8e-4a0f-833b-946f49cbd832 req-c7dcfc73-3b27-405c-8cc6-7a300b7aa41e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 1683 time: 0.0900428
Mar 26 21:03:35.411893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.425225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-e881a06b-14cb-4a1b-ae64-03d314029cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.426688 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-e881a06b-14cb-4a1b-ae64-03d314029cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 1125 time: 0.0981433
Mar 26 21:03:35.433213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.434846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:35.436391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.450182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aa6550b0-b2f0-4fb7-9aa6-50725032e89e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.456811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-67680e18-bc3a-4473-958c-99b10e50c16c service neutron] 10.222.0.16 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666719
Mar 26 21:03:35.479102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:35.484954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.495623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for aa6550b0-b2f0-4fb7-9aa6-50725032e89e owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:35.524734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b0a933c-8b8e-4a0f-833b-946f49cbd832 req-a882b869-d4d3-438f-98c4-ad428f9a0666 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097763
Mar 26 21:03:35.527070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.549152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:35.569287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-f7de07f0-c571-4b8d-b00c-6c78f52465a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.571054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-f7de07f0-c571-4b8d-b00c-6c78f52465a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 922 time: 0.1382039
Mar 26 21:03:35.627894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-bb6aca9d-530a-44a7-87cf-41f269baab5c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e125957-f39c-4484-b64d-bc6303b2d621 HTTP/1.1" status: 200  len: 217 time: 0.0497012
Mar 26 21:03:35.714856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936007b0-7bd0-4f35-ae0a-78328db2b6a0 req-42dc4a7a-821a-4b84-9fb5-4eecc20987a1 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.716443 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-936007b0-7bd0-4f35-ae0a-78328db2b6a0 req-42dc4a7a-821a-4b84-9fb5-4eecc20987a1 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 943 time: 0.0987799
Mar 26 21:03:35.718461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-1602e889-fe2f-43e9-afd0-c4440e795f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:35.719817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-1602e889-fe2f-43e9-afd0-c4440e795f93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.0681534
Mar 26 21:03:35.762274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-bc760a74-e88e-49de-bd90-15d29c9a5dfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330985
Mar 26 21:03:35.818053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-936007b0-7bd0-4f35-ae0a-78328db2b6a0 req-598c3ab2-630c-4ded-8056-8c4959a6b771 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950780
Mar 26 21:03:35.865977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.867099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b HTTP/1.1" status: 204  len: 168 time: 0.5491419
Mar 26 21:03:35.870260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42412) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:35.890565 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b07204-f459-4790-9f81-b1940f59c1da x-openstack-request-id: req-e5b07204-f459-4790-9f81-b1940f59c1da {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:35.891349 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "44253e4b-0e65-47a7-9d9a-61ce95e7f45c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:35.891780 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5b07204-f459-4790-9f81-b1940f59c1da {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:35.892697 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b07204-f459-4790-9f81-b1940f59c1da'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44253e4b-0e65-47a7-9d9a-61ce95e7f45c', 'code': 200}
Mar 26 21:03:35.893247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-4278e434-8b25-4d0a-ba16-63ead2da49a5 service neutron] 10.222.0.21 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247113
Mar 26 21:03:35.916423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead105f-0287-40df-9598-17313f22ad16 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e0b6aa1-11cc-4bbe-8b09-f3cff464cc8b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:35.946647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b72473c-16c5-4dcb-a9f0-30781ec80ea3 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0724363
Mar 26 21:03:35.948548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42414) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:35.961852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (93931704-6fea-4515-a6df-884b6c68ddcb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:35.969052 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-906603ae-7c36-4a19-9d21-fcecd13b05e6 service neutron] 10.222.0.16 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5008733
Mar 26 21:03:36.031176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=93931704-6fea-4515-a6df-884b6c68ddcb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:36.088594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 93931704-6fea-4515-a6df-884b6c68ddcb on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:36.093753 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.098653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0ba663a-87ff-4e27-885f-fb4dd5053a53 req-6a54cd34-2451-4098-a042-8eb96d77515d service neutron] 10.222.0.21 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983030
Mar 26 21:03:36.099016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-27b92c5c-5811-400d-b982-f0744377e240 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "DELETE /v2.0/ports/93931704-6fea-4515-a6df-884b6c68ddcb HTTP/1.1" status: 204  len: 173 time: 1.4370916
Mar 26 21:03:36.109300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7c39-5527-4a61-a805-a8d6f52a9183 req-40513aae-2474-4c49-bf80-1f71fda2c211 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.119541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cfc7c39-5527-4a61-a805-a8d6f52a9183 req-40513aae-2474-4c49-bf80-1f71fda2c211 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1724458
Mar 26 21:03:36.131121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (e77c9819-7ab6-4d66-a6e8-a69155bbc193), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.179579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (e77c9819-7ab6-4d66-a6e8-a69155bbc193), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.251823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5cfc7c39-5527-4a61-a805-a8d6f52a9183 req-6fece457-cd16-420c-92ac-fb1ad7a0aa06 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185782
Mar 26 21:03:36.289012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e77c9819-7ab6-4d66-a6e8-a69155bbc193), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.292351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.293770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/e77c9819-7ab6-4d66-a6e8-a69155bbc193 HTTP/1.1" status: 204  len: 168 time: 0.3445108
Mar 26 21:03:36.301565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42422) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:36.315558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf967a32-e270-4f09-aa21-afea670055da tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c9819-7ab6-4d66-a6e8-a69155bbc193,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:36.324153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aa6550b0-b2f0-4fb7-9aa6-50725032e89e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.398561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=aa6550b0-b2f0-4fb7-9aa6-50725032e89e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:36.399452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93d0aae5-630a-49e1-afa1-5ad1b191015f req-d9d628f6-9f10-4b5c-93af-1695f331f713 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 210 time: 0.0580125
Mar 26 21:03:36.414765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:36.448596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e8f1-b3c3-4a8f-9142-f7c8beb28302 req-a8e2571c-45e7-403c-af30-72588543d4a4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.450931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4321e8f1-b3c3-4a8f-9142-f7c8beb28302 req-a8e2571c-45e7-403c-af30-72588543d4a4 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2301877
Mar 26 21:03:36.483685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:36.488958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:36.489385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.544422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:36.545329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.562143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6270f2c1-2883-4c42-8b65-807077b8f456 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2539406
Mar 26 21:03:36.574272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.579178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42430) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:36.581798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.585000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590972390'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:36.589580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.590259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:36.590753 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.597238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.603579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.609823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.615895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.618197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-9459caa9-f76a-47bd-8862-d897fb2a606c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5428 time: 0.1350570
Mar 26 21:03:36.631206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:36.640432 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.641730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5a5ac11b-6501-4f2a-b826-a2beff85eb24 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:36.656792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.706339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-498b5f7f-71dd-4478-b787-c69526ff5434 req-705fdb29-eccb-4335-9744-3672dc8da639 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0784729
Mar 26 21:03:36.740543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:36.749972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4321e8f1-b3c3-4a8f-9142-f7c8beb28302 req-e4b734eb-8393-441c-9815-87dacc800c1b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2875872
Mar 26 21:03:36.756419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:36.761638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:36.762003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.827279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.870662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23291b-475c-457c-8da0-9e0992928c6c req-556a2bc9-fbea-4682-b40b-dff9df132eaf tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:36.872643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.873362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd23291b-475c-457c-8da0-9e0992928c6c req-556a2bc9-fbea-4682-b40b-dff9df132eaf tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=52870f4d-c936-4967-a1c4-8db0e2de5de0 HTTP/1.1" status: 200  len: 946 time: 0.0723984
Mar 26 21:03:36.880234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.887089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:36.887417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.887890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:36.888286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.939045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd23291b-475c-457c-8da0-9e0992928c6c req-1e1827e0-740d-46b9-b231-af89b74d08e8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550313
Mar 26 21:03:36.941608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:36.947349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:36.948323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6ce9015d-d518-4977-9578-35a0aacefd54 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:36.979501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:37.017330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (d2cdec8a-dd1f-4c4b-a434-4e745dca7424), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.017994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router d2cdec8a-dd1f-4c4b-a434-4e745dca7424 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:03:37.033481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.034600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-563ed551-3459-4aec-b4ae-17558d7865e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 204  len: 168 time: 2.7418780
Mar 26 21:03:37.038900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:37.040304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.054826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 6ce9015d-d518-4977-9578-35a0aacefd54 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:37.056093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-244555319'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:37.059429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 6ce9015d-d518-4977-9578-35a0aacefd54 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:37.059938 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.097787 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (5cf32bbe-8611-481e-b504-ebdc9b71d92d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.100354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:37.105843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.106962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07f23-147b-4351-ae40-04e1c8968c87 req-5e6bf62b-1491-4bca-8575-a4cc9beb12d9 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:37.109078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44e07f23-147b-4351-ae40-04e1c8968c87 req-5e6bf62b-1491-4bca-8575-a4cc9beb12d9 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 943 time: 0.1538575
Mar 26 21:03:37.113266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cf32bbe-8611-481e-b504-ebdc9b71d92d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.135326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:37.145841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2dd52b01-8283-48df-8e61-125c72eb5431), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.146186 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment 2dd52b01-8283-48df-8e61-125c72eb5431 of type vlan for network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47
Mar 26 21:03:37.162085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6ce9015d-d518-4977-9578-35a0aacefd54 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:37.163070 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.170471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.171700 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5910518
Mar 26 21:03:37.176611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42438) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:37.181009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Request body: {'security_group_rule': {'security_group_id': '5cf32bbe-8611-481e-b504-ebdc9b71d92d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:37.185145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1618a-5f8f-4bde-bec2-adf7efa72246 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf32bbe-8611-481e-b504-ebdc9b71d92d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.204294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:37.208123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e125957-f39c-4484-b64d-bc6303b2d621 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:37.221274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.221461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.222092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44e07f23-147b-4351-ae40-04e1c8968c87 req-779a01e3-b05a-4839-82c5-911d6fef3596 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968289
Mar 26 21:03:37.222302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:37.225813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b61410cc-922d-4615-99b6-5d129a8d280f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.270754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:37.273371 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578addd-65e3-4431-a2d6-b624c11755ee" -d '{"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:37.275225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.282200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:37.282994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.314887 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad15313c-c162-47e0-979b-fff69f524ce7 x-openstack-request-id: req-ad15313c-c162-47e0-979b-fff69f524ce7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:37.315375 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "93931704-6fea-4515-a6df-884b6c68ddcb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:37.315476 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad15313c-c162-47e0-979b-fff69f524ce7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:37.315891 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad15313c-c162-47e0-979b-fff69f524ce7'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '93931704-6fea-4515-a6df-884b6c68ddcb', 'status': 'completed', 'code': 200}
Mar 26 21:03:37.328686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9c3e2f7e-9048-4ff3-afdd-38b6b8876db3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.368192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=9c3e2f7e-9048-4ff3-afdd-38b6b8876db3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.410178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=575b3ba4-5c7b-4378-9fc0-e2d7784b5f47,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.419811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:37.422592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.428534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ff6d5902-f8dc-41eb-b98c-03cd984a3108 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3857439
Mar 26 21:03:37.431048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d169229b-53a3-4808-bc1b-3660434a2a51 req-d100a5cd-7881-41b7-87c3-b196a434c18c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "DELETE /v2.0/ports/9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 HTTP/1.1" status: 204  len: 173 time: 1.3249693
Mar 26 21:03:37.431655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42444) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:37.438832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:37.453680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:37.463413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No active binding found for port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:03:37.464071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:03:37.464637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9c3e2f7e-9048-4ff3-afdd-38b6b8876db3 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:37.465237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93931704-6fea-4515-a6df-884b6c68ddcb no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:37.508852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.518534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 93931704-6fea-4515-a6df-884b6c68ddcb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:37.519893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 93931704-6fea-4515-a6df-884b6c68ddcb not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:37.520523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5ff04cb7-828b-45fe-9bec-656625bf9adb no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:37.533110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (b61410cc-922d-4615-99b6-5d129a8d280f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.547296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b61410cc-922d-4615-99b6-5d129a8d280f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.561822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 5ff04cb7-828b-45fe-9bec-656625bf9adb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:37.562337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5ff04cb7-828b-45fe-9bec-656625bf9adb not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:37.570984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686526-78c8-46c3-a711-7048daacb1ff req-eb05fdc3-c213-47f7-b6de-6d9edbe6e470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:37.579593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0686526-78c8-46c3-a711-7048daacb1ff req-eb05fdc3-c213-47f7-b6de-6d9edbe6e470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.2196898
Mar 26 21:03:37.616951 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:03:37.665119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c37defcb-95a2-4f25-ad3f-60ea8be8262d req-9b0125d0-be41-4177-b6c7-71c675ef3a46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 210 time: 0.0659146
Mar 26 21:03:37.733723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61410cc-922d-4615-99b6-5d129a8d280f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:37.753805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.755147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b37c453-3af6-4f2e-ba92-db378671a9b5 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5775716
Mar 26 21:03:37.758998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:37.782662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:37.790769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.803588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-a1e29160-cbed-4c64-9326-8a7544490c6d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:37.805715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-a1e29160-cbed-4c64-9326-8a7544490c6d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 811 time: 0.2021077
Mar 26 21:03:37.821101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0686526-78c8-46c3-a711-7048daacb1ff req-305153d9-2c98-4b73-a256-8a7e83975da0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2401485
Mar 26 21:03:37.879515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:37.895272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab341d-bc21-496a-8125-8e90f4b08572'}, {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:37.897709 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772a64e7-d960-47fb-a347-fd686a5a62ac" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab341d-bc21-496a-8125-8e90f4b08572"}, {"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:37.901768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2e125957-f39c-4484-b64d-bc6303b2d621', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'port_id': '2e125957-f39c-4484-b64d-bc6303b2d621', 'mac_address': 'fa:16:3e:3e:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdec398-8a90-4e44-be8a-b3ca504ef095', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:37.942634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (5cf32bbe-8611-481e-b504-ebdc9b71d92d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.958598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-1dd6e251-b04c-45d6-9bdf-37bdfa9b027e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 380 time: 0.1346915
Mar 26 21:03:37.965171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e125957-f39c-4484-b64d-bc6303b2d621 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:37.965897 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:37.981725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e125957-f39c-4484-b64d-bc6303b2d621 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:37.984099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'port': {'device_id': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'admin_state_up': True, 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'security_groups': ['ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:38.005738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:38.009068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (5cf32bbe-8611-481e-b504-ebdc9b71d92d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.013934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.081610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138f88-334a-4b34-a515-e8eec141dbdf req-050a621f-d399-4381-8ee6-c26d95628720 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.083282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9138f88-334a-4b34-a515-e8eec141dbdf req-050a621f-d399-4381-8ee6-c26d95628720 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1568823
Mar 26 21:03:38.087114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:38.100640 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cf32bbe-8611-481e-b504-ebdc9b71d92d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.103246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.104544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cf32bbe-8611-481e-b504-ebdc9b71d92d HTTP/1.1" status: 204  len: 168 time: 0.3443892
Mar 26 21:03:38.110301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42458) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.130850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0d14f-3097-40f9-8fd1-4792d96cd505 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf32bbe-8611-481e-b504-ebdc9b71d92d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:38.165393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9138f88-334a-4b34-a515-e8eec141dbdf req-2c9c6a67-c2ea-4e2c-ade1-5d3d02a6a062 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702529
Mar 26 21:03:38.166458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Made reservation on behalf of 32df8b04107445c89edb0d809d87d6fc for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:38.170202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.224733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.230089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.234512 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1 x-openstack-request-id: req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:38.234928 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "b5ab341d-bc21-496a-8125-8e90f4b08572", "code": 200}, {"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-plugged", "status": "completed", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:38.235315 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:38.235836 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'code': 200}
Mar 26 21:03:38.236108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.236319 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ab341d-bc21-496a-8125-8e90f4b08572', 'code': 200}
Mar 26 21:03:38.236675 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'code': 200}
Mar 26 21:03:38.237029 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'code': 200}
Mar 26 21:03:38.237378 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24', 'code': 200}
Mar 26 21:03:38.237724 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e683ae-f5f4-4cf8-a7c6-6f528855c5f1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54', 'code': 200}
Mar 26 21:03:38.241443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.247414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.252803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.258281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2e125957-f39c-4484-b64d-bc6303b2d621'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:38.260282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.262290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742c770d-790f-43dd-9526-518ded1ea73a req-ff009460-a1ec-4777-85d6-ab5e032a1b6b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.3693810
Mar 26 21:03:38.302335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42462) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.306223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a331361-9bfa-436e-8cf7-3e0a51b2d74e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1884484
Mar 26 21:03:38.314376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.397133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Allocated IP 172.20.0.7 (d1bac26e-253d-45b2-a5d6-7223981a082f/cc556fd3-4887-4dca-8d9c-c2fd33af210e/e9dccde5-6613-4ef8-9812-952d9a6c882a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:38.429847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcd9f-1775-4050-acc2-37e12219d756 req-a0c45862-4c37-4e79-be40-8653d7e08e7d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.431476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b01fcd9f-1775-4050-acc2-37e12219d756 req-a0c45862-4c37-4e79-be40-8653d7e08e7d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 944 time: 0.0831184
Mar 26 21:03:38.500571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (b956f192-70f9-46f6-8fcd-407a5ec74d61), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.526133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5ed72776-14d3-49c4-8848-aca63b67aef6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.2053111
Mar 26 21:03:38.547435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.550606 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b01fcd9f-1775-4050-acc2-37e12219d756 req-32e53594-eca9-4b57-b71a-d2a181adc886 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082287
Mar 26 21:03:38.550763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting subnet aa2613b8-e4f8-45c4-aac9-df707d96a4fc {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:38.567908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742c770d-790f-43dd-9526-518ded1ea73a req-5f19d99c-f14f-4ae1-bb6e-dc21865c637d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2901244
Mar 26 21:03:38.571013 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-a059eb14-f12b-4986-a668-23c3536e20f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] delete failed (client error): The resource could not be found.
Mar 26 21:03:38.572363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a059eb14-f12b-4986-a668-23c3536e20f6 tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cf32bbe-8611-481e-b504-ebdc9b71d92d HTTP/1.1" status: 404  len: 347 time: 0.0205631
Mar 26 21:03:38.577192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42468) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.577674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (aa2613b8-e4f8-45c4-aac9-df707d96a4fc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.645037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.645468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5909fff-fee4-48b7-9c6e-de57c30cf3d6 req-4c64af99-3465-497a-aa41-03813c88548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.646993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5909fff-fee4-48b7-9c6e-de57c30cf3d6 req-4c64af99-3465-497a-aa41-03813c88548c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1128 time: 0.2720799
Mar 26 21:03:38.649389 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d3ecd85-abe5-4300-ad17-5886b4a5751e tempest-SecGroupTest-159144201 tempest-SecGroupTest-159144201-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0709271
Mar 26 21:03:38.652369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.652894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.653373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.653827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.655304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.655499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.655994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.657982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-eedcf21a-bc4c-40f8-b080-6f0d6c1f21a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6705 time: 0.3021209
Mar 26 21:03:38.688754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.717967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=b956f192-70f9-46f6-8fcd-407a5ec74d61,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:38.739872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Network d1bac26e-253d-45b2-a5d6-7223981a082f is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:38.743020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:38.751004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:38.754612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:38.762006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (aa2613b8-e4f8-45c4-aac9-df707d96a4fc), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.842377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5909fff-fee4-48b7-9c6e-de57c30cf3d6 req-9714b617-5582-46d8-afc2-eee52db68300 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1810689
Mar 26 21:03:38.843335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': '2dd52b01-8283-48df-8e61-125c72eb5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:38.843716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:38.853932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.854620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:38.910898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da18316-5e3a-4f4d-9bb8-c836339d06e9 req-a24991ca-335e-4b08-b947-e9a7ef78334f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:38.913699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8da18316-5e3a-4f4d-9bb8-c836339d06e9 req-a24991ca-335e-4b08-b947-e9a7ef78334f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 931 time: 0.1321909
Mar 26 21:03:38.920989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-9c3d24ed-bcbe-490f-a7fc-c05afc7d4e63 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9457145
Mar 26 21:03:38.961512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42478) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:38.974551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb4cf25-0981-43bb-b9d5-d348a88fb155 req-7c490887-565c-4f66-ae31-825885f81fa2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3094809
Mar 26 21:03:38.994939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8da18316-5e3a-4f4d-9bb8-c836339d06e9 req-dd5bb080-dd6c-4101-9880-86f74f6ae1b4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646193
Mar 26 21:03:39.010092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (aa2613b8-e4f8-45c4-aac9-df707d96a4fc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.043030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:39.062137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:39.070138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.070813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.072406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Request body: {'port': {'device_id': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:39.074111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb204e-7630-48c4-b27a-01570bdb046e None None] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:39.104501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443a76-bdf0-4049-a73b-15ca73306e07 req-6bee529a-837d-4f79-86ac-a23967223d35 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.106390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61443a76-bdf0-4049-a73b-15ca73306e07 req-6bee529a-837d-4f79-86ac-a23967223d35 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1594446
Mar 26 21:03:39.133458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-06f1c76b-e531-4ae9-a8d2-955645a07e41 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6981275
Mar 26 21:03:39.134324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42482) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:39.139881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-556966620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:39.149583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (aa2613b8-e4f8-45c4-aac9-df707d96a4fc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.175840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-80e13893-099e-47d4-8c87-d44ce531ae0f None None] Provisioning complete for port e9dccde5-6613-4ef8-9812-952d9a6c882a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:39.176588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-80e13893-099e-47d4-8c87-d44ce531ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.187411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2613b8-e4f8-45c4-aac9-df707d96a4fc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:39.204739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.210869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-91bbfd29-ad4b-449e-8445-27f0df99675d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/subnets/aa2613b8-e4f8-45c4-aac9-df707d96a4fc HTTP/1.1" status: 204  len: 168 time: 0.9006240
Mar 26 21:03:39.211422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61443a76-bdf0-4049-a73b-15ca73306e07 req-4d3a676b-3c3b-4328-bf0a-362f7bdeb36a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971167
Mar 26 21:03:39.212181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42486) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:39.223443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e125957-f39c-4484-b64d-bc6303b2d621 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:39.228465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97621b7f-edf2-4e5d-98ac-52dc7c4adff3 None None] Network 9fc45269-fc51-45e8-8c1e-974c212d212b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:39.251835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.272422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-575b3ba4-5c7b-4378-9fc0-e2d7784b5f47', 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': 'b956f192-70f9-46f6-8fcd-407a5ec74d61'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:39.273306 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.288442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-80e13893-099e-47d4-8c87-d44ce531ae0f None None] Port e9dccde5-6613-4ef8-9812-952d9a6c882a cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:39.311098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (393c9489-902c-4825-9d98-c08f62f01453), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.314205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (393c9489-902c-4825-9d98-c08f62f01453), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.323858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:39.325960 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9ab804-88d9-41f0-8b35-6814cb15d7c7" -d '{"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:39.347760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9fc45269-fc51-45e8-8c1e-974c212d212b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.380083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bb937dc1-ab33-418c-be28-df418647a7e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39746f58ba5b42c09ee5e6277a7afcd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4172873
Mar 26 21:03:39.382980 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2747ee-351c-4d93-8e8a-2c315574ed9a x-openstack-request-id: req-ae2747ee-351c-4d93-8e8a-2c315574ed9a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:39.383284 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52870f4d-c936-4967-a1c4-8db0e2de5de0", "name": "network-vif-deleted", "tag": "9c3e2f7e-9048-4ff3-afdd-38b6b8876db3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:39.383540 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae2747ee-351c-4d93-8e8a-2c315574ed9a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:39.384728 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2747ee-351c-4d93-8e8a-2c315574ed9a'] response: {'server_uuid': '52870f4d-c936-4967-a1c4-8db0e2de5de0', 'name': 'network-vif-deleted', 'tag': '9c3e2f7e-9048-4ff3-afdd-38b6b8876db3', 'status': 'completed', 'code': 200}
Mar 26 21:03:39.384728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42490) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:39.450710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port a1bc9cd2-43ab-4227-9c00-f69655f7033b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:39.451080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.452833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 2e125957-f39c-4484-b64d-bc6303b2d621 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:39.465068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] Publish callbacks [] for security_group (740f74b7-230d-41ee-9582-11cf78115c64), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.469549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2e125957-f39c-4484-b64d-bc6303b2d621 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:39.469971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.480854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (393c9489-902c-4825-9d98-c08f62f01453), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.528677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] Publish callbacks [] for security_group (740f74b7-230d-41ee-9582-11cf78115c64), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.534222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757217-f83b-4297-93ef-4093a71ba90d req-d3742553-9257-478a-ad68-381f8b4e17c6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.541529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e757217-f83b-4297-93ef-4093a71ba90d req-d3742553-9257-478a-ad68-381f8b4e17c6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2466726
Mar 26 21:03:39.549723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port a1bc9cd2-43ab-4227-9c00-f69655f7033b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1bc9cd2-43ab-4227-9c00-f69655f7033b,segment=NetworkSegment(333e960d-8878-4614-aecf-264603999c21),segment_id=333e960d-8878-4614-aecf-264603999c21)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:39.550070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.556524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Allocated IP 2001:db8::2 (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47/b956f192-70f9-46f6-8fcd-407a5ec74d61/def6214b-099d-4142-b2cc-402e2e94d3ca) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:39.577825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for a1bc9cd2-43ab-4227-9c00-f69655f7033b owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:39.611259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (393c9489-902c-4825-9d98-c08f62f01453), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.626792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] DHCP port deletion for 9fc45269-fc51-45e8-8c1e-974c212d212b request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:03:39.678582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e757217-f83b-4297-93ef-4093a71ba90d req-efb88144-2803-446f-a3ef-0dd48e6d897f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333387
Mar 26 21:03:39.697113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e125957-f39c-4484-b64d-bc6303b2d621 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:39.697743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.698887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.702091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.704361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42496) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:39.708610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4095efb2-4d8c-45b7-bccf-59d55474dca0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5733056
Mar 26 21:03:39.709029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (740f74b7-230d-41ee-9582-11cf78115c64), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.711608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.718408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/740f74b7-230d-41ee-9582-11cf78115c64 HTTP/1.1" status: 204  len: 168 time: 0.3298500
Mar 26 21:03:39.803824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:39.816832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.833165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Deleting port a1bc9cd2-43ab-4227-9c00-f69655f7033b {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:39.833790 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.867956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks [] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.870225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=a1bc9cd2-43ab-4227-9c00-f69655f7033b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:39.890207 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.894309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.900168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.905547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.911126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3aebd-643c-4209-9e8b-7c25d2aaebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740f74b7-230d-41ee-9582-11cf78115c64,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:39.911513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.917920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.925168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.928162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port a1bc9cd2-43ab-4227-9c00-f69655f7033b on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:39.931291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:39.939871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-424cec13-d07b-4827-87a5-85dafa7f64c6 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.1515400
Mar 26 21:03:39.958445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] For port a1bc9cd2-43ab-4227-9c00-f69655f7033b, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:39.958868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:39.982110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:39.985070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Calling delete_port for a1bc9cd2-43ab-4227-9c00-f69655f7033b owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:39.987883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:39.991595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Port a1bc9cd2-43ab-4227-9c00-f69655f7033b was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:03:40.045378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Pushing event updated for resources: {'Port': ['ID=def6214b-099d-4142-b2cc-402e2e94d3ca,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:40.046906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-549a7cd3-8ce7-4b04-8ce4-8cc357b2ed5b req-96896010-0f2d-40cc-bd62-90d694961fac tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1058812
Mar 26 21:03:40.049719 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a1bc9cd2-43ab-4227-9c00-f69655f7033b), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.052523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:40.059910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:40.144505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9fc45269-fc51-45e8-8c1e-974c212d212b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.157663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] Pushing event deleted for resources: {'Port': ['ID=a1bc9cd2-43ab-4227-9c00-f69655f7033b,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:40.162677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da03767e-e3b7-4cf6-8ec6-67e191296c45 None None] No DVR routers for this DVR port a1bc9cd2-43ab-4227-9c00-f69655f7033b on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:40.177292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa9aeb-4370-46d0-9a30-830aba0001ad req-ae5d7ab4-7ec8-462d-9335-991eaa5fe663 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:40.182638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47aa9aeb-4370-46d0-9a30-830aba0001ad req-ae5d7ab4-7ec8-462d-9335-991eaa5fe663 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.4495420
Mar 26 21:03:40.197864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Attempting to bind port def6214b-099d-4142-b2cc-402e2e94d3ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:40.198246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Attempting to bind port def6214b-099d-4142-b2cc-402e2e94d3ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dd52b01-8283-48df-8e61-125c72eb5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:40.198614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Attempting to bind port def6214b-099d-4142-b2cc-402e2e94d3ca on network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:40.207127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:40.207870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Checking segment: {'id': '2dd52b01-8283-48df-8e61-125c72eb5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:40.208517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.208983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Bound using segment: {'id': '2dd52b01-8283-48df-8e61-125c72eb5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:40.209533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Bound port: def6214b-099d-4142-b2cc-402e2e94d3ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd52b01-8283-48df-8e61-125c72eb5431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '575b3ba4-5c7b-4378-9fc0-e2d7784b5f47'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:40.209981 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.244819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:40.247314 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dccde5-6613-4ef8-9812-952d9a6c882a {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:40.249909 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b27ccb-4e26-40b3-b2d1-18a04405f578" -d '{"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-plugged", "status": "completed", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:40.262755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks [] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.320790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Transition to ACTIVE for port object e9dccde5-6613-4ef8-9812-952d9a6c882a will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:03:40.330741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.350991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] For port def6214b-099d-4142-b2cc-402e2e94d3ca, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:40.356106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] For port def6214b-099d-4142-b2cc-402e2e94d3ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=def6214b-099d-4142-b2cc-402e2e94d3ca,segment=NetworkSegment(2dd52b01-8283-48df-8e61-125c72eb5431),segment_id=2dd52b01-8283-48df-8e61-125c72eb5431)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:40.365293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.395493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9bcb2-ff86-42f3-9b6b-2a741135a307 req-12e76e7a-a401-4521-9102-394ee3cd9afd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:40.397553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edc9bcb2-ff86-42f3-9b6b-2a741135a307 req-12e76e7a-a401-4521-9102-394ee3cd9afd tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 931 time: 0.1407895
Mar 26 21:03:40.411423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:40.447644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd6722-b602-447d-831e-b3b2d0333f92 None None] Pushing event updated for resources: {'Port': ['ID=def6214b-099d-4142-b2cc-402e2e94d3ca,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:40.533425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edc9bcb2-ff86-42f3-9b6b-2a741135a307 req-86927ca4-20d6-482c-9f56-b8ab9d758f05 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246722
Mar 26 21:03:40.564707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Attempting to bind port e9dccde5-6613-4ef8-9812-952d9a6c882a on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:40.565050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Attempting to bind port e9dccde5-6613-4ef8-9812-952d9a6c882a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:40.565380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Attempting to bind port e9dccde5-6613-4ef8-9812-952d9a6c882a on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:40.576795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Port e9dccde5-6613-4ef8-9812-952d9a6c882a on network d1bac26e-253d-45b2-a5d6-7223981a082f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:03:40.577531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Attempting to bind port e9dccde5-6613-4ef8-9812-952d9a6c882a on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:40.587078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:40.587997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Checking segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:40.588759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Bound using segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:40.589449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Bound port: e9dccde5-6613-4ef8-9812-952d9a6c882a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:40.590048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.644733 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356a9dc-605c-4c6c-a047-22d6d493b725 x-openstack-request-id: req-d356a9dc-605c-4c6c-a047-22d6d493b725 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:40.645167 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-plugged", "status": "completed", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:40.645305 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d356a9dc-605c-4c6c-a047-22d6d493b725 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:40.645936 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d356a9dc-605c-4c6c-a047-22d6d493b725'] response: {'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621', 'code': 200}
Mar 26 21:03:40.695950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:40.699670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:40.708822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.794053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:40.795745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.797192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 1091 time: 1.7341647
Mar 26 21:03:40.801141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:40.804483 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:40.876644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a95a-04a5-456e-82e7-eb5b28079829 req-b8454b8b-1b4c-4ce7-9f2c-b8efd5bd6780 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:40.901587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b20a95a-04a5-456e-82e7-eb5b28079829 req-b8454b8b-1b4c-4ce7-9f2c-b8efd5bd6780 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1479025
Mar 26 21:03:40.912395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e860eb0>,) {'filters': {'network_id': ['9fc45269-fc51-45e8-8c1e-974c212d212b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:40.928109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e860eb0>, '333e960d-8878-4614-aecf-264603999c21') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:40.928463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e860eb0>, '333e960d-8878-4614-aecf-264603999c21') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:40.940280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (333e960d-8878-4614-aecf-264603999c21), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:40.950092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50bd0d-ab88-44d0-b5d9-35f6711a2797 service neutron] Pushing event updated for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:40.992371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (333e960d-8878-4614-aecf-264603999c21), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.011073 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b20a95a-04a5-456e-82e7-eb5b28079829 req-248a63ea-a9e3-48d8-9dd0-e469e08be36f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035285
Mar 26 21:03:41.035404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-6249eab0-1a8d-450c-96b8-8f9a4f2a8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:41.036979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-6249eab0-1a8d-450c-96b8-8f9a4f2a8c80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1125 time: 0.1891794
Mar 26 21:03:41.043516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:41.043944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (333e960d-8878-4614-aecf-264603999c21), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:41.055870 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:41.089697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42530) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:41.248874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47aa9aeb-4370-46d0-9a30-830aba0001ad req-af3ecf9d-a54f-46d6-a7b8-1ae1dff27675 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4343483
Mar 26 21:03:41.282504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1af41-a817-4ba8-997c-0f0548fd9611 req-d3cdb409-578e-4a00-808d-45c0ca9f2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:41.284075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdd1af41-a817-4ba8-997c-0f0548fd9611 req-d3cdb409-578e-4a00-808d-45c0ca9f2ec2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 1127 time: 0.4737346
Mar 26 21:03:41.313687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.427008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device def6214b-099d-4142-b2cc-402e2e94d3ca up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:41.447780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9fc45269-fc51-45e8-8c1e-974c212d212b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.468079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9b86a9ab-5eac-45c3-a239-04eac81b0fae tempest-ServiceProvidersTest-228697200 tempest-ServiceProvidersTest-228697200-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3743966
Mar 26 21:03:41.487893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port def6214b-099d-4142-b2cc-402e2e94d3ca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:41.489140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.518132 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb31f33-c884-4f88-8fee-686a1374ad40 x-openstack-request-id: req-8cb31f33-c884-4f88-8fee-686a1374ad40 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:41.518421 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:41.518850 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cb31f33-c884-4f88-8fee-686a1374ad40 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:41.519434 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb31f33-c884-4f88-8fee-686a1374ad40'] response: {'name': 'network-changed', 'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'status': 'completed', 'code': 200}
Mar 26 21:03:41.520997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-51bc55f5-dc8f-4035-b3b9-59c7fc717015 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 217 time: 0.4763522
Mar 26 21:03:41.535548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.539441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/networks/9fc45269-fc51-45e8-8c1e-974c212d212b HTTP/1.1" status: 204  len: 168 time: 2.3263030
Mar 26 21:03:41.552618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42538) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:41.598549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port def6214b-099d-4142-b2cc-402e2e94d3ca is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:41.599461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.642050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1334-19c0-4baa-9ce8-bc7ec738cad1 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Network': ['ID=9fc45269-fc51-45e8-8c1e-974c212d212b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:41.653285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cdd1af41-a817-4ba8-997c-0f0548fd9611 req-f9c1a2d0-44aa-40b7-bcb5-7e883147925f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3432491
Mar 26 21:03:41.658788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting subnet c4db33bd-fd18-4a3a-bd1b-39179b7858c5 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:41.663447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port def6214b-099d-4142-b2cc-402e2e94d3ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=def6214b-099d-4142-b2cc-402e2e94d3ca,segment=NetworkSegment(2dd52b01-8283-48df-8e61-125c72eb5431),segment_id=2dd52b01-8283-48df-8e61-125c72eb5431)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:41.670464 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.672672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (c4db33bd-fd18-4a3a-bd1b-39179b7858c5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.730573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecb126-5720-4ebb-b84b-6ab27b1aa316 req-7b4dfd04-543e-4447-ba70-682a7192da34 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:41.732485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f0ecb126-5720-4ebb-b84b-6ab27b1aa316 req-7b4dfd04-543e-4447-ba70-682a7192da34 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.2783895
Mar 26 21:03:41.758413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:41.770870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'floatingip': {'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:41.771323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1bc9cd2-43ab-4227-9c00-f69655f7033b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:41.788419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-502aed15-0710-4e78-9cc5-0e1c9fb430c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:41.789747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-502aed15-0710-4e78-9cc5-0e1c9fb430c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.2358501
Mar 26 21:03:41.811609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f090875-0f09-41a3-9a91-415196caa8dc req-cc1092fd-15d5-4fd9-821b-a3e368b3f5a3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:41.818614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f090875-0f09-41a3-9a91-415196caa8dc req-cc1092fd-15d5-4fd9-821b-a3e368b3f5a3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3023441
Mar 26 21:03:41.840077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c4db33bd-fd18-4a3a-bd1b-39179b7858c5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.842500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a1bc9cd2-43ab-4227-9c00-f69655f7033b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:41.845813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1bc9cd2-43ab-4227-9c00-f69655f7033b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:41.863661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=def6214b-099d-4142-b2cc-402e2e94d3ca,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:41.887192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:41.924635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:41.970384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f090875-0f09-41a3-9a91-415196caa8dc req-ffe4c914-22ed-4564-a2c9-5d5f9e9ff44e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1508758
Mar 26 21:03:41.987656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8::1 (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47/b956f192-70f9-46f6-8fcd-407a5ec74d61/6d418fe2-a7ee-4e9b-a490-c986e7cd77a5) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:42.028754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa925-74c2-436f-8380-71b4938cd8fa req-219a46dd-8d04-4d85-8be7-bd5187746550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.030333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-219a46dd-8d04-4d85-8be7-bd5187746550 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1870158
Mar 26 21:03:42.071763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c4db33bd-fd18-4a3a-bd1b-39179b7858c5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.102109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.108154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.113550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.119415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.128392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.133965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.139385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.141395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-d25178a9-ac0e-4943-b8b0-2d11a51443c3 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.2768092
Mar 26 21:03:42.190949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246394ed-293b-4489-9a95-82ea3d9edf67 None None] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:42.204985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85c17595-ff06-438b-95eb-771b5eae4aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.256450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-969ca9d7-cad0-43c2-aeca-84a3bf9451a3 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157500
Mar 26 21:03:42.263703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c4db33bd-fd18-4a3a-bd1b-39179b7858c5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.272815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe3f08-dac0-4ef5-9d23-1b495cbd941f req-2dee42b2-e68f-464c-bcec-0df9fbd055be tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.274261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6fe3f08-dac0-4ef5-9d23-1b495cbd941f req-2dee42b2-e68f-464c-bcec-0df9fbd055be tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 943 time: 0.1742847
Mar 26 21:03:42.301488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-37b70fa3-1eda-4eb0-baf7-df608e5c9372 req-719dcdc3-e10f-4a4b-964f-a701569cc932 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1531882
Mar 26 21:03:42.308442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f9dc1219-674a-45e3-98b2-b623852ba71a None None] Provisioning complete for port def6214b-099d-4142-b2cc-402e2e94d3ca triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:42.308442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9dc1219-674a-45e3-98b2-b623852ba71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.347262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Subnet': ['ID=c4db33bd-fd18-4a3a-bd1b-39179b7858c5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:42.358941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.365059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af6a34c3-faab-4094-a005-5dab2dcd53fb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/subnets/c4db33bd-fd18-4a3a-bd1b-39179b7858c5 HTTP/1.1" status: 204  len: 168 time: 0.8095698
Mar 26 21:03:42.367827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:42.368544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574c135-29d7-499a-95a0-c5597bedf95e None None] Network bfe02eff-c7ed-4380-8caa-d18372fcf8b2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:42.443657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.525709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc1219-674a-45e3-98b2-b623852ba71a None None] Current status of the port def6214b-099d-4142-b2cc-402e2e94d3ca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:42.564815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6fe3f08-dac0-4ef5-9d23-1b495cbd941f req-ed7eabeb-26ce-4ec5-9535-3b6c1c871477 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2637720
Mar 26 21:03:42.627504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bfe02eff-c7ed-4380-8caa-d18372fcf8b2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.636425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] DHCP port deletion for bfe02eff-c7ed-4380-8caa-d18372fcf8b2 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:03:42.653553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85c17595-ff06-438b-95eb-771b5eae4aae admin admin] Publish callbacks [] for security_group (462a5aa9-a86f-4078-92bc-337148328cae), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.659195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-767fa925-74c2-436f-8380-71b4938cd8fa req-27eb720e-c4c3-4005-b8e3-e9bd9a166c96 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3823030
Mar 26 21:03:42.675531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85c17595-ff06-438b-95eb-771b5eae4aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (462a5aa9-a86f-4078-92bc-337148328cae), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.715821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Deleting port b5f14c8d-de64-4863-8fcb-f8f7156dd184 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:42.716104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.725377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.765622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:42.788350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:42.790847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:42.791504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (393c9489-902c-4825-9d98-c08f62f01453), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.812339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85c17595-ff06-438b-95eb-771b5eae4aae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5da41e8b4b24be9b347f18359729bc6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8865108
Mar 26 21:03:42.815001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:42.833870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17595-ff06-438b-95eb-771b5eae4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a5aa9-a86f-4078-92bc-337148328cae,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:42.895171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] For port b5f14c8d-de64-4863-8fcb-f8f7156dd184, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5f14c8d-de64-4863-8fcb-f8f7156dd184,segment=NetworkSegment(e6f3bb4b-0c0e-42dc-92bb-4e003897c10f),segment_id=e6f3bb4b-0c0e-42dc-92bb-4e003897c10f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:42.895580 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.910279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cddc2c-06e4-4403-a650-2a9186e1819d req-4da75f76-13ef-4280-8485-fed4c582ba42 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.912841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Calling delete_port for b5f14c8d-de64-4863-8fcb-f8f7156dd184 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:42.918505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8cddc2c-06e4-4403-a650-2a9186e1819d req-4da75f76-13ef-4280-8485-fed4c582ba42 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.3839064
Mar 26 21:03:42.926336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-20a575ea-20dd-4e3b-8c93-c509aa2a7ccb None None] Provisioning complete for port def6214b-099d-4142-b2cc-402e2e94d3ca triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:42.926716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20a575ea-20dd-4e3b-8c93-c509aa2a7ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:42.927685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.944725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.952153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.961211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.968864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.976368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.985046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:42.987856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9788242-f2a2-4dbb-8976-1cbc16f236ca req-ff3bcbed-d9cf-4d58-a2c2-e20fea5d76af tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.3320959
Mar 26 21:03:43.003423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:43.010250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Request body: {'floatingip': {'port_id': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:43.022335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] Publish callbacks [] for security_group (462a5aa9-a86f-4078-92bc-337148328cae), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.066294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] Publish callbacks [] for security_group (462a5aa9-a86f-4078-92bc-337148328cae), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.074729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=6d418fe2-a7ee-4e9b-a490-c986e7cd77a5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:43.090965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.106726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-20a575ea-20dd-4e3b-8c93-c509aa2a7ccb None None] Current status of the port def6214b-099d-4142-b2cc-402e2e94d3ca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:43.109272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.136341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] No DVR routers for this DVR port b5f14c8d-de64-4863-8fcb-f8f7156dd184 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:43.139180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ba128-c0be-4428-bbc5-e2bda50e1e6a None None] Pushing event deleted for resources: {'Port': ['ID=b5f14c8d-de64-4863-8fcb-f8f7156dd184,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:43.163090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-6725f731-0ca4-4ea5-936e-30b88022df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:43.165623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-6725f731-0ca4-4ea5-936e-30b88022df2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1125 time: 0.4281428
Mar 26 21:03:43.182550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (462a5aa9-a86f-4078-92bc-337148328cae), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.185763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.187360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/462a5aa9-a86f-4078-92bc-337148328cae HTTP/1.1" status: 204  len: 168 time: 0.3706839
Mar 26 21:03:43.220690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port b5f14c8d-de64-4863-8fcb-f8f7156dd184 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:43.221192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.239884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e0e7e1b4-08db-40cc-8554-f7e2b2ba5ef5 None None] Provisioning complete for port 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:43.240392 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0e7e1b4-08db-40cc-8554-f7e2b2ba5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.293240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port b5f14c8d-de64-4863-8fcb-f8f7156dd184, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:43.293660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.308917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for b5f14c8d-de64-4863-8fcb-f8f7156dd184 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:43.312395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Port b5f14c8d-de64-4863-8fcb-f8f7156dd184 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:03:43.314981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae45ad1-c403-4f43-8404-928a836e82a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a5aa9-a86f-4078-92bc-337148328cae,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:43.317339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b5f14c8d-de64-4863-8fcb-f8f7156dd184), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.360194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device def6214b-099d-4142-b2cc-402e2e94d3ca up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:43.380747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=b5f14c8d-de64-4863-8fcb-f8f7156dd184,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:43.385870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port b5f14c8d-de64-4863-8fcb-f8f7156dd184 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:43.525103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6a3e5-2a1f-40d8-8763-7660f252ac0e req-03b51144-fcc7-419a-8d9e-e04f20bf9c15 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:43.526720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bef6a3e5-2a1f-40d8-8763-7660f252ac0e req-03b51144-fcc7-419a-8d9e-e04f20bf9c15 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3669124
Mar 26 21:03:43.530589 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bfe02eff-c7ed-4380-8caa-d18372fcf8b2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.573424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8cddc2c-06e4-4403-a650-2a9186e1819d req-1111b858-98d2-495b-a3e4-7c693c7a5723 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6538529
Mar 26 21:03:43.580236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7e1b4-08db-40cc-8554-f7e2b2ba5ef5 None None] Port 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:43.591473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d00e040>,) {'filters': {'network_id': ['bfe02eff-c7ed-4380-8caa-d18372fcf8b2']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:43.598191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-bba09fda-1fe3-4fdf-8d2b-7198697023e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:43.599652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-bba09fda-1fe3-4fdf-8d2b-7198697023e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.4242611
Mar 26 21:03:43.605243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d00e040>, 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:43.605542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d00e040>, 'e6f3bb4b-0c0e-42dc-92bb-4e003897c10f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:43.629420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port def6214b-099d-4142-b2cc-402e2e94d3ca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:43.630364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.662632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-908de169-e74f-4486-86a5-bffbde6036c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 217 time: 0.0538838
Mar 26 21:03:43.688786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e6f3bb4b-0c0e-42dc-92bb-4e003897c10f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.724321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port def6214b-099d-4142-b2cc-402e2e94d3ca is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:43.741844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:03:43.755655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bef6a3e5-2a1f-40d8-8763-7660f252ac0e req-4baed98f-7f5f-4ec2-b425-d47a580e0200 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2148168
Mar 26 21:03:43.758914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e6f3bb4b-0c0e-42dc-92bb-4e003897c10f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.781410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:43.781836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e6f3bb4b-0c0e-42dc-92bb-4e003897c10f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:43.786106 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:43.800510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.831826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-98c330f5-135d-4614-896d-9b061b32eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:43.833789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-98c330f5-135d-4614-896d-9b061b32eb9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.1592076
Mar 26 21:03:43.839743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5f14c8d-de64-4863-8fcb-f8f7156dd184 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:43.861817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b5f14c8d-de64-4863-8fcb-f8f7156dd184 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:03:43.862223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5f14c8d-de64-4863-8fcb-f8f7156dd184 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:43.889712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.924813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bfe02eff-c7ed-4380-8caa-d18372fcf8b2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.951903 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.975660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:43.979235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/networks/bfe02eff-c7ed-4380-8caa-d18372fcf8b2 HTTP/1.1" status: 204  len: 168 time: 1.6011541
Mar 26 21:03:43.992984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011178-97e8-4ab3-bcd1-faace02a98a6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Network': ['ID=bfe02eff-c7ed-4380-8caa-d18372fcf8b2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:44.000289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:44.009850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-402636679'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:44.021315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25012c87-b914-4521-802f-710cf6212052 req-a44e5628-d913-4ada-9c2e-fcc885da9306 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.025366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25012c87-b914-4521-802f-710cf6212052 req-a44e5628-d913-4ada-9c2e-fcc885da9306 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 943 time: 0.3384373
Mar 26 21:03:44.067864 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.073982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-0a49c6d4-aee4-4078-ac80-f994191e4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.075811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-0a49c6d4-aee4-4078-ac80-f994191e4008 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1631265
Mar 26 21:03:44.109472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:44.113194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.151577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436075-3004-48b3-8785-b1e73d84869c req-77d61402-8900-4748-87c9-31d8932da2b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.153101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7436075-3004-48b3-8785-b1e73d84869c req-77d61402-8900-4748-87c9-31d8932da2b3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1536579
Mar 26 21:03:44.218020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:44.224362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42590) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:44.251073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a5f9c0ba-3219-44b5-a833-8795b73d875b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.251430 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Added segment a5f9c0ba-3219-44b5-a833-8795b73d875b of type vlan for network 58dca438-dba6-4190-9d3b-709df564590c
Mar 26 21:03:44.299196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-3d631aef-3891-473b-bf8a-68767c2fceb6 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139094
Mar 26 21:03:44.308420 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7436075-3004-48b3-8785-b1e73d84869c req-d7383167-66e5-430b-98f9-8eda7f8a4745 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207287
Mar 26 21:03:44.317015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25012c87-b914-4521-802f-710cf6212052 req-5ffebfc5-f82e-43cf-a3ad-8af67a45fe6f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2910883
Mar 26 21:03:44.327680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (58dca438-dba6-4190-9d3b-709df564590c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.373917 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Floating IP 7fe913e0-fb52-4b8f-aa2d-3130689a54e5 associated. External IP: 172.35.4.204, port: 0b287a38-d197-43f5-93fb-a9adf2828080.
Mar 26 21:03:44.376992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14be9-57e1-4357-8401-c46df75146ef req-d9a26caf-796a-4493-b856-c10fc5a7195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.378582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-d9a26caf-796a-4493-b856-c10fc5a7195d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.3495958
Mar 26 21:03:44.406823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1253036163'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:44.430935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (58dca438-dba6-4190-9d3b-709df564590c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.436446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.437028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.477807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Made reservation on behalf of 965d02c5815647dbb38389d1642775cd for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:44.477807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.492839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4903343
Mar 26 21:03:44.506056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42594) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:44.513273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'subnet': {'network_id': '58dca438-dba6-4190-9d3b-709df564590c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:44.518679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.521741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc9a0d73-a1e9-4ff4-ab16-e7f22135f588 req-459530fb-8029-42ae-bc02-073bcdfd9ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2057970
Mar 26 21:03:44.567464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2139a93-c403-443f-847b-7536e644ab38 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Network': ['ID=58dca438-dba6-4190-9d3b-709df564590c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:44.578493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 58dca438-dba6-4190-9d3b-709df564590c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:44.688466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:44.691842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.775745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14be9-57e1-4357-8401-c46df75146ef req-1d3de005-bd11-4799-89b1-2f3a6cba5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.777197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for security_group (3044d0cb-ffc6-4fbc-88a0-0834440ad2e4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.777353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-1d3de005-bd11-4799-89b1-2f3a6cba5b80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3884871
Mar 26 21:03:44.788546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3044d0cb-ffc6-4fbc-88a0-0834440ad2e4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.828006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:44.846818 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (49198294-a0a8-4693-bdf0-5ee5e8f83a48), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.847170 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Added segment 49198294-a0a8-4693-bdf0-5ee5e8f83a48 of type vlan for network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272
Mar 26 21:03:44.858126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3044d0cb-ffc6-4fbc-88a0-0834440ad2e4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:44.890983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.924436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (17cb5482-1fe1-4cd2-9e27-c3b34af7a272), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.941020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:03:44.944378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.945582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (393c9489-902c-4825-9d98-c08f62f01453), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.989629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (17cb5482-1fe1-4cd2-9e27-c3b34af7a272), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:44.994674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:44.995288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.026343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (c2486b6a-57ee-4d0f-b72f-6441c4db143a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.071334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8421769
Mar 26 21:03:45.077681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42598) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:45.116442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Request body: {'subnet': {'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:45.142328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1111f38-9c9d-47aa-af61-ed5a866fb398 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event updated for resources: {'Network': ['ID=17cb5482-1fe1-4cd2-9e27-c3b34af7a272,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:45.153857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:45.246501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e9dccde5-6613-4ef8-9812-952d9a6c882a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:45.303185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd375-75f0-4b77-a40d-8ea5c526af4d req-0a23a001-9a56-49b0-b5d1-d2148cefc43b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:45.303185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-828fd375-75f0-4b77-a40d-8ea5c526af4d req-0a23a001-9a56-49b0-b5d1-d2148cefc43b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.6095462
Mar 26 21:03:45.342409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-e802da39-439c-4a45-a8bf-7e52d7b236c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.5566664
Mar 26 21:03:45.372195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:45.387865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'port_id': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'mac_address': 'fa:16:3e:bd:8d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:45.441900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e9dccde5-6613-4ef8-9812-952d9a6c882a is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:45.442301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.454385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.455870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Subnet': ['ID=c2486b6a-57ee-4d0f-b72f-6441c4db143a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:45.465981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dccde5-6613-4ef8-9812-952d9a6c882a {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:45.478729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=6d418fe2-a7ee-4e9b-a490-c986e7cd77a5,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:45.484307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.497582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:45.503588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.525217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Checking segment: {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:45.525595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network hostable DHCP agents. Network: 58dca438-dba6-4190-9d3b-709df564590c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:45.545675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Made reservation on behalf of 965d02c5815647dbb38389d1642775cd for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:45.549108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.554964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:45.579911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba55c4-39d0-4d0c-95d6-8347b70c1dc2 req-e7823fac-795a-4c2e-a869-259d94738507 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:45.582442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69ba55c4-39d0-4d0c-95d6-8347b70c1dc2 req-e7823fac-795a-4c2e-a869-259d94738507 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 943 time: 0.1186960
Mar 26 21:03:45.594445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network 58dca438-dba6-4190-9d3b-709df564590c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:45.600845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14be9-57e1-4357-8401-c46df75146ef req-87a70287-76a4-4bac-a0bf-6a5b57d38fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:45.602308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-87a70287-76a4-4bac-a0bf-6a5b57d38fa6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.2058740
Mar 26 21:03:45.613389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-828fd375-75f0-4b77-a40d-8ea5c526af4d req-0db99fd4-b0b3-46de-873c-883f19b68eef tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814667
Mar 26 21:03:45.648252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58dca438-dba6-4190-9d3b-709df564590c) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:45.665875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9215ccf-31db-42d2-8694-39cea04235b8 None None] Network 58dca438-dba6-4190-9d3b-709df564590c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:45.666232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:45.666745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.695438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-acae99cf-e38e-4952-9ea2-549d48884d60 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1858704
Mar 26 21:03:45.699239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42606) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:45.709422 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.711858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2085209194'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:45.734151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:45.736316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69ba55c4-39d0-4d0c-95d6-8347b70c1dc2 req-e5ff35c9-29ca-4bb1-80e9-d139e665db5f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428893
Mar 26 21:03:45.748672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['e9dccde5-6613-4ef8-9812-952d9a6c882a'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:45.758225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:45.775504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:45.788992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:45.792608 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.848480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:45.874052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-58dca438-dba6-4190-9d3b-709df564590c', 'network_id': '58dca438-dba6-4190-9d3b-709df564590c', 'project_id': 'c7ef32a79723421e847963a749a03313', 'fixed_ips': [{'subnet_id': 'c2486b6a-57ee-4d0f-b72f-6441c4db143a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:45.874987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.914791 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Floating IP c4343c01-1d42-4147-b8ca-7ede991db579 associated. External IP: 172.35.4.12, port: 52c8eed7-3c91-43b3-9001-30b914ea4cd7.
Mar 26 21:03:45.926220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1905a63a-5788-435b-8d1d-0fb367a7eff3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.926220 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Added segment 1905a63a-5788-435b-8d1d-0fb367a7eff3 of type vlan for network badf551b-1c40-4815-a0fa-85fdf1998179
Mar 26 21:03:45.946577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (7cd2e3ed-ee64-43d2-9643-97726b1c915b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:45.970579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14be9-57e1-4357-8401-c46df75146ef req-82141eda-6ca6-4cad-8c7c-16a090620f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:45.972151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-82141eda-6ca6-4cad-8c7c-16a090620f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3552606
Mar 26 21:03:46.023182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (badf551b-1c40-4815-a0fa-85fdf1998179), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.107305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Allocated IP 19.80.0.2 (58dca438-dba6-4190-9d3b-709df564590c/c2486b6a-57ee-4d0f-b72f-6441c4db143a/2687f2a6-ab86-4a83-8528-220a4041cc60) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:46.117070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (badf551b-1c40-4815-a0fa-85fdf1998179), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.122725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:46.123326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.123532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11de950-9e11-4d81-a179-a5adb7f8ebf6 req-128d39f5-9e14-4be3-9cd2-730b4a9792fb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:46.125051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c11de950-9e11-4d81-a179-a5adb7f8ebf6 req-128d39f5-9e14-4be3-9cd2-730b4a9792fb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.4227164
Mar 26 21:03:46.176383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4735227
Mar 26 21:03:46.184104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d841b67-0c8d-489d-9bc7-4068f72da37b req-8ae8a5fd-b284-4355-9a2c-e3f8fdabcb54 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:46.186219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d841b67-0c8d-489d-9bc7-4068f72da37b req-8ae8a5fd-b284-4355-9a2c-e3f8fdabcb54 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.3145316
Mar 26 21:03:46.187004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event updated for resources: {'Subnet': ['ID=7cd2e3ed-ee64-43d2-9643-97726b1c915b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:46.192876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42608) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:46.204372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'subnet': {'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:46.282422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Checking segment: {'id': '49198294-a0a8-4693-bdf0-5ee5e8f83a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:46.282799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Network hostable DHCP agents. Network: 17cb5482-1fe1-4cd2-9e27-c3b34af7a272, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:46.291954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4a90fd23-c691-4e3b-bd28-1b9dd3d543c4 None None] Provisioning complete for port 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:46.292927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a90fd23-c691-4e3b-bd28-1b9dd3d543c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.298215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d11e85-1aee-4571-b060-88289c51e5be tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Network': ['ID=badf551b-1c40-4815-a0fa-85fdf1998179,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:46.305674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-950e4f4e-6ca8-4766-b560-ca7de28af308 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2895129
Mar 26 21:03:46.312928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:46.323731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network badf551b-1c40-4815-a0fa-85fdf1998179 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:46.324190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.330879 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:46.360415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:46.361592 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:46.382434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d841b67-0c8d-489d-9bc7-4068f72da37b req-108bd9d3-d45a-444d-808b-e3d823b0bdef tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857090
Mar 26 21:03:46.388912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:46.409091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17cb5482-1fe1-4cd2-9e27-c3b34af7a272) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:46.422301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:46.422402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.425097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:46.428575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.429980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b021c3-07fd-4aad-bf8d-0400b8dbe972 None None] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:46.438461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks [] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.458703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c11de950-9e11-4d81-a179-a5adb7f8ebf6 req-cc5ee82f-f712-4a83-b3ed-e92739ecd6af tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2971489
Mar 26 21:03:46.461042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4a90fd23-c691-4e3b-bd28-1b9dd3d543c4 None None] Port 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:46.471568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 393c9489-902c-4825-9d98-c08f62f01453 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:03:46.476919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.550314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b7f57af-15a4-4a50-b34e-a5b5410632bc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4651246
Mar 26 21:03:46.564263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42614) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:46.575049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Request body: {'port': {'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272', 'name': 'tempest-TagsExtTest-647023291'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:46.578180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Network 58dca438-dba6-4190-9d3b-709df564590c is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:46.582585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:46.585489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:46.587529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Pushing event updated for resources: {'Port': ['ID=2687f2a6-ab86-4a83-8528-220a4041cc60,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:46.620013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-04abac3b-044d-49d3-8dce-dcd676d49a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "PUT /v2.0/floatingips/7fe913e0-fb52-4b8f-aa2d-3130689a54e5 HTTP/1.1" status: 200  len: 992 time: 4.8477609
Mar 26 21:03:46.620261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1ce3-eb6f-4166-a46a-625fb327d5a7 req-7b0161a9-ab7f-42a7-8fd0-9da1b0d15fda tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:46.629473 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d26d1ce3-eb6f-4166-a46a-625fb327d5a7 req-7b0161a9-ab7f-42a7-8fd0-9da1b0d15fda tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1156399
Mar 26 21:03:46.632350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:46.634594 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c302471-ce59-46fc-8f89-7306f5e067ca" -d '{"events": [{"name": "network-changed", "server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:46.660493 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:46.665991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17cb5482-1fe1-4cd2-9e27-c3b34af7a272', 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272', 'project_id': '965d02c5815647dbb38389d1642775cd', 'fixed_ips': [{'subnet_id': '7cd2e3ed-ee64-43d2-9643-97726b1c915b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:46.666827 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.692300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Attempting to bind port 2687f2a6-ab86-4a83-8528-220a4041cc60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:46.692676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Attempting to bind port 2687f2a6-ab86-4a83-8528-220a4041cc60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:46.693042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Attempting to bind port 2687f2a6-ab86-4a83-8528-220a4041cc60 on network 58dca438-dba6-4190-9d3b-709df564590c {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:46.709198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:46.709679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Checking segment: {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:46.710163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.710580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Bound using segment: {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:46.711115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Bound port: 2687f2a6-ab86-4a83-8528-220a4041cc60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:46.711497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:46.779724 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bb731f-cf63-4096-b9a3-0cdffc257f40 x-openstack-request-id: req-28bb731f-cf63-4096-b9a3-0cdffc257f40 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:46.780590 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:46.780852 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28bb731f-cf63-4096-b9a3-0cdffc257f40 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:46.781324 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bb731f-cf63-4096-b9a3-0cdffc257f40'] response: {'name': 'network-changed', 'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'status': 'completed', 'code': 200}
Mar 26 21:03:46.826693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d26d1ce3-eb6f-4166-a46a-625fb327d5a7 req-720a367e-165f-4c21-a857-a04377446622 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984956
Mar 26 21:03:46.829468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ee14be9-57e1-4357-8401-c46df75146ef req-d8d12f75-1f5c-43ea-ac2b-fc7a6c679886 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5146832
Mar 26 21:03:46.845264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Router ee7b9542-3988-480e-977b-3ca64ec27777 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:46.861841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:46.884256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] Sync routers for ids ['393c9489-902c-4825-9d98-c08f62f01453'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:46.884472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f58aa5a-17d6-4611-af96-eaddcb5d37c1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/393c9489-902c-4825-9d98-c08f62f01453/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1740465
Mar 26 21:03:46.884684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42624) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:46.927545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] For port 2687f2a6-ab86-4a83-8528-220a4041cc60, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:46.932839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] Routers {'393c9489-902c-4825-9d98-c08f62f01453'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:46.933631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e148d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['393c9489-902c-4825-9d98-c08f62f01453'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:46.937301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] For port 2687f2a6-ab86-4a83-8528-220a4041cc60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2687f2a6-ab86-4a83-8528-220a4041cc60,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:46.991760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e148d30>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.002531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (d95676ee-eee5-4821-aa06-cbc8e5ef62bd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.008570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Allocated IP 172.20.0.2 (17cb5482-1fe1-4cd2-9e27-c3b34af7a272/7cd2e3ed-ee64-43d2-9643-97726b1c915b/f44d6f33-29e4-4e35-8aa6-6b89f8bcf735) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:47.011791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.034861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] Routers {'393c9489-902c-4825-9d98-c08f62f01453'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:47.035575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e148d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['393c9489-902c-4825-9d98-c08f62f01453'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.068902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-9b52ddc1-9619-419f-be3d-725c683db653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.071146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-9b52ddc1-9619-419f-be3d-725c683db653 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1128 time: 0.3297336
Mar 26 21:03:47.104259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Subnet': ['ID=d95676ee-eee5-4821-aa06-cbc8e5ef62bd,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:47.125687 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3b80>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7fe913e0-fb52-4b8f-aa2d-3130689a54e5', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.204', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b61f71-6468-4d03-87ff-51120f2911c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:17Z', 'updated_at': '2022-03-26T21:03:43Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.145366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e148d30>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.146510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0066ee-df28-4be1-a84c-ea3fc45f25cf None None] The sync data for ids ['393c9489-902c-4825-9d98-c08f62f01453'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:47.156414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245935-ce88-43b7-82da-17a05534cbe6 req-887d2ec0-2d78-49dd-aca1-bac44e88005d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.161637 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96245935-ce88-43b7-82da-17a05534cbe6 req-887d2ec0-2d78-49dd-aca1-bac44e88005d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.2026646
Mar 26 21:03:47.176539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:47.189867 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:47.191392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.213409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Checking segment: {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:47.213924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network hostable DHCP agents. Network: badf551b-1c40-4815-a0fa-85fdf1998179, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:47.264156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e9dccde5-6613-4ef8-9812-952d9a6c882a up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:47.309441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network badf551b-1c40-4815-a0fa-85fdf1998179 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:47.311402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6095a-faf4-45da-8c4f-113157b2d6af None None] Pushing event updated for resources: {'Port': ['ID=2687f2a6-ab86-4a83-8528-220a4041cc60,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:47.319629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-7801a50b-b807-4a49-9969-760ef846b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.321853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-7801a50b-b807-4a49-9969-760ef846b530 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2350781
Mar 26 21:03:47.327022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-96245935-ce88-43b7-82da-17a05534cbe6 req-7f0e51fb-f71f-4d82-91b1-d52526ad3c54 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222284
Mar 26 21:03:47.363482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, badf551b-1c40-4815-a0fa-85fdf1998179) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:47.391306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ff45c-afe6-4831-99ce-b3f12bfe7f8f None None] Network badf551b-1c40-4815-a0fa-85fdf1998179 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:47.463495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.464135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.474249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca441c-2146-4233-9cad-06d2b78fd140 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.475819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-67ca441c-2146-4233-9cad-06d2b78fd140 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports/6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 HTTP/1.1" status: 200  len: 911 time: 0.5893559
Mar 26 21:03:47.485613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42630) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:47.522355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b956f192-70f9-46f6-8fcd-407a5ec74d61'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:47.533847 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:47.565357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Made reservation on behalf of 965d02c5815647dbb38389d1642775cd for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:47.578948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.627968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port e9dccde5-6613-4ef8-9812-952d9a6c882a completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:03:47.631542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-453f363f-313e-4c74-89d7-ee5bb6039df0 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4369962
Mar 26 21:03:47.644903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-865a88df-f342-4bf4-b5a7-5eb6691283c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 1000 time: 0.3158231
Mar 26 21:03:47.652094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port e9dccde5-6613-4ef8-9812-952d9a6c882a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:47.652474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.708006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks [] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.710276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406c60-128d-4e1a-a9fe-573289bf27b1 req-4fdd6f39-898f-4d55-807e-b549244d4b53 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.712568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241417a4-9fe5-48e7-bf0c-822a6e296286 req-6142200e-1757-4fcc-ae09-c468edfda37b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.714403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-241417a4-9fe5-48e7-bf0c-822a6e296286 req-6142200e-1757-4fcc-ae09-c468edfda37b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.2316985
Mar 26 21:03:47.716758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81406c60-128d-4e1a-a9fe-573289bf27b1 req-4fdd6f39-898f-4d55-807e-b549244d4b53 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 944 time: 0.3661535
Mar 26 21:03:47.728383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.761930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-0ba88cd9-af23-4900-91ce-751aa7e977e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.764329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-0ba88cd9-af23-4900-91ce-751aa7e977e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1107922
Mar 26 21:03:47.775095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] device_id is not set on port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:03:47.801649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:47.812878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-badf551b-1c40-4815-a0fa-85fdf1998179', 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179', 'project_id': 'c7ef32a79723421e847963a749a03313', 'fixed_ips': [{'subnet_id': 'd95676ee-eee5-4821-aa06-cbc8e5ef62bd'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:47.814730 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.815314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:47.852286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:47.863878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:47.879309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:47.879649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-241417a4-9fe5-48e7-bf0c-822a6e296286 req-ebfc24e1-8945-4ee8-9f20-aecbbef500e8 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520026
Mar 26 21:03:47.892562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Sync routers for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:47.904162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-48fd2b44-7e20-4180-ab84-0dfc65937a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:47.907122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-48fd2b44-7e20-4180-ab84-0dfc65937a40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1364293
Mar 26 21:03:47.907407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:47.908078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242bc910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:47.975268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-395741dc-438e-4afb-b609-42f0be2051c0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "PUT /v2.0/floatingips/c4343c01-1d42-4147-b8ca-7ede991db579 HTTP/1.1" status: 200  len: 990 time: 4.9690168
Mar 26 21:03:48.074942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81406c60-128d-4e1a-a9fe-573289bf27b1 req-12ef2967-99e9-43fc-865c-3a72c4584218 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3377478
Mar 26 21:03:48.127001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f509-e0b4-43ff-9e98-d3737df97a3d req-7e6c2f3b-83f7-4cf1-a4fe-3e9440da156b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:48.134332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a444f509-e0b4-43ff-9e98-d3737df97a3d req-7e6c2f3b-83f7-4cf1-a4fe-3e9440da156b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1065161
Mar 26 21:03:48.149800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-aa0773be-ec8d-4357-a89e-b354f637797e service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353492
Mar 26 21:03:48.150059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Pushing event updated for resources: {'Port': ['ID=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:48.150509 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3b80>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7fe913e0-fb52-4b8f-aa2d-3130689a54e5', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.204', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b61f71-6468-4d03-87ff-51120f2911c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:17Z', 'updated_at': '2022-03-26T21:03:43Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:48.198636 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361331f3-0c1b-421e-9eba-2a812c4cd2be None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7fe913e0-fb52-4b8f-aa2d-3130689a54e5', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.204', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b61f71-6468-4d03-87ff-51120f2911c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:17Z', 'updated_at': '2022-03-26T21:03:43Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:48.211650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.213042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e9dccde5-6613-4ef8-9812-952d9a6c882a is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:48.213437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.257882 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:48.270145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a444f509-e0b4-43ff-9e98-d3737df97a3d req-8e3e78b5-b7c4-41ba-9078-a4b1f929adfb tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262300
Mar 26 21:03:48.395138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Attempting to bind port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:48.395667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Attempting to bind port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49198294-a0a8-4693-bdf0-5ee5e8f83a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:48.395863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Attempting to bind port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 on network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:48.405839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c302471-ce59-46fc-8f89-7306f5e067ca req-ec0f910c-c481-4b2d-9d04-7fa2affa2b6c service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387385
Mar 26 21:03:48.418557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:48.431502 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8190b1-ba03-4568-aec6-a308a43617b0" -d '{"events": [{"server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:48.455377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:48.456058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Checking segment: {'id': '49198294-a0a8-4693-bdf0-5ee5e8f83a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:48.456758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.457270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Bound using segment: {'id': '49198294-a0a8-4693-bdf0-5ee5e8f83a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:48.457937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Bound port: f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49198294-a0a8-4693-bdf0-5ee5e8f83a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '17cb5482-1fe1-4cd2-9e27-c3b34af7a272'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:48.458435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.484952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Allocated IP 172.20.0.6 (17cb5482-1fe1-4cd2-9e27-c3b34af7a272/7cd2e3ed-ee64-43d2-9643-97726b1c915b/ff1f7690-dd13-4c19-9e8b-2e416d7e6133) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:48.495424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-e314d4f7-3273-4444-a847-23748f6cf663 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:48.499841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Allocated IP 19.86.0.2 (badf551b-1c40-4815-a0fa-85fdf1998179/d95676ee-eee5-4821-aa06-cbc8e5ef62bd/e2923c4e-4c35-4c50-8f01-c826b04ceac1) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:48.512600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-e314d4f7-3273-4444-a847-23748f6cf663 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:48.522314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-e314d4f7-3273-4444-a847-23748f6cf663 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/networks?id=58dca438-dba6-4190-9d3b-709df564590c&id=badf551b-1c40-4815-a0fa-85fdf1998179 HTTP/1.1" status: 200  len: 1391 time: 0.2988360
Mar 26 21:03:48.539388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f247a-5e90-4aad-9c20-21a63fd6ee74 req-fd52ae14-43cb-474c-8d1d-ac040fca19ec tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:48.545796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-df29e6e9-6c89-4e2a-8b10-fc218cdc1d92 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/quotas/c7ef32a79723421e847963a749a03313 HTTP/1.1" status: 200  len: 375 time: 0.0224514
Mar 26 21:03:48.557481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da7f247a-5e90-4aad-9c20-21a63fd6ee74 req-fd52ae14-43cb-474c-8d1d-ac040fca19ec tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1429920
Mar 26 21:03:48.654842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da7f247a-5e90-4aad-9c20-21a63fd6ee74 req-e8550ae0-9ecf-419d-a32e-a4d29cf2c0fb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953610
Mar 26 21:03:48.718236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks [] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.731016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:48.732817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd3f4d2-dc43-48e7-9cf0-80698cf46883 None None] New status for floating IP 7fe913e0-fb52-4b8f-aa2d-3130689a54e5: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:03:48.760509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.766817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-3d778840-ea9f-4417-a139-4deab2a754db tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2200594
Mar 26 21:03:48.807256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:48.840287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344209-488e-4d16-b378-d1e3dc51b505 req-e9a82da2-d47b-44f4-ad58-677526428f3e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:48.842285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06344209-488e-4d16-b378-d1e3dc51b505 req-e9a82da2-d47b-44f4-ad58-677526428f3e tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0727866
Mar 26 21:03:48.882366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:48.884672 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12b2a07-fcbd-421b-abff-f818befe16cf" -d '{"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:48.896882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-4f78b106-3510-4640-8e42-1236c7e3e4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291361
Mar 26 21:03:48.900516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a8444-1527-47ea-a6f7-6ebc0bf47660 None None] Network 58dca438-dba6-4190-9d3b-709df564590c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:48.913553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06344209-488e-4d16-b378-d1e3dc51b505 req-3c29d256-f281-4795-8d86-6cb2cb0b3e95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616343
Mar 26 21:03:48.915395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Network badf551b-1c40-4815-a0fa-85fdf1998179 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:48.961559 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242bc910>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c4343c01-1d42-4147-b8ca-7ede991db579', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'port_id': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'mac_address': 'fa:16:3e:f7:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:01:57Z', 'updated_at': '2022-03-26T21:03:44Z', 'revision_number': 1, 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:48.974351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:48.976175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Pushing event updated for resources: {'Port': ['ID=e2923c4e-4c35-4c50-8f01-c826b04ceac1,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:48.988765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:49.011573 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Checking router: ee7b9542-3988-480e-977b-3ca64ec27777 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:49.015131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] For port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:49.034028 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:49.034992 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242bc910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:49.037582 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562ee076-496f-4ffc-8236-7f43ecb11d16 x-openstack-request-id: req-562ee076-496f-4ffc-8236-7f43ecb11d16 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:49.039455 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "name": "network-vif-plugged", "status": "completed", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:49.039455 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-562ee076-496f-4ffc-8236-7f43ecb11d16 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:49.039640 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562ee076-496f-4ffc-8236-7f43ecb11d16'] response: {'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'code': 200}
Mar 26 21:03:49.082884 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461096a1-c80f-4592-a130-aecd5b054f74 x-openstack-request-id: req-461096a1-c80f-4592-a130-aecd5b054f74 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:49.082884 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:49.083244 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-461096a1-c80f-4592-a130-aecd5b054f74 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:49.083539 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461096a1-c80f-4592-a130-aecd5b054f74'] response: {'name': 'network-changed', 'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'status': 'completed', 'code': 200}
Mar 26 21:03:49.131899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] For port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,segment=NetworkSegment(49198294-a0a8-4693-bdf0-5ee5e8f83a48),segment_id=49198294-a0a8-4693-bdf0-5ee5e8f83a48)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:49.172564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff48c8-4927-4e47-8d03-939b0d6fcedb req-1dd92ad4-792f-4fdd-8617-d793798d9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.174109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44ff48c8-4927-4e47-8d03-939b0d6fcedb req-1dd92ad4-792f-4fdd-8617-d793798d9435 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1127 time: 0.1219494
Mar 26 21:03:49.176314 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:49.190808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a88a-cb7e-463a-95a9-0d4eef029fa7 req-c357b889-700a-4a98-a0ae-cb576169d998 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.192345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12e5a88a-cb7e-463a-95a9-0d4eef029fa7 req-c357b889-700a-4a98-a0ae-cb576169d998 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0812268
Mar 26 21:03:49.259530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:49.271637 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44ff48c8-4927-4e47-8d03-939b0d6fcedb req-863ec4ff-ff29-4bf2-94de-6cb76d322884 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886722
Mar 26 21:03:49.271866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Provisioning complete for port 2687f2a6-ab86-4a83-8528-220a4041cc60 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:49.273641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.276101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12e5a88a-cb7e-463a-95a9-0d4eef029fa7 req-33603d88-4839-4b06-b3dc-07b52fba4157 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702252
Mar 26 21:03:49.325262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.337319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.337809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.338336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.338866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.339505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.340090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.340590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.343232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-67db446b-25f6-4668-ba1c-324ee493a2ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6705 time: 0.2673714
Mar 26 21:03:49.350092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.379039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-859743ab-2ef0-477f-9c8e-896642bf904c service neutron] 10.222.0.16 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4812620
Mar 26 21:03:49.477719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04827c6e-44af-41fe-90af-4634943d3f05 req-23df4896-12a8-4ee4-b5ec-5afc2a2ba34c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.487709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04827c6e-44af-41fe-90af-4634943d3f05 req-23df4896-12a8-4ee4-b5ec-5afc2a2ba34c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.0825078
Mar 26 21:03:49.506602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Attempting to bind port e2923c4e-4c35-4c50-8f01-c826b04ceac1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:49.507227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Attempting to bind port e2923c4e-4c35-4c50-8f01-c826b04ceac1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:49.507509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Attempting to bind port e2923c4e-4c35-4c50-8f01-c826b04ceac1 on network badf551b-1c40-4815-a0fa-85fdf1998179 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:49.509655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2687f2a6-ab86-4a83-8528-220a4041cc60 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:49.605140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:49.605540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Checking segment: {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:49.605918 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.606317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Bound using segment: {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:49.606857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Bound port: e2923c4e-4c35-4c50-8f01-c826b04ceac1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:49.607239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.623427 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242bc910>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c4343c01-1d42-4147-b8ca-7ede991db579', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'port_id': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'mac_address': 'fa:16:3e:f7:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:01:57Z', 'updated_at': '2022-03-26T21:03:44Z', 'revision_number': 1, 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:49.642885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04827c6e-44af-41fe-90af-4634943d3f05 req-92a947b6-bc83-4cbe-8546-888211fa0ea7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422000
Mar 26 21:03:49.662041 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e26d1-290f-4ba2-afb0-fcd0dc5ece6c None None] The sync data for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 is: [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c4343c01-1d42-4147-b8ca-7ede991db579', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'port_id': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'mac_address': 'fa:16:3e:f7:48:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:01:57Z', 'updated_at': '2022-03-26T21:03:44Z', 'revision_number': 1, 'project_id': '9643f439b26e41cda482b9533143d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:49.725085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.739495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] For port e2923c4e-4c35-4c50-8f01-c826b04ceac1, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:49.747332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3913019-12c3-4532-b61e-9152999a3507 None None] Pushing event updated for resources: {'Port': ['ID=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:49.768062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] For port e2923c4e-4c35-4c50-8f01-c826b04ceac1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2923c4e-4c35-4c50-8f01-c826b04ceac1,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:49.777411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.787261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.790232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.791034 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.800142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/ports/6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 HTTP/1.1" status: 200  len: 911 time: 2.3049142
Mar 26 21:03:49.800142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.838906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:49.881651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2687f2a6-ab86-4a83-8528-220a4041cc60 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:49.882031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.885279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Current status of the port 2687f2a6-ab86-4a83-8528-220a4041cc60 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:49.885669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:49.924744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92042-3819-48f4-baa6-7ae9069aa293 req-ac9a6ba4-d5e9-4cfc-8a3a-a284e7fa5c59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:49.926365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fd92042-3819-48f4-baa6-7ae9069aa293 req-ac9a6ba4-d5e9-4cfc-8a3a-a284e7fa5c59 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1555274
Mar 26 21:03:49.973182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-14dd430e-fc08-4c43-b13c-cae97ac71e15 service neutron] 10.222.0.16 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5868416
Mar 26 21:03:49.994237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d208a66-a443-456e-b691-1b74dadeaddc None None] Pushing event updated for resources: {'Port': ['ID=e2923c4e-4c35-4c50-8f01-c826b04ceac1,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:50.025325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fd92042-3819-48f4-baa6-7ae9069aa293 req-75166242-fb1f-49e3-ac99-c4cb72941db1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912740
Mar 26 21:03:50.055373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] For port 2687f2a6-ab86-4a83-8528-220a4041cc60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2687f2a6-ab86-4a83-8528-220a4041cc60,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:50.068852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:50.186372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:50.188933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf77cd-0923-4bbc-9c70-b7dcb7b2c3ae None None] New status for floating IP c4343c01-1d42-4147-b8ca-7ede991db579: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:03:50.201936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:50.207855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2687f2a6-ab86-4a83-8528-220a4041cc60 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:50.214958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd7e7-801e-44b7-884c-ae00f1ccf52a None None] Pushing event updated for resources: {'Port': ['ID=2687f2a6-ab86-4a83-8528-220a4041cc60,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:50.219604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-847aeca0-6879-4a44-b347-f8a67a79b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:50.222394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-847aeca0-6879-4a44-b347-f8a67a79b0e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff HTTP/1.1" status: 200  len: 912 time: 0.8637917
Mar 26 21:03:50.229521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:50.290085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-643c7a21-ac6d-4726-af56-ec32cbe4b6a7 None None] Provisioning complete for port 2687f2a6-ab86-4a83-8528-220a4041cc60 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:50.290715 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-643c7a21-ac6d-4726-af56-ec32cbe4b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:50.298239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3762-c3f4-4cd5-a224-ee5fd78eb524 req-c66fdcb3-c669-481c-bf93-0815c1846dd8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:50.299900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f66a3762-c3f4-4cd5-a224-ee5fd78eb524 req-c66fdcb3-c669-481c-bf93-0815c1846dd8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1450446
Mar 26 21:03:50.366589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4669a2-c9cb-4a5f-bccc-aac1ec395349 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=6d418fe2-a7ee-4e9b-a490-c986e7cd77a5,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:50.391021 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f66a3762-c3f4-4cd5-a224-ee5fd78eb524 req-c5195fbb-986a-4b4a-a711-f737a839bc4d tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841486
Mar 26 21:03:50.489979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-643c7a21-ac6d-4726-af56-ec32cbe4b6a7 None None] Current status of the port 2687f2a6-ab86-4a83-8528-220a4041cc60 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:50.553806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3a3a7-131a-4d72-9174-76432ff067f1 req-0b5c4bf0-1db7-4daa-879c-2439df8b48df tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:50.555616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ef3a3a7-131a-4d72-9174-76432ff067f1 req-0b5c4bf0-1db7-4daa-879c-2439df8b48df tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.0752993
Mar 26 21:03:50.620885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ef3a3a7-131a-4d72-9174-76432ff067f1 req-521d41e7-b0e0-4d17-b7ab-af2477cc9de0 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568624
Mar 26 21:03:50.746703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89093c6-1852-4615-858a-4d47935cff01 req-421dc427-851c-4043-9519-a3b8d2d59d22 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:50.748746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b89093c6-1852-4615-858a-4d47935cff01 req-421dc427-851c-4043-9519-a3b8d2d59d22 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0612476
Mar 26 21:03:50.814489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b89093c6-1852-4615-858a-4d47935cff01 req-4c6244fe-81bf-42da-938b-9ffeb421f8d3 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578694
Mar 26 21:03:50.929384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event updated for resources: {'Port': ['ID=ff1f7690-dd13-4c19-9e8b-2e416d7e6133,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:50.942306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:50.942908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.055196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57acdc7-a7a9-4e94-8eef-f9aa78a9f3de None None] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:51.058022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-2d05bb45-571e-4fad-a815-07c2bce26480 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7 HTTP/1.1" status: 200  len: 998 time: 0.7995329
Mar 26 21:03:51.084809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d2c3676-cd31-4edb-b4d5-003fe50dbcbd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 4.5183663
Mar 26 21:03:51.087794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42688) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:51.095589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-483666060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:51.134584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.135886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.148124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-9bb998e8-9b38-4013-bbb3-0a8fbd085ea1 service neutron] 10.222.0.16 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1734014
Mar 26 21:03:51.217800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-3ef5b5a8-7c78-469b-9df9-e47b544dbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:51.219893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-3ef5b5a8-7c78-469b-9df9-e47b544dbdc6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cd7e2e1-5520-4541-94f7-82fe69641de3 HTTP/1.1" status: 200  len: 851 time: 0.1523209
Mar 26 21:03:51.274454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for router_controller (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.280123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Provisioning complete for port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:51.284126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.290894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.353425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.355036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-de14dee4-c34e-4cd4-9f45-27b16a85cdd6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2655940
Mar 26 21:03:51.358519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42692) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:51.380692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be627b9b-971f-4736-87fb-e03a0bce92ef tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-498794972', 'prefixes': ['172.20.0.0/16']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:51.552977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-9659f666-9343-49dd-941c-8a47ef13ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:51.556146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Current status of the port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:51.558268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.561268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-9659f666-9343-49dd-941c-8a47ef13ef7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3342268
Mar 26 21:03:51.602493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be627b9b-971f-4736-87fb-e03a0bce92ef tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.604026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be627b9b-971f-4736-87fb-e03a0bce92ef tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.2420993
Mar 26 21:03:51.608770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42698) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:51.618927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-6040613f-f9a7-40d3-b90c-dfb61b50ad38 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d9bfbe0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-247457680') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:51.687202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] For port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,segment=NetworkSegment(49198294-a0a8-4693-bdf0-5ee5e8f83a48),segment_id=49198294-a0a8-4693-bdf0-5ee5e8f83a48)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:51.696283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.808066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:51.902562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedbacd-f867-4e9e-92d6-d2b6ad7aee95 None None] Pushing event updated for resources: {'Port': ['ID=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:51.927676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:51.928176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:51.973351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49744de7-54c1-489d-9db0-da911ce2a6bf req-af7cfb51-3184-4a59-a220-9992817f8eae tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 210 time: 0.0929942
Mar 26 21:03:52.042499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6040613f-f9a7-40d3-b90c-dfb61b50ad38 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-247457680 HTTP/1.1" status: 201  len: 201 time: 0.4321866
Mar 26 21:03:52.043895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951c29-6a49-4fc1-860d-425ce9d0180c req-ed573b89-e963-41c5-bad1-61de8401c4d4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:52.046129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff951c29-6a49-4fc1-860d-425ce9d0180c req-ed573b89-e963-41c5-bad1-61de8401c4d4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.4816935
Mar 26 21:03:52.048897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42710) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.060566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-736cf07d-6452-45c5-81e9-ed4c13b54ec0 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611f851370>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-2060721425') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:52.089314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b231f2a-2232-4b14-8476-544b98e6305f None None] Network badf551b-1c40-4815-a0fa-85fdf1998179 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:52.104686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:52.105991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2923c4e-4c35-4c50-8f01-c826b04ceac1 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:52.147397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-9eb3e341-8dc1-403a-a81a-061949e90eff service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5409586
Mar 26 21:03:52.210546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a63b8-c752-40b7-889f-5b6410140b24 req-d8f6ad1e-68a6-45a2-af77-bae88c35c85f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:52.218676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-858a63b8-c752-40b7-889f-5b6410140b24 req-d8f6ad1e-68a6-45a2-af77-bae88c35c85f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1009715
Mar 26 21:03:52.299155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-858a63b8-c752-40b7-889f-5b6410140b24 req-35be6158-0332-4ae0-8161-3b9bc2f2fe13 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792379
Mar 26 21:03:52.309558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (393c9489-902c-4825-9d98-c08f62f01453), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.310553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-736cf07d-6452-45c5-81e9-ed4c13b54ec0 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-2060721425 HTTP/1.1" status: 201  len: 201 time: 0.2602005
Mar 26 21:03:52.324062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.339525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-436a0204-82ee-4bdf-9ba4-dfd78985aca1 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611ce0b070>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-582598183') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:52.467160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Provisioning complete for port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:52.468777 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.474068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-436a0204-82ee-4bdf-9ba4-dfd78985aca1 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-582598183 HTTP/1.1" status: 201  len: 201 time: 0.1465166
Mar 26 21:03:52.474721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.496942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-216c51a4-0a30-49cd-b5d3-e67c835d7b37 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611c2841f0>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-248563440') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:52.539303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff951c29-6a49-4fc1-860d-425ce9d0180c req-8f40625a-a1b9-4eb7-a41f-a7cbeb260fb0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4386857
Mar 26 21:03:52.584742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-216c51a4-0a30-49cd-b5d3-e67c835d7b37 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-248563440 HTTP/1.1" status: 201  len: 201 time: 0.1082618
Mar 26 21:03:52.586788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42724) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.595678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-ced74eed-d6e4-4b36-b01a-cd5c3ba4b65d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e1beee0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:52.625660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e2923c4e-4c35-4c50-8f01-c826b04ceac1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:52.626374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.671132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ced74eed-d6e4-4b36-b01a-cd5c3ba4b65d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 200  len: 240 time: 0.0830822
Mar 26 21:03:52.674722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.679309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12b2a07-fcbd-421b-abff-f818befe16cf req-affae225-3ca6-4a39-8f55-f4865e452a15 service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5242798
Mar 26 21:03:52.683424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-5a1e4653-86d4-4f54-a290-84dfa39ba6cd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611f658e20>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-247457680') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:52.722501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d621ceb-9c2a-4433-967b-cbd03916a37e req-79ec47c5-35db-4b1a-811a-d19d1dbd5394 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:52.724140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d621ceb-9c2a-4433-967b-cbd03916a37e req-79ec47c5-35db-4b1a-811a-d19d1dbd5394 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.0672140
Mar 26 21:03:52.774186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Current status of the port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:52.811804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c8cbc-3bf8-4dca-8fd2-6be095cdec80 req-a05b669d-5220-4198-b84d-ec6cc79128e5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:52.813401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-911c8cbc-3bf8-4dca-8fd2-6be095cdec80 req-a05b669d-5220-4198-b84d-ec6cc79128e5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1769657
Mar 26 21:03:52.823473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42728) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:52.837445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Provisioning complete for port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:52.838130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.840258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'floatingip': {'port_id': 'e9dccde5-6613-4ef8-9812-952d9a6c882a'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:52.881352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e2923c4e-4c35-4c50-8f01-c826b04ceac1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:52.881756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.922425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e141f-d5cc-4adb-83b9-de98ce41fc90 None None] Port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:52.945317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e2923c4e-4c35-4c50-8f01-c826b04ceac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2923c4e-4c35-4c50-8f01-c826b04ceac1,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:52.953375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.954481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2687f2a6-ab86-4a83-8528-220a4041cc60 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:52.972748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:52.974042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5a1e4653-86d4-4f54-a290-84dfa39ba6cd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-247457680 HTTP/1.1" status: 204  len: 168 time: 0.2970052
Mar 26 21:03:53.013768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:53.024075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-ea5e58a1-e0b8-4dea-b7bd-8291ee97b5d5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f611dd1f9a0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-247457680') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:53.115993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2687f2a6-ab86-4a83-8528-220a4041cc60 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:53.117252 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.122903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Provisioning complete for port e2923c4e-4c35-4c50-8f01-c826b04ceac1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:53.123564 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.162865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec799c18-1a1c-4dc7-bf03-fb23b0fe9411 req-3bd4ba58-2260-4df1-998e-83fc4fca3297 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 210 time: 0.0348582
Mar 26 21:03:53.181152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-5dc1fb30-ab04-470b-b563-18c053803a34 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:53.186289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-5dc1fb30-ab04-470b-b563-18c053803a34 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:53.188356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-5dc1fb30-ab04-470b-b563-18c053803a34 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "GET /v2.0/networks?id=58dca438-dba6-4190-9d3b-709df564590c&id=badf551b-1c40-4815-a0fa-85fdf1998179 HTTP/1.1" status: 200  len: 1391 time: 0.3106375
Mar 26 21:03:53.210718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e2923c4e-4c35-4c50-8f01-c826b04ceac1,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:53.212794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'port': {'device_id': '09de0669-9de8-495a-897b-5f49433ecab4', 'network_id': '58dca438-dba6-4190-9d3b-709df564590c', 'admin_state_up': True, 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:53.220046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:53.220396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.290066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Current status of the port e2923c4e-4c35-4c50-8f01-c826b04ceac1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:53.311344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e125957-f39c-4484-b64d-bc6303b2d621 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:03:53.314449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2687f2a6-ab86-4a83-8528-220a4041cc60 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:53.320898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Provisioning complete for port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:53.321267 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.367470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea5e58a1-e0b8-4dea-b7bd-8291ee97b5d5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-247457680 HTTP/1.1" status: 204  len: 168 time: 0.3505001
Mar 26 21:03:53.371507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42736) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:53.373329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9bd2b-4f9d-45ae-811a-8bf32dc55745 None None] Port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:53.385800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-dfd1e1b1-2a24-4c71-959f-c5d6c617e839 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d414be0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:53.413413 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d621ceb-9c2a-4433-967b-cbd03916a37e req-6467e190-a7a8-4ee4-83bc-9f3bd4db682b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6776552
Mar 26 21:03:53.461242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:53.474658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.476280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2e125957-f39c-4484-b64d-bc6303b2d621', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'port_id': '2e125957-f39c-4484-b64d-bc6303b2d621', 'mac_address': 'fa:16:3e:3e:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdec398-8a90-4e44-be8a-b3ca504ef095', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:03:53.486647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2923c4e-4c35-4c50-8f01-c826b04ceac1 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:53.525055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 6d418fe2-a7ee-4e9b-a490-c986e7cd77a5 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:53.561512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e125957-f39c-4484-b64d-bc6303b2d621 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:53.561822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.574499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7ac2bb7e-fd1d-4240-8123-52ea9cfdd8e3 None None] Provisioning complete for port e2923c4e-4c35-4c50-8f01-c826b04ceac1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:53.574883 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7ac2bb7e-fd1d-4240-8123-52ea9cfdd8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.590553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:53.594613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.603899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e125957-f39c-4484-b64d-bc6303b2d621 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:53.633320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:53.635168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131725c-7de7-4f5b-a9db-3948b297bd43 req-f4c171aa-97ec-4c02-9814-fa9093b96edc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:53.637211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d131725c-7de7-4f5b-a9db-3948b297bd43 req-f4c171aa-97ec-4c02-9814-fa9093b96edc tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1995418
Mar 26 21:03:53.640145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e2923c4e-4c35-4c50-8f01-c826b04ceac1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:53.640532 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.644919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.701713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dfd1e1b1-2a24-4c71-959f-c5d6c617e839 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 200  len: 205 time: 0.3191361
Mar 26 21:03:53.713888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42738) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:53.754398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-6c441826-225b-4329-8c9a-aab49b25c41b tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d351400>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:53.770691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2e125957-f39c-4484-b64d-bc6303b2d621'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:03:53.778187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:53.809083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2bb7e-fd1d-4240-8123-52ea9cfdd8e3 None None] Current status of the port e2923c4e-4c35-4c50-8f01-c826b04ceac1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:53.837658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d131725c-7de7-4f5b-a9db-3948b297bd43 req-eca8009b-dbf4-4c07-9269-4cc2e6bc3de6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798751
Mar 26 21:03:53.877622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e2923c4e-4c35-4c50-8f01-c826b04ceac1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:53.879220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:53.883704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Allocated IP 19.80.0.247 (58dca438-dba6-4190-9d3b-709df564590c/c2486b6a-57ee-4d0f-b72f-6441c4db143a/23dc7706-4cb5-4b0b-a08e-4821dcac60fb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:53.952422 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6d418fe2-a7ee-4e9b-a490-c986e7cd77a5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:53.957926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c441826-225b-4329-8c9a-aab49b25c41b tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 200  len: 241 time: 0.2424619
Mar 26 21:03:53.958694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:53.974602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-f9b6c4d5-b3b4-450f-9e9a-eb5d7a84c35d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611eabcac0>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-2060721425') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:53.997918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=6d418fe2-a7ee-4e9b-a490-c986e7cd77a5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:54.018836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:54.019328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.168204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:54.274709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.274944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (393c9489-902c-4825-9d98-c08f62f01453), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.293877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9b6c4d5-b3b4-450f-9e9a-eb5d7a84c35d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-2060721425 HTTP/1.1" status: 204  len: 168 time: 0.3292770
Mar 26 21:03:54.294673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.297515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:54.349670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-0d8304fc-c97f-401c-a313-69298cd0e8b0 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f61254d6e50>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-2060721425') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:54.354760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d078ca1f-358b-464c-8cd1-522b5cce789c req-2a6a0947-38a7-4efd-b05c-3d8e755db153 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 210 time: 0.0972133
Mar 26 21:03:54.447232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-7c5dff7a-1ceb-4a5f-a795-07e2c9c5b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:54.448913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-7c5dff7a-1ceb-4a5f-a795-07e2c9c5b8eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.2526603
Mar 26 21:03:54.531215 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Floating IP 9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5 associated. External IP: 172.35.4.176, port: e9dccde5-6613-4ef8-9812-952d9a6c882a.
Mar 26 21:03:54.684230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0d8304fc-c97f-401c-a313-69298cd0e8b0 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-2060721425 HTTP/1.1" status: 204  len: 168 time: 0.3684754
Mar 26 21:03:54.692847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:54.706451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-d28b1229-53b9-4474-9970-0b7cea833d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:54.707419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-e21eff08-8c31-43f8-a6ee-56196dfca1e6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d44df70>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:54.707938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-d28b1229-53b9-4474-9970-0b7cea833d27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.2498798
Mar 26 21:03:54.714826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ddd43-1d9c-4af8-a1ca-d8f72a809533 req-69b0b6a7-16c4-4975-91c3-2df098a8976e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:54.716327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b26ddd43-1d9c-4af8-a1ca-d8f72a809533 req-69b0b6a7-16c4-4975-91c3-2df098a8976e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 944 time: 0.2250848
Mar 26 21:03:54.719804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111da19-3417-4443-a091-9d385d6911a1 req-c352c3f4-83c3-4c06-af64-b766c996e872 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:54.721324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7111da19-3417-4443-a091-9d385d6911a1 req-c352c3f4-83c3-4c06-af64-b766c996e872 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.5751586
Mar 26 21:03:54.766899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.864291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-efe48e09-2871-4db0-88a8-99b96849544b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.1386099
Mar 26 21:03:54.871779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b26ddd43-1d9c-4af8-a1ca-d8f72a809533 req-b8526e03-26b2-4c69-ba7c-96384c1df0b3 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472626
Mar 26 21:03:54.905558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7111da19-3417-4443-a091-9d385d6911a1 req-bd6bf8e2-c6bb-4a80-bade-7c43fc0ec19c tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610520
Mar 26 21:03:54.923238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e21eff08-8c31-43f8-a6ee-56196dfca1e6 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 200  len: 205 time: 0.2266865
Mar 26 21:03:54.927875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:54.931088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 393c9489-902c-4825-9d98-c08f62f01453 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:54.937616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-f78dbfab-0fba-4a8d-9e38-1734e37a9f44 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611decd490>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:54.941235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:54.961397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-e936ed01-1a7e-4fc8-a811-8038c1a0ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:54.962870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-e936ed01-1a7e-4fc8-a811-8038c1a0ca94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.0896392
Mar 26 21:03:55.013855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:03:55.027033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0d96092-debb-4524-9a12-7311bd364506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.035570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-8f186547-d702-4b67-ad10-39185524ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:55.037134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-8f186547-d702-4b67-ad10-39185524ba39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0651236
Mar 26 21:03:55.102392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network 58dca438-dba6-4190-9d3b-709df564590c is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:55.137410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:55.147402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:55.154948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:55.183152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:55.196308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff884e23-ac72-4435-8ebd-e93f02fa8292 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/393c9489-902c-4825-9d98-c08f62f01453/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3466198
Mar 26 21:03:55.196513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] Sync routers for ids ['393c9489-902c-4825-9d98-c08f62f01453'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:55.197170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:55.203672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f78dbfab-0fba-4a8d-9e38-1734e37a9f44 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 200  len: 240 time: 0.2723083
Mar 26 21:03:55.211472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] Routers {'393c9489-902c-4825-9d98-c08f62f01453'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:55.212493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f34e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['393c9489-902c-4825-9d98-c08f62f01453'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.224080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42762) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:55.234280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-7bf2d49d-9ecd-4f3e-a639-8b1f8a98aae8 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e9464f0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-582598183') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.266094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f34e1c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.276765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] Routers {'393c9489-902c-4825-9d98-c08f62f01453'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:55.277916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f34e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['393c9489-902c-4825-9d98-c08f62f01453'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.297603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01c39137-ce3b-486b-abb4-b4dcd8e14b64 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=393c9489-902c-4825-9d98-c08f62f01453 HTTP/1.1" status: 200  len: 205 time: 0.0857494
Mar 26 21:03:55.299330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42764) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:55.329133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f34e1c0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.329930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c0fa20-542b-408d-a0ec-810ddf28c856 None None] The sync data for ids ['393c9489-902c-4825-9d98-c08f62f01453'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:55.332632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e125957-f39c-4484-b64d-bc6303b2d621 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:03:55.362639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:55.363322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.453788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a23a3e-903a-4df7-a7ad-fd4d71446a11 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2447631
Mar 26 21:03:55.457607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (393c9489-902c-4825-9d98-c08f62f01453), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.466689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Request body: {'port': {'device_id': '09de0669-9de8-495a-897b-5f49433ecab4', 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179', 'admin_state_up': True, 'tenant_id': 'c7ef32a79723421e847963a749a03313'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:55.469666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2e125957-f39c-4484-b64d-bc6303b2d621 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:55.470049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.486679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:03:55.496554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-b2612b9f-c2e8-45fb-a46c-3cc8f3b40e92 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4268744
Mar 26 21:03:55.500641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.502852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:03:55.513071 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:55.515256 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612a085100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.536021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-81fc044a-5dbd-46ba-b7e4-e92384748207 None None] Provisioning complete for port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:55.536553 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81fc044a-5dbd-46ba-b7e4-e92384748207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.551813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7bf2d49d-9ecd-4f3e-a639-8b1f8a98aae8 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-582598183 HTTP/1.1" status: 204  len: 168 time: 0.3263352
Mar 26 21:03:55.556804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:55.567802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-556ed4f1-1552-4e7a-8580-9ee5780fac00 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f611decd520>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-582598183') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.579613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbad3013-836f-4a33-a874-db27b1dfc889 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "PUT /v2.0/floatingips/9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5 HTTP/1.1" status: 200  len: 991 time: 2.7545662
Mar 26 21:03:55.581766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:55.584053 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab14047-daf7-46a3-987d-0cb55c01ae1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:55.640616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465edd9-452e-4f95-b4a0-02a249725a43 req-c11686f4-070d-4f67-8e1d-e280c31dc1f5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:55.642448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6465edd9-452e-4f95-b4a0-02a249725a43 req-c11686f4-070d-4f67-8e1d-e280c31dc1f5 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 932 time: 0.1597972
Mar 26 21:03:55.648450 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19500c4-766d-46c5-b70a-89218c8ea4cf x-openstack-request-id: req-a19500c4-766d-46c5-b70a-89218c8ea4cf {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:55.648927 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:55.649373 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a19500c4-766d-46c5-b70a-89218c8ea4cf {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:55.650042 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19500c4-766d-46c5-b70a-89218c8ea4cf'] response: {'name': 'network-changed', 'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'status': 'completed', 'code': 200}
Mar 26 21:03:55.656202 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:55.681704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-81fc044a-5dbd-46ba-b7e4-e92384748207 None None] Port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:55.681943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c7260bc-12b2-42bc-8390-c94b90ebe648 req-8b801aa5-c847-418d-948f-c06a75b77530 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593177
Mar 26 21:03:55.685349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e125957-f39c-4484-b64d-bc6303b2d621 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:55.685735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.720207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6465edd9-452e-4f95-b4a0-02a249725a43 req-ae2ba10d-078a-499f-bcc2-15bbf6ee56af tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650544
Mar 26 21:03:55.727730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:55.730407 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce4c7d0-b488-4606-b0a1-de15a306bf9e" -d '{"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-plugged", "status": "completed", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:55.745835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:55.753073 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.790366 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd1ee3c-4b92-44b5-b659-c78277b6c6a7 x-openstack-request-id: req-6cd1ee3c-4b92-44b5-b659-c78277b6c6a7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:03:55.790662 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-plugged", "status": "completed", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:03:55.790914 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cd1ee3c-4b92-44b5-b659-c78277b6c6a7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:03:55.791849 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd1ee3c-4b92-44b5-b659-c78277b6c6a7'] response: {'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621', 'code': 200}
Mar 26 21:03:55.810428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:55.883958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (393c9489-902c-4825-9d98-c08f62f01453), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.889103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (393c9489-902c-4825-9d98-c08f62f01453), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:55.913558 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612a085100>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:bd:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:31Z', 'updated_at': '2022-03-26T21:03:54Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:55.941136 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:03:55.950365 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:03:55.951448 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612a085100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.005703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42782) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.005901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-556ed4f1-1552-4e7a-8580-9ee5780fac00 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-582598183 HTTP/1.1" status: 204  len: 168 time: 0.4449344
Mar 26 21:03:56.006498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (393c9489-902c-4825-9d98-c08f62f01453), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.007048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router 393c9489-902c-4825-9d98-c08f62f01453 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:03:56.012054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-2ef8c39b-0c22-4c55-a07f-92fd244aa09f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611f5c54c0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.012851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-021ad2d8-9d35-4059-90d6-5e5c31f73148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.015010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-021ad2d8-9d35-4059-90d6-5e5c31f73148 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1127 time: 0.3268173
Mar 26 21:03:56.024937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.026033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bdf74e74-a28c-4e24-95de-fe1aaf2d3bbd tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/393c9489-902c-4825-9d98-c08f62f01453 HTTP/1.1" status: 204  len: 168 time: 0.7245569
Mar 26 21:03:56.046408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42784) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.099930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6aef36-02ef-470b-b4d7-ef82a4422737 req-0ed198a1-1166-45c5-97b7-b546131ea48f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.100204 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:03:56.108858 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f6aef36-02ef-470b-b4d7-ef82a4422737 req-0ed198a1-1166-45c5-97b7-b546131ea48f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1542306
Mar 26 21:03:56.113131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Made reservation on behalf of c7ef32a79723421e847963a749a03313 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:56.117766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.162585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ef8c39b-0c22-4c55-a07f-92fd244aa09f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 200  len: 205 time: 0.1534629
Mar 26 21:03:56.162845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42786) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.167164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-da7b4a64-ef60-43a5-8803-f4ef058acdd5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e144580>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.174042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f6aef36-02ef-470b-b4d7-ef82a4422737 req-679038c8-0acc-4e2f-8ea1-ab7461f9e690 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643411
Mar 26 21:03:56.210522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da7b4a64-ef60-43a5-8803-f4ef058acdd5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 200  len: 240 time: 0.0446529
Mar 26 21:03:56.210522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.215407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-bc2f85cb-5f66-4e88-bd01-7b45119a8f9f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6125f1e0a0>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-248563440') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.231333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet b956f192-70f9-46f6-8fcd-407a5ec74d61 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:03:56.235264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (b956f192-70f9-46f6-8fcd-407a5ec74d61), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.244046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bc2f85cb-5f66-4e88-bd01-7b45119a8f9f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-248563440 HTTP/1.1" status: 204  len: 168 time: 0.0333138
Mar 26 21:03:56.246497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42792) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.251867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-e30fbc1d-c4b9-4662-8728-c090f33e5b37 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f611f9b2670>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-248563440') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.300995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e30fbc1d-c4b9-4662-8728-c090f33e5b37 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-248563440 HTTP/1.1" status: 204  len: 168 time: 0.0526824
Mar 26 21:03:56.303171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42794) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.308892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-74e67957-6549-4141-b9a4-6dad7e425217 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611dfd8ca0>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.325467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487188b-4859-41ef-a289-369b7468c5db req-a858510a-f2b5-4a5a-83fc-94c9c2685d2a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.327531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e487188b-4859-41ef-a289-369b7468c5db req-a858510a-f2b5-4a5a-83fc-94c9c2685d2a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3182287
Mar 26 21:03:56.356135 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-74e67957-6549-4141-b9a4-6dad7e425217 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 200  len: 205 time: 0.0516996
Mar 26 21:03:56.357386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.366355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-32704db6-bb71-4de2-bcd3-7a17c3c26ded tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611ede0040>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.384834 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612a085100>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:bd:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:31Z', 'updated_at': '2022-03-26T21:03:54Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.391175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (b956f192-70f9-46f6-8fcd-407a5ec74d61), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.401400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-32704db6-bb71-4de2-bcd3-7a17c3c26ded tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 204  len: 168 time: 0.0427883
Mar 26 21:03:56.402006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42800) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.407517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-9f1f8c48-1cd8-4090-a7e1-2ae14c0b89cd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e6ebe50>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.420879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-61275c74-65fb-4f50-8e89-3e8cc3d48611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.422484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-61275c74-65fb-4f50-8e89-3e8cc3d48611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.3853455
Mar 26 21:03:56.532487 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c61b8-bc5d-4abb-ac04-fe27040a7792 None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.176', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:bd:8d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:03:31Z', 'updated_at': '2022-03-26T21:03:54Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:03:56.574860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e487188b-4859-41ef-a289-369b7468c5db req-c0cacc59-1a7a-49f3-bada-e9b575545a15 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2388282
Mar 26 21:03:56.611837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9f1f8c48-1cd8-4090-a7e1-2ae14c0b89cd tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 204  len: 168 time: 0.2065887
Mar 26 21:03:56.616245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.624681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f296f5-dba9-4c92-ba5e-578bd9edfb8a req-0f33837e-563d-4293-8dd3-41f0207686aa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.626323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58f296f5-dba9-4c92-ba5e-578bd9edfb8a req-0f33837e-563d-4293-8dd3-41f0207686aa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1653600
Mar 26 21:03:56.630977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-5087a0cd-b310-472b-a138-e861b57f8074 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f61240ff0d0>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.661085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Allocated IP 19.86.0.249 (badf551b-1c40-4815-a0fa-85fdf1998179/d95676ee-eee5-4821-aa06-cbc8e5ef62bd/8f25af91-ddf8-43d9-bd4b-da9de00414d9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:03:56.666388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-66e9f541-b584-413e-a250-0792f32532bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 999 time: 0.2208276
Mar 26 21:03:56.731312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b956f192-70f9-46f6-8fcd-407a5ec74d61), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.759457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58f296f5-dba9-4c92-ba5e-578bd9edfb8a req-658b5e99-5b52-43ac-b376-9357afcd368f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186535
Mar 26 21:03:56.765754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5087a0cd-b310-472b-a138-e861b57f8074 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 204  len: 168 time: 0.1355495
Mar 26 21:03:56.766043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42806) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.770339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-faeb682a-ede3-4b1d-925b-038e5c55d988 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611c1fe550>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.822888 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (b956f192-70f9-46f6-8fcd-407a5ec74d61), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.855354 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-faeb682a-ede3-4b1d-925b-038e5c55d988 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 204  len: 168 time: 0.0848598
Mar 26 21:03:56.856722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42808) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:56.862126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-76307abf-6ce8-4915-9c6d-4e7a0cea26b5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611fd488b0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-830129053') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:56.887610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-5215d6a7-d611-406d-9628-4458025aedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:56.891246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-5215d6a7-d611-406d-9628-4458025aedd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.2133260
Mar 26 21:03:56.898523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=b956f192-70f9-46f6-8fcd-407a5ec74d61,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:56.909203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06cd466-4123-46db-84fd-9f4f812123b2 None None] New status for floating IP 9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:03:56.919109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591566e5-e205-4b6a-9d04-18b6a3faa17d None None] Network 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:56.925162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:56.928376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2e04c7c-76bf-4bef-b330-3cb7942640fb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/b956f192-70f9-46f6-8fcd-407a5ec74d61 HTTP/1.1" status: 204  len: 168 time: 0.8800707
Mar 26 21:03:56.938546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.058619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-76307abf-6ce8-4915-9c6d-4e7a0cea26b5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-830129053 HTTP/1.1" status: 201  len: 201 time: 0.2006567
Mar 26 21:03:57.062499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.068456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-f8d15250-b032-448b-851c-44c2ad1d610d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f61257ee370>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-1713528030') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.076182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.181950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f8d15250-b032-448b-851c-44c2ad1d610d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-1713528030 HTTP/1.1" status: 201  len: 201 time: 0.1179199
Mar 26 21:03:57.186487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.191403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-6382710b-21aa-4013-8fad-f30131f66fd5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611cfd2f70>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-1805408945') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.194185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port def6214b-099d-4142-b2cc-402e2e94d3ca {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:57.194847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.305124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] DHCP port deletion for 575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:03:57.319556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a985ad0-94a0-48ac-ab38-9cce223c0dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.334102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port def6214b-099d-4142-b2cc-402e2e94d3ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=def6214b-099d-4142-b2cc-402e2e94d3ca,segment=NetworkSegment(2dd52b01-8283-48df-8e61-125c72eb5431),segment_id=2dd52b01-8283-48df-8e61-125c72eb5431)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:57.334464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.351011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for def6214b-099d-4142-b2cc-402e2e94d3ca owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:57.381337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37f147-f822-411d-a9fb-de2b7917bb68 req-f978b3a9-185e-4e92-a8e2-36b03b438561 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:57.383622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e37f147-f822-411d-a9fb-de2b7917bb68 req-f978b3a9-185e-4e92-a8e2-36b03b438561 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 932 time: 0.5439746
Mar 26 21:03:57.399220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Deleting port def6214b-099d-4142-b2cc-402e2e94d3ca {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:57.399614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.406837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6382710b-21aa-4013-8fad-f30131f66fd5 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-1805408945 HTTP/1.1" status: 201  len: 201 time: 0.2170079
Mar 26 21:03:57.408141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.414372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-28416907-b0e1-4e1c-82cf-3b93db8e481f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e06eeb0>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-290830613') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.427157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-c8e96e42-1540-4d97-bee1-bf97c542f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:57.428720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-c8e96e42-1540-4d97-bee1-bf97c542f9ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5100346
Mar 26 21:03:57.461518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device def6214b-099d-4142-b2cc-402e2e94d3ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:57.472106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28416907-b0e1-4e1c-82cf-3b93db8e481f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-290830613 HTTP/1.1" status: 201  len: 201 time: 0.0625038
Mar 26 21:03:57.473710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.475704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.482990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-972535d6-9b90-47c7-9a17-b429ad904ed2 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e6c4820>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', {'tags': ['tempest-TagsExtTest-Tag-191966236', 'tempest-TagsExtTest-Tag-835517396', 'tempest-TagsExtTest-Tag-1165459826']}) {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.501175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.519842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e37f147-f822-411d-a9fb-de2b7917bb68 req-96a191eb-dde3-4a60-90bd-563388533588 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287928
Mar 26 21:03:57.524406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] For port def6214b-099d-4142-b2cc-402e2e94d3ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=def6214b-099d-4142-b2cc-402e2e94d3ca,segment=NetworkSegment(2dd52b01-8283-48df-8e61-125c72eb5431),segment_id=2dd52b01-8283-48df-8e61-125c72eb5431)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:57.524926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.537556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=def6214b-099d-4142-b2cc-402e2e94d3ca,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:57.545429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Calling delete_port for def6214b-099d-4142-b2cc-402e2e94d3ca owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:57.550894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port def6214b-099d-4142-b2cc-402e2e94d3ca on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:57.552410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No active binding found for port def6214b-099d-4142-b2cc-402e2e94d3ca {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:03:57.552410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] The host ncdv-master-1 is not matching for port def6214b-099d-4142-b2cc-402e2e94d3ca host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:03:57.552614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device def6214b-099d-4142-b2cc-402e2e94d3ca not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:03:57.638273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (def6214b-099d-4142-b2cc-402e2e94d3ca), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.641371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-5bebddfb-7d5b-49ce-a89a-e72a61c1bf16 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025676
Mar 26 21:03:57.651096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.652016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.655608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-972535d6-9b90-47c7-9a17-b429ad904ed2 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 200  len: 316 time: 0.1775954
Mar 26 21:03:57.661120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:57.665229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-cfc75178-22df-4fba-98a6-365c3fbfb036 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d5d6d00>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.677589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Pushing event deleted for resources: {'Port': ['ID=def6214b-099d-4142-b2cc-402e2e94d3ca,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:57.679984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] No DVR routers for this DVR port def6214b-099d-4142-b2cc-402e2e94d3ca on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:57.693219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Network badf551b-1c40-4815-a0fa-85fdf1998179 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:03:57.693700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.694818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.695855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.696469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.697119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.697681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.698089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.698637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.699037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.699571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.699950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.700385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.700784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.701181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.701574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ed3644-e070-4ad4-ae0e-2fbf980cab06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:03:57.705979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:57.721292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c1fe9a0>,) {'filters': {'network_id': ['575b3ba4-5c7b-4378-9fc0-e2d7784b5f47']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.734206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c1fe9a0>, '2dd52b01-8283-48df-8e61-125c72eb5431') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.734505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c1fe9a0>, '2dd52b01-8283-48df-8e61-125c72eb5431') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:57.740472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:03:57.764695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (2dd52b01-8283-48df-8e61-125c72eb5431), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.790996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2dd52b01-8283-48df-8e61-125c72eb5431), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.803724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:03:57.804128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (2dd52b01-8283-48df-8e61-125c72eb5431), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:03:57.807610 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:03:57.840496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event updated for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:57.856012 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43beff60-43d1-4d7c-a805-1ac95cabe177 req-353333f1-12bb-474f-be46-48dc85e5dc72 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:57.857732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43beff60-43d1-4d7c-a805-1ac95cabe177 req-353333f1-12bb-474f-be46-48dc85e5dc72 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1526494
Mar 26 21:03:57.904601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:57.905371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.938592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ab14047-daf7-46a3-987d-0cb55c01ae1f req-c4deac99-1123-4ab3-ad46-c660cd6f5a23 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836270
Mar 26 21:03:57.972996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (575b3ba4-5c7b-4378-9fc0-e2d7784b5f47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.981941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:57.986678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-d57dc631-0e0d-4c3e-b744-ba170f1ba3f3 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5251310
Mar 26 21:03:57.989608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/575b3ba4-5c7b-4378-9fc0-e2d7784b5f47 HTTP/1.1" status: 204  len: 168 time: 1.0498836
Mar 26 21:03:57.993790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42826) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.000901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cfc75178-22df-4fba-98a6-365c3fbfb036 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 204  len: 168 time: 0.3388648
Mar 26 21:03:58.001533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Request body: {'port': {'device_id': '09de0669-9de8-495a-897b-5f49433ecab4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:58.008486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.025811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1086757660', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:58.032267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-b576b539-ca95-447b-82f7-a304b019302f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d4ed2b0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-191966236') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:58.038697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eba0d-ea1e-4899-91e0-9dcc5063d26f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=575b3ba4-5c7b-4378-9fc0-e2d7784b5f47,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:58.045940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cc458cdc-db86-46b7-b400-2dd0488641bf None None] Provisioning complete for port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:03:58.046385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-43beff60-43d1-4d7c-a805-1ac95cabe177 req-4af4faba-dc71-4c4c-86da-ad07959424d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724086
Mar 26 21:03:58.046520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc458cdc-db86-46b7-b400-2dd0488641bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.078879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.080091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.081793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f361-24d9-4cfe-9fdc-d48f288450ca req-d00bc6ce-07f6-44be-be58-899957a365e2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.083583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1a2f361-24d9-4cfe-9fdc-d48f288450ca req-d00bc6ce-07f6-44be-be58-899957a365e2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1981201
Mar 26 21:03:58.101985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cc458cdc-db86-46b7-b400-2dd0488641bf None None] Port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:03:58.125633 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-b57e4a90-b5bb-4b2b-95de-0644f5b25cde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2167499
Mar 26 21:03:58.143684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.151729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.156582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.199211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.201162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4e315a7-d58f-4d09-9b7d-962604cb8034 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2023215
Mar 26 21:03:58.205321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42838) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.212915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-744014382'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:58.234104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4b183-8927-4831-a120-3eee05d9dfb5 req-dbfb6b64-8787-4569-9215-f55ac652ea85 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.236559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08e4b183-8927-4831-a120-3eee05d9dfb5 req-dbfb6b64-8787-4569-9215-f55ac652ea85 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.0911486
Mar 26 21:03:58.266173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:58.269232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.283501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1a2f361-24d9-4cfe-9fdc-d48f288450ca req-677bcbdd-e79a-4ff4-9c39-a5eac5d97467 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876860
Mar 26 21:03:58.306211 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-b576b539-ca95-447b-82f7-a304b019302f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:03:58.310747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b576b539-ca95-447b-82f7-a304b019302f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-191966236 HTTP/1.1" status: 404  len: 328 time: 0.2968407
Mar 26 21:03:58.311434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.316090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-69a2b04f-a2ab-4ff4-8dda-d507cb1a8e22 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d5c8e50>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-835517396') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:58.327313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08e4b183-8927-4831-a120-3eee05d9dfb5 req-438ec8ff-072f-484e-a50a-98cb9739a520 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846767
Mar 26 21:03:58.352548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:03:58.369211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (22303eb4-f359-4e7e-9a6f-20ea8a892a1c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.369566 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment 22303eb4-f359-4e7e-9a6f-20ea8a892a1c of type vlan for network bc572f5b-94f9-460d-a068-f9e52604b2f1
Mar 26 21:03:58.384024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-9276a41b-d31a-4759-b574-691d76186324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.386211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-9276a41b-d31a-4759-b574-691d76186324 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 1127 time: 0.2350967
Mar 26 21:03:58.396568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-8eaa0021-9add-4158-8f3b-a50b5a59486c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.398094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-8eaa0021-9add-4158-8f3b-a50b5a59486c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.21 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 945 time: 0.1959138
Mar 26 21:03:58.418775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bc572f5b-94f9-460d-a068-f9e52604b2f1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.435178 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-69a2b04f-a2ab-4ff4-8dda-d507cb1a8e22 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:03:58.438932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-69a2b04f-a2ab-4ff4-8dda-d507cb1a8e22 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-835517396 HTTP/1.1" status: 404  len: 328 time: 0.1238370
Mar 26 21:03:58.441624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.447560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-27993d84-7d5b-4818-b330-a9d3f89e3153 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f61255e15e0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b', 'tempest-TagsExtTest-Tag-1165459826') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:58.485753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bc572f5b-94f9-460d-a068-f9e52604b2f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.490804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.491397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.539384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3323908
Mar 26 21:03:58.543130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.548764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:03:58.605232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b53426-93a7-4fff-91bb-3c011521d772 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=bc572f5b-94f9-460d-a068-f9e52604b2f1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:58.618468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:03:58.689670 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-27993d84-7d5b-4818-b330-a9d3f89e3153 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:03:58.690743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-27993d84-7d5b-4818-b330-a9d3f89e3153 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags/tempest-TagsExtTest-Tag-1165459826 HTTP/1.1" status: 404  len: 329 time: 0.2482038
Mar 26 21:03:58.693864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-12d1f02e-24f5-4df0-9760-30e85ed7a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.695735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-12d1f02e-24f5-4df0-9760-30e85ed7a4c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.2776582
Mar 26 21:03:58.697184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42876) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.703485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-864f8eed-6c32-4a42-97c9-c7be9e05bf7c tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc2b0>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', {'tags': ['tempest-TagsExtTest-Tag-1285532641', 'tempest-TagsExtTest-Tag-254071083', 'tempest-TagsExtTest-Tag-1446592940']}) {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:58.713401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Deleting port 2e125957-f39c-4484-b64d-bc6303b2d621 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:58.713751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.733321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.771424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df3c60-3d6d-485c-8128-58ac398a004f req-a52e3ded-3140-43e6-af9e-4e34fe08ca7c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.773213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-68ab8e50-c770-4e97-9407-a32298cc2e89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 200  len: 217 time: 0.0679610
Mar 26 21:03:58.776955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df3c60-3d6d-485c-8128-58ac398a004f req-a52e3ded-3140-43e6-af9e-4e34fe08ca7c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.779503 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10df3c60-3d6d-485c-8128-58ac398a004f req-a52e3ded-3140-43e6-af9e-4e34fe08ca7c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1655 time: 0.1787357
Mar 26 21:03:58.805878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:03:58.810402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.860428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-864f8eed-6c32-4a42-97c9-c7be9e05bf7c tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 200  len: 317 time: 0.1597948
Mar 26 21:03:58.866524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:58.902120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-ac656f00-ff70-41e0-8630-9204c61b8d84 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611f870c40>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:58.945127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10df3c60-3d6d-485c-8128-58ac398a004f req-414be89c-1bc8-40ee-bcbe-748efe85ee31 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478455
Mar 26 21:03:58.959026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dc7706-4cb5-4b0b-a08e-4821dcac60fb {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:03:58.969206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks [] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:58.994310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-5309e078-f434-4da5-839d-1f473db91feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:58.995798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-5309e078-f434-4da5-839d-1f473db91feb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.2056904
Mar 26 21:03:59.036453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Transition to ACTIVE for port object 23dc7706-4cb5-4b0b-a08e-4821dcac60fb will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:03:59.070668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] For port 2e125957-f39c-4484-b64d-bc6303b2d621, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e125957-f39c-4484-b64d-bc6303b2d621,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:03:59.071045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.073422 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.079037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (916cb215-f149-4ef0-8f0e-3499b7ed3b33), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.125718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Calling delete_port for 2e125957-f39c-4484-b64d-bc6303b2d621 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:03:59.164140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=916cb215-f149-4ef0-8f0e-3499b7ed3b33,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:59.174537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:59.174911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: bc572f5b-94f9-460d-a068-f9e52604b2f1, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:03:59.201501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:03:59.213501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Pushing event updated for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:59.220517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-bea01b20-a886-49e1-8cbe-4939b4f39195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:59.222087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-bea01b20-a886-49e1-8cbe-4939b4f39195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1982985
Mar 26 21:03:59.230514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc572f5b-94f9-460d-a068-f9e52604b2f1) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:03:59.246584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:59.247674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.249668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b4ee9-9b30-4fd2-a12f-9303cef4ab44 None None] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:03:59.279875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-26e8e790-a693-4209-9647-6c12c7b0edea tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7356217
Mar 26 21:03:59.282733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42906) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:59.368746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2e125957-f39c-4484-b64d-bc6303b2d621 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:03:59.374181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ac656f00-ff70-41e0-8630-9204c61b8d84 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 204  len: 168 time: 0.4775224
Mar 26 21:03:59.377091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42910) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:59.382862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-062abaa5-c784-42a1-8080-dd89c5c9bfe7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d891b80>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-1285532641') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:59.577835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-0cd31f80-0a57-47b0-a02c-220ba21875f5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:59.579432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-0cd31f80-0a57-47b0-a02c-220ba21875f5 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8 HTTP/1.1" status: 200  len: 944 time: 0.3049839
Mar 26 21:03:59.605692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Attempting to bind port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:03:59.606053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Attempting to bind port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:03:59.606405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Attempting to bind port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb on network 58dca438-dba6-4190-9d3b-709df564590c {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:59.608431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.640669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-0abc462d-9c5e-400c-87e2-91ccd45989af service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4057305
Mar 26 21:03:59.668005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb on network 58dca438-dba6-4190-9d3b-709df564590c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:03:59.668339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Attempting to bind port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb on network 58dca438-dba6-4190-9d3b-709df564590c {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:03:59.691469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event deleted for resources: {'Port': ['ID=2e125957-f39c-4484-b64d-bc6303b2d621,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:03:59.706756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0ebb0-b754-401a-8df6-d765284f55a7 req-ac673d84-a0c6-4de6-bccd-4ca67e57e62e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:03:59.708166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93e0ebb0-b754-401a-8df6-d765284f55a7 req-ac673d84-a0c6-4de6-bccd-4ca67e57e62e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=41e903a1-0361-4e29-ac79-3394b410f9da HTTP/1.1" status: 200  len: 867 time: 0.2395489
Mar 26 21:03:59.708298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:03:59.708566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Checking segment: {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:03:59.708936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Bound using segment: {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:03:59.709396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Bound port: 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f9c0ba-3219-44b5-a833-8795b73d875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58dca438-dba6-4190-9d3b-709df564590c'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:03:59.709755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.753347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc572f5b-94f9-460d-a068-f9e52604b2f1', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:03:59.755297 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.757007 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-062abaa5-c784-42a1-8080-dd89c5c9bfe7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:03:59.760906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-062abaa5-c784-42a1-8080-dd89c5c9bfe7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-1285532641 HTTP/1.1" status: 404  len: 329 time: 0.3827882
Mar 26 21:03:59.771890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42912) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:03:59.772231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2e125957-f39c-4484-b64d-bc6303b2d621 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:03:59.772548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e125957-f39c-4484-b64d-bc6303b2d621), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.779835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-f2030b91-fa8c-4207-a915-cb9a135e2563 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d4598e0>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-254071083') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:03:59.828759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] No DVR routers for this DVR port 2e125957-f39c-4484-b64d-bc6303b2d621 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:03:59.854197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.858099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94f0ee58-584b-4ccb-8014-8f3066970d30 req-4f76f896-acaa-44ce-9abd-af4313da0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.21 "DELETE /v2.0/ports/2e125957-f39c-4484-b64d-bc6303b2d621 HTTP/1.1" status: 204  len: 173 time: 1.4526203
Mar 26 21:03:59.861800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-deleted', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:03:59.863572 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feea95ce-41dd-4e75-9d59-f3e34b6d63e5" -d '{"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-deleted", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:03:59.892370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.907437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93e0ebb0-b754-401a-8df6-d765284f55a7 req-d61ec6bb-b6b3-466d-b250-0dd154fc27f6 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717255
Mar 26 21:03:59.927760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f18c568-1032-4aaa-abe9-50c4ed01ae75 req-b0f98f39-71bf-417c-b97f-06c97db3f7ef service neutron] 10.222.0.18 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525060
Mar 26 21:03:59.930803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:03:59.936982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:03:59.945652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:03:59.946026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:03:59.959093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.027086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Allocated IP 2001:db8::2 (bc572f5b-94f9-460d-a068-f9e52604b2f1/916cb215-f149-4ef0-8f0e-3499b7ed3b33/6abd93b5-91d4-4293-8016-642eeec1e4c0) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:00.052792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:00.053532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.055201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] 10.222.0.18 "PUT /v2.0/ports/23dc7706-4cb5-4b0b-a08e-4821dcac60fb HTTP/1.1" status: 200  len: 1092 time: 2.0589719
Mar 26 21:04:00.098350 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ac43f6-2d2a-48e8-a858-3b3c158a66f8 x-openstack-request-id: req-30ac43f6-2d2a-48e8-a858-3b3c158a66f8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:00.098648 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e903a1-0361-4e29-ac79-3394b410f9da", "name": "network-vif-deleted", "tag": "2e125957-f39c-4484-b64d-bc6303b2d621", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:00.098905 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30ac43f6-2d2a-48e8-a858-3b3c158a66f8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:00.099327 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ac43f6-2d2a-48e8-a858-3b3c158a66f8'] response: {'server_uuid': '41e903a1-0361-4e29-ac79-3394b410f9da', 'name': 'network-vif-deleted', 'tag': '2e125957-f39c-4484-b64d-bc6303b2d621', 'status': 'completed', 'code': 200}
Mar 26 21:04:00.104481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591980-0570-400f-8d6a-b015d87ab053 service neutron] Pushing event updated for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:00.135794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port dcaf364f-32ed-4913-b91e-3c3ff9f85e80, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:00.136838 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.145320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Request body: {'port': {'device_id': '09de0669-9de8-495a-897b-5f49433ecab4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:00.182263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for dcaf364f-32ed-4913-b91e-3c3ff9f85e80 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:00.269016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.289817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.304996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks [] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.314294 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.360165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:00.363498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:00.367536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:00.444288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Pushing event updated for resources: {'Port': ['ID=6abd93b5-91d4-4293-8016-642eeec1e4c0,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:00.446187 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-f2030b91-fa8c-4207-a915-cb9a135e2563 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:00.447265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Attempting to bind port 6abd93b5-91d4-4293-8016-642eeec1e4c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:00.447460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Attempting to bind port 6abd93b5-91d4-4293-8016-642eeec1e4c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:00.447966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2030b91-fa8c-4207-a915-cb9a135e2563 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-254071083 HTTP/1.1" status: 404  len: 328 time: 0.6728542
Mar 26 21:04:00.452249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Attempting to bind port 6abd93b5-91d4-4293-8016-642eeec1e4c0 on network bc572f5b-94f9-460d-a068-f9e52604b2f1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:00.458085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:00.458262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42920) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:00.458356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Checking segment: {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:00.458524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.458874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Bound using segment: {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:00.459399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Bound port: 6abd93b5-91d4-4293-8016-642eeec1e4c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:00.459736 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.468387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-7e0893b1-c57c-4a8b-8bb1-47a5dfa6798c tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e36c250>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133', 'tempest-TagsExtTest-Tag-1446592940') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:00.546162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] For port 6abd93b5-91d4-4293-8016-642eeec1e4c0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:00.550619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dcaf364f-32ed-4913-b91e-3c3ff9f85e80), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.551727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] For port 6abd93b5-91d4-4293-8016-642eeec1e4c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abd93b5-91d4-4293-8016-642eeec1e4c0,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:00.565743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97', '731af6f7-c114-4f9d-be99-1eaeecb622c2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:00.585038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79161-fbf6-4f4f-92d6-9135e8f3ab82 req-c67fc0b9-a7fb-4b14-9b82-9822c400acdc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:00.591087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79161-fbf6-4f4f-92d6-9135e8f3ab82 req-c67fc0b9-a7fb-4b14-9b82-9822c400acdc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:00.598461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.599414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88c79161-fbf6-4f4f-92d6-9135e8f3ab82 req-c67fc0b9-a7fb-4b14-9b82-9822c400acdc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1667 time: 0.1583514
Mar 26 21:04:00.687149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62b39-aad8-4927-b337-1fc1064b6148 None None] Pushing event updated for resources: {'Port': ['ID=6abd93b5-91d4-4293-8016-642eeec1e4c0,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:00.706711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=dcaf364f-32ed-4913-b91e-3c3ff9f85e80,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:00.712508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88c79161-fbf6-4f4f-92d6-9135e8f3ab82 req-54e33155-1294-400c-a617-f77a45b7dd3b tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114326
Mar 26 21:04:00.793655 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-7e0893b1-c57c-4a8b-8bb1-47a5dfa6798c tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:00.795647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e0893b1-c57c-4a8b-8bb1-47a5dfa6798c tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags/tempest-TagsExtTest-Tag-1446592940 HTTP/1.1" status: 404  len: 329 time: 0.3366458
Mar 26 21:04:00.835453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:00.838885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] No DVR routers for this DVR port dcaf364f-32ed-4913-b91e-3c3ff9f85e80 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:00.843346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.848199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cbd2d6f3-8840-4231-84da-69f5b721066e req-d16ec543-ea20-4637-847d-5201918bf9d7 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "DELETE /v2.0/ports/dcaf364f-32ed-4913-b91e-3c3ff9f85e80 HTTP/1.1" status: 204  len: 173 time: 1.2588346
Mar 26 21:04:00.854722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-e9e00a7f-5a08-4370-be29-bc35ee82a10d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f611daa10d0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', {'tags': ['tempest-TagsExtTest-Tag-1716988390', 'tempest-TagsExtTest-Tag-750902152', 'tempest-TagsExtTest-Tag-1916634500']}) {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:00.863141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f25af91-ddf8-43d9-bd4b-da9de00414d9 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:00.870647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8::1 (bc572f5b-94f9-460d-a068-f9e52604b2f1/916cb215-f149-4ef0-8f0e-3499b7ed3b33/abd69ab1-5d5f-4dda-946d-f6161f362858) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:00.874427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks [] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.893425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Transition to ACTIVE for port object 8f25af91-ddf8-43d9-bd4b-da9de00414d9 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:04:00.901198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:00.989161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730259a9-895f-4677-953a-76c99da750ea service neutron] Pushing event updated for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:01.200191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.205657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Attempting to bind port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:01.206375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Attempting to bind port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:01.206813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Attempting to bind port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 on network badf551b-1c40-4815-a0fa-85fdf1998179 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:01.213147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 on network badf551b-1c40-4815-a0fa-85fdf1998179 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:04:01.213489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Attempting to bind port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 on network badf551b-1c40-4815-a0fa-85fdf1998179 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:01.220011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:01.220406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Checking segment: {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:01.221217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Bound using segment: {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:01.221356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Bound port: 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1905a63a-5788-435b-8d1d-0fb367a7eff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:01.221968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.266038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.355540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:01.360221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:01.366604 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9e00a7f-5a08-4370-be29-bc35ee82a10d tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 200  len: 317 time: 0.5269215
Mar 26 21:04:01.367708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:01.368045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.373526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:01.373526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42940) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:01.378951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142831165', 'description': 'tempest-description--1106510902'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:01.390821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-792708be-da04-4baf-8a31-3a52514b30e9 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d4b08e0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:01.397815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:01.402255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:01.412328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.460559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:01.461211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.462977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-730259a9-895f-4677-953a-76c99da750ea service neutron] 10.222.0.18 "PUT /v2.0/ports/8f25af91-ddf8-43d9-bd4b-da9de00414d9 HTTP/1.1" status: 200  len: 1092 time: 1.3295908
Mar 26 21:04:01.502222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730259a9-895f-4677-953a-76c99da750ea service neutron] Pushing event updated for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:01.554511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:01.598935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-157c0a82-5a48-4938-8108-8a255bb2f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:01.600354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-157c0a82-5a48-4938-8108-8a255bb2f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:01.604199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-157c0a82-5a48-4938-8108-8a255bb2f47c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 2043 time: 0.0808733
Mar 26 21:04:01.609385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.644413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6abd93b5-91d4-4293-8016-642eeec1e4c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:01.695262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-16a08da5-9dd3-4910-9a6d-6446041aedd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb HTTP/1.1" status: 200  len: 217 time: 0.0840888
Mar 26 21:04:01.728862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6abd93b5-91d4-4293-8016-642eeec1e4c0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:01.731337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.763335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.821508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.909795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (927ff23f-324c-4f1d-88ff-2c55aedcf778), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.922766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6abd93b5-91d4-4293-8016-642eeec1e4c0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:01.927589 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.980248 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-792708be-da04-4baf-8a31-3a52514b30e9 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 204  len: 168 time: 0.6056874
Mar 26 21:04:01.981010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (927ff23f-324c-4f1d-88ff-2c55aedcf778), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:01.987078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.033736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-533aa3fe-b0e9-46d5-ac7b-9919bcd79fba tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d82a1c0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-1716988390') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:02.044489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 6abd93b5-91d4-4293-8016-642eeec1e4c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abd93b5-91d4-4293-8016-642eeec1e4c0,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:02.056566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.076815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927ff23f-324c-4f1d-88ff-2c55aedcf778,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:02.156588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=6abd93b5-91d4-4293-8016-642eeec1e4c0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:02.269269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb'}, {'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-deleted', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80'}, {'name': 'network-changed', 'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:02.271076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.273147 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93" -d '{"events": [{"name": "network-changed", "server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb"}, {"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-deleted", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80"}, {"name": "network-changed", "server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:02.276231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9806607-c4a7-4cd3-9164-c0f9502651ba tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.9003875
Mar 26 21:04:02.277099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42952) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.290607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4c3d-d2fd-464b-8150-7dc011d2b4b0 req-341124ce-7db8-412b-bec3-56cdfc829455 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.297425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf4c3d-d2fd-464b-8150-7dc011d2b4b0 req-341124ce-7db8-412b-bec3-56cdfc829455 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.303720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'security_group_rule': {'security_group_id': '927ff23f-324c-4f1d-88ff-2c55aedcf778', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:02.305281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fbbf4c3d-d2fd-464b-8150-7dc011d2b4b0 req-341124ce-7db8-412b-bec3-56cdfc829455 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1679 time: 0.4028621
Mar 26 21:04:02.355372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-afd55e23-9960-4a4f-9f7a-5a01635bce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.357578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-afd55e23-9960-4a4f-9f7a-5a01635bce9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2486b6a-57ee-4d0f-b72f-6441c4db143a HTTP/1.1" status: 200  len: 801 time: 0.6562386
Mar 26 21:04:02.380649 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-533aa3fe-b0e9-46d5-ac7b-9919bcd79fba tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:02.384243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-533aa3fe-b0e9-46d5-ac7b-9919bcd79fba tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-1716988390 HTTP/1.1" status: 404  len: 329 time: 0.3546216
Mar 26 21:04:02.390656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.397353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-0b67fe78-1a37-43ca-9c5b-9e5f4fac48d9 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e2f8b20>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-750902152') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:02.407252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (c5534131-8233-467e-877f-749447864674), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.417000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fbbf4c3d-d2fd-464b-8150-7dc011d2b4b0 req-885e5d9b-8a01-4dca-ba51-e7b1285cab07 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106751
Mar 26 21:04:02.440788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97f195-4265-4772-a4e2-8bd3706a691a None None] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:02.445713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d509f-06de-4ada-a260-ef01de3b3dd2 req-927778d3-6616-4652-a399-bf6d1edd69de tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.458624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195d509f-06de-4ada-a260-ef01de3b3dd2 req-927778d3-6616-4652-a399-bf6d1edd69de tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 908 time: 0.1698520
Mar 26 21:04:02.488916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-06805244-5219-409b-8872-59aaa2a3f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.491523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-06805244-5219-409b-8872-59aaa2a3f0e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58dca438-dba6-4190-9d3b-709df564590c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1272824
Mar 26 21:04:02.493163 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3617a780-d0d5-4b4d-abd9-7f327fb1302a x-openstack-request-id: req-3617a780-d0d5-4b4d-abd9-7f327fb1302a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:02.493564 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb", "status": "completed", "code": 200}, {"server_uuid": "dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8", "name": "network-vif-deleted", "tag": "dcaf364f-32ed-4913-b91e-3c3ff9f85e80", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:02.493915 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3617a780-d0d5-4b4d-abd9-7f327fb1302a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:02.495020 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3617a780-d0d5-4b4d-abd9-7f327fb1302a'] response: {'name': 'network-changed', 'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb', 'status': 'completed', 'code': 200}
Mar 26 21:04:02.495020 ncdv-master-1 neutron-server[126738]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3617a780-d0d5-4b4d-abd9-7f327fb1302a']: {'server_uuid': 'dd0e9018-de3b-4fb7-98b3-2ca0cd10fdc8', 'name': 'network-vif-deleted', 'tag': 'dcaf364f-32ed-4913-b91e-3c3ff9f85e80', 'status': 'failed', 'code': 422} returned with failed status
Mar 26 21:04:02.495336 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3617a780-d0d5-4b4d-abd9-7f327fb1302a'] response: {'name': 'network-changed', 'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9', 'status': 'completed', 'code': 200}
Mar 26 21:04:02.514151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (c5534131-8233-467e-877f-749447864674), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.528598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c5534131-8233-467e-877f-749447864674), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.561544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-518dab15-a3b3-41d5-9503-1f8818288a80 None None] Provisioning complete for port 6abd93b5-91d4-4293-8016-642eeec1e4c0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:02.561932 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-518dab15-a3b3-41d5-9503-1f8818288a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.578420 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-0b67fe78-1a37-43ca-9c5b-9e5f4fac48d9 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:02.582106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b67fe78-1a37-43ca-9c5b-9e5f4fac48d9 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-750902152 HTTP/1.1" status: 404  len: 328 time: 0.1878922
Mar 26 21:04:02.583813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42960) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.587165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5534131-8233-467e-877f-749447864674,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:02.593213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-fc846e45-0e79-4f8f-bbaf-a0780222fd13 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611df24700>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698', 'tempest-TagsExtTest-Tag-1916634500') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:02.606190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.611472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-379a86f4-2730-4c02-9518-9a527d2af0cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3128781
Mar 26 21:04:02.612064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42962) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.618943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'security_group_rule': {'security_group_id': '927ff23f-324c-4f1d-88ff-2c55aedcf778', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:02.654164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-173529b6-2e4f-4c91-b394-2d46c18c9dc7 service neutron] 10.222.0.18 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492076
Mar 26 21:04:02.672825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (c90041c5-98ba-4816-ba1f-3958a326f16a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.694981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-518dab15-a3b3-41d5-9503-1f8818288a80 None None] Current status of the port 6abd93b5-91d4-4293-8016-642eeec1e4c0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:02.700164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.708900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.709927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.742341 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-fc846e45-0e79-4f8f-bbaf-a0780222fd13 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:02.743756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc846e45-0e79-4f8f-bbaf-a0780222fd13 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags/tempest-TagsExtTest-Tag-1916634500 HTTP/1.1" status: 404  len: 329 time: 0.1589754
Mar 26 21:04:02.746985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42964) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.758620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-508c1e79-b11c-4c42-abb1-2eddd2e68af7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d992430>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', {'tags': ['tempest-TagsExtTest-Tag-1896122413', 'tempest-TagsExtTest-Tag-2046651670', 'tempest-TagsExtTest-Tag-1287406392']}) {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:02.785959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:02.837791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-6ebe131d-9c6b-4c37-9adc-907b496d6bba service neutron] 10.222.0.18 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766474
Mar 26 21:04:02.842776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (c90041c5-98ba-4816-ba1f-3958a326f16a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.855503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c90041c5-98ba-4816-ba1f-3958a326f16a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.865536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:02.867110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:02.898360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-98b698b4-589c-45c1-9f41-a8fb0e904c72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9 HTTP/1.1" status: 200  len: 217 time: 0.0542672
Mar 26 21:04:02.902168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-508c1e79-b11c-4c42-abb1-2eddd2e68af7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "PUT /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 200  len: 318 time: 0.1518464
Mar 26 21:04:02.907337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.916173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-526ade18-ed4e-4e46-aa67-5fb743cbb78a tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e48df70>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:02.957988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90041c5-98ba-4816-ba1f-3958a326f16a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:02.962833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:02.968249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae9436a0-246e-41b9-ad03-ff4d8f898b82 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3549752
Mar 26 21:04:02.969841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:02.978584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:02.996540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a2e4f5-c42d-4cc3-9656-1fe62ae89a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:02.998576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-37a2e4f5-c42d-4cc3-9656-1fe62ae89a92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d95676ee-eee5-4821-aa06-cbc8e5ef62bd HTTP/1.1" status: 200  len: 801 time: 0.0903656
Mar 26 21:04:03.032659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-526ade18-ed4e-4e46-aa67-5fb743cbb78a tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 204  len: 168 time: 0.1211884
Mar 26 21:04:03.035451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42970) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.038513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:03.038929 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.043207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.058608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-bfc04b4c-9f2a-42e9-a343-260cdb1dc609 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e4cf310>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-1896122413') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.085438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:04:03.087296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Port abd69ab1-5d5f-4dda-946d-f6161f362858 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:03.099630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Provisioning complete for port 6abd93b5-91d4-4293-8016-642eeec1e4c0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:03.100194 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.101509 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-bfc04b4c-9f2a-42e9-a343-260cdb1dc609 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:03.103776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bfc04b4c-9f2a-42e9-a343-260cdb1dc609 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-1896122413 HTTP/1.1" status: 404  len: 329 time: 0.0675075
Mar 26 21:04:03.107031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73860421-d65d-4b11-90f6-8e5339221108 req-2f4262fb-4463-4719-a240-ada382b6ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.107883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.109470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-2f4262fb-4463-4719-a240-ada382b6ec63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badf551b-1c40-4815-a0fa-85fdf1998179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0967379
Mar 26 21:04:03.112915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-3f9288d3-29c1-47a8-a499-218a65860edc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e73ee80>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-2046651670') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.203757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a6a90-8a4c-43bd-bec2-3d7a68505d63 None None] Current status of the port 6abd93b5-91d4-4293-8016-642eeec1e4c0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:03.225056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-b883ab9f-3865-4822-8c55-b06bc876850e service neutron] 10.222.0.18 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1085362
Mar 26 21:04:03.266212 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-3f9288d3-29c1-47a8-a499-218a65860edc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:03.269935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f9288d3-29c1-47a8-a499-218a65860edc tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-2046651670 HTTP/1.1" status: 404  len: 329 time: 0.1582036
Mar 26 21:04:03.270576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42974) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.276768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-cc7283d8-58f6-4cfd-a939-01fae4c33442 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611da7e160>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7', 'tempest-TagsExtTest-Tag-1287406392') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.284738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:03.291057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9899001f-bb13-40cb-a7c3-f85938a14487 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0070391
Mar 26 21:04:03.294301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42976) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.297871 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894749c4-9e58-486b-924c-62085205c353 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:03.300941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1245994010'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:03.308077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:03.308365 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.330280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.339529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:03.343221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.363515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8480f699-a6b1-4481-8f39-d8c22a6f4849 None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:03.365313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8480f699-a6b1-4481-8f39-d8c22a6f4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.411031 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:03.437881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73860421-d65d-4b11-90f6-8e5339221108 req-78b49218-0592-4910-8b93-6dc28a2ba3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019095
Mar 26 21:04:03.467471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:03.483894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8480f699-a6b1-4481-8f39-d8c22a6f4849 None None] Port abd69ab1-5d5f-4dda-946d-f6161f362858 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:03.550224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6abd93b5-91d4-4293-8016-642eeec1e4c0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:03.556002 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-cc7283d8-58f6-4cfd-a939-01fae4c33442 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] show failed (client error): The resource could not be found.
Mar 26 21:04:03.561372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc7283d8-58f6-4cfd-a939-01fae4c33442 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags/tempest-TagsExtTest-Tag-1287406392 HTTP/1.1" status: 404  len: 329 time: 0.2900510
Mar 26 21:04:03.561966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.572125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-2eb39678-a65c-4c0b-924b-7f670935c5e7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e330130>, 'subnetpools', '7643365b-f00b-4d8e-9542-cec902748eb7') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.612215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e8cb383d-0b5d-426d-8c7d-56d56665597f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.612694 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment e8cb383d-0b5d-426d-8c7d-56d56665597f of type vlan for network f2ca0a67-5e4d-41fa-a085-39b5369a90bf
Mar 26 21:04:03.681269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6abd93b5-91d4-4293-8016-642eeec1e4c0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:03.681654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.694988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Allocated IP 172.35.4.88 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/50c285e4-560c-4409-9b75-e29612b56810) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:03.713275 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6fa0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:01Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:02Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.738106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-342ebd34-adfa-4b5b-a1c6-e82909b9ce42 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.740187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-342ebd34-adfa-4b5b-a1c6-e82909b9ce42 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 908 time: 0.2761908
Mar 26 21:04:03.747575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2eb39678-a65c-4c0b-924b-7f670935c5e7 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7/tags HTTP/1.1" status: 204  len: 168 time: 0.1814570
Mar 26 21:04:03.749104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a1403a16-c0be-474e-9b33-e0c0aef5ab34 None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:03.750179 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a1403a16-c0be-474e-9b33-e0c0aef5ab34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.756115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-3deefcae-2a07-41c3-9aa8-27ef02404d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.756751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-3deefcae-2a07-41c3-9aa8-27ef02404d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.758661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-3deefcae-2a07-41c3-9aa8-27ef02404d07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 2043 time: 0.2168026
Mar 26 21:04:03.759288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:03.761850 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894749c4-9e58-486b-924c-62085205c353 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:03.762208 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894749c4-9e58-486b-924c-62085205c353 None None] Updating router 9d9baafc-811a-45df-b24e-d3c309caf576 port abd69ab1-5d5f-4dda-946d-f6161f362858 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:04:03.773077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-ca12ae2f-045a-4bea-a92f-37f5074db488 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611f2e19d0>, 'routers', '43f99e77-7c19-4d4f-9f30-2e0ab4b98698') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:03.798176 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.824281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a1403a16-c0be-474e-9b33-e0c0aef5ab34 None None] Port abd69ab1-5d5f-4dda-946d-f6161f362858 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:03.833960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for port (50c285e4-560c-4409-9b75-e29612b56810), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.842422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6abd93b5-91d4-4293-8016-642eeec1e4c0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:03.916478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f2ca0a67-5e4d-41fa-a085-39b5369a90bf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.945530 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (50c285e4-560c-4409-9b75-e29612b56810), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:03.950894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-bb0949ed-485c-4d7e-8093-9cf7b24bbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.952466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-bb0949ed-485c-4d7e-8093-9cf7b24bbd12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=58dca438-dba6-4190-9d3b-709df564590c HTTP/1.1" status: 200  len: 901 time: 0.1766510
Mar 26 21:04:03.958611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ccb2e-67d9-4a07-bb85-cc8b5af9a45b req-78a336a2-98a9-42fc-b70f-695989744a7b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:03.960148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad5ccb2e-67d9-4a07-bb85-cc8b5af9a45b req-78a336a2-98a9-42fc-b70f-695989744a7b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 908 time: 0.3510687
Mar 26 21:04:03.998510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f2ca0a67-5e4d-41fa-a085-39b5369a90bf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.003372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:04.004168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.043077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:04.060863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7624314
Mar 26 21:04:04.060863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:04.066785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1840-a740-47be-b50f-3e33e08198b8 req-b88acc25-36f0-4aa6-925e-f8db268ddc93 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:04.067476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:04.068284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:04.073005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1840-a740-47be-b50f-3e33e08198b8 req-b88acc25-36f0-4aa6-925e-f8db268ddc93 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:04.073997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-780e1840-a740-47be-b50f-3e33e08198b8 req-b88acc25-36f0-4aa6-925e-f8db268ddc93 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1679 time: 0.4571695
Mar 26 21:04:04.100696 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks [] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.107550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:04.107760 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.118535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-1278440b-da96-4352-bc7a-dc31ecd51b33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb HTTP/1.1" status: 200  len: 217 time: 0.0978494
Mar 26 21:04:04.131806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'Port': ['ID=50c285e4-560c-4409-9b75-e29612b56810,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:04.150092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc7671-8b00-4553-ac94-7886a2d429d9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=f2ca0a67-5e4d-41fa-a085-39b5369a90bf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:04.151733 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Pushing event updated for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:04.160466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.160941 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.161636 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.162209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.162781 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.163367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.164010 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.164555 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.166920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.168708 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:04.183125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:04.213062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-780e1840-a740-47be-b50f-3e33e08198b8 req-393b2ae1-38ca-4e9a-b6d7-a14805c9926a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884013
Mar 26 21:04:04.272734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port 470cb57e-9e38-439d-8123-521c30a5d964 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:04.273362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (470cb57e-9e38-439d-8123-521c30a5d964), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.298142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:04.301979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.303472 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-894749c4-9e58-486b-924c-62085205c353 None None] Attempting to bind port abd69ab1-5d5f-4dda-946d-f6161f362858 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:04.304007 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-894749c4-9e58-486b-924c-62085205c353 None None] Attempting to bind port abd69ab1-5d5f-4dda-946d-f6161f362858 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:04.304447 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894749c4-9e58-486b-924c-62085205c353 None None] Attempting to bind port abd69ab1-5d5f-4dda-946d-f6161f362858 on network bc572f5b-94f9-460d-a068-f9e52604b2f1 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:04.309646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for floatingip (45d1c143-0c56-4a5b-8de1-43cbadb8a4c5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.316701 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894749c4-9e58-486b-924c-62085205c353 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:04.317164 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894749c4-9e58-486b-924c-62085205c353 None None] Checking segment: {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:04.317789 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.318396 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894749c4-9e58-486b-924c-62085205c353 None None] Bound using segment: {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:04.319077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-894749c4-9e58-486b-924c-62085205c353 None None] Bound port: abd69ab1-5d5f-4dda-946d-f6161f362858, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22303eb4-f359-4e7e-9a6f-20ea8a892a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:04.319957 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.389576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port 470cb57e-9e38-439d-8123-521c30a5d964, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=470cb57e-9e38-439d-8123-521c30a5d964,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:04.389946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (470cb57e-9e38-439d-8123-521c30a5d964), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.406566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for 470cb57e-9e38-439d-8123-521c30a5d964 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:04.419367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-894749c4-9e58-486b-924c-62085205c353 None None] For port abd69ab1-5d5f-4dda-946d-f6161f362858, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:04.423169 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-894749c4-9e58-486b-924c-62085205c353 None None] For port abd69ab1-5d5f-4dda-946d-f6161f362858, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd69ab1-5d5f-4dda-946d-f6161f362858,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:04.433844 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-894749c4-9e58-486b-924c-62085205c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.521635 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:04.522594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:04.529231 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb40d3f-8a5c-4755-9f3c-d5ddebff8c1f None None] Pushing event updated for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:04.599169 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ca12ae2f-045a-4bea-a92f-37f5074db488 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698/tags HTTP/1.1" status: 204  len: 168 time: 0.8304522
Mar 26 21:04:04.602392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:04.611577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-66a3753f-aa86-4ff1-89c7-f09c0a1f9210 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d6f34f0>, 'ports', 'ff1f7690-dd13-4c19-9e8b-2e416d7e6133') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:04.635043 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:04.649022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (470cb57e-9e38-439d-8123-521c30a5d964), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.707275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:04.714809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-431bfa1e-f1b3-44ef-bc7a-211984b98f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:04.716955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-431bfa1e-f1b3-44ef-bc7a-211984b98f6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c2486b6a-57ee-4d0f-b72f-6441c4db143a HTTP/1.1" status: 200  len: 801 time: 0.5867977
Mar 26 21:04:04.718044 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.723529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=470cb57e-9e38-439d-8123-521c30a5d964,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:04.829510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] No DVR routers for this DVR port 470cb57e-9e38-439d-8123-521c30a5d964 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:04.841318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.847955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b4e75cc-4a21-4a60-a9dd-6676065a1e3c req-6a10a538-94d0-4cb1-880d-c7d1702823b0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "DELETE /v2.0/ports/470cb57e-9e38-439d-8123-521c30a5d964 HTTP/1.1" status: 204  len: 173 time: 1.0983174
Mar 26 21:04:04.854413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'name': 'network-vif-deleted', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:04.857520 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2fe087-d124-4d45-8b85-ab36bbc16f99" -d '{"events": [{"server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "name": "network-vif-deleted", "tag": "470cb57e-9e38-439d-8123-521c30a5d964"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:04.917964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Current status of the port abd69ab1-5d5f-4dda-946d-f6161f362858 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:04.919507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:04.964139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66a3753f-aa86-4ff1-89c7-f09c0a1f9210 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133/tags HTTP/1.1" status: 204  len: 168 time: 0.3595753
Mar 26 21:04:04.966518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-577f467b-c867-4c59-8a77-12d951c88d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:04.974618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-577f467b-c867-4c59-8a77-12d951c88d8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=58dca438-dba6-4190-9d3b-709df564590c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2251730
Mar 26 21:04:04.976395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42992) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:05.019534 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-894749c4-9e58-486b-924c-62085205c353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6fa0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:01Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:05.035265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] For port abd69ab1-5d5f-4dda-946d-f6161f362858, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd69ab1-5d5f-4dda-946d-f6161f362858,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:05.036541 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab96e7-2066-41ae-b272-77d334b69d29 x-openstack-request-id: req-eaab96e7-2066-41ae-b272-77d334b69d29 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:05.036957 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d592c622-2697-4d42-9596-2206cecec6fc", "name": "network-vif-deleted", "tag": "470cb57e-9e38-439d-8123-521c30a5d964", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:05.040292 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaab96e7-2066-41ae-b272-77d334b69d29 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:05.040909 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaab96e7-2066-41ae-b272-77d334b69d29'] response: {'server_uuid': 'd592c622-2697-4d42-9596-2206cecec6fc', 'name': 'network-vif-deleted', 'tag': '470cb57e-9e38-439d-8123-521c30a5d964', 'status': 'completed', 'code': 200}
Mar 26 21:04:05.046272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.052350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-74dbc18f-b563-4dc4-92f7-220e9a0a8b8e tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e1facd0>, 'subnets', '7cd2e3ed-ee64-43d2-9643-97726b1c915b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:05.060637 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894749c4-9e58-486b-924c-62085205c353 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:01Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:05.076299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50c285e4-560c-4409-9b75-e29612b56810), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.179342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dfec3-4aaf-48d9-9d67-09f628503afb None None] Pushing event updated for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:05.254330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae210b3d-4a5f-45cf-9598-77000deeca69 req-11863d35-399c-4e64-afa8-6150d0e62a04 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=d592c622-2697-4d42-9596-2206cecec6fc HTTP/1.1" status: 200  len: 210 time: 0.0467806
Mar 26 21:04:05.259506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6e70b3c5-802a-42e3-b094-407fe3447e1a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.276951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-a40dc7ab-8555-4841-b260-8b7ac4e34cd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4273851
Mar 26 21:04:05.305650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-f98cc442-08bc-4537-b1fd-cdc40299ef6a service neutron] 10.222.0.18 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301322
Mar 26 21:04:05.311222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5eac306c-7d23-4ec0-9b3a-46cf194d5022 None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:05.312227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5eac306c-7d23-4ec0-9b3a-46cf194d5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.356794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-74dbc18f-b563-4dc4-92f7-220e9a0a8b8e tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b/tags HTTP/1.1" status: 204  len: 168 time: 0.3263669
Mar 26 21:04:05.365795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42998) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:05.492770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5eac306c-7d23-4ec0-9b3a-46cf194d5022 None None] Current status of the port abd69ab1-5d5f-4dda-946d-f6161f362858 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:05.587862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-2b0f9d3a-6fbe-42e6-a7cc-3c8b1b7b1abb service neutron] 10.222.0.18 "GET /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749596
Mar 26 21:04:05.596746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-bfd86e06-95cd-48cd-b98f-291572fcceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.598787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-bfd86e06-95cd-48cd-b98f-291572fcceb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=71d58c339cd84f6891e4545c28bb7927&device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 1127 time: 0.2553620
Mar 26 21:04:05.624073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f72e079-3024-465b-8da2-54ca7a1a2169 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.629485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f72e079-3024-465b-8da2-54ca7a1a2169 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnetpools/7643365b-f00b-4d8e-9542-cec902748eb7 HTTP/1.1" status: 204  len: 168 time: 0.2610626
Mar 26 21:04:05.630119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43000) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:05.677068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae4af532-567c-423d-9c2e-e8db70026878 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "GET /v2.0/ports?device_id=43f99e77-7c19-4d4f-9f30-2e0ab4b98698 HTTP/1.1" status: 200  len: 205 time: 0.0457299
Mar 26 21:04:05.677764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43002) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:05.685524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=6e70b3c5-802a-42e3-b094-407fe3447e1a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:05.697986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for port (50c285e4-560c-4409-9b75-e29612b56810), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.711309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:05.712027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: f2ca0a67-5e4d-41fa-a085-39b5369a90bf, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:05.716552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (50c285e4-560c-4409-9b75-e29612b56810), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.761212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f477-f3f1-42a6-b45e-3ffad0da3343 req-09e61003-c3d6-4aa7-9fa5-62a5d2e2c2a8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.767123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f477-f3f1-42a6-b45e-3ffad0da3343 req-09e61003-c3d6-4aa7-9fa5-62a5d2e2c2a8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.769068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b68f477-f3f1-42a6-b45e-3ffad0da3343 req-09e61003-c3d6-4aa7-9fa5-62a5d2e2c2a8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1679 time: 0.2981393
Mar 26 21:04:05.825106 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.835418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'Port': ['ID=50c285e4-560c-4409-9b75-e29612b56810,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:05.840320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:05.863368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (45d1c143-0c56-4a5b-8de1-43cbadb8a4c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.869794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2ca0a67-5e4d-41fa-a085-39b5369a90bf) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:05.885602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5f709-7291-4565-930a-3709d3305fa6 None None] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:05.886127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.886929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.904436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:05.906045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-55d4aa7c-0370-4de9-a9a1-42029f76f19a tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.9348426
Mar 26 21:04:05.916835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b68f477-f3f1-42a6-b45e-3ffad0da3343 req-c2261e5f-b7ef-47b8-ba20-688bae9fad30 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373079
Mar 26 21:04:05.923007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17a5f32c-d490-490e-bd19-1d904dd0e821 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8499141
Mar 26 21:04:05.926568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:05.990869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-a40238ba-4cda-4e8a-a17a-5b3a4a321cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.991375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-a40238ba-4cda-4e8a-a17a-5b3a4a321cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:05.993182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-a40238ba-4cda-4e8a-a17a-5b3a4a321cee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c7ef32a79723421e847963a749a03313&device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 2043 time: 0.3134124
Mar 26 21:04:05.998960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-a6b27af3-c13c-45ce-b766-35ed645b88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:06.000458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-a6b27af3-c13c-45ce-b766-35ed645b88d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 200  len: 911 time: 0.3218307
Mar 26 21:04:06.114891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:04:06.115905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.213383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-806d0948-18c3-4188-81ae-53d011146d86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 200  len: 999 time: 0.1945913
Mar 26 21:04:06.349698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Allocated IP 2001:db8:1::2 (f2ca0a67-5e4d-41fa-a085-39b5369a90bf/6e70b3c5-802a-42e3-b094-407fe3447e1a/ff096e1a-a1e2-4423-b6e2-346ec35247e7) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:06.519308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.610862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8f25af91-ddf8-43d9-bd4b-da9de00414d9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:06.614071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 470cb57e-9e38-439d-8123-521c30a5d964 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:06.651464 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks [] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.653814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 470cb57e-9e38-439d-8123-521c30a5d964 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:06.654272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 470cb57e-9e38-439d-8123-521c30a5d964 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:06.668231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.730879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:06.736294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.746351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for router_controller (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.753586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:06.765411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:06.795656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b90b9-3897-477e-ab88-1d87eb77a6e7 req-e18bd907-495f-4127-b122-4a6009fc8cae tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:06.797308 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-078b90b9-3897-477e-ab88-1d87eb77a6e7 req-e18bd907-495f-4127-b122-4a6009fc8cae tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.1477385
Mar 26 21:04:06.848671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Pushing event updated for resources: {'Port': ['ID=ff096e1a-a1e2-4423-b6e2-346ec35247e7,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:06.881700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Attempting to bind port ff096e1a-a1e2-4423-b6e2-346ec35247e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:06.882118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Attempting to bind port ff096e1a-a1e2-4423-b6e2-346ec35247e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:06.882485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Attempting to bind port ff096e1a-a1e2-4423-b6e2-346ec35247e7 on network f2ca0a67-5e4d-41fa-a085-39b5369a90bf {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:06.894201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:06.894576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Checking segment: {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:06.895241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.895642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Bound using segment: {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:06.896194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Bound port: ff096e1a-a1e2-4423-b6e2-346ec35247e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:06.896654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.933967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (43f99e77-7c19-4d4f-9f30-2e0ab4b98698), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.935453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Fanout notify agent at l3_agent the message router_deleted on router 43f99e77-7c19-4d4f-9f30-2e0ab4b98698 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:04:06.953719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:06.954377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-078b90b9-3897-477e-ab88-1d87eb77a6e7 req-85de3ede-1732-43ca-a297-0deb3e0f504a tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238768
Mar 26 21:04:06.955074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea43e2ed-8156-459b-8337-0146df0e9f12 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/routers/43f99e77-7c19-4d4f-9f30-2e0ab4b98698 HTTP/1.1" status: 204  len: 168 time: 1.2663515
Mar 26 21:04:06.961118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43028) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:06.971965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-50614901-359d-4203-ae7a-45fc73f01058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:06.977140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-50614901-359d-4203-ae7a-45fc73f01058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 200  len: 850 time: 0.3106897
Mar 26 21:04:07.025143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8:1::1 (f2ca0a67-5e4d-41fa-a085-39b5369a90bf/6e70b3c5-802a-42e3-b094-407fe3447e1a/17a70e07-5918-4850-a1c0-ba08130401e9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:07.059407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-6d7f0994-99e2-4e37-99d4-ee574762fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.061610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-6d7f0994-99e2-4e37-99d4-ee574762fa0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=badf551b-1c40-4815-a0fa-85fdf1998179 HTTP/1.1" status: 200  len: 902 time: 1.0558143
Mar 26 21:04:07.111988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:07.134275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-4d8e0a69-e20e-47c4-9f6d-d284949deb7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9 HTTP/1.1" status: 200  len: 217 time: 0.0627961
Mar 26 21:04:07.144103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-8d8628f8-3843-4f38-b4b6-1831a96748af tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.145599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-8d8628f8-3843-4f38-b4b6-1831a96748af tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 0.4853129
Mar 26 21:04:07.157361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '8f25af91-ddf8-43d9-bd4b-da9de00414d9', 'network_id': 'badf551b-1c40-4815-a0fa-85fdf1998179', 'port_id': '8f25af91-ddf8-43d9-bd4b-da9de00414d9', 'mac_address': 'fa:16:3e:d1:30:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95676ee-eee5-4821-aa06-cbc8e5ef62bd', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:07.201661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-c58ef905-761c-4f9c-a05b-f6df3046afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.202840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-c58ef905-761c-4f9c-a05b-f6df3046afc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d95676ee-eee5-4821-aa06-cbc8e5ef62bd HTTP/1.1" status: 200  len: 801 time: 0.0560024
Mar 26 21:04:07.210775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] For port ff096e1a-a1e2-4423-b6e2-346ec35247e7, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:07.216245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Deleting port ff1f7690-dd13-4c19-9e8b-2e416d7e6133 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:07.216602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.230035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-0d7fff3a-8087-4aa0-9a0e-fd615644d4a1 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/quotas/3652534f0b48491f895462536365ef07 HTTP/1.1" status: 200  len: 375 time: 0.0264673
Mar 26 21:04:07.230727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] For port ff096e1a-a1e2-4423-b6e2-346ec35247e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff096e1a-a1e2-4423-b6e2-346ec35247e7,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:07.244866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.251628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-f01537f8-c0af-4b3a-97c0-8cbb93c2291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.253555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:07.253555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.253826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-f01537f8-c0af-4b3a-97c0-8cbb93c2291a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2652974
Mar 26 21:04:07.292890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f25af91-ddf8-43d9-bd4b-da9de00414d9 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:07.335286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:07.339906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-af7f818f-f845-4a6b-8866-c54037116f14 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0850334
Mar 26 21:04:07.341172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68fb92-00be-49ca-8693-7eddd8cc4554 req-898424c2-e7c0-4eda-a432-9f013c6a3322 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.350229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68fb92-00be-49ca-8693-7eddd8cc4554 req-898424c2-e7c0-4eda-a432-9f013c6a3322 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.352135 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca68fb92-00be-49ca-8693-7eddd8cc4554 req-898424c2-e7c0-4eda-a432-9f013c6a3322 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1679 time: 0.2596743
Mar 26 21:04:07.368538 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.369270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 23dc7706-4cb5-4b0b-a08e-4821dcac60fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:07.377584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64a94b-07dd-44eb-af03-99c8202b8d1e None None] Pushing event updated for resources: {'Port': ['ID=ff096e1a-a1e2-4423-b6e2-346ec35247e7,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:07.412858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (17a70e07-5918-4850-a1c0-ba08130401e9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.437313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:07.442139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.488515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Calling delete_port for ff1f7690-dd13-4c19-9e8b-2e416d7e6133 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:07.530579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca68fb92-00be-49ca-8693-7eddd8cc4554 req-2cc0c82c-44ef-47d6-93c3-2ff9c52dabf9 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673572
Mar 26 21:04:07.582343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device abd69ab1-5d5f-4dda-946d-f6161f362858 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:07.618881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:07.661126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-1ca02f58-4b11-42fe-9300-0641c72ae8a1 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3915348
Mar 26 21:04:07.671151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb', 'network_id': '58dca438-dba6-4190-9d3b-709df564590c', 'port_id': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb', 'mac_address': 'fa:16:3e:e5:b4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2486b6a-57ee-4d0f-b72f-6441c4db143a', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:07.680139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.694794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-4bd062eb-fc3a-4e3d-9c6b-398fe3360d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:07.697116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-4bd062eb-fc3a-4e3d-9c6b-398fe3360d72 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=badf551b-1c40-4815-a0fa-85fdf1998179&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.4842949
Mar 26 21:04:07.733752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-8685f248-2665-4b8c-8423-5ffea2df45ca service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3929331
Mar 26 21:04:07.747615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:07.748109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.754041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:07.767745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dc7706-4cb5-4b0b-a08e-4821dcac60fb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:07.793317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port abd69ab1-5d5f-4dda-946d-f6161f362858 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:07.794828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.806478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:07.810775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:07.815338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:07.815896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.877693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:07.879245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff1f7690-dd13-4c19-9e8b-2e416d7e6133), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.934043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port abd69ab1-5d5f-4dda-946d-f6161f362858 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:07.937181 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:07.945846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event deleted for resources: {'Port': ['ID=ff1f7690-dd13-4c19-9e8b-2e416d7e6133,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:07.996000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:08.046716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.052328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb92afad-25b7-45ad-8a71-39e1e29d7a17 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/ports/ff1f7690-dd13-4c19-9e8b-2e416d7e6133 HTTP/1.1" status: 204  len: 168 time: 1.0876665
Mar 26 21:04:08.069146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b370a07-a0cf-48e8-8726-5fba28ff1b6a req-2311cc53-634d-4271-9486-3a51bee3f5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3936532
Mar 26 21:04:08.072898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43034) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:08.115851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-84ade052-b28e-4305-8b62-90ce40e8db88 service neutron] 10.222.0.18 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3959091
Mar 26 21:04:08.123801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-3786acdd-e1bb-4a84-82b1-0344460817a5 service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3663657
Mar 26 21:04:08.208763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-cf609cd4-d517-416a-b19a-c6233834bcc8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:08.210682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-cf609cd4-d517-416a-b19a-c6233834bcc8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.3137438
Mar 26 21:04:08.215332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.245557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['8f25af91-ddf8-43d9-bd4b-da9de00414d9'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:08.279585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Deleting subnet 7cd2e3ed-ee64-43d2-9643-97726b1c915b {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:08.307274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711777-6b02-4102-a783-62cf7829e30d req-b8a7590b-2a22-4143-8c25-a7ba2c1b36e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:08.313529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90711777-6b02-4102-a783-62cf7829e30d req-b8a7590b-2a22-4143-8c25-a7ba2c1b36e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 945 time: 0.2416079
Mar 26 21:04:08.322316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for subnet (7cd2e3ed-ee64-43d2-9643-97726b1c915b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.333101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['23dc7706-4cb5-4b0b-a08e-4821dcac60fb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:08.433488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c465936-1acb-4db9-a5d9-235e9ca2924c req-69dc753b-dd11-403b-8f5c-59bb1345443c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 210 time: 0.0788140
Mar 26 21:04:08.463858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b04cfd33-1234-48d1-ae51-eb7e91ccbc93 req-b54a424e-b3df-42fa-b08a-becdeff5bc9d service neutron] 10.222.0.18 "GET /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3390505
Mar 26 21:04:08.568303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port 731af6f7-c114-4f9d-be99-1eaeecb622c2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:08.568781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.631687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90711777-6b02-4102-a783-62cf7829e30d req-1610388d-da02-401c-b85a-46023f5edd4b tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3041272
Mar 26 21:04:08.639052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (7cd2e3ed-ee64-43d2-9643-97726b1c915b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.681963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 731af6f7-c114-4f9d-be99-1eaeecb622c2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:08.847562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:08.847848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.877808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f97f3d-eb5f-4b19-ac2d-7ec688791eee req-71c0db91-1e1a-4a13-8e45-887503e6ef4e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:08.884287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f97f3d-eb5f-4b19-ac2d-7ec688791eee req-71c0db91-1e1a-4a13-8e45-887503e6ef4e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:08.886804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94f97f3d-eb5f-4b19-ac2d-7ec688791eee req-71c0db91-1e1a-4a13-8e45-887503e6ef4e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1681 time: 0.1462770
Mar 26 21:04:08.892920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for 731af6f7-c114-4f9d-be99-1eaeecb622c2 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:08.897995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7cd2e3ed-ee64-43d2-9643-97726b1c915b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.909031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 731af6f7-c114-4f9d-be99-1eaeecb622c2 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:08.909425 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:08.981810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 731af6f7-c114-4f9d-be99-1eaeecb622c2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=731af6f7-c114-4f9d-be99-1eaeecb622c2,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:08.983825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:08.987006 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b79e4b-19ad-4599-96fc-1a98e0a9dc10" -d '{"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-unplugged", "status": "completed", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:09.006106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.025198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94f97f3d-eb5f-4b19-ac2d-7ec688791eee req-98161dc2-0ae8-40e8-a49e-8c8b0108cc18 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281388
Mar 26 21:04:09.045898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7cd2e3ed-ee64-43d2-9643-97726b1c915b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.069992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (17a70e07-5918-4850-a1c0-ba08130401e9), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.097462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.098262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.104667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd2e3ed-ee64-43d2-9643-97726b1c915b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:09.105503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:09.110806 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6792dd0-ad60-4ff9-99da-41c8bd709baa x-openstack-request-id: req-e6792dd0-ad60-4ff9-99da-41c8bd709baa {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:09.110806 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-unplugged", "status": "completed", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:09.111150 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6792dd0-ad60-4ff9-99da-41c8bd709baa {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:09.113403 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6792dd0-ad60-4ff9-99da-41c8bd709baa'] response: {'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'code': 200}
Mar 26 21:04:09.115402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd0b62-6e94-4399-8b00-5887a80b735d None None] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:09.134877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.138625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23292383-2450-4e65-a3ce-9ceb1c588f15 tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/subnets/7cd2e3ed-ee64-43d2-9643-97726b1c915b HTTP/1.1" status: 204  len: 168 time: 1.0555916
Mar 26 21:04:09.143180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43052) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:09.206625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (731af6f7-c114-4f9d-be99-1eaeecb622c2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.207401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9543e8-d8e5-4180-bd1a-b3b3cc8cd47c None None] Network 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:09.236346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (17cb5482-1fe1-4cd2-9e27-c3b34af7a272), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.243855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['70a83fdf-b383-49e1-962f-77e816017e97'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:09.275984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:09.280415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=731af6f7-c114-4f9d-be99-1eaeecb622c2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:09.335064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Provisioning complete for port ff096e1a-a1e2-4423-b6e2-346ec35247e7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:09.335715 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.340334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] No DVR routers for this DVR port 731af6f7-c114-4f9d-be99-1eaeecb622c2 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:09.343649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.350830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c0a24ec-69a5-4dd8-8c6e-dffa032a3d84 req-7cdcee46-a090-4e40-9c03-57e613316073 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "DELETE /v2.0/ports/731af6f7-c114-4f9d-be99-1eaeecb622c2 HTTP/1.1" status: 204  len: 173 time: 1.1333439
Mar 26 21:04:09.351513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-deleted', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:09.355157 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e57bfe-6a15-4a5d-b684-9a91d54e8e2d" -d '{"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-deleted", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:09.448683 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b1708-0faa-4de3-87a3-d5c8e2d34347 x-openstack-request-id: req-5e5b1708-0faa-4de3-87a3-d5c8e2d34347 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:09.448683 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66eb7a91-bf1d-40ca-882d-97bb20634c24", "name": "network-vif-deleted", "tag": "731af6f7-c114-4f9d-be99-1eaeecb622c2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:09.448683 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e5b1708-0faa-4de3-87a3-d5c8e2d34347 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:09.448683 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5b1708-0faa-4de3-87a3-d5c8e2d34347'] response: {'server_uuid': '66eb7a91-bf1d-40ca-882d-97bb20634c24', 'name': 'network-vif-deleted', 'tag': '731af6f7-c114-4f9d-be99-1eaeecb622c2', 'status': 'completed', 'code': 200}
Mar 26 21:04:09.562562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff096e1a-a1e2-4423-b6e2-346ec35247e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:09.740563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Current status of the port ff096e1a-a1e2-4423-b6e2-346ec35247e7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:09.740966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.799660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ff096e1a-a1e2-4423-b6e2-346ec35247e7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:09.800277 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.849244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] DHCP port deletion for 17cb5482-1fe1-4cd2-9e27-c3b34af7a272 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:09.907063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] For port ff096e1a-a1e2-4423-b6e2-346ec35247e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff096e1a-a1e2-4423-b6e2-346ec35247e7,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:09.930964 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:09.974322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ac62339-2a14-4797-8bfd-bf395d489c8e req-af05826a-b0de-41c2-8abb-c82e489919fa tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 210 time: 0.0439751
Mar 26 21:04:10.008006 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-825f92df-b3d4-4536-9498-d01b2b3b43f9 req-7bd77a5e-a79c-4154-92e1-d8402cf0cfae tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=66eb7a91-bf1d-40ca-882d-97bb20634c24 HTTP/1.1" status: 200  len: 210 time: 0.1310532
Mar 26 21:04:10.052975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:10.072204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:10.146639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94769ce-6bc9-481d-b8c9-04cc9fa80568 None None] Pushing event updated for resources: {'Port': ['ID=ff096e1a-a1e2-4423-b6e2-346ec35247e7,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:10.200785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-6fa43031-fb90-4f0f-aa30-1799698f43a4 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:10.202683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-6fa43031-fb90-4f0f-aa30-1799698f43a4 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 0.3084767
Mar 26 21:04:10.215309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'port': {'device_id': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'admin_state_up': True, 'tenant_id': '3652534f0b48491f895462536365ef07'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:10.218742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:10.220355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.305418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:10.309596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Deleting port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:10.310248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.327253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Deleting port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:10.327633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.340498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Port 17a70e07-5918-4850-a1c0-ba08130401e9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:10.355525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ff096e1a-a1e2-4423-b6e2-346ec35247e7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:10.368401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Made reservation on behalf of 3652534f0b48491f895462536365ef07 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:10.374717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.375459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Provisioning complete for port ff096e1a-a1e2-4423-b6e2-346ec35247e7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:10.375846 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.394509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] For port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,segment=NetworkSegment(49198294-a0a8-4693-bdf0-5ee5e8f83a48),segment_id=49198294-a0a8-4693-bdf0-5ee5e8f83a48)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:10.394893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.420593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Calling delete_port for f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:10.451905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] For port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,segment=NetworkSegment(49198294-a0a8-4693-bdf0-5ee5e8f83a48),segment_id=49198294-a0a8-4693-bdf0-5ee5e8f83a48)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:10.452271 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.455911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2926-3fdc-46af-aa7d-792e549559f1 req-c45c1b1a-b580-4da4-86ed-a5655651b0bd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:10.461771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e2926-3fdc-46af-aa7d-792e549559f1 req-c45c1b1a-b580-4da4-86ed-a5655651b0bd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:10.463479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07e2926-3fdc-46af-aa7d-792e549559f1 req-c45c1b1a-b580-4da4-86ed-a5655651b0bd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1681 time: 0.1944244
Mar 26 21:04:10.472084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Calling delete_port for f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:10.569636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ce03274b-efd1-4f21-91df-13d2ba9d272a None None] Current status of the port ff096e1a-a1e2-4423-b6e2-346ec35247e7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:10.585511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07e2926-3fdc-46af-aa7d-792e549559f1 req-87ef28a1-a9de-40c7-9eed-20f8c478b5fc tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138856
Mar 26 21:04:10.600096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Allocated IP 172.20.0.14 (29a33636-1c6f-4164-b055-8f1a3b4ee463/ecdec398-8a90-4e44-be8a-b3ca504ef095/04895254-7ae4-4fb2-ae0f-cb9ac5f3553f) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:10.602934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.645593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] No DVR routers for this DVR port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:10.648613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8f25af91-ddf8-43d9-bd4b-da9de00414d9 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:10.652129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4837f45-2e2c-4226-b111-b6769b9ef591 None None] Pushing event deleted for resources: {'Port': ['ID=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:10.672872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:10.681804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fee75d97-723c-4bc2-a4f6-f9e3a91c530c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7504697
Mar 26 21:04:10.681804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:10.687044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1263656284'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:10.720807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f44d6f33-29e4-4e35-8aa6-6b89f8bcf735), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.754532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] No DVR routers for this DVR port f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:10.760087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event deleted for resources: {'Port': ['ID=f44d6f33-29e4-4e35-8aa6-6b89f8bcf735,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:10.761963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:10.771688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.843093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:10.870501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:10.870794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.874795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:10.875476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eaca610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:10.878631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6586e188-ff33-406c-93a1-72fcdf89435a None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:10.879000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6586e188-ff33-406c-93a1-72fcdf89435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.909585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (17cb5482-1fe1-4cd2-9e27-c3b34af7a272), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.917977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.924573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (800c34c3-6cd0-405c-8cd9-bd92bda94b20), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:10.924935 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment 800c34c3-6cd0-405c-8cd9-bd92bda94b20 of type vlan for network a3aad03f-9105-4577-9862-15d36eff4586
Mar 26 21:04:10.947750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e3fa9d0>,) {'filters': {'network_id': ['17cb5482-1fe1-4cd2-9e27-c3b34af7a272']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:10.975133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:10.979193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:10.981814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3fa9d0>, '49198294-a0a8-4693-bdf0-5ee5e8f83a48') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:10.982470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3fa9d0>, '49198294-a0a8-4693-bdf0-5ee5e8f83a48') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:10.986430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:10.991140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:10.996101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6586e188-ff33-406c-93a1-72fcdf89435a None None] Port 17a70e07-5918-4850-a1c0-ba08130401e9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:11.003644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a3aad03f-9105-4577-9862-15d36eff4586), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.004999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:04:11.016140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:11.016912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.032762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (49198294-a0a8-4693-bdf0-5ee5e8f83a48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.054353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:11.065499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (49198294-a0a8-4693-bdf0-5ee5e8f83a48), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.075079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.076078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.085536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:11.085766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (49198294-a0a8-4693-bdf0-5ee5e8f83a48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:11.091153 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:11.115096 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-1aecd015-2d2e-4162-8f50-16ba04f2ead2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9028430
Mar 26 21:04:11.115293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a3aad03f-9105-4577-9862-15d36eff4586), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.121076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.121726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.135652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Request body: {'port': {'device_id': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:11.211473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (17cb5482-1fe1-4cd2-9e27-c3b34af7a272), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.218796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5339870
Mar 26 21:04:11.222172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:11.262691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:11.267662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.275052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] 10.222.0.16 "DELETE /v2.0/networks/17cb5482-1fe1-4cd2-9e27-c3b34af7a272 HTTP/1.1" status: 204  len: 168 time: 2.1288097
Mar 26 21:04:11.288186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe332-5d86-4917-bccd-735ff21f6ac3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=a3aad03f-9105-4577-9862-15d36eff4586,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:11.304513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.365678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a3aad03f-9105-4577-9862-15d36eff4586 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:11.389557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81e71-cb7d-41f4-a586-66c0da15b94f tempest-TagsExtTest-1867387204 tempest-TagsExtTest-1867387204-project] Pushing event deleted for resources: {'Network': ['ID=17cb5482-1fe1-4cd2-9e27-c3b34af7a272,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:11.472592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3295e-0615-47e1-aa0a-1e9da1d87b27 req-25d1a4a7-fb48-4246-a9c4-e3449d5176f4 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.475113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22d3295e-0615-47e1-aa0a-1e9da1d87b27 req-25d1a4a7-fb48-4246-a9c4-e3449d5176f4 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 932 time: 0.3584185
Mar 26 21:04:11.503152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0447f368-de36-4f61-8055-4ef52a8a0c8b None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:11.507480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0447f368-de36-4f61-8055-4ef52a8a0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.570903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:11.579772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.584419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0447f368-de36-4f61-8055-4ef52a8a0c8b None None] Port 17a70e07-5918-4850-a1c0-ba08130401e9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:11.611366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22d3295e-0615-47e1-aa0a-1e9da1d87b27 req-8eac0f07-c27a-44f6-a3d0-383a128b5719 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549738
Mar 26 21:04:11.638369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff096e1a-a1e2-4423-b6e2-346ec35247e7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:11.695612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:11.696293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.730051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43084) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:11.750801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:11.754490 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dfd281-ef32-4d9f-aa10-0c51d1a50493" -d '{"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:11.803399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:11.817965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ff096e1a-a1e2-4423-b6e2-346ec35247e7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:11.818521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.841596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4eae0-c6e3-47cc-b6bf-bc0fdec6797b req-44195a9c-443a-412a-bd7b-c6477e3503cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.849837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fe4eae0-c6e3-47cc-b6bf-bc0fdec6797b req-44195a9c-443a-412a-bd7b-c6477e3503cd tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.3455899
Mar 26 21:04:11.869976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:11.871209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 23dc7706-4cb5-4b0b-a08e-4821dcac60fb up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:11.885387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f4417-3436-4c09-8d4b-f5910aa432dd req-5d553810-7611-4ee9-a8f1-a8f3ef31526c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.892272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f4417-3436-4c09-8d4b-f5910aa432dd req-5d553810-7611-4ee9-a8f1-a8f3ef31526c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.894030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b27f4417-3436-4c09-8d4b-f5910aa432dd req-5d553810-7611-4ee9-a8f1-a8f3ef31526c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1681 time: 0.1359680
Mar 26 21:04:11.901458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd4ade-4471-458c-961a-c23de2c846af req-cd99f3f3-ce3f-4ed4-afad-4f49667b3275 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:11.902931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdbd4ade-4471-458c-961a-c23de2c846af req-cd99f3f3-ce3f-4ed4-afad-4f49667b3275 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1883869
Mar 26 21:04:11.977988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fe4eae0-c6e3-47cc-b6bf-bc0fdec6797b req-215f4040-8df6-4151-9a93-c29f28b6e103 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271732
Mar 26 21:04:12.032798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:12.054325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eaca610>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:07Z', 'revision_number': 3, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:08Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:12.054981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (93817bb9-0fb6-44e7-9731-a6e0aa5ec09a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.064516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ff096e1a-a1e2-4423-b6e2-346ec35247e7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:12.077540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b27f4417-3436-4c09-8d4b-f5910aa432dd req-c964e79c-eabe-4448-8226-65f5b16fcb7d tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734958
Mar 26 21:04:12.088104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:12.097156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:04:12.099364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:12.099725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Updating router 9d9baafc-811a-45df-b24e-d3c309caf576 port 17a70e07-5918-4850-a1c0-ba08130401e9 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:04:12.101233 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-adfc18e5-5b22-4044-a098-ea8746ae67aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=965d02c5815647dbb38389d1642775cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3698153
Mar 26 21:04:12.118861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks [] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.118861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43090) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:12.144766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:12.145594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.173491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=93817bb9-0fb6-44e7-9731-a6e0aa5ec09a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:12.184127 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d024916b-f35f-4fd7-9a20-61c4456e7e26 x-openstack-request-id: req-d024916b-f35f-4fd7-9a20-61c4456e7e26 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:12.184457 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-plugged", "status": "completed", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:12.184733 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d024916b-f35f-4fd7-9a20-61c4456e7e26 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:12.185194 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d024916b-f35f-4fd7-9a20-61c4456e7e26'] response: {'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9', 'code': 200}
Mar 26 21:04:12.189410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:12.191074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:12.191621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: a3aad03f-9105-4577-9862-15d36eff4586, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:12.198081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Transition to ACTIVE for port object 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:04:12.213469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.217915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network a3aad03f-9105-4577-9862-15d36eff4586 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:12.229769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:12.230127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f44d6f33-29e4-4e35-8aa6-6b89f8bcf735 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:12.230637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3aad03f-9105-4577-9862-15d36eff4586) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:12.233110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.237639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:12.238484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.251226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c69b59-6f31-4971-ab98-3ee059c94e12 None None] Network a3aad03f-9105-4577-9862-15d36eff4586 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:12.264084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:12.266744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d871545-6750-4dd9-8494-0d26e08f1cf0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0082088
Mar 26 21:04:12.269348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43092) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:12.310426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] Publish callbacks [] for security_group (3044d0cb-ffc6-4fbc-88a0-0834440ad2e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.323798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port 70a83fdf-b383-49e1-962f-77e816017e97 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:12.324390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (70a83fdf-b383-49e1-962f-77e816017e97), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.400228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:12.400780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.412155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] Publish callbacks [] for security_group (3044d0cb-ffc6-4fbc-88a0-0834440ad2e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.523262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port 70a83fdf-b383-49e1-962f-77e816017e97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70a83fdf-b383-49e1-962f-77e816017e97,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:12.523634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (70a83fdf-b383-49e1-962f-77e816017e97), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.526507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:12.532411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.534687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Attempting to bind port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:12.535032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Attempting to bind port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:12.535362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Attempting to bind port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:12.543168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for 70a83fdf-b383-49e1-962f-77e816017e97 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:12.549859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:04:12.550170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a3aad03f-9105-4577-9862-15d36eff4586', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:04:12.550293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Attempting to bind port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:12.550851 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.562236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:12.562651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Checking segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:12.563027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Bound using segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:12.563518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Bound port: 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:12.563876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.568756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3044d0cb-ffc6-4fbc-88a0-0834440ad2e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.571550 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.587264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3044d0cb-ffc6-4fbc-88a0-0834440ad2e4 HTTP/1.1" status: 204  len: 168 time: 0.4707501
Mar 26 21:04:12.647804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef46b7-919c-4afd-9694-90cacc4975b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044d0cb-ffc6-4fbc-88a0-0834440ad2e4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:12.738313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:12.749221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:12.772964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:12.839907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.883853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.896226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Allocated IP 2001:db8:2::2 (a3aad03f-9105-4577-9862-15d36eff4586/93817bb9-0fb6-44e7-9731-a6e0aa5ec09a/1440c867-23f6-4758-8cdf-bde73efabe22) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:12.914275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks [] for port (17a70e07-5918-4850-a1c0-ba08130401e9), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:12.945772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.069263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0332-aedb-49ff-bd8b-e220faf1baed None None] Pushing event updated for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:13.248657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks [] for port (1440c867-23f6-4758-8cdf-bde73efabe22), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.260939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.308113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Network a3aad03f-9105-4577-9862-15d36eff4586 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:13.309008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Attempting to bind port 17a70e07-5918-4850-a1c0-ba08130401e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:13.309397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Attempting to bind port 17a70e07-5918-4850-a1c0-ba08130401e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:13.309765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Attempting to bind port 17a70e07-5918-4850-a1c0-ba08130401e9 on network f2ca0a67-5e4d-41fa-a085-39b5369a90bf {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:13.323325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:13.330583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:13.341177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:13.342174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Checking segment: {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:13.345893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.346374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Bound using segment: {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:13.346899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Bound port: 17a70e07-5918-4850-a1c0-ba08130401e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cb383d-0b5d-426d-8c7d-56d56665597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:13.347300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.353327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2cabb-e1ab-46f8-b643-390c811f62da req-e6e806b1-1930-46bd-9310-5ac54c20c88f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.355138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81d2cabb-e1ab-46f8-b643-390c811f62da req-e6e806b1-1930-46bd-9310-5ac54c20c88f tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=9520886e-3914-4f48-a3dd-ab467f45feff HTTP/1.1" status: 200  len: 945 time: 0.1812484
Mar 26 21:04:13.400777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Pushing event updated for resources: {'Port': ['ID=1440c867-23f6-4758-8cdf-bde73efabe22,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:13.432360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.432988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.437039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-e57915f0-8815-4301-936c-171671a7a945 service neutron] 10.222.0.18 "PUT /v2.0/ports/04895254-7ae4-4fb2-ae0f-cb9ac5f3553f HTTP/1.1" status: 200  len: 1092 time: 2.3113632
Mar 26 21:04:13.438028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:13.441241 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918022c0-fdbc-424b-9a60-8a4f3daba5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:13.455877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (70a83fdf-b383-49e1-962f-77e816017e97), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.484994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Attempting to bind port 1440c867-23f6-4758-8cdf-bde73efabe22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:13.485377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Attempting to bind port 1440c867-23f6-4758-8cdf-bde73efabe22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:13.485803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Attempting to bind port 1440c867-23f6-4758-8cdf-bde73efabe22 on network a3aad03f-9105-4577-9862-15d36eff4586 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:13.494574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:13.494951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Checking segment: {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:13.495369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.495772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Bound using segment: {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:13.496315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Bound port: 1440c867-23f6-4758-8cdf-bde73efabe22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:13.496731 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.532950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81d2cabb-e1ab-46f8-b643-390c811f62da req-71d11328-8a39-46ad-903a-29c89659f0d0 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493294
Mar 26 21:04:13.538373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8:2::1 (a3aad03f-9105-4577-9862-15d36eff4586/93817bb9-0fb6-44e7-9731-a6e0aa5ec09a/ad70dc50-95e8-423a-8e8b-39cc9c2c1245) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:13.541099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] For port 17a70e07-5918-4850-a1c0-ba08130401e9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:13.545919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] For port 17a70e07-5918-4850-a1c0-ba08130401e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17a70e07-5918-4850-a1c0-ba08130401e9,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:13.586896 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.601692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:13.602207 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.636013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052dd2b-e5d7-4236-baa5-927eee256b5d req-449f123c-bf77-4eff-9d8b-2a800f64f6a5 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.638463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2052dd2b-e5d7-4236-baa5-927eee256b5d req-449f123c-bf77-4eff-9d8b-2a800f64f6a5 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.8404591
Mar 26 21:04:13.643320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57915f0-8815-4301-936c-171671a7a945 service neutron] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:13.685074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=70a83fdf-b383-49e1-962f-77e816017e97,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:13.713428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] No DVR routers for this DVR port 70a83fdf-b383-49e1-962f-77e816017e97 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:13.732270 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:13.736657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdbd4ade-4471-458c-961a-c23de2c846af req-8de772a3-af8d-4a44-805d-790490e5c053 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.18 "DELETE /v2.0/ports/70a83fdf-b383-49e1-962f-77e816017e97 HTTP/1.1" status: 204  len: 173 time: 1.8275337
Mar 26 21:04:13.751083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-973c0430-93fe-4e3c-bb63-46492d6a84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.752952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-973c0430-93fe-4e3c-bb63-46492d6a84dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 1126 time: 0.2361681
Mar 26 21:04:13.821748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-f7aed5f0-63b0-4fd3-bc4b-4072f1f68c77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f HTTP/1.1" status: 200  len: 217 time: 0.0594902
Mar 26 21:04:13.835387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2052dd2b-e5d7-4236-baa5-927eee256b5d req-56863c51-5b22-4889-bc70-cef9e6f79332 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883390
Mar 26 21:04:13.903893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-15e8fc04-9fcd-4588-88ed-117b3d521c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.906582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-15e8fc04-9fcd-4588-88ed-117b3d521c46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.0757449
Mar 26 21:04:13.916822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833f22-68d6-45e2-994f-9d2813e2da4c req-3e5dc170-2081-4a1d-afaa-76fd2b2995c6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.926684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833f22-68d6-45e2-994f-9d2813e2da4c req-3e5dc170-2081-4a1d-afaa-76fd2b2995c6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:13.937694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b833f22-68d6-45e2-994f-9d2813e2da4c req-3e5dc170-2081-4a1d-afaa-76fd2b2995c6 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.2633164
Mar 26 21:04:13.952998 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455ead2f-da16-4f17-bae9-aba077cfbb9b x-openstack-request-id: req-455ead2f-da16-4f17-bae9-aba077cfbb9b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:13.953499 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:13.954004 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-455ead2f-da16-4f17-bae9-aba077cfbb9b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:13.954608 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455ead2f-da16-4f17-bae9-aba077cfbb9b'] response: {'name': 'network-changed', 'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'status': 'completed', 'code': 200}
Mar 26 21:04:13.983652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-8a15df0d-eb35-455b-b4f7-8bdcb930d444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547690
Mar 26 21:04:14.011485 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.052639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b833f22-68d6-45e2-994f-9d2813e2da4c req-07a887a9-a69e-446c-8cd7-54353aee1efe tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140215
Mar 26 21:04:14.108761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.142772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-3c7f2dbf-a47a-4260-b562-6213080f92a7 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488147
Mar 26 21:04:14.155883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] For port 1440c867-23f6-4758-8cdf-bde73efabe22, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:14.164309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network a3aad03f-9105-4577-9862-15d36eff4586 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:14.168018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:14.170972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:14.171614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.193332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:14.196276 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed0d738-ce5b-426f-893e-4e153d334d48" -d '{"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-plugged", "status": "completed", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:14.211855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] For port 1440c867-23f6-4758-8cdf-bde73efabe22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1440c867-23f6-4758-8cdf-bde73efabe22,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:14.213307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.217818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:14.218689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eaca610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:14.220791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f0332-aedb-49ff-bd8b-e220faf1baed None None] Pushing event updated for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:14.344385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Current status of the port 17a70e07-5918-4850-a1c0-ba08130401e9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:14.344794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.357344 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284ae9af-f878-47dd-b8fa-adbdc1b6a3ec x-openstack-request-id: req-284ae9af-f878-47dd-b8fa-adbdc1b6a3ec {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:14.357650 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-plugged", "status": "completed", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:14.357918 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-284ae9af-f878-47dd-b8fa-adbdc1b6a3ec {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:14.358618 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284ae9af-f878-47dd-b8fa-adbdc1b6a3ec'] response: {'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb', 'code': 200}
Mar 26 21:04:14.361230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:14.405385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.470752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0043b195-5bbe-42cb-83cf-09891d0db38d req-3b9fb09a-29ea-41ab-b7f4-94d67f7002e2 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3197243
Mar 26 21:04:14.513625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] For port 17a70e07-5918-4850-a1c0-ba08130401e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17a70e07-5918-4850-a1c0-ba08130401e9,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:14.525066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:14.558031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5af7-2ebf-4db3-bc10-d92606a696e3 req-795ba381-f28b-4358-b512-e084c9b6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:14.559880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a5af7-2ebf-4db3-bc10-d92606a696e3 req-795ba381-f28b-4358-b512-e084c9b6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:14.561630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f17a5af7-2ebf-4db3-bc10-d92606a696e3 req-795ba381-f28b-4358-b512-e084c9b6b0f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 2047 time: 0.1170990
Mar 26 21:04:14.575141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.591702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f12deb-8270-4433-81db-c4be2ff98cf8 None None] Pushing event updated for resources: {'Port': ['ID=1440c867-23f6-4758-8cdf-bde73efabe22,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:14.623838 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:04:14.660670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 70a83fdf-b383-49e1-962f-77e816017e97 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:14.675849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:14.773469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f17a5af7-2ebf-4db3-bc10-d92606a696e3 req-c9308cd6-2cbb-4f2e-af7c-c314a63aa9a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060044
Mar 26 21:04:14.779332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-b2093559-42ee-4056-9fc9-a2a737a866dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:14.781251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-b2093559-42ee-4056-9fc9-a2a737a866dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 1126 time: 0.1949928
Mar 26 21:04:14.876638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 70a83fdf-b383-49e1-962f-77e816017e97 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:14.877473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 70a83fdf-b383-49e1-962f-77e816017e97 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:14.920628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e94be8-9053-41ce-a2ce-0a4fb7cf9c58 None None] Pushing event updated for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:14.930544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3e570625-a06d-450d-be0b-4a524c2727c4 None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:14.931194 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3e570625-a06d-450d-be0b-4a524c2727c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.091466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eaca610>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:07Z', 'revision_number': 3, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:13Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:15.128412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-ae05ba86-3e7a-4872-b1ed-028581565283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.130136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-ae05ba86-3e7a-4872-b1ed-028581565283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 922 time: 0.1620219
Mar 26 21:04:15.145771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3e570625-a06d-450d-be0b-4a524c2727c4 None None] Current status of the port 17a70e07-5918-4850-a1c0-ba08130401e9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:15.148166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08018e1-ea52-443f-ab91-d33f128a100a None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:07Z', 'revision_number': 3, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:13Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:15.257228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-6dee499c-f45c-45f3-9243-951df210339a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f HTTP/1.1" status: 200  len: 217 time: 0.1031294
Mar 26 21:04:15.325248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50314c8-653b-4b5b-b42c-c4968c9ed861 req-81d7581f-be82-4c2e-a61e-4ffd031de33b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.326204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502923-6895-45d8-9eeb-e7b93c6268e5 req-1c170661-3940-4b50-bc09-72d023dddab8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.333029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e50314c8-653b-4b5b-b42c-c4968c9ed861 req-81d7581f-be82-4c2e-a61e-4ffd031de33b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.1908114
Mar 26 21:04:15.333489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e502923-6895-45d8-9eeb-e7b93c6268e5 req-1c170661-3940-4b50-bc09-72d023dddab8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.2217999
Mar 26 21:04:15.365395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.388664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-2a3318f3-3d7c-4127-827b-f0dc654767af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.390317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-2a3318f3-3d7c-4127-827b-f0dc654767af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.1263378
Mar 26 21:04:15.420064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e50314c8-653b-4b5b-b42c-c4968c9ed861 req-36e5f517-8546-45ec-a872-170e3ac92259 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847228
Mar 26 21:04:15.420064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.439871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-76503890-ee40-4ff0-b165-86b94534cecd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414960
Mar 26 21:04:15.440120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.541438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e502923-6895-45d8-9eeb-e7b93c6268e5 req-d60b3864-1988-4bb9-a91e-bf8221ac2664 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067730
Mar 26 21:04:15.602834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17a70e07-5918-4850-a1c0-ba08130401e9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:15.606856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:15.673577 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-9e006241-678c-40d4-bb09-715d37ab57e0 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259963
Mar 26 21:04:15.707325 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.717755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 17a70e07-5918-4850-a1c0-ba08130401e9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:15.718147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.861368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 17a70e07-5918-4850-a1c0-ba08130401e9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:15.866994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1440c867-23f6-4758-8cdf-bde73efabe22 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:15.897915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d362-a22d-405f-9902-8e5fc301bc28 req-eea97db0-17f5-4ee2-92a0-a564a7c76bbd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.915656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d362-a22d-405f-9902-8e5fc301bc28 req-eea97db0-17f5-4ee2-92a0-a564a7c76bbd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:15.926994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3a1d362-a22d-405f-9902-8e5fc301bc28 req-eea97db0-17f5-4ee2-92a0-a564a7c76bbd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.2917113
Mar 26 21:04:15.948544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-918022c0-fdbc-424b-9a60-8a4f3daba5f6 req-dc0e0e71-9d91-4ce1-9eaf-a100bee2333c service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2658265
Mar 26 21:04:15.964757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1440c867-23f6-4758-8cdf-bde73efabe22 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:15.965420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:15.966356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'name': 'network-vif-deleted', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:15.970854 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff97549-4917-4198-911d-6e3f66a6165d" -d '{"events": [{"server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "name": "network-vif-deleted", "tag": "70a83fdf-b383-49e1-962f-77e816017e97"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:16.026202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network a3aad03f-9105-4577-9862-15d36eff4586 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:16.031024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:16.077810 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e6737e-2426-426b-a6e6-1a8e0285b0d1 x-openstack-request-id: req-a9e6737e-2426-426b-a6e6-1a8e0285b0d1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:16.078181 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9520886e-3914-4f48-a3dd-ab467f45feff", "name": "network-vif-deleted", "tag": "70a83fdf-b383-49e1-962f-77e816017e97", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:16.079372 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9e6737e-2426-426b-a6e6-1a8e0285b0d1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:16.079883 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e6737e-2426-426b-a6e6-1a8e0285b0d1'] response: {'server_uuid': '9520886e-3914-4f48-a3dd-ab467f45feff', 'name': 'network-vif-deleted', 'tag': '70a83fdf-b383-49e1-962f-77e816017e97', 'status': 'completed', 'code': 200}
Mar 26 21:04:16.107567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3a1d362-a22d-405f-9902-8e5fc301bc28 req-d3e3e4d1-36c6-4c2f-b028-dcb638f5b5f8 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777680
Mar 26 21:04:16.131153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1440c867-23f6-4758-8cdf-bde73efabe22 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:16.132177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.194848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 1440c867-23f6-4758-8cdf-bde73efabe22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1440c867-23f6-4758-8cdf-bde73efabe22,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:16.201926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.263232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:16.273542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=1440c867-23f6-4758-8cdf-bde73efabe22,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:16.386761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:16.393491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bac3117c-c2aa-4e13-bf48-c53ff665c897 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1225250
Mar 26 21:04:16.396353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:16.401842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-935558715'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:16.427287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:16.430724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.435675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:16.448243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:16.449038 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6dec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:16.474313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:16.478547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718f1a8-6a7e-4f70-8cd9-45545abe8d63 None None] Network a3aad03f-9105-4577-9862-15d36eff4586 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:16.507399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ea18910f-d02b-4881-a171-147c234c3cbe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.507755 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added segment ea18910f-d02b-4881-a171-147c234c3cbe of type vlan for network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04
Mar 26 21:04:16.620457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.668999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.672661 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:16.675813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:16.676516 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.686672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:16.698972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a2a18e72-d285-49c8-b326-c42944cf91ac None None] Provisioning complete for port 1440c867-23f6-4758-8cdf-bde73efabe22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:16.700594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2a18e72-d285-49c8-b326-c42944cf91ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:16.706374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3061125
Mar 26 21:04:16.715746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43178) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:16.728767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'subnet': {'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:16.804631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2182a-3a5a-405b-9a07-3b975b4a31e7 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Network': ['ID=0e663241-f4e4-4d13-9c1a-04a3a9ddfa04,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:16.823006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bdaf8-76ad-4a70-b3d2-2d259ded0dfc req-09b4a2c3-ab27-4169-8f5a-0df2f5d099be tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:16.825577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-954bdaf8-76ad-4a70-b3d2-2d259ded0dfc req-09b4a2c3-ab27-4169-8f5a-0df2f5d099be tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1344478
Mar 26 21:04:16.846229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:16.911177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-954bdaf8-76ad-4a70-b3d2-2d259ded0dfc req-e1308c56-b7f9-4d9d-810a-a65aa9d4adda tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726297
Mar 26 21:04:16.912926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7856-1197-44b4-b8fb-b52fcd8dbf5e req-07fa5c93-f9d5-46c2-af29-cc829e7e1fb7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:16.922709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dfb7856-1197-44b4-b8fb-b52fcd8dbf5e req-07fa5c93-f9d5-46c2-af29-cc829e7e1fb7 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.3624504
Mar 26 21:04:16.931645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-05720fe8-4e1d-4fb2-86f8-ad6927b66c41 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:16.933263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-05720fe8-4e1d-4fb2-86f8-ad6927b66c41 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.3563170
Mar 26 21:04:17.018738 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6dec10>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:17.024416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Made reservation on behalf of 70b5ae85e2294d2f818d72b81ce595e1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:17.033289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.037652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a2a18e72-d285-49c8-b326-c42944cf91ac None None] Current status of the port 1440c867-23f6-4758-8cdf-bde73efabe22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:17.061188 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:17.061471 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Updating router 9d9baafc-811a-45df-b24e-d3c309caf576 port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:04:17.067495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:17.082328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'port_id': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'mac_address': 'fa:16:3e:20:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdec398-8a90-4e44-be8a-b3ca504ef095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:17.095705 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.136229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:17.136887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.181661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:17.228865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:17.242210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.296643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dfb7856-1197-44b4-b8fb-b52fcd8dbf5e req-fd8e1c6b-39dc-4041-ab79-ff7518698845 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593333
Mar 26 21:04:17.330784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:17.331176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.348972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff33d3-7ec1-409c-80fa-c29f3ac35ea6 req-b93f1a61-2ffb-464c-a521-e2e6daf201c4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:17.354911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff33d3-7ec1-409c-80fa-c29f3ac35ea6 req-b93f1a61-2ffb-464c-a521-e2e6daf201c4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:17.369044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:17.375411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2ff33d3-7ec1-409c-80fa-c29f3ac35ea6 req-b93f1a61-2ffb-464c-a521-e2e6daf201c4 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.1359332
Mar 26 21:04:17.401241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:17.442898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Provisioning complete for port 1440c867-23f6-4758-8cdf-bde73efabe22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:17.445520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.466084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:17.466743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.479255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2ff33d3-7ec1-409c-80fa-c29f3ac35ea6 req-1298ef47-62f3-40bc-88d1-574296f8ed40 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010590
Mar 26 21:04:17.492263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (953c902f-82fb-4567-8129-9bb42cdb20ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.555523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['04895254-7ae4-4fb2-ae0f-cb9ac5f3553f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:17.595893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1440c867-23f6-4758-8cdf-bde73efabe22 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:17.616370 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks [] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.633501 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.645608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d50d40c-975b-44e2-9c76-2a019dee355a None None] Current status of the port 1440c867-23f6-4758-8cdf-bde73efabe22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:17.688353 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5117-aaa1-48b9-9f4e-1dece88aaa12 None None] Pushing event updated for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:17.703819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Subnet': ['ID=953c902f-82fb-4567-8129-9bb42cdb20ea,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:17.713403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Checking segment: {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:17.713994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network hostable DHCP agents. Network: 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:17.737704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] For port 5655cd88-9896-4588-87bb-f6ba5c5c42be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5655cd88-9896-4588-87bb-f6ba5c5c42be,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:17.738302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.781777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1440c867-23f6-4758-8cdf-bde73efabe22 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:17.782470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.808632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:17.843018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:17.863852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Attempting to bind port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:17.864697 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Attempting to bind port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:17.865239 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Attempting to bind port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 on network a3aad03f-9105-4577-9862-15d36eff4586 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:17.869381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c651c-db82-4895-98e1-77862dc03fd4 None None] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:17.872731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:17.878788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.880616 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:17.882694 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Checking segment: {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:17.883575 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.884348 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Bound using segment: {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:17.885130 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Bound port: ad70dc50-95e8-423a-8e8b-39cc9c2c1245, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800c34c3-6cd0-405c-8cd9-bd92bda94b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:17.885804 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.900129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6f7daa06-d8cc-4c3f-a3be-5aabdc39cdf7 None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:17.900605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f7daa06-d8cc-4c3f-a3be-5aabdc39cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:17.989564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1440c867-23f6-4758-8cdf-bde73efabe22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:18.113003 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] For port ad70dc50-95e8-423a-8e8b-39cc9c2c1245, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:18.120850 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] For port ad70dc50-95e8-423a-8e8b-39cc9c2c1245, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:18.140549 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.178360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-09fef108-b7b1-4993-8a3e-68f8635f0a19 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4576077
Mar 26 21:04:18.181914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:18.224922 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.225513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.226002 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Floating IP d66c8907-c2dd-4eac-bfca-884cbabaa087 disassociated. External IP: 172.35.4.32, port: 5655cd88-9896-4588-87bb-f6ba5c5c42be.
Mar 26 21:04:18.226827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for 5655cd88-9896-4588-87bb-f6ba5c5c42be owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:18.272635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00202a4-0275-4288-9040-11a44893e245 req-5b9626f8-f751-4b92-ad94-b78e300ea576 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:18.274705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00202a4-0275-4288-9040-11a44893e245 req-5b9626f8-f751-4b92-ad94-b78e300ea576 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 945 time: 0.1592743
Mar 26 21:04:18.285033 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:18.287199 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6dec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:18.401603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e00202a4-0275-4288-9040-11a44893e245 req-e5b55798-547b-4b7f-b9de-28d7fd578c22 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups?id=46c2e2d8-34fb-47a0-a9ea-49b8b39958af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901279
Mar 26 21:04:18.512148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6f7daa06-d8cc-4c3f-a3be-5aabdc39cdf7 None None] Port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:18.520735 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:18.564776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5655cd88-9896-4588-87bb-f6ba5c5c42be), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.579020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:04:18.581445 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.603759 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c5117-aaa1-48b9-9f4e-1dece88aaa12 None None] Pushing event updated for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:18.614201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=5655cd88-9896-4588-87bb-f6ba5c5c42be,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:18.623302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316baa-489f-4d86-91ee-af4b88534310 req-85dec142-d172-41ff-bdc3-512c4e2b0679 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:18.631300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af316baa-489f-4d86-91ee-af4b88534310 req-85dec142-d172-41ff-bdc3-512c4e2b0679 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 945 time: 0.1162755
Mar 26 21:04:18.720741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:18.791731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:18.792475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:18.883612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Router 52ed77cc-bbaa-4727-abaa-b86193789f49 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:18.910316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128126c-ed47-4f1a-900f-7e4466c49b78 req-4b5cf016-59fb-4420-a2ca-74a17aaadd8c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:18.922154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128126c-ed47-4f1a-900f-7e4466c49b78 req-4b5cf016-59fb-4420-a2ca-74a17aaadd8c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:18.926263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1128126c-ed47-4f1a-900f-7e4466c49b78 req-4b5cf016-59fb-4420-a2ca-74a17aaadd8c tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.8063197
Mar 26 21:04:18.967365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Current status of the port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:18.967949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.002477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:04:19.046130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:19.046646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.060698 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6dec10>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:19.093093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Allocated IP 2001:db8:3::2 (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04/953c902f-82fb-4567-8129-9bb42cdb20ea/b5283cdb-f54c-4306-bc21-3f4d255c3c2c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:19.098983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] For port ad70dc50-95e8-423a-8e8b-39cc9c2c1245, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:19.102816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af316baa-489f-4d86-91ee-af4b88534310 req-0c5099df-80cd-4d5d-9175-1f54105be370 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4697020
Mar 26 21:04:19.118007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.140404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253ed3-4710-4593-96d7-23f33f46dfa1 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:19.172982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1128126c-ed47-4f1a-900f-7e4466c49b78 req-cf790ecc-b772-4bec-9076-eae0277ae30e tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352202
Mar 26 21:04:19.274066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:19.315620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Sync routers for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:19.368570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] No DVR routers for this DVR port 5655cd88-9896-4588-87bb-f6ba5c5c42be on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:19.373440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.379873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd990d04-e473-4894-b2d2-9a1156bf4a26 req-315c3e92-2c32-450c-95bd-2e339573e2a8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.21 "DELETE /v2.0/ports/5655cd88-9896-4588-87bb-f6ba5c5c42be HTTP/1.1" status: 204  len: 173 time: 2.4383216
Mar 26 21:04:19.381225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-deleted', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:19.385333 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e671ab9e-3df1-40e4-8c0f-1eebfb2b61eb" -d '{"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-deleted", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:19.450163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:19.450870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec196a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:19.570426 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b343a-197a-4f84-b672-ba4a8a2dc79a x-openstack-request-id: req-941b343a-197a-4f84-b672-ba4a8a2dc79a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:19.570719 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f4d369-22fa-469b-b4f9-dca38fa6eede", "name": "network-vif-deleted", "tag": "5655cd88-9896-4588-87bb-f6ba5c5c42be", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:19.570992 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-941b343a-197a-4f84-b672-ba4a8a2dc79a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:19.578532 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941b343a-197a-4f84-b672-ba4a8a2dc79a'] response: {'server_uuid': '70f4d369-22fa-469b-b4f9-dca38fa6eede', 'name': 'network-vif-deleted', 'tag': '5655cd88-9896-4588-87bb-f6ba5c5c42be', 'status': 'completed', 'code': 200}
Mar 26 21:04:19.630564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-b8dafc00-32c2-46ab-acfe-61b2d8157979 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:19.648990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-b8dafc00-32c2-46ab-acfe-61b2d8157979 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:19.654280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-b8dafc00-32c2-46ab-acfe-61b2d8157979 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.2270365
Mar 26 21:04:19.665858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:19.723160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b286ca4-05ed-4347-ae26-2396068bc5a3 req-4d12b9a1-1631-4005-b783-f697eb02ce58 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f4d369-22fa-469b-b4f9-dca38fa6eede HTTP/1.1" status: 200  len: 210 time: 0.0987029
Mar 26 21:04:19.771130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ad70dc50-95e8-423a-8e8b-39cc9c2c1245 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:19.776436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c036ec0-0629-4276-bb65-e58253d979ba None None] Pushing event updated for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:19.778507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.854943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:19.856484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.891862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:19.893524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:19.950845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9904410b-6785-4dd4-84d3-a2a5836720a1 None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:19.951440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9904410b-6785-4dd4-84d3-a2a5836720a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.079582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:20.082706 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4533776a-7c58-4828-8537-616f9262e959" -d '{"events": [{"server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "name": "network-vif-plugged", "status": "completed", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:20.142899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:20.144146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.166943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 23dc7706-4cb5-4b0b-a08e-4821dcac60fb owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:20.271600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:20.296145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.385017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3cd01-a76b-47d9-916a-053503f20f08 req-f0ca06a0-8dbc-42e2-b4b0-6799cc81a155 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:20.392476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3cd01-a76b-47d9-916a-053503f20f08 req-f0ca06a0-8dbc-42e2-b4b0-6799cc81a155 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:20.394841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d3cd01-a76b-47d9-916a-053503f20f08 req-f0ca06a0-8dbc-42e2-b4b0-6799cc81a155 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 1683 time: 0.1072617
Mar 26 21:04:20.419564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:20.441530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e6f8-a291-418c-91ca-632a555f9bd0 req-2fa03ec3-4516-4ed9-8026-38c2c3db5d61 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:20.444141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80f2e6f8-a291-418c-91ca-632a555f9bd0 req-2fa03ec3-4516-4ed9-8026-38c2c3db5d61 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 945 time: 0.2006574
Mar 26 21:04:20.481369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d3cd01-a76b-47d9-916a-053503f20f08 req-5866f74e-a4e5-459f-bfaf-4415f1bc1a48 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/security-groups?id=745da12f-ce71-4cca-b1bf-708e2e2d9d66&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649714
Mar 26 21:04:20.519159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks [] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.525122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9904410b-6785-4dd4-84d3-a2a5836720a1 None None] Current status of the port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:20.530804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:20.531498 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.556778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.595087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-80f2e6f8-a291-418c-91ca-632a555f9bd0 req-f47f0335-2ad2-41d1-a880-4633d0cd3480 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436138
Mar 26 21:04:20.601542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (23dc7706-4cb5-4b0b-a08e-4821dcac60fb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.612004 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df90526-38e0-4c2e-94c7-706c61173b9b x-openstack-request-id: req-7df90526-38e0-4c2e-94c7-706c61173b9b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:20.612970 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "name": "network-vif-plugged", "status": "completed", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:20.612970 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7df90526-38e0-4c2e-94c7-706c61173b9b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:20.612970 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df90526-38e0-4c2e-94c7-706c61173b9b'] response: {'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'code': 200}
Mar 26 21:04:20.624553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['8f25af91-ddf8-43d9-bd4b-da9de00414d9', '23dc7706-4cb5-4b0b-a08e-4821dcac60fb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:20.631533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Allocated IP 2001:db8:3::1 (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04/953c902f-82fb-4567-8129-9bb42cdb20ea/99fae785-5696-4029-8d51-5a7aa432961b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:20.661842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=23dc7706-4cb5-4b0b-a08e-4821dcac60fb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:20.689255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:20.693057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Pushing event updated for resources: {'Port': ['ID=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:20.704362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:20.708343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:20.762565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec196a0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:20.824506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (99fae785-5696-4029-8d51-5a7aa432961b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.844197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Checking router: 52ed77cc-bbaa-4727-abaa-b86193789f49 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:20.851816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 23dc7706-4cb5-4b0b-a08e-4821dcac60fb on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:20.855556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.863774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:20.866557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-ec516ddd-0afd-4053-ab80-91ab41b6effb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "DELETE /v2.0/ports/23dc7706-4cb5-4b0b-a08e-4821dcac60fb HTTP/1.1" status: 204  len: 173 time: 1.2011726
Mar 26 21:04:20.908152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:20.931492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Attempting to bind port b5283cdb-f54c-4306-bc21-3f4d255c3c2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:20.932934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Attempting to bind port b5283cdb-f54c-4306-bc21-3f4d255c3c2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:20.933548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Attempting to bind port b5283cdb-f54c-4306-bc21-3f4d255c3c2c on network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:20.936886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:20.975058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:21.002093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:21.002776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Checking segment: {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:21.003235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.004824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2f37e-c7d8-41c5-8ced-4600e2c36592 req-0536cd92-3061-4980-b71a-32f639f15ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:21.006608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ea2f37e-c7d8-41c5-8ced-4600e2c36592 req-0536cd92-3061-4980-b71a-32f639f15ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 1128 time: 0.2622576
Mar 26 21:04:21.008977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Bound using segment: {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:21.010954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Bound port: b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:21.011577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.021171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:21.023118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec196a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:21.054564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:21.057972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:21.071436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:21.072434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.076715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:21.077077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.084796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ea2f37e-c7d8-41c5-8ced-4600e2c36592 req-6cb5e2ef-f3ea-41b1-b8a1-a619a7c85706 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706251
Mar 26 21:04:21.218308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (46c2e2d8-34fb-47a0-a9ea-49b8b39958af), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.272859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99fae785-5696-4029-8d51-5a7aa432961b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.273308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 8f25af91-ddf8-43d9-bd4b-da9de00414d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8f25af91-ddf8-43d9-bd4b-da9de00414d9,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:21.274647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.290745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (46c2e2d8-34fb-47a0-a9ea-49b8b39958af), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.299411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 8f25af91-ddf8-43d9-bd4b-da9de00414d9 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:21.550077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8f25af91-ddf8-43d9-bd4b-da9de00414d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.600562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-deleted', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:21.603965 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a11e2de-bd9a-4695-9932-9df9258d0004" -d '{"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-deleted", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:21.605101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:21.612823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=8f25af91-ddf8-43d9-bd4b-da9de00414d9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:21.725951 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed95dcb-2693-431f-a413-a97bb59fcb16 x-openstack-request-id: req-4ed95dcb-2693-431f-a413-a97bb59fcb16 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:21.726225 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-deleted", "tag": "23dc7706-4cb5-4b0b-a08e-4821dcac60fb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:21.726656 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ed95dcb-2693-431f-a413-a97bb59fcb16 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:21.727130 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed95dcb-2693-431f-a413-a97bb59fcb16'] response: {'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-deleted', 'tag': '23dc7706-4cb5-4b0b-a08e-4821dcac60fb', 'status': 'completed', 'code': 200}
Mar 26 21:04:21.749181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73091bf7-9064-4ef1-a16e-ac6cbd9a6de5 req-b300d91b-2d17-477f-ac8d-9fa4bb867acd tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "GET /v2.0/ports?device_id=09de0669-9de8-495a-897b-5f49433ecab4 HTTP/1.1" status: 200  len: 210 time: 0.0732923
Mar 26 21:04:21.750280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 8f25af91-ddf8-43d9-bd4b-da9de00414d9 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:21.759430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:21.766547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:21.775832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-371fd18a-b94e-4a83-9645-4419d67daa79 req-0121e0b1-f1e2-43fa-bdbe-07ab2f59c783 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.18 "DELETE /v2.0/ports/8f25af91-ddf8-43d9-bd4b-da9de00414d9 HTTP/1.1" status: 204  len: 173 time: 0.9063151
Mar 26 21:04:21.783604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ad70dc50-95e8-423a-8e8b-39cc9c2c1245 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:21.943718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 5655cd88-9896-4588-87bb-f6ba5c5c42be {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:21.944675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5655cd88-9896-4588-87bb-f6ba5c5c42be not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:21.991688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for port (99fae785-5696-4029-8d51-5a7aa432961b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.041709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.042872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.084591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] For port b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:22.118340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] For port b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:22.145788 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.249903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:22.250295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.312577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event updated for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:22.336348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3374e-751c-45d2-9800-560709b32e40 req-39c017ba-92d5-4ca3-bddf-edbeab9f3372 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:22.338185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3f3374e-751c-45d2-9800-560709b32e40 req-39c017ba-92d5-4ca3-bddf-edbeab9f3372 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.4767723
Mar 26 21:04:22.397532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f93fd9-e6ad-4a4a-9a8a-c91307813844 None None] Pushing event updated for resources: {'Port': ['ID=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:22.421345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (46c2e2d8-34fb-47a0-a9ea-49b8b39958af), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.424876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.425433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "DELETE /v2.0/security-groups/46c2e2d8-34fb-47a0-a9ea-49b8b39958af HTTP/1.1" status: 204  len: 168 time: 1.5606091
Mar 26 21:04:22.428302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43286) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:22.451770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20ba4a-b05e-49fb-8168-e5f1a19a96e8 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c2e2d8-34fb-47a0-a9ea-49b8b39958af,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:22.452022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec196a0>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:22.494002 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-00b6c531-e6a4-4dca-a315-e1f9e80235b6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] show failed (client error): The resource could not be found.
Mar 26 21:04:22.499034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00b6c531-e6a4-4dca-a315-e1f9e80235b6 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "GET /v2.0/security-groups/46c2e2d8-34fb-47a0-a9ea-49b8b39958af HTTP/1.1" status: 404  len: 347 time: 0.0652730
Mar 26 21:04:22.506938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:22.574036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7612fb9a-6aea-409a-a69b-f5316c09d16a None None] The sync data for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 is: [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T20:56:03Z', 'revision_number': 4, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '713a0f07-b503-4e03-8f47-70b740397b03', 'name': '', 'network_id': '30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'mac_address': 'fa:16:3e:d8:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_interface', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:56:00Z', 'updated_at': '2022-03-26T20:56:07Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'subnets': [{'id': '3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:22.586426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:22.612646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:22.635612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3f3374e-751c-45d2-9800-560709b32e40 req-932ec9ef-791c-452a-967a-f333858b3e45 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209938
Mar 26 21:04:22.640401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:22.685628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8f25af91-ddf8-43d9-bd4b-da9de00414d9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:22.758897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 8f25af91-ddf8-43d9-bd4b-da9de00414d9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:22.759726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 8f25af91-ddf8-43d9-bd4b-da9de00414d9 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:22.782104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 23dc7706-4cb5-4b0b-a08e-4821dcac60fb no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:22.825134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Deleting port c7e6a53a-9abb-45d5-9bb8-f9f4f845611a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:22.825798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.848058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 23dc7706-4cb5-4b0b-a08e-4821dcac60fb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:22.848458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 23dc7706-4cb5-4b0b-a08e-4821dcac60fb not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:22.861630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:22.954421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.954852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:22.973704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting subnet d95676ee-eee5-4821-aa06-cbc8e5ef62bd {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:22.974881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Calling delete_port for c7e6a53a-9abb-45d5-9bb8-f9f4f845611a owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:22.979960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (d95676ee-eee5-4821-aa06-cbc8e5ef62bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.020599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:23.048658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d95676ee-eee5-4821-aa06-cbc8e5ef62bd), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.079133 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954ea38a-63de-40c9-8d53-e84dae850265 None None] New status for floating IP d66c8907-c2dd-4eac-bfca-884cbabaa087: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:04:23.178519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c7e6a53a-9abb-45d5-9bb8-f9f4f845611a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.179817 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.db.api [None req-954ea38a-63de-40c9-8d53-e84dae850265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:04:23.180451 ncdv-master-1 neutron-server[126741]: DEBUG oslo_db.api [None req-954ea38a-63de-40c9-8d53-e84dae850265 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:04:23.213974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Pushing event deleted for resources: {'Port': ['ID=c7e6a53a-9abb-45d5-9bb8-f9f4f845611a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:23.238933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:23.250254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b57383bb-a12b-4d0f-886c-495552c491c2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0637572
Mar 26 21:04:23.250534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:23.252336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:23.256455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:23.269403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:23.270015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f891880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:23.271484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d95676ee-eee5-4821-aa06-cbc8e5ef62bd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.361050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d95676ee-eee5-4821-aa06-cbc8e5ef62bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.401022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaeaf8d-39bb-4929-ac35-65a5c8a17727 None None] Network badf551b-1c40-4815-a0fa-85fdf1998179 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:23.401677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.405816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/subnets/d95676ee-eee5-4821-aa06-cbc8e5ef62bd HTTP/1.1" status: 204  len: 168 time: 0.5431387
Mar 26 21:04:23.419998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks [] for floatingip (d66c8907-c2dd-4eac-bfca-884cbabaa087), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.423854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.428046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2ccbdf8c-6743-4172-b41b-0789a62ead95 tempest-ServerActionsTestJSON-717608846 tempest-ServerActionsTestJSON-717608846-project] 10.222.0.16 "DELETE /v2.0/floatingips/d66c8907-c2dd-4eac-bfca-884cbabaa087 HTTP/1.1" status: 204  len: 168 time: 0.9156334
Mar 26 21:04:23.428046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43314) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:23.442473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43316) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:23.445792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Subnet': ['ID=d95676ee-eee5-4821-aa06-cbc8e5ef62bd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:23.455753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.456794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.457673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.458234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.458938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.459511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.460156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.460760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.461458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.462008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.462580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.469876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.476222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.477659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.479515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d305963c-df17-4009-b2a4-5a9caaf1cbef tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:23.597161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:23.676009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5283cdb-f54c-4306-bc21-3f4d255c3c2c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:23.681887 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954ea38a-63de-40c9-8d53-e84dae850265 None None] New status for floating IP d66c8907-c2dd-4eac-bfca-884cbabaa087: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:04:23.785706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-deleted', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:23.793987 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef38a25-f06d-48b4-93a0-07c8f5d67efd" -d '{"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-deleted", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:23.808369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (badf551b-1c40-4815-a0fa-85fdf1998179), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:23.951794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e2a6a-8e53-4862-9d33-8aac161c2b0b None None] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:24.081987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] DHCP port deletion for badf551b-1c40-4815-a0fa-85fdf1998179 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:24.184087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Provisioning complete for port b5283cdb-f54c-4306-bc21-3f4d255c3c2c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:24.184480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.192973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b5283cdb-f54c-4306-bc21-3f4d255c3c2c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:24.193433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.385503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8f15-9225-40c2-8675-76b54f6aa1cf req-1b287118-a0e9-478b-a9de-dfd0d51ee59a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:24.387553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07e8f15-9225-40c2-8675-76b54f6aa1cf req-1b287118-a0e9-478b-a9de-dfd0d51ee59a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.0742803
Mar 26 21:04:24.452364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07e8f15-9225-40c2-8675-76b54f6aa1cf req-ac8203fa-717f-49f1-9b10-5bb3103053b9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577719
Mar 26 21:04:24.452545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Deleting port e2923c4e-4c35-4c50-8f01-c826b04ceac1 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:24.453018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.560391 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e04a2a-5135-4306-86b5-ddfbe7328f5d x-openstack-request-id: req-88e04a2a-5135-4306-86b5-ddfbe7328f5d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:24.560885 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de0669-9de8-495a-897b-5f49433ecab4", "name": "network-vif-deleted", "tag": "8f25af91-ddf8-43d9-bd4b-da9de00414d9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:24.561000 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88e04a2a-5135-4306-86b5-ddfbe7328f5d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:24.561321 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e04a2a-5135-4306-86b5-ddfbe7328f5d'] response: {'server_uuid': '09de0669-9de8-495a-897b-5f49433ecab4', 'name': 'network-vif-deleted', 'tag': '8f25af91-ddf8-43d9-bd4b-da9de00414d9', 'status': 'completed', 'code': 200}
Mar 26 21:04:24.590110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b5283cdb-f54c-4306-bc21-3f4d255c3c2c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:24.590501 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.598645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] For port e2923c4e-4c35-4c50-8f01-c826b04ceac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2923c4e-4c35-4c50-8f01-c826b04ceac1,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:24.599010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.601589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Current status of the port b5283cdb-f54c-4306-bc21-3f4d255c3c2c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:24.601806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.619111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f891880>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:21Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:21Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:24.650559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d83fe-2d8a-464b-836c-ffb68753b33f req-7452ba9d-b350-458c-987d-88d135a055b3 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:24.652215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-243d83fe-2d8a-464b-836c-ffb68753b33f req-7452ba9d-b350-458c-987d-88d135a055b3 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.2560332
Mar 26 21:04:24.823652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Calling delete_port for e2923c4e-4c35-4c50-8f01-c826b04ceac1 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:24.826494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:24.826855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Updating router 9d9baafc-811a-45df-b24e-d3c309caf576 port 99fae785-5696-4029-8d51-5a7aa432961b binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:04:24.828522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port e2923c4e-4c35-4c50-8f01-c826b04ceac1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:24.828884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.833313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-243d83fe-2d8a-464b-836c-ffb68753b33f req-ddc277f0-c8ac-4faa-962b-cd8aebad1497 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724136
Mar 26 21:04:24.875757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:24.902717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:04:24.915888 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99fae785-5696-4029-8d51-5a7aa432961b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.920752 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.967450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Removed routes are [] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:04:24.973104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:24.980206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port e2923c4e-4c35-4c50-8f01-c826b04ceac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2923c4e-4c35-4c50-8f01-c826b04ceac1,segment=NetworkSegment(1905a63a-5788-435b-8d1d-0fb367a7eff3),segment_id=1905a63a-5788-435b-8d1d-0fb367a7eff3)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:24.981361 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.060804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ddf97-a8a4-4040-a3e7-5dbdabcbe729 req-6c2c2553-af3d-43a1-aef8-af99b1938693 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:25.062380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c0ddf97-a8a4-4040-a3e7-5dbdabcbe729 req-6c2c2553-af3d-43a1-aef8-af99b1938693 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.1073549
Mar 26 21:04:25.067132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for e2923c4e-4c35-4c50-8f01-c826b04ceac1 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:25.070473 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:04:25.070826 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:04:25.097987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8d4-8a00-4d92-a325-ede4aa7ebf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.110265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:25.158329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c0ddf97-a8a4-4040-a3e7-5dbdabcbe729 req-108c487c-fa6a-47fd-b16d-f2441f4e2760 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734725
Mar 26 21:04:25.160999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.205445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] Pushing event deleted for resources: {'Port': ['ID=e2923c4e-4c35-4c50-8f01-c826b04ceac1,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:25.215782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5edea-ef01-416c-b2dc-7f0808a87d0a None None] No DVR routers for this DVR port e2923c4e-4c35-4c50-8f01-c826b04ceac1 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:25.455457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e2923c4e-4c35-4c50-8f01-c826b04ceac1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.506068 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks [] for port (99fae785-5696-4029-8d51-5a7aa432961b), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.513903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.517485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=e2923c4e-4c35-4c50-8f01-c826b04ceac1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:25.551859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.552483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.552827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.553177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.556152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5283cdb-f54c-4306-bc21-3f4d255c3c2c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:25.558558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.559527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.559877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.560248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.560587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.561167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.561254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.561880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.562140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.563531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.566161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:25.629368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.638935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port e2923c4e-4c35-4c50-8f01-c826b04ceac1 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:25.651705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d985-fc39-459f-a4bd-f9075da7c983 None None] Pushing event updated for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:25.665563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.698922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb739b9-26dc-4bc4-b0c1-d9b7c81802e2 req-da629c67-2ac1-4a79-9923-c4f65728905c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:25.710785 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acb739b9-26dc-4bc4-b0c1-d9b7c81802e2 req-da629c67-2ac1-4a79-9923-c4f65728905c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1319137
Mar 26 21:04:25.720686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5be3e185-dfdc-4e00-a865-3e6ea222eddf None None] Current status of the port b5283cdb-f54c-4306-bc21-3f4d255c3c2c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:25.789650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Attempting to bind port 99fae785-5696-4029-8d51-5a7aa432961b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:25.790113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Attempting to bind port 99fae785-5696-4029-8d51-5a7aa432961b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:25.790554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Attempting to bind port 99fae785-5696-4029-8d51-5a7aa432961b on network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:25.802775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:25.806633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Checking segment: {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:25.807149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.807565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Bound using segment: {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:25.808222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Bound port: 99fae785-5696-4029-8d51-5a7aa432961b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea18910f-d02b-4881-a171-147c234c3cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:25.810521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-acb739b9-26dc-4bc4-b0c1-d9b7c81802e2 req-e9613d90-092d-40df-8bbf-1599dabe915b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023977
Mar 26 21:04:25.812594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99fae785-5696-4029-8d51-5a7aa432961b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.866810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b5283cdb-f54c-4306-bc21-3f4d255c3c2c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:25.867470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.933694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (badf551b-1c40-4815-a0fa-85fdf1998179), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:25.961965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (52ed77cc-bbaa-4727-abaa-b86193789f49), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.049334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Provisioning complete for port 99fae785-5696-4029-8d51-5a7aa432961b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:26.049991 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99fae785-5696-4029-8d51-5a7aa432961b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.057278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e1dbbe0>,) {'filters': {'network_id': ['badf551b-1c40-4815-a0fa-85fdf1998179']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:26.099423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1dbbe0>, '1905a63a-5788-435b-8d1d-0fb367a7eff3') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:26.099903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1dbbe0>, '1905a63a-5788-435b-8d1d-0fb367a7eff3') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:26.132333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:26.134803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Port 99fae785-5696-4029-8d51-5a7aa432961b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:04:26.144607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] For port 99fae785-5696-4029-8d51-5a7aa432961b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:26.149697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] For port 99fae785-5696-4029-8d51-5a7aa432961b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99fae785-5696-4029-8d51-5a7aa432961b,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:26.163119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.175891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Provisioning complete for port b5283cdb-f54c-4306-bc21-3f4d255c3c2c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:26.176295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.178165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1905a63a-5788-435b-8d1d-0fb367a7eff3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.202388 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1905a63a-5788-435b-8d1d-0fb367a7eff3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.218929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:26.219621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1905a63a-5788-435b-8d1d-0fb367a7eff3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:26.235546 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:26.251055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296059-9054-47a6-9d87-a6b10dbde02e req-95316561-588c-48dd-b3ba-16fbb0ec23dc tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:26.254380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79296059-9054-47a6-9d87-a6b10dbde02e req-95316561-588c-48dd-b3ba-16fbb0ec23dc tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.0727375
Mar 26 21:04:26.312357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b5283cdb-f54c-4306-bc21-3f4d255c3c2c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:26.316182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1d985-fc39-459f-a4bd-f9075da7c983 None None] Pushing event updated for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:26.320823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79296059-9054-47a6-9d87-a6b10dbde02e req-4ace5465-5abd-441b-89ac-a1ad52352477 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586741
Mar 26 21:04:26.322489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:26.323194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f891880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:03:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:26.429255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2923c4e-4c35-4c50-8f01-c826b04ceac1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:26.439973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (badf551b-1c40-4815-a0fa-85fdf1998179), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.450879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.454711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/networks/badf551b-1c40-4815-a0fa-85fdf1998179 HTTP/1.1" status: 204  len: 168 time: 3.0263221
Mar 26 21:04:26.457361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43432) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:26.459005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e2923c4e-4c35-4c50-8f01-c826b04ceac1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:26.459369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e2923c4e-4c35-4c50-8f01-c826b04ceac1 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:26.498056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:26.507952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.512950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-51fe6c36-6e64-405d-8d22-f93185d8f9b1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 954 time: 3.2609158
Mar 26 21:04:26.514645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd641a-5e5c-49f6-93eb-e5fe85c9e92a tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Network': ['ID=badf551b-1c40-4815-a0fa-85fdf1998179,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:26.514945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43434) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:26.538952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd91f5-7fca-45d0-8c89-0c70c50ac505 None None] Current status of the port b5283cdb-f54c-4306-bc21-3f4d255c3c2c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:26.547161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:26.602134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting subnet c2486b6a-57ee-4d0f-b72f-6441c4db143a {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:26.609049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for subnet (c2486b6a-57ee-4d0f-b72f-6441c4db143a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.630625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Deleting port 713a0f07-b503-4e03-8f47-70b740397b03 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:26.631208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (713a0f07-b503-4e03-8f47-70b740397b03), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.664339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c2486b6a-57ee-4d0f-b72f-6441c4db143a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.698098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-997cfd9d-8032-4487-910c-e6de923a1f27 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 954 time: 0.1819520
Mar 26 21:04:26.703298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:26.708596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'routes': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:26.715131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Provisioning complete for port 99fae785-5696-4029-8d51-5a7aa432961b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:26.715656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99fae785-5696-4029-8d51-5a7aa432961b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.863973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Current status of the port 99fae785-5696-4029-8d51-5a7aa432961b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:26.864585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99fae785-5696-4029-8d51-5a7aa432961b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.920037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f891880>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:24Z', 'revision_number': 6, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:26.928793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c2486b6a-57ee-4d0f-b72f-6441c4db143a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:26.950100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] For port 99fae785-5696-4029-8d51-5a7aa432961b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99fae785-5696-4029-8d51-5a7aa432961b,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:26.952814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866782e-9bd6-4f46-8dd7-3e8799cde058 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:24Z', 'revision_number': 6, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 4, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:26.955104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:27.046300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc6979-22fc-4c8e-917c-43c071b22de2 None None] Pushing event updated for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:27.142841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] For port 713a0f07-b503-4e03-8f47-70b740397b03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=713a0f07-b503-4e03-8f47-70b740397b03,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:27.143848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (713a0f07-b503-4e03-8f47-70b740397b03), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:27.153774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60699-cee0-41fe-8e3d-310c6b13894f req-004b89f2-ae1e-48f1-8f6b-b85f4484f13a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:27.155395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d60699-cee0-41fe-8e3d-310c6b13894f req-004b89f2-ae1e-48f1-8f6b-b85f4484f13a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1088116
Mar 26 21:04:27.166905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Calling delete_port for 713a0f07-b503-4e03-8f47-70b740397b03 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:27.275507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d60699-cee0-41fe-8e3d-310c6b13894f req-257a9df7-5f9f-4722-a893-12684d9c7145 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056569
Mar 26 21:04:27.325825 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-772352e8-5b5d-4825-91e2-2701ecf8b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:27.504516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (713a0f07-b503-4e03-8f47-70b740397b03), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:27.570400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=713a0f07-b503-4e03-8f47-70b740397b03,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:27.575044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99fae785-5696-4029-8d51-5a7aa432961b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:27.676671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 99fae785-5696-4029-8d51-5a7aa432961b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:27.677069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99fae785-5696-4029-8d51-5a7aa432961b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:27.842070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 99fae785-5696-4029-8d51-5a7aa432961b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:27.883902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (52ed77cc-bbaa-4727-abaa-b86193789f49), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.037483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added routes are [] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:04:28.038054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:04:28.061537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c7c35-245c-43d2-9d3f-f548938e0acc req-c4de4c42-27e3-4c12-9941-ef05a5742395 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:28.063044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-162c7c35-245c-43d2-9d3f-f548938e0acc req-c4de4c42-27e3-4c12-9941-ef05a5742395 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.2683334
Mar 26 21:04:28.082244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c2486b6a-57ee-4d0f-b72f-6441c4db143a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.127401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Subnet': ['ID=c2486b6a-57ee-4d0f-b72f-6441c4db143a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:28.137733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.144214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43462) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:28.144801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-74f25836-1eda-4e87-95e4-9c517be58d91 tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/subnets/c2486b6a-57ee-4d0f-b72f-6441c4db143a HTTP/1.1" status: 204  len: 168 time: 1.6861818
Mar 26 21:04:28.146458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf829765-10d1-403c-9a80-587a88826d5b None None] Network 58dca438-dba6-4190-9d3b-709df564590c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:28.157629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.180257 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-162c7c35-245c-43d2-9d3f-f548938e0acc req-11405926-9819-4665-a5cc-84a00cc9610f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081829
Mar 26 21:04:28.205494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Router 52ed77cc-bbaa-4727-abaa-b86193789f49 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:28.264529 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:28.279842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:28.281595 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242feca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:28.342118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] DHCP port deletion for 58dca438-dba6-4190-9d3b-709df564590c request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:28.355266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (58dca438-dba6-4190-9d3b-709df564590c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.409923 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:28.410712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:28.421065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c0a57545-39c3-48de-866c-fb700ec489d7 admin admin] 10.222.0.16 "PUT /v2.0/routers/52ed77cc-bbaa-4727-abaa-b86193789f49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9745109
Mar 26 21:04:28.421275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.421275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:28.429963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Sync routers for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:28.451886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Deleting port 2687f2a6-ab86-4a83-8528-220a4041cc60 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:28.452586 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.481664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.501752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Deleting port 2687f2a6-ab86-4a83-8528-220a4041cc60 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:28.502098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.516984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:28.517630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df4e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:28.558228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f3e7-9b64-4a84-982c-b8e98d61f4c0 req-b559a0cb-9301-48d4-926b-ac071cda4bb2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:28.561768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90f0f3e7-9b64-4a84-982c-b8e98d61f4c0 req-b559a0cb-9301-48d4-926b-ac071cda4bb2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1261621
Mar 26 21:04:28.566823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] For port 2687f2a6-ab86-4a83-8528-220a4041cc60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2687f2a6-ab86-4a83-8528-220a4041cc60,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:28.566823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.590419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Calling delete_port for 2687f2a6-ab86-4a83-8528-220a4041cc60 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:28.627379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] For port 2687f2a6-ab86-4a83-8528-220a4041cc60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2687f2a6-ab86-4a83-8528-220a4041cc60,segment=NetworkSegment(a5f9c0ba-3219-44b5-a833-8795b73d875b),segment_id=a5f9c0ba-3219-44b5-a833-8795b73d875b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:28.628641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.650405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Calling delete_port for 2687f2a6-ab86-4a83-8528-220a4041cc60 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:28.663233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks [] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.676530 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242feca0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:28.701918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:28.714302 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:28.725888 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:28.726612 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242feca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:28.796330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:28.844171 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:28.852659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.872822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:28.882066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.886260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bb6a63ea-edd9-48c1-a037-c1ed35fa402b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 704 time: 2.1812418
Mar 26 21:04:28.888742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43472) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:28.929075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:28.939773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Port': ['ID=2687f2a6-ab86-4a83-8528-220a4041cc60,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:28.967857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] No DVR routers for this DVR port 2687f2a6-ab86-4a83-8528-220a4041cc60 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:28.980046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks [] for router_gateway (52ed77cc-bbaa-4727-abaa-b86193789f49), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.041020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90f0f3e7-9b64-4a84-982c-b8e98d61f4c0 req-6425dbdb-b88f-4f36-bcf0-1fb1e08126a6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2387447
Mar 26 21:04:29.127450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:29.150835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e0913c5a-d92a-45a6-9c0e-b30aa52400ff tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 704 time: 0.2615745
Mar 26 21:04:29.173224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:29.176868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (58dca438-dba6-4190-9d3b-709df564590c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.238309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (2687f2a6-ab86-4a83-8528-220a4041cc60), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.257425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Deleting port 2b0f7097-29e3-43d0-bf22-f827e5834c9a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:29.257928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.301835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] No DVR routers for this DVR port 2687f2a6-ab86-4a83-8528-220a4041cc60 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:29.306077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b7495-20d9-46c2-b779-35ef714adcfa None None] Pushing event deleted for resources: {'Port': ['ID=2687f2a6-ab86-4a83-8528-220a4041cc60,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:29.336919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:29.446317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242feca0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:29.463038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'port_id': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'mac_address': 'fa:16:3e:20:6f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdec398-8a90-4e44-be8a-b3ca504ef095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:29.518884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] For port 2b0f7097-29e3-43d0-bf22-f827e5834c9a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b0f7097-29e3-43d0-bf22-f827e5834c9a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:29.519257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.525909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a2214-32d6-496a-9a51-6d6526f9462c None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:29.543414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aca9ce-14e2-4cc5-8ce1-db75be96de1b req-3d0fcb51-9246-47fd-8922-b4b3918a7002 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:29.546635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9aca9ce-14e2-4cc5-8ce1-db75be96de1b req-3d0fcb51-9246-47fd-8922-b4b3918a7002 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 946 time: 0.2308350
Mar 26 21:04:29.581746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Calling delete_port for 2b0f7097-29e3-43d0-bf22-f827e5834c9a owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:29.665744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:29.666292 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.702573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:29.740492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2687f2a6-ab86-4a83-8528-220a4041cc60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:29.762947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f612448aa90>,) {'filters': {'network_id': ['58dca438-dba6-4190-9d3b-709df564590c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:29.778179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f612448aa90>, 'a5f9c0ba-3219-44b5-a833-8795b73d875b') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:29.778771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f612448aa90>, 'a5f9c0ba-3219-44b5-a833-8795b73d875b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:29.787020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:29.789709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2687f2a6-ab86-4a83-8528-220a4041cc60 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:29.790063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2687f2a6-ab86-4a83-8528-220a4041cc60 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:29.810518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.814577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (a5f9c0ba-3219-44b5-a833-8795b73d875b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.852575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a5f9c0ba-3219-44b5-a833-8795b73d875b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.862316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:29.862877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (a5f9c0ba-3219-44b5-a833-8795b73d875b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:29.879415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df4e220>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T21:04:27Z', 'revision_number': 5, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port': {'id': '2b0f7097-29e3-43d0-bf22-f827e5834c9a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T20:55:50Z', 'updated_at': '2022-03-26T20:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:29.899389 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:29.936058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Checking router: 52ed77cc-bbaa-4727-abaa-b86193789f49 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:29.947745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9aca9ce-14e2-4cc5-8ce1-db75be96de1b req-b5b4ce2d-549c-45dc-808f-d6a329f9c9cb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3615935
Mar 26 21:04:29.975021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['04895254-7ae4-4fb2-ae0f-cb9ac5f3553f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:29.997143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (58dca438-dba6-4190-9d3b-709df564590c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.003738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.015589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] 10.222.0.16 "DELETE /v2.0/networks/58dca438-dba6-4190-9d3b-709df564590c HTTP/1.1" status: 204  len: 168 time: 1.8292534
Mar 26 21:04:30.038087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:30.075725 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:30.089526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Routers {'52ed77cc-bbaa-4727-abaa-b86193789f49'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:30.089526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df4e220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['52ed77cc-bbaa-4727-abaa-b86193789f49'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:30.096160 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:30.098825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242786d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:30.102041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3389e-004a-4bf0-92e2-4b9708f23deb tempest-ServersTestMultiNic-1359896988 tempest-ServersTestMultiNic-1359896988-project] Pushing event deleted for resources: {'Network': ['ID=58dca438-dba6-4190-9d3b-709df564590c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:30.122027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2b0f7097-29e3-43d0-bf22-f827e5834c9a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.142825 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.261065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.262602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] Set router 52ed77cc-bbaa-4727-abaa-b86193789f49 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:30.266126 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:30.272900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0f7097-29e3-43d0-bf22-f827e5834c9a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:30.277443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:30.336473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (52ed77cc-bbaa-4727-abaa-b86193789f49), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.343234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df4e220>, [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 6, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:30.394622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac19a6-05c4-42bc-b279-9b5ad3912c14 None None] The sync data for ids ['52ed77cc-bbaa-4727-abaa-b86193789f49'] in ncdv-master-1 is: [{'id': '52ed77cc-bbaa-4727-abaa-b86193789f49', 'name': 'tempest-ServerActionsTestJSON-453811744-router', 'tenant_id': '71d58c339cd84f6891e4545c28bb7927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T20:55:49Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 6, 'project_id': '71d58c339cd84f6891e4545c28bb7927', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:30.494364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acb16f-c1aa-456a-b2de-e120f4651dde req-dbf11a74-152e-443f-877c-0baaa60660af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:30.496300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99acb16f-c1aa-456a-b2de-e120f4651dde req-dbf11a74-152e-443f-877c-0baaa60660af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.2855158
Mar 26 21:04:30.498388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.501412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks [] for router_controller (52ed77cc-bbaa-4727-abaa-b86193789f49), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.557357 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242786d0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:30.597426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99acb16f-c1aa-456a-b2de-e120f4651dde req-872f85cf-3408-4279-94a8-6876cd7d5e31 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844491
Mar 26 21:04:30.598747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (52ed77cc-bbaa-4727-abaa-b86193789f49), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.599181 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:30.599396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ed77cc-bbaa-4727-abaa-b86193789f49 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:04:30.614547 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:30.615282 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242786d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:30.616747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.621488 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2071b31-fc61-4c2f-901c-496f416abaf1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/52ed77cc-bbaa-4727-abaa-b86193789f49 HTTP/1.1" status: 204  len: 168 time: 2.1993592
Mar 26 21:04:30.622135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43514) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:30.704598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:30.705610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Deleting subnet 3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:30.715215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Publish callbacks [] for subnet (3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.767958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:30.802249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.870218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f is: BUILD; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:30.870721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.894120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:30.926912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:30.931336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.961173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.974393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 99fae785-5696-4029-8d51-5a7aa432961b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:30.974744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (99fae785-5696-4029-8d51-5a7aa432961b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:30.995427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:31.065536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.070691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (89a31038-0285-494e-b8b8-0ec9f446eca8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.093942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:31.100278 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.104055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-490f4261-62e3-46e7-a584-f860834c0907 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b3b66fd-b4b8-4fb6-9e2a-6eedd4478d4f HTTP/1.1" status: 204  len: 168 time: 0.4749608
Mar 26 21:04:31.106600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:31.108892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d9fdc-f68b-45ff-8642-fb6343a19ec5 None None] Network 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:31.147867 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242786d0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:31.177440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc92c8-9b6c-4644-9872-218f5ca2dbe9 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:28Z', 'revision_number': 7, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99fae785-5696-4029-8d51-5a7aa432961b', 'name': '', 'network_id': '0e663241-f4e4-4d13-9c1a-04a3a9ddfa04', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:35:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:20Z', 'updated_at': '2022-03-26T21:04:26Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '953c902f-82fb-4567-8129-9bb42cdb20ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:31.192206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.276710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Deleting port e340c9b8-d93f-42bd-863d-db573d033bb8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:31.277410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.329432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] DHCP port deletion for 30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:31.380622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] For port e340c9b8-d93f-42bd-863d-db573d033bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e340c9b8-d93f-42bd-863d-db573d033bb8,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:31.381184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.397572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Calling delete_port for e340c9b8-d93f-42bd-863d-db573d033bb8 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:31.408866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Deleting port e340c9b8-d93f-42bd-863d-db573d033bb8 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:31.409201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.513166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] For port e340c9b8-d93f-42bd-863d-db573d033bb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e340c9b8-d93f-42bd-863d-db573d033bb8,segment=NetworkSegment(e4ff583c-09c0-4977-bb40-aebbd5b3fbb4),segment_id=e4ff583c-09c0-4977-bb40-aebbd5b3fbb4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:31.514029 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.518058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.534002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Calling delete_port for e340c9b8-d93f-42bd-863d-db573d033bb8 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:31.559464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e340c9b8-d93f-42bd-863d-db573d033bb8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:31.561500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] No DVR routers for this DVR port e340c9b8-d93f-42bd-863d-db573d033bb8 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:31.603401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 99fae785-5696-4029-8d51-5a7aa432961b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99fae785-5696-4029-8d51-5a7aa432961b,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:31.603779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (99fae785-5696-4029-8d51-5a7aa432961b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.605910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e340c9b8-d93f-42bd-863d-db573d033bb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:31.628296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 99fae785-5696-4029-8d51-5a7aa432961b owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:31.638928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e340c9b8-d93f-42bd-863d-db573d033bb8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:31.639286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e340c9b8-d93f-42bd-863d-db573d033bb8 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:31.639783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b0f7097-29e3-43d0-bf22-f827e5834c9a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:31.653000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.669000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2b0f7097-29e3-43d0-bf22-f827e5834c9a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:31.669392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b0f7097-29e3-43d0-bf22-f827e5834c9a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:31.669814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 713a0f07-b503-4e03-8f47-70b740397b03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:31.697693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d68a340>,) {'filters': {'network_id': ['30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:31.698422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 713a0f07-b503-4e03-8f47-70b740397b03 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:31.698779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 713a0f07-b503-4e03-8f47-70b740397b03 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:31.713375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d68a340>, 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:31.713533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d68a340>, 'e4ff583c-09c0-4977-bb40-aebbd5b3fbb4') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:31.721884 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e340c9b8-d93f-42bd-863d-db573d033bb8), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.737374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] No DVR routers for this DVR port e340c9b8-d93f-42bd-863d-db573d033bb8 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:31.744714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e4ff583c-09c0-4977-bb40-aebbd5b3fbb4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.753823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351e463-5fbb-46f6-ae83-2f87177ef75b req-283b9d6c-ff5c-4712-b28f-d66317c61207 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:31.757438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4351e463-5fbb-46f6-ae83-2f87177ef75b req-283b9d6c-ff5c-4712-b28f-d66317c61207 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.7192400
Mar 26 21:04:31.793889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76a7f3-6277-4a81-af62-467a975ce20d None None] Pushing event deleted for resources: {'Port': ['ID=e340c9b8-d93f-42bd-863d-db573d033bb8,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:31.805975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:31.953961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4351e463-5fbb-46f6-ae83-2f87177ef75b req-61d856bf-7f02-4121-b9fc-58dbf84cd9c2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849718
Mar 26 21:04:32.094272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (99fae785-5696-4029-8d51-5a7aa432961b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.149976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=99fae785-5696-4029-8d51-5a7aa432961b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:32.168675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e4ff583c-09c0-4977-bb40-aebbd5b3fbb4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.185595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:32.190987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e4ff583c-09c0-4977-bb40-aebbd5b3fbb4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:32.193199 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:32.299321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Deleting port a3a7d932-44b8-4536-a14a-7afcd5765c23 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:32.305371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.312546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b641ec1-c9d7-4c3b-9861-622ad7e96753 req-c3611a29-b39d-4b9f-b291-6f23c4695f5c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:32.314340 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b641ec1-c9d7-4c3b-9861-622ad7e96753 req-c3611a29-b39d-4b9f-b291-6f23c4695f5c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.5902631
Mar 26 21:04:32.341503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.355007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.361637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.365755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] 10.222.0.16 "DELETE /v2.0/networks/30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6 HTTP/1.1" status: 204  len: 168 time: 1.2575035
Mar 26 21:04:32.366692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45ad88-07c5-4f6a-afee-0465f16cf1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=30b2ec68-cb92-4b6d-ba96-fa6f177b1cd6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:32.406852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0b641ec1-c9d7-4c3b-9861-622ad7e96753 req-692da829-119c-4c25-b896-736ace402fc5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849915
Mar 26 21:04:32.510177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] For port a3a7d932-44b8-4536-a14a-7afcd5765c23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3a7d932-44b8-4536-a14a-7afcd5765c23,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:32.510546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.516850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:32.521448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5610eb-8e74-47d3-928c-8871b4b1292c req-1ea23922-6240-4be7-956a-ba125b952d41 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:32.522978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb5610eb-8e74-47d3-928c-8871b4b1292c req-1ea23922-6240-4be7-956a-ba125b952d41 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.2145412
Mar 26 21:04:32.558946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce375701-faf2-41cd-9b6d-54a242551265 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71d58c339cd84f6891e4545c28bb7927&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0408781
Mar 26 21:04:32.560192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Calling delete_port for a3a7d932-44b8-4536-a14a-7afcd5765c23 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:32.561424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:32.609902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] Publish callbacks [] for security_group (ef5c4565-3821-4dbc-b616-3d9f9b9c41a4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.631018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] Publish callbacks [] for security_group (ef5c4565-3821-4dbc-b616-3d9f9b9c41a4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.680634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef5c4565-3821-4dbc-b616-3d9f9b9c41a4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.684345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:32.688275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef5c4565-3821-4dbc-b616-3d9f9b9c41a4 HTTP/1.1" status: 204  len: 168 time: 0.1234035
Mar 26 21:04:32.694839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617b67f-4df5-4a3f-b924-99e6b4e620c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c4565-3821-4dbc-b616-3d9f9b9c41a4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:32.712695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb5610eb-8e74-47d3-928c-8871b4b1292c req-b9a0def0-a310-4c5e-9092-5ea98db56701 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764269
Mar 26 21:04:32.783808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:32.926721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:32.932778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-be11480b-333a-48e3-abec-f4d6095caf08 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7585421
Mar 26 21:04:32.935935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43562) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:32.942217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:32.954449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:32.955088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebf5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:32.989324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a3a7d932-44b8-4536-a14a-7afcd5765c23), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.022166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 953c902f-82fb-4567-8129-9bb42cdb20ea {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:33.026059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a7d932-44b8-4536-a14a-7afcd5765c23,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:33.029108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (953c902f-82fb-4567-8129-9bb42cdb20ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.065619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:33.117173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (953c902f-82fb-4567-8129-9bb42cdb20ea), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.298580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (953c902f-82fb-4567-8129-9bb42cdb20ea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.364953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (89a31038-0285-494e-b8b8-0ec9f446eca8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.453175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (953c902f-82fb-4567-8129-9bb42cdb20ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.535455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebf5820>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:31Z', 'revision_number': 8, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:33.572663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:33.583193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:33.583839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebf5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:33.601664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=953c902f-82fb-4567-8129-9bb42cdb20ea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:33.637428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538f9a4-030f-40c1-a8d3-90fb48a877ef None None] Network 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:33.656623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aee46d-d79c-4201-9381-5814b44d734f req-01d8103f-5fe9-40d6-b8bf-f759bbfd4c04 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:33.662119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:33.668472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4aee46d-d79c-4201-9381-5814b44d734f req-01d8103f-5fe9-40d6-b8bf-f759bbfd4c04 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1153138
Mar 26 21:04:33.669469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d53b6d1d-7991-4ee0-8111-8ea8b2a59cf1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/953c902f-82fb-4567-8129-9bb42cdb20ea HTTP/1.1" status: 204  len: 168 time: 0.7325430
Mar 26 21:04:33.673580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43598) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:33.708437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43602) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:33.761165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:33.771261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4aee46d-d79c-4201-9381-5814b44d734f req-275625bd-23d7-479f-81bb-110af66b58b5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970805
Mar 26 21:04:34.015588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-29137994-network', 'tenant_id': 'b97ee3626b824293b17899943c256a52'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:34.028344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] DHCP port deletion for 0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:34.070737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Made reservation on behalf of b97ee3626b824293b17899943c256a52 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:34.071103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.073240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.100557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.139591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebf5820>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:31Z', 'revision_number': 8, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:34.182751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b8400-89d5-4265-97e7-deb72eda4292 req-23e69a63-8424-4a56-98b9-6f3ca98a8680 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:34.185170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e3b8400-89d5-4265-97e7-deb72eda4292 req-23e69a63-8424-4a56-98b9-6f3ca98a8680 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.2945940
Mar 26 21:04:34.188565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd1e9a-4cc8-4192-afbf-0cc5ab21c0b0 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:31Z', 'revision_number': 8, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad70dc50-95e8-423a-8e8b-39cc9c2c1245', 'name': '', 'network_id': 'a3aad03f-9105-4577-9862-15d36eff4586', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:0f:35:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:13Z', 'updated_at': '2022-03-26T21:04:18Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '93817bb9-0fb6-44e7-9731-a6e0aa5ec09a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:34.207004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Deleting port b5283cdb-f54c-4306-bc21-3f4d255c3c2c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:34.207442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.208283 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-29ec4638-c83b-40a6-9e41-b0b3d7c29bf0 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:34.209966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-29ec4638-c83b-40a6-9e41-b0b3d7c29bf0 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.4476051
Mar 26 21:04:34.239582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks [] for security_group (2afae6a9-9d4b-49d9-a81b-efe45cbc63ab), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.250019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2afae6a9-9d4b-49d9-a81b-efe45cbc63ab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.285646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:34.286871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Router 89a31038-0285-494e-b8b8-0ec9f446eca8 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:34.300073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:34.325610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2593827f-93bb-40c0-ba92-9df2cd7bab1a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.327559 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Added segment 2593827f-93bb-40c0-ba92-9df2cd7bab1a of type vlan for network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b
Mar 26 21:04:34.352322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] For port b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,segment=NetworkSegment(ea18910f-d02b-4881-a171-147c234c3cbe),segment_id=ea18910f-d02b-4881-a171-147c234c3cbe)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:34.353192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.377138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Calling delete_port for b5283cdb-f54c-4306-bc21-3f4d255c3c2c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:34.379097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.413629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.415236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:34.416306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.465437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e3b8400-89d5-4265-97e7-deb72eda4292 req-1b9facb3-3b1e-42c9-8cca-8611d2e43ed5 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522373
Mar 26 21:04:34.470697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.7172716
Mar 26 21:04:34.471065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43628) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:34.514347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de208907-2264-4524-8c86-6da8d12e6cce admin admin] Pushing event updated for resources: {'Network': ['ID=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:34.523021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Request body: {'subnet': {'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-29137994-subnet', 'tenant_id': 'b97ee3626b824293b17899943c256a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:34.530432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:34.617739 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.636446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port b5283cdb-f54c-4306-bc21-3f4d255c3c2c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:34.636783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.648647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Made reservation on behalf of b97ee3626b824293b17899943c256a52 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:34.651196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.677912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] Pushing event deleted for resources: {'Port': ['ID=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:34.687183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79181a1-1314-4967-9cf6-78c4d96997db None None] No DVR routers for this DVR port b5283cdb-f54c-4306-bc21-3f4d255c3c2c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:34.740213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:34.746582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a1390322-9982-4ef6-aa01-857900c2dd77 admin admin] 10.222.0.16 "PUT /v2.0/routers/89a31038-0285-494e-b8b8-0ec9f446eca8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4675362
Mar 26 21:04:34.750334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43640) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:34.754743 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Sync routers for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:34.770600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:34.771400 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:34.879603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port b5283cdb-f54c-4306-bc21-3f4d255c3c2c, host ncdv-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:34.880033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.892314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks [] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.903224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Deleting port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:34.903626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:34.964897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for b5283cdb-f54c-4306-bc21-3f4d255c3c2c owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:34.973080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Port b5283cdb-f54c-4306-bc21-3f4d255c3c2c was not found and therefore no delete operation was performed {{(pid=126738) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:04:34.981202 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:34.985061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b5283cdb-f54c-4306-bc21-3f4d255c3c2c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.060636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b964b-6fb9-49f0-91fc-bd63314d765f req-4b93a9f2-58a3-4f78-9c22-0571573979d3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:35.062357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b5b964b-6fb9-49f0-91fc-bd63314d765f req-4b93a9f2-58a3-4f78-9c22-0571573979d3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1226954
Mar 26 21:04:35.072010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks [] for router_gateway (89a31038-0285-494e-b8b8-0ec9f446eca8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.080836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=b5283cdb-f54c-4306-bc21-3f4d255c3c2c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:35.085553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port b5283cdb-f54c-4306-bc21-3f4d255c3c2c on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:35.150064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b5b964b-6fb9-49f0-91fc-bd63314d765f req-c9de0f7c-01a7-463c-849b-a1f55f4fc827 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795469
Mar 26 21:04:35.192015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Deleting port 38a166d7-4e4b-407e-9517-9887a0a05361 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:35.192363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.273146 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163220>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133'}], 'enable_snat': True}, 'gw_port_id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:04:32Z', 'revision_number': 5, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port': {'id': '38a166d7-4e4b-407e-9517-9887a0a05361', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:07Z', 'updated_at': '2022-03-26T21:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.312353 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Checking router: 89a31038-0285-494e-b8b8-0ec9f446eca8 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:35.323000 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Routers {'89a31038-0285-494e-b8b8-0ec9f446eca8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:35.323690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89a31038-0285-494e-b8b8-0ec9f446eca8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.354080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] For port 38a166d7-4e4b-407e-9517-9887a0a05361, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38a166d7-4e4b-407e-9517-9887a0a05361,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:35.354517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.381166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Calling delete_port for 38a166d7-4e4b-407e-9517-9887a0a05361 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:35.469609 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] Set router 89a31038-0285-494e-b8b8-0ec9f446eca8 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:35.506788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99fae785-5696-4029-8d51-5a7aa432961b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:35.577727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 99fae785-5696-4029-8d51-5a7aa432961b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:35.578478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99fae785-5696-4029-8d51-5a7aa432961b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:35.579166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5283cdb-f54c-4306-bc21-3f4d255c3c2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:35.580767 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163220>, [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:04:35Z', 'revision_number': 6, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.637914 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf41cd-e759-444b-9324-acf60115eb68 None None] The sync data for ids ['89a31038-0285-494e-b8b8-0ec9f446eca8'] in ncdv-master-1 is: [{'id': '89a31038-0285-494e-b8b8-0ec9f446eca8', 'name': 'tempest-ServersTestMultiNic-1056893761-router', 'tenant_id': 'c7ef32a79723421e847963a749a03313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:06Z', 'updated_at': '2022-03-26T21:04:35Z', 'revision_number': 6, 'project_id': 'c7ef32a79723421e847963a749a03313', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:35.652835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b5283cdb-f54c-4306-bc21-3f4d255c3c2c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:35.655184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (38a166d7-4e4b-407e-9517-9887a0a05361), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.659206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5283cdb-f54c-4306-bc21-3f4d255c3c2c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:35.725585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a166d7-4e4b-407e-9517-9887a0a05361,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:35.792366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.813080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] For port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:35.813452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.849345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Calling delete_port for 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:35.858998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1b57e-c81d-45e2-a5c7-8e7ae03304a4 req-222c9f84-7e3a-4ce1-b0ad-6623fe697995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:35.860274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61240cd310>,) {'filters': {'network_id': ['0e663241-f4e4-4d13-9c1a-04a3a9ddfa04']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.861623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abd1b57e-c81d-45e2-a5c7-8e7ae03304a4 req-222c9f84-7e3a-4ce1-b0ad-6623fe697995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 944 time: 0.2032113
Mar 26 21:04:35.865744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (89a31038-0285-494e-b8b8-0ec9f446eca8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.897409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61240cd310>, 'ea18910f-d02b-4881-a171-147c234c3cbe') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.897760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61240cd310>, 'ea18910f-d02b-4881-a171-147c234c3cbe') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:35.919032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ea18910f-d02b-4881-a171-147c234c3cbe), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.985678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ea18910f-d02b-4881-a171-147c234c3cbe), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:35.997117 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (09a81e30-788e-408d-b435-809171e85eaa), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.020713 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.028811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks [] for router_controller (89a31038-0285-494e-b8b8-0ec9f446eca8), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.040721 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abd1b57e-c81d-45e2-a5c7-8e7ae03304a4 req-61606d57-4038-40cd-8537-5b1caa6d49cf tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683879
Mar 26 21:04:36.087986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:36.088557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ea18910f-d02b-4881-a171-147c234c3cbe), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:36.093586 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:36.132468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (89a31038-0285-494e-b8b8-0ec9f446eca8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.133021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a31038-0285-494e-b8b8-0ec9f446eca8 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:04:36.137872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.139004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0777fd4-b477-4bb1-92e2-0e617424b673 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89a31038-0285-494e-b8b8-0ec9f446eca8 HTTP/1.1" status: 204  len: 168 time: 1.3866045
Mar 26 21:04:36.141802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:36.200523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Deleting subnet 749e496f-3eeb-49d7-91cc-a78b898569d1 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:36.216105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Publish callbacks [] for subnet (749e496f-3eeb-49d7-91cc-a78b898569d1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.235025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a81e30-788e-408d-b435-809171e85eaa,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:36.242265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0e663241-f4e4-4d13-9c1a-04a3a9ddfa04), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.251963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.278271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/0e663241-f4e4-4d13-9c1a-04a3a9ddfa04 HTTP/1.1" status: 204  len: 168 time: 2.6021061
Mar 26 21:04:36.280498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43696) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:36.284391 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (749e496f-3eeb-49d7-91cc-a78b898569d1), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.313473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dc647-8dbc-4dc9-9225-065e815c81f1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=0e663241-f4e4-4d13-9c1a-04a3a9ddfa04,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:36.409073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Checking segment: {'id': '2593827f-93bb-40c0-ba92-9df2cd7bab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:36.410099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Network hostable DHCP agents. Network: 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:36.442295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (04895254-7ae4-4fb2-ae0f-cb9ac5f3553f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.550987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event deleted for resources: {'Port': ['ID=04895254-7ae4-4fb2-ae0f-cb9ac5f3553f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:36.590638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] No DVR routers for this DVR port 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:36.594156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.598117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10ace910-4f6d-41d7-8083-a5dad3323cda req-680fb22b-7cc6-4c0a-bbea-0a7bbf80085b tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "DELETE /v2.0/ports/04895254-7ae4-4fb2-ae0f-cb9ac5f3553f HTTP/1.1" status: 204  len: 173 time: 2.3800478
Mar 26 21:04:36.601377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:36.612804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'name': 'network-vif-deleted', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:36.617150 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368095a-32ec-4b4c-9eb8-d8173bf4def5" -d '{"events": [{"server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "name": "network-vif-deleted", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:36.624589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:36.626030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (749e496f-3eeb-49d7-91cc-a78b898569d1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.630818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:36.631732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.636684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b516f704-373c-4229-a69e-df2b47f5afaf None None] Network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:36.647946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71798-19ae-4805-a1c7-a3663a5575a2 req-617aa77b-3582-48c0-a966-793df1beda0b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:36.660133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fa71798-19ae-4805-a1c7-a3663a5575a2 req-617aa77b-3582-48c0-a966-793df1beda0b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.3291030
Mar 26 21:04:36.745236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:36.822982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5fa71798-19ae-4805-a1c7-a3663a5575a2 req-554b6254-832d-48e4-998b-836b9c3623a4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622019
Mar 26 21:04:36.847802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-55aa6725-46a5-4207-95b1-23fd1bacaa2a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.3319693
Mar 26 21:04:36.884274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (749e496f-3eeb-49d7-91cc-a78b898569d1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:36.956115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:36.956695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 04895254-7ae4-4fb2-ae0f-cb9ac5f3553f not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:37.010713 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a1b46-0cf1-4e18-ac1b-e6e792f9e5c2 x-openstack-request-id: req-7e7a1b46-0cf1-4e18-ac1b-e6e792f9e5c2 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:37.011026 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35d639d-4539-4055-a7b0-8aedab45bc8b", "name": "network-vif-deleted", "tag": "04895254-7ae4-4fb2-ae0f-cb9ac5f3553f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:37.011849 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e7a1b46-0cf1-4e18-ac1b-e6e792f9e5c2 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:37.012366 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7a1b46-0cf1-4e18-ac1b-e6e792f9e5c2'] response: {'server_uuid': 'a35d639d-4539-4055-a7b0-8aedab45bc8b', 'name': 'network-vif-deleted', 'tag': '04895254-7ae4-4fb2-ae0f-cb9ac5f3553f', 'status': 'completed', 'code': 200}
Mar 26 21:04:37.092220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18714658-961c-4ae4-82eb-1fe8fb8cce29 None None] Network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:37.135015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749e496f-3eeb-49d7-91cc-a78b898569d1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:37.180905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.209135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd005fff-ec9a-4c59-8734-8f136fcc9e83 None None] Network 22e84cb7-041f-40bb-a999-9dde18152961 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:37.218369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-123ec0b7-1a66-4d9c-8459-7013d858c5c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/749e496f-3eeb-49d7-91cc-a78b898569d1 HTTP/1.1" status: 204  len: 168 time: 1.0750849
Mar 26 21:04:37.221377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:37.439712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.448761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (22e84cb7-041f-40bb-a999-9dde18152961), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.538377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74438ddf-7c31-46f4-b3fc-4b0270c0188e req-67d4ad4b-ef3a-4a73-aa27-4c531c31fbac tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=a35d639d-4539-4055-a7b0-8aedab45bc8b HTTP/1.1" status: 200  len: 210 time: 0.0852754
Mar 26 21:04:37.601158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a3a7d932-44b8-4536-a14a-7afcd5765c23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:37.652049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a3a7d932-44b8-4536-a14a-7afcd5765c23 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:37.653004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43748) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:37.653235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a3a7d932-44b8-4536-a14a-7afcd5765c23 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:37.653235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38a166d7-4e4b-407e-9517-9887a0a05361 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:37.655431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Deleting port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:37.656902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.695377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 38a166d7-4e4b-407e-9517-9887a0a05361 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:37.695723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38a166d7-4e4b-407e-9517-9887a0a05361 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:37.763438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] For port 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b50e536-1dd8-4f0d-9dcc-9203b2722360,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:37.764148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.767344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] DHCP port deletion for 22e84cb7-041f-40bb-a999-9dde18152961 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:37.781909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Calling delete_port for 1b50e536-1dd8-4f0d-9dcc-9203b2722360 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:37.831943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Deleting port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:37.832789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:37.834115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.837949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1544028115-network', 'tenant_id': '875a90eb5cc94cc38f2ce52df8d72946'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:37.878321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaba1-fad7-49b6-8ac8-18152b4cd15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.934674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port ad70dc50-95e8-423a-8e8b-39cc9c2c1245 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:37.935768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.941099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] For port 1b50e536-1dd8-4f0d-9dcc-9203b2722360, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b50e536-1dd8-4f0d-9dcc-9203b2722360,segment=NetworkSegment(0a39a31b-a851-4a8c-8f7b-2990d88ff9be),segment_id=0a39a31b-a851-4a8c-8f7b-2990d88ff9be)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:37.941768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.961781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Calling delete_port for 1b50e536-1dd8-4f0d-9dcc-9203b2722360 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:37.965520 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:37.973900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Made reservation on behalf of 875a90eb5cc94cc38f2ce52df8d72946 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:37.978988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.026796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.032351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b50e536-1dd8-4f0d-9dcc-9203b2722360,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.039116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] No DVR routers for this DVR port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:38.098226 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (1b50e536-1dd8-4f0d-9dcc-9203b2722360), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.098972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785097c7-effa-4395-8075-bdaa7a610e96 req-5b015fd8-e082-4050-8db5-839a455ed437 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:38.100712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-785097c7-effa-4395-8075-bdaa7a610e96 req-5b015fd8-e082-4050-8db5-839a455ed437 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1266699
Mar 26 21:04:38.107543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port ad70dc50-95e8-423a-8e8b-39cc9c2c1245, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:38.107927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.137822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for ad70dc50-95e8-423a-8e8b-39cc9c2c1245 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:38.149041 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (22e84cb7-041f-40bb-a999-9dde18152961), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.149195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] Pushing event deleted for resources: {'Port': ['ID=1b50e536-1dd8-4f0d-9dcc-9203b2722360,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.153885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91ba44-9895-4962-b4e4-2ec26979fa9b None None] No DVR routers for this DVR port 1b50e536-1dd8-4f0d-9dcc-9203b2722360 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:38.172663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6124e28be0>,) {'filters': {'network_id': ['22e84cb7-041f-40bb-a999-9dde18152961']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:38.183715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124e28be0>, '0a39a31b-a851-4a8c-8f7b-2990d88ff9be') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:38.184237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124e28be0>, '0a39a31b-a851-4a8c-8f7b-2990d88ff9be') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:38.205810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (0a39a31b-a851-4a8c-8f7b-2990d88ff9be), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.208487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-785097c7-effa-4395-8075-bdaa7a610e96 req-e2ea2a53-99fc-4d14-9fe0-a8bafc834dd8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977871
Mar 26 21:04:38.255083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (0a39a31b-a851-4a8c-8f7b-2990d88ff9be), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.271570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:38.272076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (0a39a31b-a851-4a8c-8f7b-2990d88ff9be), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:38.275650 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:38.291845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaba1-fad7-49b6-8ac8-18152b4cd15b admin admin] Publish callbacks [] for security_group (4f564b37-458a-4813-97fe-d423c0d87d6b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.302516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b3eaba1-fad7-49b6-8ac8-18152b4cd15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4f564b37-458a-4813-97fe-d423c0d87d6b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.362993 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ad70dc50-95e8-423a-8e8b-39cc9c2c1245), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.392208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=ad70dc50-95e8-423a-8e8b-39cc9c2c1245,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.397355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (22e84cb7-041f-40bb-a999-9dde18152961), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.406919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.412830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/22e84cb7-041f-40bb-a999-9dde18152961 HTTP/1.1" status: 204  len: 168 time: 1.1903837
Mar 26 21:04:38.418607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b3eaba1-fad7-49b6-8ac8-18152b4cd15b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d5c678d2fcd49fcb6bd6822ebc67e92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7650387
Mar 26 21:04:38.419430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eaba1-fad7-49b6-8ac8-18152b4cd15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f564b37-458a-4813-97fe-d423c0d87d6b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.422791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:38.444888 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks [] for security_group (1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.446586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc921db-0ec1-4174-a907-76ee44329a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e84cb7-041f-40bb-a999-9dde18152961,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.455326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.483075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:38.492900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.499756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.500164 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Added segment 6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b of type vlan for network cb32c011-407f-47ea-8201-add8f4b12923
Mar 26 21:04:38.567237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (cb32c011-407f-47ea-8201-add8f4b12923), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.574956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.586679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] Publish callbacks [] for security_group (4f564b37-458a-4813-97fe-d423c0d87d6b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.618595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (cb32c011-407f-47ea-8201-add8f4b12923), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.620854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:38.621503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:38.711252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=cb32c011-407f-47ea-8201-add8f4b12923,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:38.721473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f529704d-c24f-4c09-b776-56bd5e247ae8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8872955
Mar 26 21:04:38.722550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:38.722738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network cb32c011-407f-47ea-8201-add8f4b12923 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:38.729712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Request body: {'subnet': {'network_id': 'cb32c011-407f-47ea-8201-add8f4b12923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1544028115-subnet', 'tenant_id': '875a90eb5cc94cc38f2ce52df8d72946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:38.741315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43770) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:38.770799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Made reservation on behalf of 875a90eb5cc94cc38f2ce52df8d72946 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:38.778130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.003770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d5247876-8028-4404-bdd9-4094dc611ab9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.057266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5247876-8028-4404-bdd9-4094dc611ab9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:39.074484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Checking segment: {'id': '6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'cb32c011-407f-47ea-8201-add8f4b12923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:39.074992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Network hostable DHCP agents. Network: cb32c011-407f-47ea-8201-add8f4b12923, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:39.095953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Network cb32c011-407f-47ea-8201-add8f4b12923 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:39.107280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb32c011-407f-47ea-8201-add8f4b12923) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:39.112463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:39.113701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.117302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598a6ae-5181-4d3e-a54a-2adf98464d73 None None] Network cb32c011-407f-47ea-8201-add8f4b12923 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:39.144936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4821a993-54f7-4916-84ed-5304674d8147 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4196327
Mar 26 21:04:39.173973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] Publish callbacks [] for security_group (4f564b37-458a-4813-97fe-d423c0d87d6b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.298721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b5d36-90f5-4496-a051-0c38a4edc386 None None] Network cb32c011-407f-47ea-8201-add8f4b12923 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:39.302949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:39.303173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-877140c3-5316-4138-bdef-405ce1341fa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7ef32a79723421e847963a749a03313&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5541394
Mar 26 21:04:39.409478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:39.410909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4f564b37-458a-4813-97fe-d423c0d87d6b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.415829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.425116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f564b37-458a-4813-97fe-d423c0d87d6b HTTP/1.1" status: 204  len: 168 time: 1.0022044
Mar 26 21:04:39.443468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95590d87-efdc-472a-940e-982f9d5af877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f564b37-458a-4813-97fe-d423c0d87d6b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:39.454983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] Publish callbacks [] for security_group (745da12f-ce71-4cca-b1bf-708e2e2d9d66), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.486173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19404266-121b-436e-998e-767b1001ca5b req-3adaf493-0522-462b-9a24-f3429d601f63 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:39.493804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19404266-121b-436e-998e-767b1001ca5b req-3adaf493-0522-462b-9a24-f3429d601f63 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1148119
Mar 26 21:04:39.523033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] Publish callbacks [] for security_group (745da12f-ce71-4cca-b1bf-708e2e2d9d66), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.577209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-3cde2ebb-4684-43f1-b048-a2c71e2c7e67 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:39.585126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-3cde2ebb-4684-43f1-b048-a2c71e2c7e67 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 0.4502742
Mar 26 21:04:39.593037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19404266-121b-436e-998e-767b1001ca5b req-d18f443e-b021-409e-b198-176cd7c11d29 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936630
Mar 26 21:04:39.624473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (745da12f-ce71-4cca-b1bf-708e2e2d9d66), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.627773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:39.629306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/745da12f-ce71-4cca-b1bf-708e2e2d9d66 HTTP/1.1" status: 204  len: 168 time: 0.3248637
Mar 26 21:04:39.640901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1b50e536-1dd8-4f0d-9dcc-9203b2722360 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:39.649212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e6a60-cc0f-443e-b230-d82c9602cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745da12f-ce71-4cca-b1bf-708e2e2d9d66,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:39.673080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-b45a3d49-67fe-4bb2-97ec-4e447246bb68 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/quotas/3652534f0b48491f895462536365ef07 HTTP/1.1" status: 200  len: 375 time: 0.0869348
Mar 26 21:04:39.710525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1b50e536-1dd8-4f0d-9dcc-9203b2722360 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:39.710887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1b50e536-1dd8-4f0d-9dcc-9203b2722360 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:39.737623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-e8f63ce2-362e-44e9-9df9-c56a094c7ae1 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516262
Mar 26 21:04:39.778782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:39.793502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:39.818425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f7a5776f-9498-4f58-a945-b7e33a7af98e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5354309
Mar 26 21:04:39.820285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:39.823650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:39.824786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3e2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:39.984122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 93817bb9-0fb6-44e7-9731-a6e0aa5ec09a {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:39.989998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (93817bb9-0fb6-44e7-9731-a6e0aa5ec09a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.001407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-eac58d6f-afcc-4f0d-9527-1d3b4909f66b service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2608936
Mar 26 21:04:40.077708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (93817bb9-0fb6-44e7-9731-a6e0aa5ec09a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.196545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-e1584c41-cd49-442c-9074-61603fb48671 service neutron] 10.222.0.16 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1832833
Mar 26 21:04:40.200961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (93817bb9-0fb6-44e7-9731-a6e0aa5ec09a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.221327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:40.323481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (93817bb9-0fb6-44e7-9731-a6e0aa5ec09a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.325304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:40.350450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-513fb0e6-022f-498b-bbfe-a53870a208a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.406204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=93817bb9-0fb6-44e7-9731-a6e0aa5ec09a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:40.462255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.474321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b858c852-51cb-48c0-ac9a-83e9ead23f57 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/93817bb9-0fb6-44e7-9731-a6e0aa5ec09a HTTP/1.1" status: 204  len: 168 time: 0.6528726
Mar 26 21:04:40.475654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43830) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:40.477944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d38187-5b75-463e-99f0-9ab658a518b5 None None] Network a3aad03f-9105-4577-9862-15d36eff4586 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:40.639736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f14c9c-aa27-4700-af91-4ad5825defea req-3b24a3b3-d242-44c6-8a00-fd36ae822637 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:40.648189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8f14c9c-aa27-4700-af91-4ad5825defea req-3b24a3b3-d242-44c6-8a00-fd36ae822637 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1839616
Mar 26 21:04:40.673182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3e2f10>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:38Z', 'revision_number': 9, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:40.689171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-513fb0e6-022f-498b-bbfe-a53870a208a3 admin admin] Publish callbacks [] for security_group (b99b43e8-1e37-4e2c-bcbd-7c364c07859a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.705211 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-513fb0e6-022f-498b-bbfe-a53870a208a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b99b43e8-1e37-4e2c-bcbd-7c364c07859a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.711577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a3aad03f-9105-4577-9862-15d36eff4586), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:40.746055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-68b699d3-b681-4dd4-adbb-9f1572e8d4b4 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:40.752770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] DHCP port deletion for a3aad03f-9105-4577-9862-15d36eff4586 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:40.753312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-68b699d3-b681-4dd4-adbb-9f1572e8d4b4 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/networks?id=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b HTTP/1.1" status: 200  len: 823 time: 0.2943304
Mar 26 21:04:40.756762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:40.773431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-b4f82d28-dc89-4eb6-bb03-ac9867a36a74 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/quotas/b97ee3626b824293b17899943c256a52 HTTP/1.1" status: 200  len: 375 time: 0.0189803
Mar 26 21:04:40.807657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:40.816416 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-513fb0e6-022f-498b-bbfe-a53870a208a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a91e3682354d48e2920344adae38ccb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4874699
Mar 26 21:04:40.816631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3e2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:40.821501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43840) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:40.832305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-e0d76602-2301-467a-a13d-a1857db16b46 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b97ee3626b824293b17899943c256a52&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575922
Mar 26 21:04:40.850084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb0e6-022f-498b-bbfe-a53870a208a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b43e8-1e37-4e2c-bcbd-7c364c07859a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:40.896811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8f14c9c-aa27-4700-af91-4ad5825defea req-4d766710-cde0-4854-91e0-7ed89972c097 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2473376
Mar 26 21:04:40.976882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Deleting port 1440c867-23f6-4758-8cdf-bde73efabe22 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:40.977522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.008526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:41.020379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-87279312-b63f-40c8-b9ca-8e471e3caea9 service neutron] 10.222.0.16 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871138
Mar 26 21:04:41.040876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 1440c867-23f6-4758-8cdf-bde73efabe22 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:41.042651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.044573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] Publish callbacks [] for security_group (b99b43e8-1e37-4e2c-bcbd-7c364c07859a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.057326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-931ec265-e31b-4c36-bf57-2eaf45357433 req-f5baf3c6-e1bc-48f3-9fa6-d3a85d637842 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 210 time: 0.0671024
Mar 26 21:04:41.164643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] Publish callbacks [] for security_group (b99b43e8-1e37-4e2c-bcbd-7c364c07859a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.255032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] For port 1440c867-23f6-4758-8cdf-bde73efabe22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1440c867-23f6-4758-8cdf-bde73efabe22,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:41.255734 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.284263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689bb10-e03b-4d7f-b073-4d4af61714b8 req-8007d2bb-6971-44e1-9b3f-17e5fecb2dcf tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:41.288766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6689bb10-e03b-4d7f-b073-4d4af61714b8 req-8007d2bb-6971-44e1-9b3f-17e5fecb2dcf tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1071594
Mar 26 21:04:41.315056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 1440c867-23f6-4758-8cdf-bde73efabe22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1440c867-23f6-4758-8cdf-bde73efabe22,segment=NetworkSegment(800c34c3-6cd0-405c-8cd9-bd92bda94b20),segment_id=800c34c3-6cd0-405c-8cd9-bd92bda94b20)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:41.315454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.332572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Calling delete_port for 1440c867-23f6-4758-8cdf-bde73efabe22 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:41.334388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-71ea9d81-d8fc-4c32-843c-c298fbd72407 service neutron] 10.222.0.16 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127785
Mar 26 21:04:41.345119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b99b43e8-1e37-4e2c-bcbd-7c364c07859a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.349695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.354374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b99b43e8-1e37-4e2c-bcbd-7c364c07859a HTTP/1.1" status: 204  len: 168 time: 0.5315614
Mar 26 21:04:41.366715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 1440c867-23f6-4758-8cdf-bde73efabe22 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:41.368875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52b3e-2c9f-4b5b-bf97-4f4a17a0446d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b43e8-1e37-4e2c-bcbd-7c364c07859a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:41.393827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43858) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:41.422504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6689bb10-e03b-4d7f-b073-4d4af61714b8 req-9219d497-0db4-44e3-a988-fa174cf4678a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209686
Mar 26 21:04:41.440655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:41.574166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1440c867-23f6-4758-8cdf-bde73efabe22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:41.646012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3e2f10>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:38Z', 'revision_number': 9, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:41.653171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.655724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (1440c867-23f6-4758-8cdf-bde73efabe22), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.688994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-684119998-network', 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:41.736973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No active binding found for port 1440c867-23f6-4758-8cdf-bde73efabe22 {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:04:41.737724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=1440c867-23f6-4758-8cdf-bde73efabe22,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:41.740432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port 1440c867-23f6-4758-8cdf-bde73efabe22 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:41.746061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] The host ncdv-master-1 is not matching for port 1440c867-23f6-4758-8cdf-bde73efabe22 host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:04:41.747000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1440c867-23f6-4758-8cdf-bde73efabe22 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:41.759154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:41.761423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a45fcb-d644-49fd-b2ab-d3532aa9c8ce None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:38Z', 'revision_number': 9, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': '17a70e07-5918-4850-a1c0-ba08130401e9', 'name': '', 'network_id': 'f2ca0a67-5e4d-41fa-a085-39b5369a90bf', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:51:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:06Z', 'updated_at': '2022-03-26T21:04:14Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '6e70b3c5-802a-42e3-b094-407fe3447e1a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:41.764140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.788704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] Pushing event deleted for resources: {'Port': ['ID=1440c867-23f6-4758-8cdf-bde73efabe22,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:41.819597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc33427-e62a-4f86-bbdf-fd2ad4970988 None None] No DVR routers for this DVR port 1440c867-23f6-4758-8cdf-bde73efabe22 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:41.826685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:41.860642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '0b287a38-d197-43f5-93fb-a9adf2828080', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:41.878498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8746e88-1897-4d28-8570-91d55114f079 req-8373a479-f5ec-4a0a-90f9-9b50e2958278 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 210 time: 0.1198151
Mar 26 21:04:41.880919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.923385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a3aad03f-9105-4577-9862-15d36eff4586), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.960205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f5df100>,) {'filters': {'network_id': ['a3aad03f-9105-4577-9862-15d36eff4586']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:41.960875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:41.962390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:41.995644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f5df100>, '800c34c3-6cd0-405c-8cd9-bd92bda94b20') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:41.996188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f5df100>, '800c34c3-6cd0-405c-8cd9-bd92bda94b20') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:42.000509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:42.001451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks [] for security_group (4580974c-f404-4df1-9b5e-690a19f7329e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.012837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4580974c-f404-4df1-9b5e-690a19f7329e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.031096 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (800c34c3-6cd0-405c-8cd9-bd92bda94b20), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.046513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:42.050953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (800c34c3-6cd0-405c-8cd9-bd92bda94b20), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.053908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.063044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:42.063785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (800c34c3-6cd0-405c-8cd9-bd92bda94b20), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.078628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:04:42.096501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4580974c-f404-4df1-9b5e-690a19f7329e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:42.100008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f8f4444f-f4b5-4412-9e05-b74dd6688fea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.100623 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Added segment f8f4444f-f4b5-4412-9e05-b74dd6688fea of type vlan for network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97
Mar 26 21:04:42.160587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (058c0cff-2ce5-49c8-bc87-c1563c1f0f97), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.195314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (058c0cff-2ce5-49c8-bc87-c1563c1f0f97), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.196988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:42.200017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:42.209492 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:42.215267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.246532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a3aad03f-9105-4577-9862-15d36eff4586), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.265556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.266939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['0b287a38-d197-43f5-93fb-a9adf2828080'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:42.268889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/a3aad03f-9105-4577-9862-15d36eff4586 HTTP/1.1" status: 204  len: 168 time: 1.7922659
Mar 26 21:04:42.276238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43884) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:42.305117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc4084-24f4-46b8-be9a-9dd64a0a1026 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=a3aad03f-9105-4577-9862-15d36eff4586,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:42.332254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf629ed-319f-4c3c-91f8-bf1b350bb728 req-3d0149d6-67c9-4b8e-a58a-4d023e2edb48 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:42.334607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbf629ed-319f-4c3c-91f8-bf1b350bb728 req-3d0149d6-67c9-4b8e-a58a-4d023e2edb48 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1240971
Mar 26 21:04:42.341131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:42.347441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Request body: {'subnet': {'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-684119998-subnet', 'tenant_id': '614df0ac05da469a932c527c1d5c0a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:42.363055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9394054
Mar 26 21:04:42.478852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbf629ed-319f-4c3c-91f8-bf1b350bb728 req-b586cdd2-e9f8-40e1-b503-ee4de5bb1964 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081123
Mar 26 21:04:42.483118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:42.491542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:42.724313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76d5b6-00c1-4865-b9a1-0f7d18e389a1 admin admin] Pushing event updated for resources: {'Network': ['ID=058c0cff-2ce5-49c8-bc87-c1563c1f0f97,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:42.741513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:04:43.035307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69c559ca-cdb9-4056-bf1b-f38fc63fcc6f req-45c8014c-74b9-4868-bd90-5642ade49f01 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 210 time: 0.1176431
Mar 26 21:04:43.085153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (658de3b5-e5d0-45af-8456-a8a4abbcf4bb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:43.212264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-569a327e-6c5d-4f29-9e27-b050537c7d3e req-59028f4d-72b7-4ee4-b4f8-f811d265d87e tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 210 time: 0.0785472
Mar 26 21:04:43.260770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=658de3b5-e5d0-45af-8456-a8a4abbcf4bb,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:43.341397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99407d5e-f39e-4e76-a006-b2769e3c999a req-0edf3d56-b1af-4728-a2aa-0d1a41c1c0ad tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:43.350552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99407d5e-f39e-4e76-a006-b2769e3c999a req-0edf3d56-b1af-4728-a2aa-0d1a41c1c0ad tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 945 time: 0.3664682
Mar 26 21:04:43.425621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:43.428460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99407d5e-f39e-4e76-a006-b2769e3c999a req-2d32f415-1f52-4e2f-9f57-781e1dc27bb6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763140
Mar 26 21:04:43.436051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:43.436916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Network hostable DHCP agents. Network: 058c0cff-2ce5-49c8-bc87-c1563c1f0f97, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:04:43.448452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:43.453945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-b8404e79-1249-42a2-a48b-a028102d068f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:43.455437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-b8404e79-1249-42a2-a48b-a028102d068f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 822 time: 1.0078337
Mar 26 21:04:43.475704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Request body: {'port': {'device_id': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'admin_state_up': True, 'tenant_id': '3652534f0b48491f895462536365ef07'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:43.509181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ad70dc50-95e8-423a-8e8b-39cc9c2c1245 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:43.537561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:04:43.540494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ad70dc50-95e8-423a-8e8b-39cc9c2c1245 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:43.541616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ad70dc50-95e8-423a-8e8b-39cc9c2c1245 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:43.595656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 058c0cff-2ce5-49c8-bc87-c1563c1f0f97) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:43.601843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 0b287a38-d197-43f5-93fb-a9adf2828080 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:43.602480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:43.611096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69812985-01b1-4fe0-9b4a-a50990c0b3e0 None None] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:43.667754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:43.668295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:43.705288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56b0b5fa-cced-4292-87f3-896a60a6c3c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3624735
Mar 26 21:04:43.835971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Made reservation on behalf of 3652534f0b48491f895462536365ef07 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:43.842343 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.046981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dd8b-7bea-4389-88a4-f3c7853f4de5 req-186b2136-a6e6-436e-a990-9c6388091440 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:44.061318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2175dd8b-7bea-4389-88a4-f3c7853f4de5 req-186b2136-a6e6-436e-a990-9c6388091440 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.3713150
Mar 26 21:04:44.062264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:44.063007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.149348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6fc13-fd42-4036-a753-ce5c77099441 None None] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:44.158652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.191451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:44.198207 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab0c5a-d517-4aea-870a-97d9394097d6" -d '{"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:44.273914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:44.313215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a2f55-b703-4880-8d50-2947a79a73ce req-6013dd57-d243-45db-a73e-6eb755a691b5 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 210 time: 0.0999978
Mar 26 21:04:44.317170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2175dd8b-7bea-4389-88a4-f3c7853f4de5 req-2b8b8785-451d-4f60-ac05-b9dc2caba46c tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2545898
Mar 26 21:04:44.335357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-8926c694-ac05-42d2-bf46-36046fdd9411 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:44.340151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-8926c694-ac05-42d2-bf46-36046fdd9411 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.18 "GET /v2.0/networks?id=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b HTTP/1.1" status: 200  len: 823 time: 0.4753671
Mar 26 21:04:44.361631 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.372437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 17a70e07-5918-4850-a1c0-ba08130401e9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:44.372942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.438104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Request body: {'port': {'device_id': '207a5420-c546-4367-abbc-4b333b09ab7e', 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b', 'admin_state_up': True, 'tenant_id': 'b97ee3626b824293b17899943c256a52'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:44.644367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083c2753-e81b-4298-aa83-0e44b9ec6aca req-00395af8-1470-442a-9228-ae1e93363496 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 210 time: 0.1899016
Mar 26 21:04:44.687430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Allocated IP 172.20.0.12 (29a33636-1c6f-4164-b055-8f1a3b4ee463/ecdec398-8a90-4e44-be8a-b3ca504ef095/6899fefc-bc5b-44c3-baeb-f5fc83645543) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:44.706397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 17a70e07-5918-4850-a1c0-ba08130401e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17a70e07-5918-4850-a1c0-ba08130401e9,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:44.707075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:44.753371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 17a70e07-5918-4850-a1c0-ba08130401e9 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:44.901254 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e20bc-74e1-4e0f-a3c7-7e85e6095808 x-openstack-request-id: req-335e20bc-74e1-4e0f-a3c7-7e85e6095808 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:44.902560 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:44.903498 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-335e20bc-74e1-4e0f-a3c7-7e85e6095808 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:44.904862 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335e20bc-74e1-4e0f-a3c7-7e85e6095808'] response: {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'code': 200}
Mar 26 21:04:44.998252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:45.160735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.242055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-58512435-8a6a-46ab-9f73-d79fb761d44f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:45.243870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-58512435-8a6a-46ab-9f73-d79fb761d44f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.2875059
Mar 26 21:04:45.269301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad134-cf28-4491-b3ee-398fbce5d37e req-83de408d-f745-4ccf-bcad-867a58cb3626 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:45.271170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-3714db5f-7938-42f1-a350-59502532e875 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0210609
Mar 26 21:04:45.282786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-824ad134-cf28-4491-b3ee-398fbce5d37e req-83de408d-f745-4ccf-bcad-867a58cb3626 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.2530420
Mar 26 21:04:45.314945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.324836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-b4ea359d-4917-415f-88fd-a176b7c2a1bb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460258
Mar 26 21:04:45.325975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17a70e07-5918-4850-a1c0-ba08130401e9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.375823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Made reservation on behalf of b97ee3626b824293b17899943c256a52 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:45.380403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.424280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Network 29a33636-1c6f-4164-b055-8f1a3b4ee463 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:45.436544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:45.444334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event updated for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:45.467811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-824ad134-cf28-4491-b3ee-398fbce5d37e req-f6855211-d095-49e1-b615-c889c9a2c432 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1840374
Mar 26 21:04:45.470589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:45.486511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=17a70e07-5918-4850-a1c0-ba08130401e9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:45.670848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.737818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:45.738492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.828239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-6879770f-08bf-4632-9f58-5a7293fcbc08 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3641746
Mar 26 21:04:45.900208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:45.905706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-58a2b533-0c5d-45bf-b222-d492bbfe5db5 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5680656
Mar 26 21:04:45.921741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Allocated IP 172.20.0.11 (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b/09a81e30-788e-408d-b435-809171e85eaa/b7e1d8a3-d570-4eb8-97be-9012d1e78442) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:46.039344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Request body: {'port': {'device_id': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:46.112092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c434b-db15-4721-8dc3-4bc828b60a85 req-6c20603d-61ae-44ff-ae53-2d75fcda8264 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:46.113636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e3c434b-db15-4721-8dc3-4bc828b60a85 req-6c20603d-61ae-44ff-ae53-2d75fcda8264 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.4382386
Mar 26 21:04:46.251587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-801116de-5e02-4eb5-90fe-6463c35615c7 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375406
Mar 26 21:04:46.265526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:46.268967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:46.310103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e3c434b-db15-4721-8dc3-4bc828b60a85 req-d4b294d3-eb5f-4227-bd97-43bc9420b714 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1831994
Mar 26 21:04:46.314047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks [] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:46.373088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:46.468084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:46.481122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5d30eaeb-1c67-409b-acd6-79ba8c517a3d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1842477
Mar 26 21:04:46.482198 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:46.482778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44000) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:46.497937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:46.500948 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124122b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:46.554081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 6e70b3c5-802a-42e3-b094-407fe3447e1a {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:46.559450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (6e70b3c5-802a-42e3-b094-407fe3447e1a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:46.591420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:46.608319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:46.617449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:46.692667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6e70b3c5-802a-42e3-b094-407fe3447e1a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:46.750587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed833d1-dbe4-40b4-b6e2-9562c112c602 req-bd14d737-3bc9-498b-b10e-735c9f5f1f12 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:46.759559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ed833d1-dbe4-40b4-b6e2-9562c112c602 req-bd14d737-3bc9-498b-b10e-735c9f5f1f12 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 932 time: 0.2017136
Mar 26 21:04:46.866482 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:46.869724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ed833d1-dbe4-40b4-b6e2-9562c112c602 req-517aa196-81f2-41f6-b540-de3d1f04fcb8 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091123
Mar 26 21:04:46.901367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6e70b3c5-802a-42e3-b094-407fe3447e1a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.012382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3130a7f7-7593-4702-82e7-16ffecb9fc07 req-543c18dc-f99a-4111-8631-94c0fea94fd1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 210 time: 0.0580516
Mar 26 21:04:47.079123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6e70b3c5-802a-42e3-b094-407fe3447e1a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.138293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=6e70b3c5-802a-42e3-b094-407fe3447e1a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:47.159797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.166941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dc19be03-08ae-4049-acb7-53b92e475969 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/6e70b3c5-802a-42e3-b094-407fe3447e1a HTTP/1.1" status: 204  len: 168 time: 0.6830218
Mar 26 21:04:47.167962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccff83a-25ff-4e3e-9bba-5bed7541cdb3 None None] Network f2ca0a67-5e4d-41fa-a085-39b5369a90bf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:47.169033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44012) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:47.320448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:47.321122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.333874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Pushing event updated for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:47.365780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-9afe1587-4e01-4204-8828-7e63b2040d88 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0149398
Mar 26 21:04:47.414487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e98c8-85c4-425a-98a1-bdf131055cf8 req-157bb7e6-d48d-4eb0-a1d2-8d0897560755 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:47.418377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-702e98c8-85c4-425a-98a1-bdf131055cf8 req-157bb7e6-d48d-4eb0-a1d2-8d0897560755 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 932 time: 0.9752998
Mar 26 21:04:47.438722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f2ca0a67-5e4d-41fa-a085-39b5369a90bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.439459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Request body: {'port': {'device_id': '207a5420-c546-4367-abbc-4b333b09ab7e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:47.449970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] DHCP port deletion for f2ca0a67-5e4d-41fa-a085-39b5369a90bf request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:47.451221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac551b5-acda-403a-96f9-2f2f15212cf1 req-35bcf4d4-e2fe-48ad-9f71-bce89e06a2ad tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:47.459730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ac551b5-acda-403a-96f9-2f2f15212cf1 req-35bcf4d4-e2fe-48ad-9f71-bce89e06a2ad tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.3178635
Mar 26 21:04:47.523005 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124122b20>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:45Z', 'revision_number': 10, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:47.638331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Deleting port ff096e1a-a1e2-4423-b6e2-346ec35247e7 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:47.638735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.643477 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:47.660979 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:47.661630 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124122b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:47.672831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ac551b5-acda-403a-96f9-2f2f15212cf1 req-299275a4-7f32-458d-982d-287738e0aa5e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2120197
Mar 26 21:04:47.731818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-702e98c8-85c4-425a-98a1-bdf131055cf8 req-b2232abf-88e3-4427-8878-ed57993104f3 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2702754
Mar 26 21:04:47.739159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port ff096e1a-a1e2-4423-b6e2-346ec35247e7 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:47.739519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.755515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.872031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] For port ff096e1a-a1e2-4423-b6e2-346ec35247e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff096e1a-a1e2-4423-b6e2-346ec35247e7,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:47.872440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.904088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Calling delete_port for ff096e1a-a1e2-4423-b6e2-346ec35247e7 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:47.979506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port ff096e1a-a1e2-4423-b6e2-346ec35247e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff096e1a-a1e2-4423-b6e2-346ec35247e7,segment=NetworkSegment(e8cb383d-0b5d-426d-8c7d-56d56665597f),segment_id=e8cb383d-0b5d-426d-8c7d-56d56665597f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:47.980341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:47.981597 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:48.091028 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.098809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for ff096e1a-a1e2-4423-b6e2-346ec35247e7 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:48.147574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] Pushing event deleted for resources: {'Port': ['ID=ff096e1a-a1e2-4423-b6e2-346ec35247e7,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:48.159427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ec241-db81-47da-a4d8-903b1a148e57 None None] No DVR routers for this DVR port ff096e1a-a1e2-4423-b6e2-346ec35247e7 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:48.311787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53f497-148c-49ec-85b7-12aaacca8828 req-1c3426fd-2aed-47d9-89ec-15bc34d113f5 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:48.313576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d53f497-148c-49ec-85b7-12aaacca8828 req-1c3426fd-2aed-47d9-89ec-15bc34d113f5 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 932 time: 0.2900066
Mar 26 21:04:48.371443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6899fefc-bc5b-44c3-baeb-f5fc83645543 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:48.416897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks [] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.418256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad0fb0-fa14-42a1-8e54-d9e257b2f223 req-71460293-5800-4534-9d79-b58e9b1c5b1f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:48.427130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cad0fb0-fa14-42a1-8e54-d9e257b2f223 req-71460293-5800-4534-9d79-b58e9b1c5b1f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.5077827
Mar 26 21:04:48.557932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Transition to ACTIVE for port object 6899fefc-bc5b-44c3-baeb-f5fc83645543 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:04:48.568673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cad0fb0-fa14-42a1-8e54-d9e257b2f223 req-84cf8a00-b8b5-43f9-8df9-0c1395484bc0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410425
Mar 26 21:04:48.570956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e1d8a3-d570-4eb8-97be-9012d1e78442 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:48.578790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d53f497-148c-49ec-85b7-12aaacca8828 req-6475a122-0783-43db-b4b2-d081597fbefe tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445879
Mar 26 21:04:48.596403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.599019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff096e1a-a1e2-4423-b6e2-346ec35247e7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.601006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks [] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.675043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=ff096e1a-a1e2-4423-b6e2-346ec35247e7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:48.681733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:48.694243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124122b20>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:45Z', 'revision_number': 10, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:48.716295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-eb30c366-9d6f-4a89-99e9-017ab5eb051e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:48.719668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-eb30c366-9d6f-4a89-99e9-017ab5eb051e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.4251218
Mar 26 21:04:48.725225 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21768ec-c0bd-45bc-af44-fe4e82c6ab61 None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:45Z', 'revision_number': 10, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None, '_interfaces': [{'id': 'abd69ab1-5d5f-4dda-946d-f6161f362858', 'name': '', 'network_id': 'bc572f5b-94f9-460d-a068-f9e52604b2f1', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'mac_address': 'fa:16:3e:b3:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:04:00Z', 'updated_at': '2022-03-26T21:04:04Z', 'revision_number': 5, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'subnets': [{'id': '916cb215-f149-4ef0-8f0e-3499b7ed3b33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:48.742341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': '02351463-2580-4d69-b96b-3d067d01c53b', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:48.756642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Transition to ACTIVE for port object b7e1d8a3-d570-4eb8-97be-9012d1e78442 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:04:48.757772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port ff096e1a-a1e2-4423-b6e2-346ec35247e7 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:48.783948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:48.849292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-746fd2c0-eb82-4e33-b57d-c9c1f1713e1e req-95d13cef-0e78-42fd-9a5e-af2b0514283d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 210 time: 0.1823258
Mar 26 21:04:48.977279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f2ca0a67-5e4d-41fa-a085-39b5369a90bf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.057687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Pushing event updated for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:49.228716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Attempting to bind port 6899fefc-bc5b-44c3-baeb-f5fc83645543 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:49.230398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Attempting to bind port 6899fefc-bc5b-44c3-baeb-f5fc83645543 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:49.230905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Attempting to bind port 6899fefc-bc5b-44c3-baeb-f5fc83645543 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:49.295038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Port 6899fefc-bc5b-44c3-baeb-f5fc83645543 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:04:49.295551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Attempting to bind port 6899fefc-bc5b-44c3-baeb-f5fc83645543 on network 29a33636-1c6f-4164-b055-8f1a3b4ee463 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:49.312901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:49.313484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Checking segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:49.314065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Bound using segment: {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:49.314690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Bound port: 6899fefc-bc5b-44c3-baeb-f5fc83645543, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661e8c74-50ac-4d9f-bc01-d01e7dd3955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:49.315154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.431175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4d0c4-c634-4bcf-9e4c-fd94ba970318 req-b42ccb1a-2a30-4826-ba3b-12bc05b79e01 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:49.457552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcf4d0c4-c634-4bcf-9e4c-fd94ba970318 req-b42ccb1a-2a30-4826-ba3b-12bc05b79e01 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.5480876
Mar 26 21:04:49.522403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Attempting to bind port b7e1d8a3-d570-4eb8-97be-9012d1e78442 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:49.522403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Attempting to bind port b7e1d8a3-d570-4eb8-97be-9012d1e78442 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2593827f-93bb-40c0-ba92-9df2cd7bab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:49.523256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Attempting to bind port b7e1d8a3-d570-4eb8-97be-9012d1e78442 on network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:49.543878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d8c2fa0>,) {'filters': {'network_id': ['f2ca0a67-5e4d-41fa-a085-39b5369a90bf']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:49.556322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:04:49.561075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17a70e07-5918-4850-a1c0-ba08130401e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:49.561648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8c2fa0>, 'e8cb383d-0b5d-426d-8c7d-56d56665597f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:49.561648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8c2fa0>, 'e8cb383d-0b5d-426d-8c7d-56d56665597f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:49.561951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.576104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e8cb383d-0b5d-426d-8c7d-56d56665597f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.603906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e5ef-460e-48af-b95d-44266614a064 req-e31a6370-e882-4356-8481-dd9eed0cc48f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:49.606837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a9e5ef-460e-48af-b95d-44266614a064 req-e31a6370-e882-4356-8481-dd9eed0cc48f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 944 time: 0.6343155
Mar 26 21:04:49.608092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e8cb383d-0b5d-426d-8c7d-56d56665597f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.608306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Port b7e1d8a3-d570-4eb8-97be-9012d1e78442 on network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:04:49.608755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Attempting to bind port b7e1d8a3-d570-4eb8-97be-9012d1e78442 on network 1ed8a85a-ba2e-4e38-8608-f7d0f831da7b {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:49.616173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:49.616735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e8cb383d-0b5d-426d-8c7d-56d56665597f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.617217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:49.620952 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:49.623165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 17a70e07-5918-4850-a1c0-ba08130401e9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:49.623165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 17a70e07-5918-4850-a1c0-ba08130401e9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:49.623165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff096e1a-a1e2-4423-b6e2-346ec35247e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:49.652740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ff096e1a-a1e2-4423-b6e2-346ec35247e7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:49.653452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff096e1a-a1e2-4423-b6e2-346ec35247e7 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:49.699817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:49.700544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Checking segment: {'id': '2593827f-93bb-40c0-ba92-9df2cd7bab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:49.700689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Bound using segment: {'id': '2593827f-93bb-40c0-ba92-9df2cd7bab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:49.701748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Bound port: b7e1d8a3-d570-4eb8-97be-9012d1e78442, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2593827f-93bb-40c0-ba92-9df2cd7bab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:49.701748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.731267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f2ca0a67-5e4d-41fa-a085-39b5369a90bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.733532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:49.736324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a9e5ef-460e-48af-b95d-44266614a064 req-61a1be3b-ac2d-4f68-a60b-b5ea26270607 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143141
Mar 26 21:04:49.754323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.760905 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/f2ca0a67-5e4d-41fa-a085-39b5369a90bf HTTP/1.1" status: 204  len: 168 time: 2.5720048
Mar 26 21:04:49.760905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ff486-9603-4767-9185-8a8cdc5939a4 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=f2ca0a67-5e4d-41fa-a085-39b5369a90bf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:49.762618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:49.764765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcf4d0c4-c634-4bcf-9e4c-fd94ba970318 req-a9f501de-af1e-4265-92a0-dbf7df219881 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3014691
Mar 26 21:04:49.854507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:49.859832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442,segment=NetworkSegment(2593827f-93bb-40c0-ba92-9df2cd7bab1a),segment_id=2593827f-93bb-40c0-ba92-9df2cd7bab1a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:49.864321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:49.883205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:50.023679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.024263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:50.026010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/6899fefc-bc5b-44c3-baeb-f5fc83645543 HTTP/1.1" status: 200  len: 1092 time: 4.1904066
Mar 26 21:04:50.030686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:50.040224 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f7b17-bbb9-4770-9961-fd6d75c4d264" -d '{"events": [{"name": "network-changed", "server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:50.064952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.065828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:50.067595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] 10.222.0.18 "PUT /v2.0/ports/b7e1d8a3-d570-4eb8-97be-9012d1e78442 HTTP/1.1" status: 200  len: 1092 time: 2.6386595
Mar 26 21:04:50.128345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9436-3d45-4a34-af92-ff72558702d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:50.140865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.5 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/9933c1ea-5c1c-4820-8444-563e9b76d35d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:04:50.201219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6784d-6d3e-44a4-8edc-9a265b4cf7fd req-27f2a71c-1988-49db-be6e-9629d426f9de tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.209549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4be6784d-6d3e-44a4-8edc-9a265b4cf7fd req-27f2a71c-1988-49db-be6e-9629d426f9de tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.2582338
Mar 26 21:04:50.323881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e4c4e-5c67-476b-8753-d88cd7ede9fb service neutron] Pushing event updated for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:50.335947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4be6784d-6d3e-44a4-8edc-9a265b4cf7fd req-e01703cc-cf6a-4309-9bed-4de323104750 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232767
Mar 26 21:04:50.353845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931945-45c1-492c-8544-909123d1c4a7 req-2f54d1e9-1a80-4542-9cbd-399cc8266bb9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.355475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb931945-45c1-492c-8544-909123d1c4a7 req-2f54d1e9-1a80-4542-9cbd-399cc8266bb9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 944 time: 0.4006188
Mar 26 21:04:50.486842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-25cd5e2b-d6db-4de7-a3ff-cd3118aa3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.499205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-25cd5e2b-d6db-4de7-a3ff-cd3118aa3e6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b97ee3626b824293b17899943c256a52&device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 1126 time: 0.2592101
Mar 26 21:04:50.538768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af8056b0-d66e-4644-b30c-6e52b01a2842 req-6d593942-50a5-4c46-8f2d-daf934bec879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 210 time: 0.0719008
Mar 26 21:04:50.578088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb931945-45c1-492c-8544-909123d1c4a7 req-cbc6510e-aafa-4cc3-b7d6-b89a95bf9162 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143710
Mar 26 21:04:50.587041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-781043c1-12b5-4ad5-a2d4-709a78d8cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.604568 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-781043c1-12b5-4ad5-a2d4-709a78d8cbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 1126 time: 0.5120616
Mar 26 21:04:50.634197 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8fb827-4bce-48e5-b762-04f801e3ac42 x-openstack-request-id: req-2b8fb827-4bce-48e5-b762-04f801e3ac42 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:50.634539 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:50.634809 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b8fb827-4bce-48e5-b762-04f801e3ac42 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:50.635261 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8fb827-4bce-48e5-b762-04f801e3ac42'] response: {'name': 'network-changed', 'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543', 'status': 'completed', 'code': 200}
Mar 26 21:04:50.663503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:50.762179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-96d6709c-78be-46b2-8d5e-b3ee050fc4c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442 HTTP/1.1" status: 200  len: 217 time: 0.1564445
Mar 26 21:04:50.763673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-c1439234-52c2-4cf6-8b9a-ea1e335e6a18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543 HTTP/1.1" status: 200  len: 217 time: 0.1315260
Mar 26 21:04:50.971468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4d68-2ba5-4662-9e1f-7345544f74b0 req-882b5978-361f-449e-9958-b7a7f64e12e7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:50.979104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc7b4d68-2ba5-4662-9e1f-7345544f74b0 req-882b5978-361f-449e-9958-b7a7f64e12e7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1151745
Mar 26 21:04:51.045479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a28026a4-ee5c-47c7-bec4-ed13f7863544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:51.047153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-a28026a4-ee5c-47c7-bec4-ed13f7863544 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.2118223
Mar 26 21:04:51.057392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-412b0710-8d4b-4ed6-9ace-f42e9dc78f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:51.060355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-412b0710-8d4b-4ed6-9ace-f42e9dc78f65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09a81e30-788e-408d-b435-809171e85eaa HTTP/1.1" status: 200  len: 863 time: 0.2234378
Mar 26 21:04:51.115868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc7b4d68-2ba5-4662-9e1f-7345544f74b0 req-81b954cc-cd09-4c0d-888e-0ff65ef4dd1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245873
Mar 26 21:04:51.130125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.139518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port abd69ab1-5d5f-4dda-946d-f6161f362858 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:51.140201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.154771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-a6b68e2d-31b1-42cc-ba82-a3bd0da8cbce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0864842
Mar 26 21:04:51.159054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-01e3992d-a72a-4d79-bbd6-15dad8119f13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0976787
Mar 26 21:04:51.208647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e1d2-92b4-42ce-92b4-18d4a03367de req-0db51761-bb2b-49d8-9358-0f7afc0a0392 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:51.210177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10e0e1d2-92b4-42ce-92b4-18d4a03367de req-0db51761-bb2b-49d8-9358-0f7afc0a0392 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 944 time: 0.2978294
Mar 26 21:04:51.273456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port abd69ab1-5d5f-4dda-946d-f6161f362858, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abd69ab1-5d5f-4dda-946d-f6161f362858,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:51.273794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.298228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for abd69ab1-5d5f-4dda-946d-f6161f362858 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:51.402355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10e0e1d2-92b4-42ce-92b4-18d4a03367de req-d3dc1d31-08fb-4c72-8a12-a3b92eacdcd1 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684787
Mar 26 21:04:51.412719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.470203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-1ec43cd0-c7ff-4f33-9afd-e23e9e3717bf service neutron] 10.222.0.18 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3050396
Mar 26 21:04:51.476943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-ce3a8e2b-f9cf-43e4-91ca-d97bd47c9ddc service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995677
Mar 26 21:04:51.562151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:04:51.634696 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:04:51.712144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:04:51.725137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:04:51.790513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e662b-6836-49a5-81ba-71084c1ffd5d req-5559e4a9-b4b3-4ee2-8be0-ac8a1e69e7ca tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:51.793003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:51.794186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.794626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-346e662b-6836-49a5-81ba-71084c1ffd5d req-5559e4a9-b4b3-4ee2-8be0-ac8a1e69e7ca tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1350796
Mar 26 21:04:51.797430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:51.826287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (abd69ab1-5d5f-4dda-946d-f6161f362858), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:51.894732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=abd69ab1-5d5f-4dda-946d-f6161f362858,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:52.022647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-346e662b-6836-49a5-81ba-71084c1ffd5d req-f3bf3614-386d-4a30-b4d9-2d42f585a699 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2116344
Mar 26 21:04:52.083690 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9d9baafc-811a-45df-b24e-d3c309caf576), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:52.191694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:52.383152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2409188-b17a-433d-b2de-28764f961297 req-d439850f-ce06-488d-8eb0-0598ca9e8e42 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:52.383852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2409188-b17a-433d-b2de-28764f961297 req-d439850f-ce06-488d-8eb0-0598ca9e8e42 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 944 time: 0.1922896
Mar 26 21:04:52.445641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-08c67620-8faa-4a66-9266-3a4f5dbebe14 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7050397
Mar 26 21:04:52.481752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c2f5117-6d00-49e1-8516-863adbef0c8c req-68b84cde-fdea-4736-90d8-1be03bf5c00b service neutron] 10.222.0.18 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0037394
Mar 26 21:04:52.486532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8dcad39-17ec-467c-a378-7643cf9aea07 req-ca4a67bf-4401-42d4-b359-dace1577cef1 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9976611
Mar 26 21:04:52.502639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1515b-d1b6-4f29-920a-8f4805964f6e req-13a69486-c545-49c0-9e65-585e38189e4b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:52.504708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dac1515b-d1b6-4f29-920a-8f4805964f6e req-13a69486-c545-49c0-9e65-585e38189e4b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 931 time: 0.8184235
Mar 26 21:04:52.555281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6df3fe8c-c782-4c81-a0ad-832d08eafcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:52.559849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:52.596540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c2409188-b17a-433d-b2de-28764f961297 req-ccea943f-6135-4a9f-a4f4-3814826cdc9a tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603451
Mar 26 21:04:52.640008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Request body: {'port': {'device_id': '02351463-2580-4d69-b96b-3d067d01c53b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:52.642730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:52.646132 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b4b70-ac85-4db8-8441-1f383a620000" -d '{"events": [{"name": "network-changed", "server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:52.684094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dac1515b-d1b6-4f29-920a-8f4805964f6e req-7fece5c3-47c8-428a-a53e-11d49f35fb39 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700938
Mar 26 21:04:52.707061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:52.716116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bcf4f6c1-62c3-41b9-84d1-c4d687edfd6b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9521449
Mar 26 21:04:52.717143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:52.728719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:52.743992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-a2db0180-cd26-40e1-862d-377f239f9227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:52.745938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-a2db0180-cd26-40e1-862d-377f239f9227 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3652534f0b48491f895462536365ef07&device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 1126 time: 0.1873267
Mar 26 21:04:52.763205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:52.767562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:52.768495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe28b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:52.974514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:53.012546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting subnet 916cb215-f149-4ef0-8f0e-3499b7ed3b33 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:04:53.027413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for subnet (916cb215-f149-4ef0-8f0e-3499b7ed3b33), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.071273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe28b50>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:53.109950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:53.123197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:53.124033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe28b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:53.151280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6df3fe8c-c782-4c81-a0ad-832d08eafcec admin admin] Publish callbacks [] for security_group (7c81c36b-cf9c-4022-917d-379494d49a07), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.152150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-d0c4d70c-c4d3-4748-a383-7abe02c8597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.155058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-d0c4d70c-c4d3-4748-a383-7abe02c8597e service neutron] 10.222.0.18 "GET /v2.0/networks?id=29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 200  len: 922 time: 0.4025564
Mar 26 21:04:53.156188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (916cb215-f149-4ef0-8f0e-3499b7ed3b33), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.188889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6df3fe8c-c782-4c81-a0ad-832d08eafcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c81c36b-cf9c-4022-917d-379494d49a07), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.203679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24138798-c4ba-4c40-9362-0de7da1ce6b3 req-49186a54-cc9e-4c40-ada0-0640ce20300a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.206479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24138798-c4ba-4c40-9362-0de7da1ce6b3 req-49186a54-cc9e-4c40-ada0-0640ce20300a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.3286717
Mar 26 21:04:53.222638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:53.231882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6df3fe8c-c782-4c81-a0ad-832d08eafcec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cb3a7ad720e4907adb342faacf61489&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0334668
Mar 26 21:04:53.240465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695a54-0422-456f-b2b0-a03d445473e6 req-6229d9e9-701e-4a4b-99b1-d8709b7cf084 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.250494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0695a54-0422-456f-b2b0-a03d445473e6 req-6229d9e9-701e-4a4b-99b1-d8709b7cf084 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 944 time: 0.3595917
Mar 26 21:04:53.252998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44148) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:53.293294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe28b50>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:53.293528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-1b4262a5-87c2-4442-af22-d4e7a2f3a28b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543 HTTP/1.1" status: 200  len: 217 time: 0.1220553
Mar 26 21:04:53.295459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-01030c5d-45b4-4c98-8b10-a86b275895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.303238 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-01030c5d-45b4-4c98-8b10-a86b275895c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1127 time: 0.3589342
Mar 26 21:04:53.336336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cad68-c55d-422f-ad71-c11ceac157ce None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:53.442768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c0695a54-0422-456f-b2b0-a03d445473e6 req-cf80e7be-93b4-42d1-b713-4fa3037f8e21 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873348
Mar 26 21:04:53.444050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3fe8c-c782-4c81-a0ad-832d08eafcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81c36b-cf9c-4022-917d-379494d49a07,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:53.489336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24138798-c4ba-4c40-9362-0de7da1ce6b3 req-d8ff2130-148f-44b8-8221-b8777632d129 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2744896
Mar 26 21:04:53.493556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-7a261902-ee50-4f6e-9d7f-b429d8e065cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.494995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-7a261902-ee50-4f6e-9d7f-b429d8e065cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 200  len: 862 time: 0.1735649
Mar 26 21:04:53.549566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-a61d57b8-e950-42a5-9fdf-13f4a6b1fac7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=29a33636-1c6f-4164-b055-8f1a3b4ee463&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481894
Mar 26 21:04:53.552848 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913bea30-f61c-4d1a-bce9-d17f176fae24 x-openstack-request-id: req-913bea30-f61c-4d1a-bce9-d17f176fae24 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:53.553965 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:53.554230 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-913bea30-f61c-4d1a-bce9-d17f176fae24 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:53.554643 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913bea30-f61c-4d1a-bce9-d17f176fae24'] response: {'name': 'network-changed', 'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442', 'status': 'completed', 'code': 200}
Mar 26 21:04:53.638019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] Publish callbacks [] for security_group (7c81c36b-cf9c-4022-917d-379494d49a07), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.692643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (916cb215-f149-4ef0-8f0e-3499b7ed3b33), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.701928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] Publish callbacks [] for security_group (7c81c36b-cf9c-4022-917d-379494d49a07), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.784681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-5f3f8ed1-be68-44a8-9b7c-dc53acf41b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.786334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-5f3f8ed1-be68-44a8-9b7c-dc53acf41b85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.4544406
Mar 26 21:04:53.840558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device abd69ab1-5d5f-4dda-946d-f6161f362858 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:53.846984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9933c1ea-5c1c-4820-8444-563e9b76d35d {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:53.858584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks [] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.871099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4b70-ac85-4db8-8441-1f383a620000 req-b0911adb-13ad-4889-89de-c8d144c5a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.872981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-b0911adb-13ad-4889-89de-c8d144c5a39d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b97ee3626b824293b17899943c256a52&device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 1126 time: 0.2881644
Mar 26 21:04:53.876658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-0e3970dc-83a4-4ce0-8643-651342a9fc67 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093066
Mar 26 21:04:53.895010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: abd69ab1-5d5f-4dda-946d-f6161f362858 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:53.895903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device abd69ab1-5d5f-4dda-946d-f6161f362858 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:53.910512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Transition to ACTIVE for port object 9933c1ea-5c1c-4820-8444-563e9b76d35d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:04:53.945175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87844-8dbb-45e2-8d68-40f5346623a5 req-325ba2e7-c072-4e24-af80-6287364790e7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:53.946773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76d87844-8dbb-45e2-8d68-40f5346623a5 req-325ba2e7-c072-4e24-af80-6287364790e7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.3020647
Mar 26 21:04:53.953887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:53.986514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (916cb215-f149-4ef0-8f0e-3499b7ed3b33), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.083724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Subnet': ['ID=916cb215-f149-4ef0-8f0e-3499b7ed3b33,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:54.094921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.101918 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10199215-1c32-410e-9800-08d67545f736 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/916cb215-f149-4ef0-8f0e-3499b7ed3b33 HTTP/1.1" status: 204  len: 168 time: 1.3819218
Mar 26 21:04:54.106863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44154) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:54.122932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548003e-82c3-4a0e-bf7c-03556e563e6f None None] Network bc572f5b-94f9-460d-a068-f9e52604b2f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:04:54.151871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42d4c7-d899-4176-b9eb-89d9d831f76e req-c38bbdd4-176c-4d9e-838c-8dc9e666b48f tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:54.161074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d42d4c7-d899-4176-b9eb-89d9d831f76e req-c38bbdd4-176c-4d9e-838c-8dc9e666b48f tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 944 time: 0.4191644
Mar 26 21:04:54.196553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-d2146410-5920-4d1c-a458-78deea0c74a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 1001 time: 0.3152297
Mar 26 21:04:54.201094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Pushing event updated for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:54.229428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c81c36b-cf9c-4022-917d-379494d49a07), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.234733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.238805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c81c36b-cf9c-4022-917d-379494d49a07 HTTP/1.1" status: 204  len: 168 time: 0.9729967
Mar 26 21:04:54.291587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76d87844-8dbb-45e2-8d68-40f5346623a5 req-3897d27d-c2ad-4ebe-8b4e-0a3d31302f03 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3213849
Mar 26 21:04:54.342765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d73f7b17-bbb9-4770-9961-fd6d75c4d264 req-ee8ea82c-ed96-4dd3-b51b-fed5ba7ee4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4573762
Mar 26 21:04:54.347904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4b70-ac85-4db8-8441-1f383a620000 req-f271be70-7474-43de-8462-ccb0f541d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:54.354043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-f271be70-7474-43de-8462-ccb0f541d1d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b HTTP/1.1" status: 200  len: 923 time: 0.4640594
Mar 26 21:04:54.396166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bc572f5b-94f9-460d-a068-f9e52604b2f1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.404370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfb3cc-e2f1-4f9f-bf41-0a0dd868168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81c36b-cf9c-4022-917d-379494d49a07,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:54.460379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] DHCP port deletion for bc572f5b-94f9-460d-a068-f9e52604b2f1 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:04:54.478143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d42d4c7-d899-4176-b9eb-89d9d831f76e req-b1f98edb-fc35-4531-a08d-44a331c57e36 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3159895
Mar 26 21:04:54.494458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-4bd97387-e78d-4a2c-b270-6ca536c9b289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442 HTTP/1.1" status: 200  len: 217 time: 0.1322265
Mar 26 21:04:54.577838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Deleting port 6abd93b5-91d4-4293-8016-642eeec1e4c0 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:54.578511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.581421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-3aefde6b-9abb-4255-844d-ef5e74d1c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:54.582973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-3aefde6b-9abb-4255-844d-ef5e74d1c8d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.3571677
Mar 26 21:04:54.694112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Attempting to bind port 9933c1ea-5c1c-4820-8444-563e9b76d35d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:04:54.694379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Attempting to bind port 9933c1ea-5c1c-4820-8444-563e9b76d35d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:04:54.694715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Attempting to bind port 9933c1ea-5c1c-4820-8444-563e9b76d35d on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:54.697024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] For port 6abd93b5-91d4-4293-8016-642eeec1e4c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6abd93b5-91d4-4293-8016-642eeec1e4c0,segment=NetworkSegment(22303eb4-f359-4e7e-9a6f-20ea8a892a1c),segment_id=22303eb4-f359-4e7e-9a6f-20ea8a892a1c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:54.697658 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.720226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Calling delete_port for 6abd93b5-91d4-4293-8016-642eeec1e4c0 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:54.723650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Port 9933c1ea-5c1c-4820-8444-563e9b76d35d on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:04:54.724044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Attempting to bind port 9933c1ea-5c1c-4820-8444-563e9b76d35d on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:04:54.744463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b4b70-ac85-4db8-8441-1f383a620000 req-94f58f49-4261-47c1-a7bc-676ccf939440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:54.746074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-94f58f49-4261-47c1-a7bc-676ccf939440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09a81e30-788e-408d-b435-809171e85eaa HTTP/1.1" status: 200  len: 863 time: 0.2202322
Mar 26 21:04:54.748184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:04:54.748943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:04:54.748943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:04:54.749426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Bound port: 9933c1ea-5c1c-4820-8444-563e9b76d35d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:04:54.749811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:54.788552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6899fefc-bc5b-44c3-baeb-f5fc83645543 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:54.811127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fe0cf-a027-49f2-9a55-a34f665590b7 req-0fc14b3b-1e37-4ed0-8d22-999365e5b5b7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:54.831232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f0fe0cf-a027-49f2-9a55-a34f665590b7 req-0fc14b3b-1e37-4ed0-8d22-999365e5b5b7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 943 time: 0.3411534
Mar 26 21:04:54.889326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-47fea12b-f0d1-41c8-a739-62986f4a4e0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222239
Mar 26 21:04:54.950109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.020666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] Pushing event deleted for resources: {'Port': ['ID=6abd93b5-91d4-4293-8016-642eeec1e4c0,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:55.057731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:55.080838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04172685-da3d-4e59-85d2-b205293d08d3 None None] No DVR routers for this DVR port 6abd93b5-91d4-4293-8016-642eeec1e4c0 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:55.101923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-36b97d02-a11a-40fa-bedb-c2a4c7239f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.106329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '6899fefc-bc5b-44c3-baeb-f5fc83645543', 'network_id': '29a33636-1c6f-4164-b055-8f1a3b4ee463', 'port_id': '6899fefc-bc5b-44c3-baeb-f5fc83645543', 'mac_address': 'fa:16:3e:4a:4c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecdec398-8a90-4e44-be8a-b3ca504ef095', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:55.180670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6899fefc-bc5b-44c3-baeb-f5fc83645543 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:55.181232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.210679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6899fefc-bc5b-44c3-baeb-f5fc83645543 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:55.263148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f0fe0cf-a027-49f2-9a55-a34f665590b7 req-6254022c-2a5d-4d31-b5e2-ef43cfa71bef tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4308975
Mar 26 21:04:55.267625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:04:55.292449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:55.300135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:04:55.303051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.304884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b7e1d8a3-d570-4eb8-97be-9012d1e78442 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:55.336732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.462735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:55.488673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:55.492395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.497660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] 10.222.0.21 "PUT /v2.0/ports/9933c1ea-5c1c-4820-8444-563e9b76d35d HTTP/1.1" status: 200  len: 1091 time: 3.0301785
Mar 26 21:04:55.570022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Deleting port 6abd93b5-91d4-4293-8016-642eeec1e4c0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:04:55.570632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.576713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:55.579343 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d5c22-4fd5-4920-91c2-08afad999335" -d '{"events": [{"name": "network-changed", "server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:55.587533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-01ecf669-99ec-4d22-8674-7e3945193829 service neutron] 10.222.0.18 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6779470
Mar 26 21:04:55.594152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6abd93b5-91d4-4293-8016-642eeec1e4c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:04:55.672209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 6abd93b5-91d4-4293-8016-642eeec1e4c0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:04:55.673117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6abd93b5-91d4-4293-8016-642eeec1e4c0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:04:55.700644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] For port 6abd93b5-91d4-4293-8016-642eeec1e4c0, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:55.701810 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.722781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-cbd6251c-98ba-43c7-9def-da046ff46b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:55.723283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Calling delete_port for 6abd93b5-91d4-4293-8016-642eeec1e4c0 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:04:55.724022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442,segment=NetworkSegment(2593827f-93bb-40c0-ba92-9df2cd7bab1a),segment_id=2593827f-93bb-40c0-ba92-9df2cd7bab1a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:55.725458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-cbd6251c-98ba-43c7-9def-da046ff46b04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 1125 time: 0.1326225
Mar 26 21:04:55.727226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Port 6abd93b5-91d4-4293-8016-642eeec1e4c0 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:04:55.729678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6abd93b5-91d4-4293-8016-642eeec1e4c0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.746609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No DVR routers for this DVR port 6abd93b5-91d4-4293-8016-642eeec1e4c0 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:04:55.775411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442', 'network_id': '1ed8a85a-ba2e-4e38-8608-f7d0f831da7b', 'port_id': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442', 'mac_address': 'fa:16:3e:72:2c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a81e30-788e-408d-b435-809171e85eaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:55.795263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-42baab90-9df5-46b3-ad28-1b3f39c5ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:55.797020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-42baab90-9df5-46b3-ad28-1b3f39c5ace9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 1.1991539
Mar 26 21:04:55.814283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Port': ['ID=6abd93b5-91d4-4293-8016-642eeec1e4c0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:55.834102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-fb967393-f816-44a1-8254-78ddbedb1643 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d HTTP/1.1" status: 200  len: 217 time: 0.0925927
Mar 26 21:04:55.846374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec0339-393b-4e3a-b0c4-51de987ae163 service neutron] Pushing event updated for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:55.869674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd000c-21e6-46e7-a832-749254f248bb req-f9362a25-0334-4f1a-9b94-26a5f8e19ddd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:55.871673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b7e1d8a3-d570-4eb8-97be-9012d1e78442 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:55.872132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:55.877568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248ed3-bffc-434d-bfca-fbda0b1511fc req-aed7d4c5-d80c-4f22-bc04-fe826f9e5c48 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:55.879161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30248ed3-bffc-434d-bfca-fbda0b1511fc req-aed7d4c5-d80c-4f22-bc04-fe826f9e5c48 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 945 time: 1.2197142
Mar 26 21:04:55.881712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41bd000c-21e6-46e7-a832-749254f248bb req-f9362a25-0334-4f1a-9b94-26a5f8e19ddd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.4134383
Mar 26 21:04:55.912819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e1d8a3-d570-4eb8-97be-9012d1e78442 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:04:55.944495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442,segment=NetworkSegment(2593827f-93bb-40c0-ba92-9df2cd7bab1a),segment_id=2593827f-93bb-40c0-ba92-9df2cd7bab1a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:55.951968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.001575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-41bd000c-21e6-46e7-a832-749254f248bb req-02bc65bb-e9ae-4fcc-8acd-4c2617e69a29 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185091
Mar 26 21:04:56.003894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-6e9edf4f-dffa-4c79-9350-150b9911e53b service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770418
Mar 26 21:04:56.037310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-235b4b70-ac85-4db8-8441-1f383a620000 req-6143e2f2-0f6e-4fc3-82e7-5f9c1de734ff service neutron] 10.222.0.18 "GET /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4044507
Mar 26 21:04:56.045627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bc572f5b-94f9-460d-a068-f9e52604b2f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.070257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:56.092302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e3df160>,) {'filters': {'network_id': ['bc572f5b-94f9-460d-a068-f9e52604b2f1']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:56.103401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3df160>, '22303eb4-f359-4e7e-9a6f-20ea8a892a1c') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:56.103865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3df160>, '22303eb4-f359-4e7e-9a6f-20ea8a892a1c') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:56.107877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c20b-c638-4361-a935-8da480840d58 req-83a6137d-14dc-4f17-b393-011d73595d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:56.114075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-83a6137d-14dc-4f17-b393-011d73595d19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.2186570
Mar 26 21:04:56.114942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (22303eb4-f359-4e7e-9a6f-20ea8a892a1c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.142617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (22303eb4-f359-4e7e-9a6f-20ea8a892a1c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.165321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:04:56.165321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (22303eb4-f359-4e7e-9a6f-20ea8a892a1c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.221964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-aaa659b3-0fbf-4283-9d7b-280cee27cec8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016698
Mar 26 21:04:56.237599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['6899fefc-bc5b-44c3-baeb-f5fc83645543'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:56.244609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b7e1d8a3-d570-4eb8-97be-9012d1e78442'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:04:56.276756 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:04:56.329520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bc572f5b-94f9-460d-a068-f9e52604b2f1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.369338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.384708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:56.387311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/networks/bc572f5b-94f9-460d-a068-f9e52604b2f1 HTTP/1.1" status: 204  len: 168 time: 2.2707410
Mar 26 21:04:56.394109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'routes': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:56.492067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9b8f-4f65-4520-b58c-3f427e1aaec2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Pushing event deleted for resources: {'Network': ['ID=bc572f5b-94f9-460d-a068-f9e52604b2f1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:56.556481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30248ed3-bffc-434d-bfca-fbda0b1511fc req-ec10a565-d814-438f-9100-fd64d88f8480 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6605525
Mar 26 21:04:56.615280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5aaa4467-f2f6-4c94-b331-eeb3a7bb60ac req-546fdafc-5578-4de9-90ef-56722f0b4193 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3282769
Mar 26 21:04:56.699168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc861f84-47f5-4b2d-9a3e-e9fe55332b94 req-67a43fb4-1ee3-40ef-90f5-9c2ac5c53571 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:56.705904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc861f84-47f5-4b2d-9a3e-e9fe55332b94 req-67a43fb4-1ee3-40ef-90f5-9c2ac5c53571 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.4825573
Mar 26 21:04:56.805948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f795c-fadb-458f-be99-970b4c33f3f3 req-a292eb72-6e14-4b3c-be3c-e83208c70596 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:56.807974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Added routes are [] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:04:56.808168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d9f795c-fadb-458f-be99-970b4c33f3f3 req-a292eb72-6e14-4b3c-be3c-e83208c70596 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 945 time: 0.0758181
Mar 26 21:04:56.808282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Removed routes are [] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:04:56.808282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:56.884558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d9f795c-fadb-458f-be99-970b4c33f3f3 req-3b7a319f-f0fc-4079-b2b9-fbbff33a342c tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653803
Mar 26 21:04:56.966222 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7d3e9-37d2-460a-9a7e-348804b7f6f9 x-openstack-request-id: req-fba7d3e9-37d2-460a-9a7e-348804b7f6f9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:56.966541 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:56.966805 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fba7d3e9-37d2-460a-9a7e-348804b7f6f9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:56.967208 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba7d3e9-37d2-460a-9a7e-348804b7f6f9'] response: {'name': 'network-changed', 'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d', 'status': 'completed', 'code': 200}
Mar 26 21:04:56.986140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc861f84-47f5-4b2d-9a3e-e9fe55332b94 req-b3fc35e3-5c10-4c74-8fe3-29c91f97f6f5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2726977
Mar 26 21:04:56.991164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-acc1ce36-cc3b-46e6-9ce6-034edf5fbf04 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7270691
Mar 26 21:04:57.122359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:57.212038 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:57.268682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fcf61-021d-496d-a6d4-af810db74c61 req-b051e866-ee07-409d-bf16-ccec48a659d5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:57.271309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-409fcf61-021d-496d-a6d4-af810db74c61 req-b051e866-ee07-409d-bf16-ccec48a659d5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 943 time: 0.2019978
Mar 26 21:04:57.333268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f5c502b6-2010-4601-b9db-5b57c791d862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:57.386881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-409fcf61-021d-496d-a6d4-af810db74c61 req-cea0afc9-bfd4-4cf6-be0d-2ee0f4799fcf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075191
Mar 26 21:04:57.771458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73648eb-174d-4f87-b144-0e6218d990b1 req-47cdd51c-b822-4a72-acb2-792fcc83224f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:57.772539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c73648eb-174d-4f87-b144-0e6218d990b1 req-47cdd51c-b822-4a72-acb2-792fcc83224f tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 945 time: 0.0877318
Mar 26 21:04:57.840408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c73648eb-174d-4f87-b144-0e6218d990b1 req-4cb9c4af-fd98-4595-a4cc-2ab6c919dcbe tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590718
Mar 26 21:04:58.000432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1328c20b-c638-4361-a935-8da480840d58 req-440e17e3-d9e3-4289-a1ee-14c17cb17612 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0023048
Mar 26 21:04:58.046660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 9d9baafc-811a-45df-b24e-d3c309caf576 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:04:58.056934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2fa87-1262-44ed-bce6-21ded71ec393 req-707de84d-6487-4e48-ae42-17f1100cd4bb tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.059726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1f2fa87-1262-44ed-bce6-21ded71ec393 req-707de84d-6487-4e48-ae42-17f1100cd4bb tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.8521309
Mar 26 21:04:58.151820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d49fa-57c7-4de7-ae76-70b0956744d7 req-7d1b8725-ad82-4102-b9b7-0914b50676b4 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.159630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b1d49fa-57c7-4de7-ae76-70b0956744d7 req-7d1b8725-ad82-4102-b9b7-0914b50676b4 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 945 time: 0.1419063
Mar 26 21:04:58.266252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:04:58.274218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:58.279946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b5852fbc-bf1e-44c8-8ccd-e3a6990dc90d tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 705 time: 1.8939178
Mar 26 21:04:58.281035 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Sync routers for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:04:58.282028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:58.287953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1f2fa87-1262-44ed-bce6-21ded71ec393 req-dbf9401a-e370-4340-9bb6-544039290f2c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2220938
Mar 26 21:04:58.296200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5c22-4fd5-4920-91c2-08afad999335 req-f71b771e-1e96-4935-8ac3-77897541bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.296648 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:58.297492 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124252df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:58.297896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-f71b771e-1e96-4935-8ac3-77897541bf5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 1125 time: 0.2100115
Mar 26 21:04:58.321438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b1d49fa-57c7-4de7-ae76-70b0956744d7 req-5583e3a9-2f80-4ea5-af97-e4669a0c3015 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379321
Mar 26 21:04:58.389148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c7b17e2-93ca-4158-8119-513182647d98 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 205 time: 0.0661666
Mar 26 21:04:58.392529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:58.451215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5c22-4fd5-4920-91c2-08afad999335 req-fe0a7300-cf8e-45da-bd36-91c20ae66009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.453443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-fe0a7300-cf8e-45da-bd36-91c20ae66009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.1471181
Mar 26 21:04:58.516337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-f4c37d00-9211-4a9b-934f-28f6ac5b9a7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d HTTP/1.1" status: 200  len: 217 time: 0.0550420
Mar 26 21:04:58.529841 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:58.618351 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124252df0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:58.630539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d5c22-4fd5-4920-91c2-08afad999335 req-96e5afc0-062e-40e5-bf7f-0d49cb22829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.632335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-96e5afc0-062e-40e5-bf7f-0d49cb22829d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.1072440
Mar 26 21:04:58.673332 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Checking router: 9d9baafc-811a-45df-b24e-d3c309caf576 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:04:58.681189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-fd0af0dd-48d6-46f9-98fa-b384fba2caff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419459
Mar 26 21:04:58.695644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ea583-b9ec-4342-8c51-a8eb77e7999d req-4c81b1fe-a58d-44c4-8a28-64ebc4b7a551 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.703738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb6ea583-b9ec-4342-8c51-a8eb77e7999d req-4c81b1fe-a58d-44c4-8a28-64ebc4b7a551 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 943 time: 0.1645494
Mar 26 21:04:58.706882 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Routers {'9d9baafc-811a-45df-b24e-d3c309caf576'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:04:58.710524 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124252df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9d9baafc-811a-45df-b24e-d3c309caf576'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:58.713795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544355e-94b9-403d-aa5f-f303ed0a8f54 req-5d956ce0-d1a9-4bb0-82ac-4c6ce9c6b3a0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:58.724060 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:58.724937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a544355e-94b9-403d-aa5f-f303ed0a8f54 req-5d956ce0-d1a9-4bb0-82ac-4c6ce9c6b3a0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1257265
Mar 26 21:04:58.728764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (9d9baafc-811a-45df-b24e-d3c309caf576), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:58.780445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6899fefc-bc5b-44c3-baeb-f5fc83645543 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:58.852230 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] Set router 9d9baafc-811a-45df-b24e-d3c309caf576 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:04:58.866647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb6ea583-b9ec-4342-8c51-a8eb77e7999d req-a8137685-1584-4b9a-aaa7-06cf315cccfb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617610
Mar 26 21:04:58.898909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 6899fefc-bc5b-44c3-baeb-f5fc83645543 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:04:58.909274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 6899fefc-bc5b-44c3-baeb-f5fc83645543 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:58.909629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:58.913525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a544355e-94b9-403d-aa5f-f303ed0a8f54 req-e686e579-ceb7-4b82-bd04-537bdf94d87f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871567
Mar 26 21:04:58.930997 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124252df0>, [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:04:58.962002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-4eba0c26-1750-4043-980a-6af01bb2dc35 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528896
Mar 26 21:04:58.964176 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0eb79-36da-441b-bbcd-750827f9e1cb None None] The sync data for ids ['9d9baafc-811a-45df-b24e-d3c309caf576'] in ncdv-master-1 is: [{'id': '9d9baafc-811a-45df-b24e-d3c309caf576', 'name': 'tempest-RoutersIpV6Test-router-1086757660', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:58Z', 'updated_at': '2022-03-26T21:04:51Z', 'revision_number': 11, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:04:59.195768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6899fefc-bc5b-44c3-baeb-f5fc83645543 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:59.196000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.196890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-405d5c22-4fd5-4920-91c2-08afad999335 req-85d4a479-e8c1-4712-9c8a-01805499f444 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149146
Mar 26 21:04:59.209117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03661eb-672c-417a-8a73-cc4a6cb54947 req-88642cd3-938b-46f2-86ab-3ffa186a7c5e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:59.210963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d03661eb-672c-417a-8a73-cc4a6cb54947 req-88642cd3-938b-46f2-86ab-3ffa186a7c5e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 945 time: 0.1635754
Mar 26 21:04:59.301451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:59.302777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:04:59.306629 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc194e7f-0900-4b87-a2c5-6c07e92d5050" -d '{"events": [{"server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "name": "network-vif-plugged", "status": "completed", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:04:59.308874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d03661eb-672c-417a-8a73-cc4a6cb54947 req-be0ce724-cdea-4382-9c4b-a522c25051fb tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910931
Mar 26 21:04:59.322368 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.325283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b7e1d8a3-d570-4eb8-97be-9012d1e78442 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:04:59.366143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.374437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (9d9baafc-811a-45df-b24e-d3c309caf576), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.485475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (9d9baafc-811a-45df-b24e-d3c309caf576), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.486046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router 9d9baafc-811a-45df-b24e-d3c309caf576 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:04:59.494050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.496015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d34c2f7d-09c7-40ad-81f2-c277e49aabb1 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 204  len: 168 time: 1.1019771
Mar 26 21:04:59.500205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:59.503656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9933c1ea-5c1c-4820-8444-563e9b76d35d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:04:59.510716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-580373593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:59.560110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:04:59.572943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.574948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.596366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.596855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.597920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.598874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.599570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.600014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.600397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.600778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.601120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.601613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.602018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.602561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.602916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.603281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.603672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:04:59.630653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port b7e1d8a3-d570-4eb8-97be-9012d1e78442 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:04:59.657473 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea26ac5b-be65-4d39-ac12-3fda6da38b1b x-openstack-request-id: req-ea26ac5b-be65-4d39-ac12-3fda6da38b1b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:04:59.657937 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "name": "network-vif-plugged", "status": "completed", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:04:59.658225 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea26ac5b-be65-4d39-ac12-3fda6da38b1b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:04:59.658754 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea26ac5b-be65-4d39-ac12-3fda6da38b1b'] response: {'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543', 'code': 200}
Mar 26 21:04:59.666486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port b7e1d8a3-d570-4eb8-97be-9012d1e78442 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:04:59.668181 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.686089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79c207-dc98-48fc-9341-edca8c552034 req-a76c9a07-28b2-4cc7-b966-317939a9a486 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:59.710353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b79c207-dc98-48fc-9341-edca8c552034 req-a76c9a07-28b2-4cc7-b966-317939a9a486 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 945 time: 0.2591612
Mar 26 21:04:59.774799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.802009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.873641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b79c207-dc98-48fc-9341-edca8c552034 req-23167991-d313-4e04-8235-fece89da483c tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599212
Mar 26 21:04:59.885693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.886450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf7469-acb5-42df-bd87-8345c9c1ae4e req-dd65a1df-d560-46e6-90ba-738cd6980674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:04:59.890328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21cf7469-acb5-42df-bd87-8345c9c1ae4e req-dd65a1df-d560-46e6-90ba-738cd6980674 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 1128 time: 0.1702020
Mar 26 21:04:59.891361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6becbca6-0cfd-493a-9994-1440726567f9 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3898196
Mar 26 21:04:59.892474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44284) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:04:59.899546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:04:59.906820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:04:59.927651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '9933c1ea-5c1c-4820-8444-563e9b76d35d', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '9933c1ea-5c1c-4820-8444-563e9b76d35d', 'mac_address': 'fa:16:3e:76:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:04:59.930698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b7e1d8a3-d570-4eb8-97be-9012d1e78442 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:04:59.931271 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:04:59.982743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21cf7469-acb5-42df-bd87-8345c9c1ae4e req-13d019e5-ba51-4fad-844a-fcbdc2a26b69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836427
Mar 26 21:05:00.084551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651293-8c02-491f-ac0c-000226fbe3e5 req-66110e71-8639-42c5-b851-845f2dd7f329 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:00.096586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b651293-8c02-491f-ac0c-000226fbe3e5 req-66110e71-8639-42c5-b851-845f2dd7f329 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.3083971
Mar 26 21:05:00.130697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6781-7a9c-4700-a2e9-0a18269ee14c req-e335e604-229c-4dee-96c8-1b656dfc7ca6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:00.132923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-065f6781-7a9c-4700-a2e9-0a18269ee14c req-e335e604-229c-4dee-96c8-1b656dfc7ca6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 943 time: 0.1388526
Mar 26 21:05:00.237276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b651293-8c02-491f-ac0c-000226fbe3e5 req-d2ea4cde-5786-4061-8946-d3cfd40d92df tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383538
Mar 26 21:05:00.263181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9933c1ea-5c1c-4820-8444-563e9b76d35d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:00.263635 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.332711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-065f6781-7a9c-4700-a2e9-0a18269ee14c req-66358432-b7ad-4e95-b6ba-898e607c3163 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934376
Mar 26 21:05:00.337017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.340853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9933c1ea-5c1c-4820-8444-563e9b76d35d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:00.354008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442,segment=NetworkSegment(2593827f-93bb-40c0-ba92-9df2cd7bab1a),segment_id=2593827f-93bb-40c0-ba92-9df2cd7bab1a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:00.395409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.424501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.436510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:00.461809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.476623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.493353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:00.564449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:00.610493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a555-6cef-4075-beaa-6d9ccc96d1fd req-6d125c3f-144f-4c2c-8090-5b014a397440 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:00.611855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3284a555-6cef-4075-beaa-6d9ccc96d1fd req-6d125c3f-144f-4c2c-8090-5b014a397440 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 946 time: 0.2091584
Mar 26 21:05:00.707017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3284a555-6cef-4075-beaa-6d9ccc96d1fd req-3433610f-9be4-406e-9fcd-41bb56a51ab2 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827396
Mar 26 21:05:00.708814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Router 4cd9a7ab-48ec-43ff-85e8-99d215c1b323 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:05:00.740521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['9933c1ea-5c1c-4820-8444-563e9b76d35d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:00.821660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:00.831082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:00.834800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-874026d9-8dd6-418a-b89c-2f07d7b1e21e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "PUT /v2.0/routers/4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 200  len: 697 time: 0.9353800
Mar 26 21:05:00.835335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44306) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:00.875973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Sync routers for ids ['4cd9a7ab-48ec-43ff-85e8-99d215c1b323'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:00.960157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Routers {'4cd9a7ab-48ec-43ff-85e8-99d215c1b323'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:00.968043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4cd9a7ab-48ec-43ff-85e8-99d215c1b323'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:00.971305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b51be95d-d393-48d2-995c-0effa097c04f tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/routers/4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 200  len: 703 time: 0.1346757
Mar 26 21:05:00.974411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44310) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:01.088202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Set router 4cd9a7ab-48ec-43ff-85e8-99d215c1b323 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:01.103321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2741a32-0f3c-4bae-9b72-95c36b290753 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 200  len: 205 time: 0.1276009
Mar 26 21:05:01.106138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:01.201421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7fa0>, [{'id': '4cd9a7ab-48ec-43ff-85e8-99d215c1b323', 'name': 'tempest-RoutersIpV6Test-router-580373593', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:04:59Z', 'updated_at': '2022-03-26T21:05:00Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:01.235613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.237262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Checking router: 4cd9a7ab-48ec-43ff-85e8-99d215c1b323 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:05:01.253830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d648d-7513-4419-ab47-d63692cd5340 req-bdbd1933-8eb3-469a-8a79-f2edcab496e9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:01.255547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b10d648d-7513-4419-ab47-d63692cd5340 req-bdbd1933-8eb3-469a-8a79-f2edcab496e9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.2679517
Mar 26 21:05:01.438541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Routers {'4cd9a7ab-48ec-43ff-85e8-99d215c1b323'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:01.439514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4cd9a7ab-48ec-43ff-85e8-99d215c1b323'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:01.470407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46333648-d9a8-405b-b316-eff868d69174 req-7f047b6b-4d91-40a6-bb36-0498f861b00b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:01.478909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46333648-d9a8-405b-b316-eff868d69174 req-7f047b6b-4d91-40a6-bb36-0498f861b00b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1478162
Mar 26 21:05:01.563098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b10d648d-7513-4419-ab47-d63692cd5340 req-46ad3587-fd08-4bec-ad0d-6bd28dba5c91 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672532
Mar 26 21:05:01.563098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.585939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router_controller (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.592965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] Set router 4cd9a7ab-48ec-43ff-85e8-99d215c1b323 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:01.632722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-46333648-d9a8-405b-b316-eff868d69174 req-a0b0c864-9a56-492e-bbda-0986ce39ca95 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502438
Mar 26 21:05:01.685916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:01.686096 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (4cd9a7ab-48ec-43ff-85e8-99d215c1b323), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.686550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd9a7ab-48ec-43ff-85e8-99d215c1b323 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:05:01.689446 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29249c-412d-4c2c-b5ab-6c0b4b950b7f" -d '{"events": [{"server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "name": "network-vif-plugged", "status": "completed", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:01.696640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7fa0>, [{'id': '4cd9a7ab-48ec-43ff-85e8-99d215c1b323', 'name': 'tempest-RoutersIpV6Test-router-580373593', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:04:59Z', 'updated_at': '2022-03-26T21:05:00Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:01.699598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.700786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ef68a84e-6f73-43c6-bf31-474507ba8986 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 204  len: 168 time: 0.5932488
Mar 26 21:05:01.704432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44328) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:01.741562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a68ed-eef5-4cf1-98e5-0e7c28d43b19 None None] The sync data for ids ['4cd9a7ab-48ec-43ff-85e8-99d215c1b323'] in ncdv-master-1 is: [{'id': '4cd9a7ab-48ec-43ff-85e8-99d215c1b323', 'name': 'tempest-RoutersIpV6Test-router-580373593', 'tenant_id': '70b5ae85e2294d2f818d72b81ce595e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:04:59Z', 'updated_at': '2022-03-26T21:05:00Z', 'revision_number': 2, 'project_id': '70b5ae85e2294d2f818d72b81ce595e1', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:01.824986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870b0c7-9d30-48af-a5e2-5a9a4ac905c8 req-ce115290-89db-4480-9460-b957adae5987 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:01.827037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6870b0c7-9d30-48af-a5e2-5a9a4ac905c8 req-ce115290-89db-4480-9460-b957adae5987 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 944 time: 0.1239953
Mar 26 21:05:01.842932 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:01.856309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1e1d7029-20da-47c1-ab20-14a9ea847d74 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 200  len: 205 time: 0.1503918
Mar 26 21:05:01.858740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:01.879304 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98c83c-c49e-4ac2-844c-02e632d1940a x-openstack-request-id: req-7d98c83c-c49e-4ac2-844c-02e632d1940a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:01.881238 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "name": "network-vif-plugged", "status": "completed", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:01.881722 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d98c83c-c49e-4ac2-844c-02e632d1940a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:01.882154 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d98c83c-c49e-4ac2-844c-02e632d1940a'] response: {'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442', 'code': 200}
Mar 26 21:05:01.940011 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-efa00adf-7fc5-4d2e-9a09-d71e09c44437 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:01.940011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-efa00adf-7fc5-4d2e-9a09-d71e09c44437 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/4cd9a7ab-48ec-43ff-85e8-99d215c1b323 HTTP/1.1" status: 404  len: 336 time: 0.0780134
Mar 26 21:05:01.942652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44340) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.015806 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e570c34-2154-4a0c-aa34-d719b108c15b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.016339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e570c34-2154-4a0c-aa34-d719b108c15b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.025199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7e570c34-2154-4a0c-aa34-d719b108c15b tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/953c902f-82fb-4567-8129-9bb42cdb20ea HTTP/1.1" status: 404  len: 337 time: 0.0805993
Mar 26 21:05:02.025862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.030462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6870b0c7-9d30-48af-a5e2-5a9a4ac905c8 req-0a917b14-3a54-4811-8e07-eb53749d2436 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948688
Mar 26 21:05:02.069157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedb820-6421-4f53-a119-1e6c196602dd req-b3e20f23-ff8c-47c6-912e-da2bbc9e15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:02.071777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8aedb820-6421-4f53-a119-1e6c196602dd req-b3e20f23-ff8c-47c6-912e-da2bbc9e15f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 1128 time: 0.1238899
Mar 26 21:05:02.150805 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-294c7d44-e3f0-437b-848d-53c899c0a72c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.154130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294c7d44-e3f0-437b-848d-53c899c0a72c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.162672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-294c7d44-e3f0-437b-848d-53c899c0a72c tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/93817bb9-0fb6-44e7-9731-a6e0aa5ec09a HTTP/1.1" status: 404  len: 337 time: 0.1232235
Mar 26 21:05:02.163662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44346) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.183724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8aedb820-6421-4f53-a119-1e6c196602dd req-f86992df-aee0-47ba-833b-3700284be8c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958493
Mar 26 21:05:02.213866 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a416ca3-231e-4aa1-be4c-8728d6a451ae tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.214641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a416ca3-231e-4aa1-be4c-8728d6a451ae tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.221897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44358) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.222184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a416ca3-231e-4aa1-be4c-8728d6a451ae tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/6e70b3c5-802a-42e3-b094-407fe3447e1a HTTP/1.1" status: 404  len: 337 time: 0.0553236
Mar 26 21:05:02.249851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185e0f8-fc23-45c9-bef7-fe81cd649ae1 req-571bb702-bd96-4388-80e7-5e7b1390e7af tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:02.251958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1185e0f8-fc23-45c9-bef7-fe81cd649ae1 req-571bb702-bd96-4388-80e7-5e7b1390e7af tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 946 time: 0.2410481
Mar 26 21:05:02.263431 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-351161a9-1f69-4a10-b810-8c0c90290876 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.264246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351161a9-1f69-4a10-b810-8c0c90290876 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.267808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-351161a9-1f69-4a10-b810-8c0c90290876 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/916cb215-f149-4ef0-8f0e-3499b7ed3b33 HTTP/1.1" status: 404  len: 337 time: 0.0448761
Mar 26 21:05:02.270646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44360) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.311528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c66e544-cada-4d69-9286-760830287e95 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 200  len: 205 time: 0.0396783
Mar 26 21:05:02.314097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44362) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.356624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1185e0f8-fc23-45c9-bef7-fe81cd649ae1 req-e2615b5d-344c-4a31-a4c9-7a2e78cedafc tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965374
Mar 26 21:05:02.382171 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-d646f661-5cfe-4028-bc10-0e575678782a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:02.386029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d646f661-5cfe-4028-bc10-0e575678782a tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/9d9baafc-811a-45df-b24e-d3c309caf576 HTTP/1.1" status: 404  len: 336 time: 0.0682983
Mar 26 21:05:02.386322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44366) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.433871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44368) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.449861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3e7f0e7a-da3f-4338-b706-2abc8c41ace2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=393c9489-902c-4825-9d98-c08f62f01453 HTTP/1.1" status: 200  len: 205 time: 0.0609689
Mar 26 21:05:02.493994 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-f95014c2-eb43-405f-92fb-3fd01b474ef6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:02.497828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f95014c2-eb43-405f-92fb-3fd01b474ef6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/393c9489-902c-4825-9d98-c08f62f01453 HTTP/1.1" status: 404  len: 336 time: 0.0629163
Mar 26 21:05:02.498726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44370) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.534253 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e6460-9b59-475b-844e-37d02df8e2c0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.535037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2e6460-9b59-475b-844e-37d02df8e2c0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.543728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44372) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.544097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb2e6460-9b59-475b-844e-37d02df8e2c0 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/b956f192-70f9-46f6-8fcd-407a5ec74d61 HTTP/1.1" status: 404  len: 337 time: 0.0437891
Mar 26 21:05:02.598718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b2b58622-7fa2-4b31-9557-e0a4819e1d23 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 200  len: 205 time: 0.0509574
Mar 26 21:05:02.599324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44378) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.659299 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-5c888e10-5fc3-418d-9f0d-1d3cd5c6e468 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:02.663528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5c888e10-5fc3-418d-9f0d-1d3cd5c6e468 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/d2cdec8a-dd1f-4c4b-a434-4e745dca7424 HTTP/1.1" status: 404  len: 336 time: 0.0636353
Mar 26 21:05:02.672145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44382) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.747010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feced18-2503-46e1-9c54-3cdd51ef627f req-044c6411-e587-4976-be50-51313631d211 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:02.751997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9540035f-babe-477d-a352-88d7b4495355 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bc17bdd-d330-4f59-9ef2-3b7970c20890 HTTP/1.1" status: 200  len: 205 time: 0.0772333
Mar 26 21:05:02.754960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.758810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0feced18-2503-46e1-9c54-3cdd51ef627f req-044c6411-e587-4976-be50-51313631d211 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 946 time: 0.1103754
Mar 26 21:05:02.825278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0feced18-2503-46e1-9c54-3cdd51ef627f req-79243656-0d6d-457d-8d49-1669166e0514 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654626
Mar 26 21:05:02.831477 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-46187c33-b772-4aae-bcc2-a63d6accb6cb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:02.835044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46187c33-b772-4aae-bcc2-a63d6accb6cb tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/0bc17bdd-d330-4f59-9ef2-3b7970c20890 HTTP/1.1" status: 404  len: 336 time: 0.0748346
Mar 26 21:05:02.835548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44386) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.859527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c3552-7550-4f3a-97ea-4212a7260dea req-39e90499-33ba-41ab-be14-c314fd878f17 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:02.861837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48c3552-7550-4f3a-97ea-4212a7260dea req-39e90499-33ba-41ab-be14-c314fd878f17 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1883943
Mar 26 21:05:02.903511 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c4098a-6bb2-4da8-80ce-40cb247578c6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:02.904100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c4098a-6bb2-4da8-80ce-40cb247578c6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:02.910253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:02.920580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b4c4098a-6bb2-4da8-80ce-40cb247578c6 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/a4a864f8-2d06-4ca6-934e-76f00a41b878 HTTP/1.1" status: 404  len: 337 time: 0.0841172
Mar 26 21:05:02.951454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ddb384a-1eac-4769-8a2b-41b18bcefcc2 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab99e3d5-1fb5-4506-85ef-0c75870c348c HTTP/1.1" status: 200  len: 205 time: 0.0399532
Mar 26 21:05:02.953545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44390) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.023072 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-2d24948c-1e7a-450a-9544-687df9d41009 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:03.028645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d24948c-1e7a-450a-9544-687df9d41009 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/ab99e3d5-1fb5-4506-85ef-0c75870c348c HTTP/1.1" status: 404  len: 336 time: 0.0723937
Mar 26 21:05:03.029676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44392) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.043213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e48c3552-7550-4f3a-97ea-4212a7260dea req-011f1b60-4472-436e-ab85-6043af18efe8 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718855
Mar 26 21:05:03.058780 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e0612-1588-4a98-9ca3-c4367db5b33e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:03.059257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02e0612-1588-4a98-9ca3-c4367db5b33e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:03.064119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b02e0612-1588-4a98-9ca3-c4367db5b33e tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/6deb4ec4-3b0b-45c1-b2b0-7687ea9e55b3 HTTP/1.1" status: 404  len: 337 time: 0.0334330
Mar 26 21:05:03.066122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.139147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa51fc-7a54-46ec-80f9-30747299aaab req-61f80c54-39c2-41f2-a11b-1e888e7555fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:03.143487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d8de69c-664f-453f-a74d-924bddefffaf tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "GET /v2.0/ports?device_id=b530a44a-d5af-4f89-9646-5972d7770748 HTTP/1.1" status: 200  len: 205 time: 0.0756695
Mar 26 21:05:03.145724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44398) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.159173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19fa51fc-7a54-46ec-80f9-30747299aaab req-61f80c54-39c2-41f2-a11b-1e888e7555fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.2115102
Mar 26 21:05:03.240864 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-ac61b158-28a1-427c-a4e3-0d86bb3bea68 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] delete failed (client error): The resource could not be found.
Mar 26 21:05:03.242246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ac61b158-28a1-427c-a4e3-0d86bb3bea68 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/routers/b530a44a-d5af-4f89-9646-5972d7770748 HTTP/1.1" status: 404  len: 336 time: 0.0951548
Mar 26 21:05:03.244825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44412) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.259725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19fa51fc-7a54-46ec-80f9-30747299aaab req-4f042c5d-c06c-4416-9ec4-c071fe4dc23b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986805
Mar 26 21:05:03.391455 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9d8685-bfc9-4aa4-972b-0878795874e3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:03.392056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe9d8685-bfc9-4aa4-972b-0878795874e3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:03.402104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fe9d8685-bfc9-4aa4-972b-0878795874e3 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/231108bb-8a8d-490f-bbc8-532e336488da HTTP/1.1" status: 404  len: 337 time: 0.1531775
Mar 26 21:05:03.402422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44424) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:03.450924 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1781246e-4948-4d1d-b27f-d74ff2ddf4e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:05:03.451715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1781246e-4948-4d1d-b27f-d74ff2ddf4e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:05:03.456434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1781246e-4948-4d1d-b27f-d74ff2ddf4e8 tempest-RoutersIpV6Test-628399932 tempest-RoutersIpV6Test-628399932-project] 10.222.0.16 "DELETE /v2.0/subnets/4d5d1883-96d5-48ec-b6b2-f5ca10edf283 HTTP/1.1" status: 404  len: 337 time: 0.0526650
Mar 26 21:05:03.476790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63130cf0-82cd-4f2c-bad8-37b8856e3de6 req-9a9611f4-7ad9-4a18-be22-f58a7b3fd887 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:03.478776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63130cf0-82cd-4f2c-bad8-37b8856e3de6 req-9a9611f4-7ad9-4a18-be22-f58a7b3fd887 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 944 time: 0.2353263
Mar 26 21:05:03.521097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9933c1ea-5c1c-4820-8444-563e9b76d35d up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:03.594661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63130cf0-82cd-4f2c-bad8-37b8856e3de6 req-bea51739-a7f1-4c14-b938-8446764862eb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067078
Mar 26 21:05:03.647535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 9933c1ea-5c1c-4820-8444-563e9b76d35d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:05:03.654808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 9933c1ea-5c1c-4820-8444-563e9b76d35d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:03.655498 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:03.748531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9933c1ea-5c1c-4820-8444-563e9b76d35d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:03.749614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:03.793208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:03.806698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:03.890362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:03.893382 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a284efc5-4c8c-4dfb-978b-ee6e413cf694" -d '{"events": [{"server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "name": "network-vif-plugged", "status": "completed", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:03.896008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:03.978047 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225bec54-05fd-41d5-afb6-67ba73150308 x-openstack-request-id: req-225bec54-05fd-41d5-afb6-67ba73150308 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:03.978426 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "name": "network-vif-plugged", "status": "completed", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:03.978745 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-225bec54-05fd-41d5-afb6-67ba73150308 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:03.979507 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225bec54-05fd-41d5-afb6-67ba73150308'] response: {'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d', 'code': 200}
Mar 26 21:05:04.009935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7298cc-7132-431d-a3ea-78971bfcecad req-174736e4-d17d-490b-adaa-117c4da11d2c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.011773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d7298cc-7132-431d-a3ea-78971bfcecad req-174736e4-d17d-490b-adaa-117c4da11d2c tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 946 time: 0.0794959
Mar 26 21:05:04.151884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44450) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:04.163189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d7298cc-7132-431d-a3ea-78971bfcecad req-437945c1-086c-4d5d-abb9-02c056cf384e tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups?id=b1a83198-73c2-4264-8c6f-eb0697df23d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339600
Mar 26 21:05:04.213701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a977af-50ab-47f0-a532-3a7cde796add req-56788782-582b-4cfe-a547-8431679bc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.216254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43a977af-50ab-47f0-a532-3a7cde796add req-56788782-582b-4cfe-a547-8431679bc944 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 1127 time: 0.1194651
Mar 26 21:05:04.224092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-a3fa1faa-60c2-431c-83cf-48679d1984ea tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.225453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-a3fa1faa-60c2-431c-83cf-48679d1984ea tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 946 time: 0.2304816
Mar 26 21:05:04.367276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b5020ae-53ce-489b-884a-bdbc75a7e611 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70b5ae85e2294d2f818d72b81ce595e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2110100
Mar 26 21:05:04.367899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44460) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:04.387338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43a977af-50ab-47f0-a532-3a7cde796add req-06b05ddf-b11d-448a-aec6-799b0562fee1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609435
Mar 26 21:05:04.404999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255bd10-ab86-424b-a664-05de61c995f5 req-9935d0b6-c2be-46e6-af9e-42bf29364bcf tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.406861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1255bd10-ab86-424b-a664-05de61c995f5 req-9935d0b6-c2be-46e6-af9e-42bf29364bcf tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1419568
Mar 26 21:05:04.453927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Deleting port 6899fefc-bc5b-44c3-baeb-f5fc83645543 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:04.454538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.471774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] Publish callbacks [] for security_group (0cd283f7-ffc1-4b6d-aded-1d43f17fe56d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.486981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4adc7-ef38-44b1-8528-ecc177521074 req-52fde239-22a8-439a-a64a-52b802fc293a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.493849 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1d4adc7-ef38-44b1-8528-ecc177521074 req-52fde239-22a8-439a-a64a-52b802fc293a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1013355
Mar 26 21:05:04.501486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1255bd10-ab86-424b-a664-05de61c995f5 req-607dc60b-3d6d-49fc-97d8-1b7f7830931c tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854645
Mar 26 21:05:04.537526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] Publish callbacks [] for security_group (0cd283f7-ffc1-4b6d-aded-1d43f17fe56d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.595434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1d4adc7-ef38-44b1-8528-ecc177521074 req-901b5219-0810-4938-a7f5-d0b440161315 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006382
Mar 26 21:05:04.643830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] For port 6899fefc-bc5b-44c3-baeb-f5fc83645543, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6899fefc-bc5b-44c3-baeb-f5fc83645543,segment=NetworkSegment(661e8c74-50ac-4d9f-bc01-d01e7dd3955b),segment_id=661e8c74-50ac-4d9f-bc01-d01e7dd3955b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:04.644342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.654426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0cd283f7-ffc1-4b6d-aded-1d43f17fe56d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.659029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:04.660873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cd283f7-ffc1-4b6d-aded-1d43f17fe56d HTTP/1.1" status: 204  len: 168 time: 0.2917826
Mar 26 21:05:04.678514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Calling delete_port for 6899fefc-bc5b-44c3-baeb-f5fc83645543 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:04.689750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baff32-14fb-41eb-bb60-2df03dddde8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd283f7-ffc1-4b6d-aded-1d43f17fe56d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:04.729637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1689f2-8c81-4e05-a52d-b116a60d9ed5 req-0eed5dec-be48-4088-9cdf-fb29093c5bca tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.734485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e1689f2-8c81-4e05-a52d-b116a60d9ed5 req-0eed5dec-be48-4088-9cdf-fb29093c5bca tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1425633
Mar 26 21:05:04.823716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c5071-a337-4a9d-bfbf-f2160bba32a5 req-263ce2d8-70e1-4d87-b0d1-4e5a16a32516 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:04.843875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-072c5071-a337-4a9d-bfbf-f2160bba32a5 req-263ce2d8-70e1-4d87-b0d1-4e5a16a32516 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 945 time: 0.1364591
Mar 26 21:05:04.895076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e1689f2-8c81-4e05-a52d-b116a60d9ed5 req-35a33576-35dd-474b-8a12-3026febe0d70 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099427
Mar 26 21:05:04.977370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-072c5071-a337-4a9d-bfbf-f2160bba32a5 req-e6a5d134-be20-4780-85b3-7d958bd92f9f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319354
Mar 26 21:05:05.027936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6899fefc-bc5b-44c3-baeb-f5fc83645543), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:05.461518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18c69931-13dd-4883-9ff4-c8cc781817cc req-98802678-f091-4e1d-bcb8-2587cff28838 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/ports?device_id=93ca3c6d-80db-493b-b680-579f6a6c6122 HTTP/1.1" status: 200  len: 210 time: 0.1014266
Mar 26 21:05:05.713170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event deleted for resources: {'Port': ['ID=6899fefc-bc5b-44c3-baeb-f5fc83645543,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:05.797632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] No DVR routers for this DVR port 6899fefc-bc5b-44c3-baeb-f5fc83645543 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:05.802597 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:05.806559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac474ca2-378c-4178-b892-22e1dcb588c9 req-18cc025c-c562-426d-b85b-052ab48c412d tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.18 "DELETE /v2.0/ports/6899fefc-bc5b-44c3-baeb-f5fc83645543 HTTP/1.1" status: 204  len: 173 time: 1.5750551
Mar 26 21:05:05.807764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'name': 'network-vif-deleted', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:05.810832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60091a49-84e4-45af-91f5-5c00c8fa8cef" -d '{"events": [{"server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "name": "network-vif-deleted", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:05.848365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d22ee-88e4-4041-ae91-6500a2eac834 req-8aa17655-b549-4f85-9db2-4e8df272a911 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:05.856402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b12d22ee-88e4-4041-ae91-6500a2eac834 req-8aa17655-b549-4f85-9db2-4e8df272a911 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1468291
Mar 26 21:05:05.872129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e91f-4906-4a28-8f72-ed7810383fa5 req-8cfc92ba-7e4c-4e51-9478-86d42343f866 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:05.880968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d827e91f-4906-4a28-8f72-ed7810383fa5 req-8cfc92ba-7e4c-4e51-9478-86d42343f866 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1396296
Mar 26 21:05:05.957450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d827e91f-4906-4a28-8f72-ed7810383fa5 req-8717162a-0db4-4d5c-b150-7025bdcc1bce tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734704
Mar 26 21:05:05.958516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b12d22ee-88e4-4041-ae91-6500a2eac834 req-26c83871-940b-4f3d-b04e-86b14360a08a tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985358
Mar 26 21:05:06.029255 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a993c68-944f-4ca5-b581-7ef39f2f9648 x-openstack-request-id: req-3a993c68-944f-4ca5-b581-7ef39f2f9648 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:06.030208 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ca3c6d-80db-493b-b680-579f6a6c6122", "name": "network-vif-deleted", "tag": "6899fefc-bc5b-44c3-baeb-f5fc83645543", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:06.030817 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a993c68-944f-4ca5-b581-7ef39f2f9648 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:06.032250 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a993c68-944f-4ca5-b581-7ef39f2f9648'] response: {'server_uuid': '93ca3c6d-80db-493b-b680-579f6a6c6122', 'name': 'network-vif-deleted', 'tag': '6899fefc-bc5b-44c3-baeb-f5fc83645543', 'status': 'completed', 'code': 200}
Mar 26 21:05:06.171685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded9d1c-7178-4ca5-b232-def8d7eaba1e req-b4e1f861-9ac8-4cd0-be70-725b155bb4a8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.173713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cded9d1c-7178-4ca5-b232-def8d7eaba1e req-b4e1f861-9ac8-4cd0-be70-725b155bb4a8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 945 time: 0.0648541
Mar 26 21:05:06.251215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cded9d1c-7178-4ca5-b232-def8d7eaba1e req-783eb94e-348a-48a6-b57f-6cd3240dcfdf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694909
Mar 26 21:05:06.265055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:06.407673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb089b5-c709-4ef5-b4bc-d964da8652b0 req-f9909801-beed-43a7-97b0-2898a1595518 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.417923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fb089b5-c709-4ef5-b4bc-d964da8652b0 req-f9909801-beed-43a7-97b0-2898a1595518 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1321230
Mar 26 21:05:06.506771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-101405355'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:06.543007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fb089b5-c709-4ef5-b4bc-d964da8652b0 req-d6f59f8e-2225-404d-8f51-a63ccbddd7b1 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241579
Mar 26 21:05:06.548956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:06.552972 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.562711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.619605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189004b-de0d-4f18-a88b-9c1d8eac3527 req-6ef7a914-4587-493b-bd2e-f79e5ee08f0e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.621331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7189004b-de0d-4f18-a88b-9c1d8eac3527 req-6ef7a914-4587-493b-bd2e-f79e5ee08f0e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 945 time: 0.0713136
Mar 26 21:05:06.680684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for security_group (7c99e508-3b13-480f-adf2-411ae2efa32c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.687201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7189004b-de0d-4f18-a88b-9c1d8eac3527 req-6403243f-c4c8-4de1-a89d-cb9acbfaedf2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590487
Mar 26 21:05:06.697896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c99e508-3b13-480f-adf2-411ae2efa32c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.740436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-13786cb2-f0ad-4857-b2b1-f0845b5b6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.742473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-13786cb2-f0ad-4857-b2b1-f0845b5b6adf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1128 time: 0.0942385
Mar 26 21:05:06.754507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:05:06.761201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44586) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:06.790981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bf2eebf9-6ff7-44e9-908b-8b2496ad70b9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.791340 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment bf2eebf9-6ff7-44e9-908b-8b2496ad70b9 of type vlan for network 80defce7-fa6c-48be-8587-28c9fed54dfc
Mar 26 21:05:06.793197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99e508-3b13-480f-adf2-411ae2efa32c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:06.820030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6899fefc-bc5b-44c3-baeb-f5fc83645543 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:06.844206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (927ff23f-324c-4f1d-88ff-2c55aedcf778), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.854281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 6899fefc-bc5b-44c3-baeb-f5fc83645543 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:06.854769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6899fefc-bc5b-44c3-baeb-f5fc83645543 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:06.876003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (927ff23f-324c-4f1d-88ff-2c55aedcf778), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.899446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (80defce7-fa6c-48be-8587-28c9fed54dfc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.936107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-72967541-a97e-4a03-a9e9-fc04c822a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.937603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-72967541-a97e-4a03-a9e9-fc04c822a54c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.1842146
Mar 26 21:05:06.944108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (927ff23f-324c-4f1d-88ff-2c55aedcf778), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.948540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.949731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "DELETE /v2.0/security-groups/927ff23f-324c-4f1d-88ff-2c55aedcf778 HTTP/1.1" status: 204  len: 168 time: 0.1875229
Mar 26 21:05:06.952288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (80defce7-fa6c-48be-8587-28c9fed54dfc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.955942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44590) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:06.957458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:06.958051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:06.970174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd1d09-617e-48f3-9505-72ddbdb16995 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ff23f-324c-4f1d-88ff-2c55aedcf778,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:06.976954 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-03df91ac-76e4-4a33-b7c5-c28d016653c9 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] show failed (client error): The resource could not be found.
Mar 26 21:05:06.977986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03df91ac-76e4-4a33-b7c5-c28d016653c9 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "GET /v2.0/security-groups/927ff23f-324c-4f1d-88ff-2c55aedcf778 HTTP/1.1" status: 404  len: 347 time: 0.0212843
Mar 26 21:05:06.982801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44592) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:07.038897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7724919
Mar 26 21:05:07.060261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44598) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:07.065297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694665365'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:07.097108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-70882936-0631-48d2-ae78-c8552ae2c477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 1002 time: 0.1527429
Mar 26 21:05:07.097780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2ccee-7e50-4815-b402-e619dfbe36bb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=80defce7-fa6c-48be-8587-28c9fed54dfc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:07.109780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 80defce7-fa6c-48be-8587-28c9fed54dfc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:05:07.145671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44600) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:07.154067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:07.157473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.165720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-b062aa5b-b724-4d62-8685-723edfb37037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.167227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-b062aa5b-b724-4d62-8685-723edfb37037 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.0528255
Mar 26 21:05:07.194898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:05:07.208339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a60c441f-1ab5-4d23-8345-1f1684fa033a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.209314 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment a60c441f-1ab5-4d23-8345-1f1684fa033a of type vlan for network 962eed61-45d9-4ffb-968d-edd01134ab44
Mar 26 21:05:07.217644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7acd49-79be-4469-9f58-4c5680bc0835 req-486d6c0d-9691-402a-9837-ccf91a8cd70f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.219249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d7acd49-79be-4469-9f58-4c5680bc0835 req-486d6c0d-9691-402a-9837-ccf91a8cd70f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1422920
Mar 26 21:05:07.225544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Deleting port 50c285e4-560c-4409-9b75-e29612b56810 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:07.225935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (50c285e4-560c-4409-9b75-e29612b56810), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.250751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-b78f7fd7-d9d7-4e1e-9b1f-a613f1530428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.253047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-b78f7fd7-d9d7-4e1e-9b1f-a613f1530428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0771427
Mar 26 21:05:07.317146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d7acd49-79be-4469-9f58-4c5680bc0835 req-25a7fddb-9b30-4b1b-b7c2-27a3043e8440 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855384
Mar 26 21:05:07.322324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (962eed61-45d9-4ffb-968d-edd01134ab44), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.350351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6736-75cd-43ab-bd0c-9613a225a4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.371536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-c2aefdb7-2ffb-487b-acb4-2cf89f5144ea service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108956
Mar 26 21:05:07.404077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (50c285e4-560c-4409-9b75-e29612b56810), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.404328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for floatingip (50c285e4-560c-4409-9b75-e29612b56810), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.418239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (962eed61-45d9-4ffb-968d-edd01134ab44), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.423177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.423764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.441015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Calling delete_port for 50c285e4-560c-4409-9b75-e29612b56810 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:07.469227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcafa3b1-5b5e-4ecc-bb91-3a91cd8ede76 req-4a56382e-dfb5-4ff4-a1f7-118597be0618 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910614
Mar 26 21:05:07.482751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4213285
Mar 26 21:05:07.485792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44604) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:07.490794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:07.594367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0943-2faf-43f2-b951-68e116bdeb9a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=962eed61-45d9-4ffb-968d-edd01134ab44,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:07.616908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 962eed61-45d9-4ffb-968d-edd01134ab44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:05:07.631137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb97629-021c-476f-aef7-08505408b4b4 req-cfeaf628-af5e-40b1-8e8e-5443a512aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.633870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-cfeaf628-af5e-40b1-8e8e-5443a512aa35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1128 time: 0.1198647
Mar 26 21:05:07.635154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:07.638784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.640965 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6736-75cd-43ab-bd0c-9613a225a4fe admin admin] Publish callbacks [] for security_group (5d706c9c-e009-4087-ae7a-248d11aa6afd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.649734 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6736-75cd-43ab-bd0c-9613a225a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d706c9c-e009-4087-ae7a-248d11aa6afd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.747354 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ebdb6736-75cd-43ab-bd0c-9613a225a4fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=100b96fba71e4618bf68f23e69806e62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5961318
Mar 26 21:05:07.747588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44610) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:07.756735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb6736-75cd-43ab-bd0c-9613a225a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d706c9c-e009-4087-ae7a-248d11aa6afd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:07.783636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (50c285e4-560c-4409-9b75-e29612b56810), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.798829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99a90b-de3a-435f-9409-7f27c9c66031 req-c78dd1b6-1927-42bf-9aca-eb744d34c620 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.800986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f99a90b-de3a-435f-9409-7f27c9c66031 req-c78dd1b6-1927-42bf-9aca-eb744d34c620 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.1255004
Mar 26 21:05:07.852397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Pushing event deleted for resources: {'Port': ['ID=50c285e4-560c-4409-9b75-e29612b56810,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:07.955620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb97629-021c-476f-aef7-08505408b4b4 req-7c9b7305-d931-45f2-9a23-ca918987b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.957138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-7c9b7305-d931-45f2-9a23-ca918987b368 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2812614
Mar 26 21:05:07.967819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f99a90b-de3a-435f-9409-7f27c9c66031 req-48220449-28db-48e5-85c5-32c5cb9aa63d tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360602
Mar 26 21:05:07.971292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-0e92e34f-9048-4adb-b4bf-e2307a93645c tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.972611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-0e92e34f-9048-4adb-b4bf-e2307a93645c tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.18 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.2300484
Mar 26 21:05:07.975137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks [] for floatingip (45d1c143-0c56-4a5b-8de1-43cbadb8a4c5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.978729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:07.983635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-294f50d7-ba52-41ff-9e55-625b58a6b882 tempest-ImagesOneServerNegativeTestJSON-427855409 tempest-ImagesOneServerNegativeTestJSON-427855409-project] 10.222.0.16 "DELETE /v2.0/floatingips/45d1c143-0c56-4a5b-8de1-43cbadb8a4c5 HTTP/1.1" status: 204  len: 168 time: 0.9967051
Mar 26 21:05:07.997810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-1ddf29e1-f181-4e73-a088-a9fc5fc4171d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:07.999311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-1ddf29e1-f181-4e73-a088-a9fc5fc4171d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 945 time: 0.0867774
Mar 26 21:05:08.057804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9cdf4-4498-4f53-86c4-88ba87fed3d0 req-0493e146-3015-4989-8778-f29c5cdfc808 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:08.059547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a9cdf4-4498-4f53-86c4-88ba87fed3d0 req-0493e146-3015-4989-8778-f29c5cdfc808 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 945 time: 0.2796130
Mar 26 21:05:08.100358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] Publish callbacks [] for security_group (5d706c9c-e009-4087-ae7a-248d11aa6afd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.111219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44622) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:08.124196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 9933c1ea-5c1c-4820-8444-563e9b76d35d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:08.124536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.211240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] Publish callbacks [] for security_group (5d706c9c-e009-4087-ae7a-248d11aa6afd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.212216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Deleting subnet ecdec398-8a90-4e44-be8a-b3ca504ef095 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:08.219975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Publish callbacks [] for subnet (ecdec398-8a90-4e44-be8a-b3ca504ef095), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.227520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-a56a1b96-c26e-4ff8-b20f-955ad9e5ce5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 1002 time: 0.2494230
Mar 26 21:05:08.271381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (ecdec398-8a90-4e44-be8a-b3ca504ef095), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.297017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (baebb886-70a8-4385-a3a9-bc9dc89b2e61), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.309479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 9933c1ea-5c1c-4820-8444-563e9b76d35d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9933c1ea-5c1c-4820-8444-563e9b76d35d,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:08.309850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.327068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 9933c1ea-5c1c-4820-8444-563e9b76d35d owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:08.327752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a9cdf4-4498-4f53-86c4-88ba87fed3d0 req-e242d373-a476-4a17-aa26-9083020522e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344589
Mar 26 21:05:08.341201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ecdec398-8a90-4e44-be8a-b3ca504ef095), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.396788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb97629-021c-476f-aef7-08505408b4b4 req-6c55cf15-c5c0-4295-98be-d58149a1c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:08.398270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-6c55cf15-c5c0-4295-98be-d58149a1c2d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1535621
Mar 26 21:05:08.414992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=baebb886-70a8-4385-a3a9-bc9dc89b2e61,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:08.437773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Deleting port b7e1d8a3-d570-4eb8-97be-9012d1e78442 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:08.438123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.467636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d706c9c-e009-4087-ae7a-248d11aa6afd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.470268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.471352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d706c9c-e009-4087-ae7a-248d11aa6afd HTTP/1.1" status: 204  len: 168 time: 0.7072420
Mar 26 21:05:08.501964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd62a4-30e7-428c-b822-b01dd608deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d706c9c-e009-4087-ae7a-248d11aa6afd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:08.504438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:08.504806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 80defce7-fa6c-48be-8587-28c9fed54dfc, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:05:08.583877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb97629-021c-476f-aef7-08505408b4b4 req-e17eacf1-9954-4070-99d4-65885b287228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:08.585707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-e17eacf1-9954-4070-99d4-65885b287228 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1768463
Mar 26 21:05:08.589445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 80defce7-fa6c-48be-8587-28c9fed54dfc is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:05:08.636613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80defce7-fa6c-48be-8587-28c9fed54dfc) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:08.649012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:08.649628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.653761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] For port b7e1d8a3-d570-4eb8-97be-9012d1e78442, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7e1d8a3-d570-4eb8-97be-9012d1e78442,segment=NetworkSegment(2593827f-93bb-40c0-ba92-9df2cd7bab1a),segment_id=2593827f-93bb-40c0-ba92-9df2cd7bab1a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:08.654300 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.655861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf423c-0d3b-4c6d-ba36-82bdc887933a None None] Network 80defce7-fa6c-48be-8587-28c9fed54dfc requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:08.710200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Calling delete_port for b7e1d8a3-d570-4eb8-97be-9012d1e78442 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:08.726116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-71abe103-b896-4b1a-8596-27e9bb07d5a8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2392142
Mar 26 21:05:08.730041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44630) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:08.736397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:08.817403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3934415-bdce-4882-b10a-829fb73a5536 req-8e645c03-d4d4-47fb-99e4-212fde08fa1b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:08.825382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3934415-bdce-4882-b10a-829fb73a5536 req-8e645c03-d4d4-47fb-99e4-212fde08fa1b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1182508
Mar 26 21:05:08.826305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-fda253e3-d45c-4434-87de-f2ebf775c30e service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280865
Mar 26 21:05:08.847302 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ecdec398-8a90-4e44-be8a-b3ca504ef095), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.889890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80defce7-fa6c-48be-8587-28c9fed54dfc', 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': 'baebb886-70a8-4385-a3a9-bc9dc89b2e61'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:05:08.891099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdec398-8a90-4e44-be8a-b3ca504ef095,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:08.892842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.925881 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:08.927513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44632) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:08.931954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ddd6db5d-9a1e-4434-a2f4-348da10eac49 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ecdec398-8a90-4e44-be8a-b3ca504ef095 HTTP/1.1" status: 204  len: 168 time: 0.8172555
Mar 26 21:05:08.934051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44634) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:08.984927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3934415-bdce-4882-b10a-829fb73a5536 req-e372a33d-72fa-4bb9-ba05-5467fa6cadac tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581752
Mar 26 21:05:09.014667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77ea1578-1327-49bf-a034-db49923ea802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.039958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:09.044629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.068988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9933c1ea-5c1c-4820-8444-563e9b76d35d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.100330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['9933c1ea-5c1c-4820-8444-563e9b76d35d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:09.113299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=9933c1ea-5c1c-4820-8444-563e9b76d35d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:09.117073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (29a33636-1c6f-4164-b055-8f1a3b4ee463), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.210795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcb97629-021c-476f-aef7-08505408b4b4 req-9e2ffaed-a31f-4088-a0ed-c56e5159bf49 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565748
Mar 26 21:05:09.216261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Allocated IP 172.20.0.2 (80defce7-fa6c-48be-8587-28c9fed54dfc/baebb886-70a8-4385-a3a9-bc9dc89b2e61/ed77dfd8-9e3e-4163-bd28-2f63e0164a98) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:09.239613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 9933c1ea-5c1c-4820-8444-563e9b76d35d on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:09.321555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (29a33636-1c6f-4164-b055-8f1a3b4ee463), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.331639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f7de-516b-418e-8db6-4c564d4324ea req-4228df58-c342-4eff-9242-3036f87708a9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:09.333432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9418f7de-516b-418e-8db6-4c564d4324ea req-4228df58-c342-4eff-9242-3036f87708a9 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/ports?device_id=207a5420-c546-4367-abbc-4b333b09ab7e HTTP/1.1" status: 200  len: 946 time: 0.2503564
Mar 26 21:05:09.342401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b7e1d8a3-d570-4eb8-97be-9012d1e78442), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.350102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e6714f0>,) {'filters': {'network_id': ['29a33636-1c6f-4164-b055-8f1a3b4ee463']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:09.379641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6714f0>, '661e8c74-50ac-4d9f-bc01-d01e7dd3955b') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:09.379863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6714f0>, '661e8c74-50ac-4d9f-bc01-d01e7dd3955b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:09.382454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.393461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks [] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.396265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Pushing event deleted for resources: {'Port': ['ID=b7e1d8a3-d570-4eb8-97be-9012d1e78442,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:09.397044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-969c4e33-92ff-4190-a353-cec8dac064d4 req-065f3cd0-2c85-4a23-a9a3-3861f807884a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "DELETE /v2.0/ports/9933c1ea-5c1c-4820-8444-563e9b76d35d HTTP/1.1" status: 204  len: 173 time: 1.3918138
Mar 26 21:05:09.397572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'name': 'network-vif-deleted', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:09.400156 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8099d-58e1-41a9-957e-f1a178708ee3" -d '{"events": [{"server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "name": "network-vif-deleted", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:09.412476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.424983 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (661e8c74-50ac-4d9f-bc01-d01e7dd3955b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.444373 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (661e8c74-50ac-4d9f-bc01-d01e7dd3955b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.455613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:09.456148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (661e8c74-50ac-4d9f-bc01-d01e7dd3955b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:09.469015 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:09.494258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Pushing event updated for resources: {'Port': ['ID=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:09.505627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Network 80defce7-fa6c-48be-8587-28c9fed54dfc is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:09.506291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77ea1578-1327-49bf-a034-db49923ea802 admin admin] Publish callbacks [] for security_group (f09c32b1-2487-4a73-b771-8f44d40cb02d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.510840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:09.511020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] No DVR routers for this DVR port b7e1d8a3-d570-4eb8-97be-9012d1e78442 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:09.515368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.516228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:09.519243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abf47db5-3b37-458f-89fd-08c36fa6adae req-c971b54c-49d1-46eb-a397-41fb3fdcc8e6 tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.18 "DELETE /v2.0/ports/b7e1d8a3-d570-4eb8-97be-9012d1e78442 HTTP/1.1" status: 204  len: 173 time: 1.5089893
Mar 26 21:05:09.536921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'name': 'network-vif-deleted', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:09.539833 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd9b3ea-1a94-4876-a1cc-179b1b984439" -d '{"events": [{"server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "name": "network-vif-deleted", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:09.541691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39f746ec-21d9-4694-9266-11f1b8dfbaae req-abeec9d4-6303-4340-ad74-5fea383b277b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=02351463-2580-4d69-b96b-3d067d01c53b HTTP/1.1" status: 200  len: 210 time: 0.0711250
Mar 26 21:05:09.556215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77ea1578-1327-49bf-a034-db49923ea802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f09c32b1-2487-4a73-b771-8f44d40cb02d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.575795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:09.601820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (29a33636-1c6f-4164-b055-8f1a3b4ee463), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.608641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.612207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29a33636-1c6f-4164-b055-8f1a3b4ee463 HTTP/1.1" status: 204  len: 168 time: 0.6750360
Mar 26 21:05:09.644864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697a0e1-1522-48de-a227-3e9b9594b2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a33636-1c6f-4164-b055-8f1a3b4ee463,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:09.672060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9418f7de-516b-418e-8db6-4c564d4324ea req-92b9f15e-2a45-4403-a4a3-e2ab4c1e5eba tempest-ServersNegativeTestMultiTenantJSON-1476276452 tempest-ServersNegativeTestMultiTenantJSON-1476276452-project] 10.222.0.16 "GET /v2.0/security-groups?id=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225653
Mar 26 21:05:09.691648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77ea1578-1327-49bf-a034-db49923ea802 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=434a3f75bf8a4793b26e899cf3e9169c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7570326
Mar 26 21:05:09.699492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44648) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:09.717015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea1578-1327-49bf-a034-db49923ea802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09c32b1-2487-4a73-b771-8f44d40cb02d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:09.809946 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d042449-489e-4e6a-a774-fee24c52d0a8 x-openstack-request-id: req-2d042449-489e-4e6a-a774-fee24c52d0a8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:09.810185 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a5420-c546-4367-abbc-4b333b09ab7e", "name": "network-vif-deleted", "tag": "b7e1d8a3-d570-4eb8-97be-9012d1e78442", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:09.810420 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d042449-489e-4e6a-a774-fee24c52d0a8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:09.810951 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d042449-489e-4e6a-a774-fee24c52d0a8'] response: {'server_uuid': '207a5420-c546-4367-abbc-4b333b09ab7e', 'name': 'network-vif-deleted', 'tag': 'b7e1d8a3-d570-4eb8-97be-9012d1e78442', 'status': 'completed', 'code': 200}
Mar 26 21:05:09.858079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (ace4f807-f0c4-4049-b9dd-dea707192355), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.893348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] Publish callbacks [] for security_group (f09c32b1-2487-4a73-b771-8f44d40cb02d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:09.984563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.055039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] Publish callbacks [] for security_group (f09c32b1-2487-4a73-b771-8f44d40cb02d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.060642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Attempting to bind port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:10.061180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Attempting to bind port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:10.061471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Attempting to bind port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 on network 80defce7-fa6c-48be-8587-28c9fed54dfc {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:10.073340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:10.073736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Checking segment: {'id': 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:10.074156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.074555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Bound using segment: {'id': 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:10.075041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Bound port: ed77dfd8-9e3e-4163-bd28-2f63e0164a98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '80defce7-fa6c-48be-8587-28c9fed54dfc'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:10.075427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.081225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': 'a60c441f-1ab5-4d23-8345-1f1684fa033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:10.081884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 962eed61-45d9-4ffb-968d-edd01134ab44, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:05:10.091745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=ace4f807-f0c4-4049-b9dd-dea707192355,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:10.130571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3195e49-69f9-4964-b294-e9646d6c4347 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3652534f0b48491f895462536365ef07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1412268
Mar 26 21:05:10.132328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.162372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 962eed61-45d9-4ffb-968d-edd01134ab44 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:05:10.194013 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1fa84f-4491-401c-9ffa-be341fbd1519 x-openstack-request-id: req-1e1fa84f-4491-401c-9ffa-be341fbd1519 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:10.194711 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02351463-2580-4d69-b96b-3d067d01c53b", "name": "network-vif-deleted", "tag": "9933c1ea-5c1c-4820-8444-563e9b76d35d", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:10.195313 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e1fa84f-4491-401c-9ffa-be341fbd1519 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:10.195966 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1fa84f-4491-401c-9ffa-be341fbd1519'] response: {'server_uuid': '02351463-2580-4d69-b96b-3d067d01c53b', 'name': 'network-vif-deleted', 'tag': '9933c1ea-5c1c-4820-8444-563e9b76d35d', 'status': 'completed', 'code': 200}
Mar 26 21:05:10.221232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] Publish callbacks [] for security_group (b1a83198-73c2-4264-8c6f-eb0697df23d0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.221801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 962eed61-45d9-4ffb-968d-edd01134ab44) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:10.231632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:10.232291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.241115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f09c32b1-2487-4a73-b771-8f44d40cb02d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.243666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.245758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f09c32b1-2487-4a73-b771-8f44d40cb02d HTTP/1.1" status: 204  len: 168 time: 0.5452409
Mar 26 21:05:10.252120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] Publish callbacks [] for security_group (b1a83198-73c2-4264-8c6f-eb0697df23d0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.273138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d2bc0-b355-40ff-b96f-9aece2c57609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09c32b1-2487-4a73-b771-8f44d40cb02d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:10.283783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b5bd2c08-1308-4906-8020-4894cc4f53d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5513535
Mar 26 21:05:10.289045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f60da4-48cd-4d6a-8253-ead09e5f482c None None] Network 962eed61-45d9-4ffb-968d-edd01134ab44 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:10.290498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44658) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.297767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-243935775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:10.314980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50b8d-2e54-4b48-bf25-5c7c1762f00d req-04683166-8e72-409f-80a2-a186b53ccf08 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:10.316911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56f50b8d-2e54-4b48-bf25-5c7c1762f00d req-04683166-8e72-409f-80a2-a186b53ccf08 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 946 time: 0.1452644
Mar 26 21:05:10.324929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b1a83198-73c2-4264-8c6f-eb0697df23d0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.328428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.330026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1a83198-73c2-4264-8c6f-eb0697df23d0 HTTP/1.1" status: 204  len: 168 time: 0.1965926
Mar 26 21:05:10.363595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412ee1-753d-46a1-ba5b-d8b1089bb7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a83198-73c2-4264-8c6f-eb0697df23d0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:10.373136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.374621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.406438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:10.406922 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.425384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] For port ed77dfd8-9e3e-4163-bd28-2f63e0164a98, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:10.452181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (0a70e7a1-f02a-490c-97cb-2f300624bd48), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.465424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:10.468033 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0647a6b9-a82d-4b1d-8210-f7c892bd1946" -d '{"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-unplugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:10.472241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] For port ed77dfd8-9e3e-4163-bd28-2f63e0164a98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,segment=NetworkSegment(bf2eebf9-6ff7-44e9-908b-8b2496ad70b9),segment_id=bf2eebf9-6ff7-44e9-908b-8b2496ad70b9)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:10.493012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.513146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:10.518780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.528551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.529910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9933c1ea-5c1c-4820-8444-563e9b76d35d no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:10.554485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56f50b8d-2e54-4b48-bf25-5c7c1762f00d req-c4a20979-1255-4c71-bc08-d5778565791c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2260466
Mar 26 21:05:10.569951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.571513 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d9143-d0e8-4db0-b99f-4ea08b31c80a x-openstack-request-id: req-0d5d9143-d0e8-4db0-b99f-4ea08b31c80a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:10.571795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5bf6daf6-963e-43cb-a1d6-ce79a879f69a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2786400
Mar 26 21:05:10.572511 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-unplugged", "status": "failed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "code": 422}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:10.573209 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d5d9143-d0e8-4db0-b99f-4ea08b31c80a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:10.573984 ncdv-master-1 neutron-server[126739]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0d5d9143-d0e8-4db0-b99f-4ea08b31c80a']: {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'code': 422} returned with failed status
Mar 26 21:05:10.575157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44664) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.576151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-962eed61-45d9-4ffb-968d-edd01134ab44', 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': 'ace4f807-f0c4-4049-b9dd-dea707192355'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:05:10.577295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.636853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 9933c1ea-5c1c-4820-8444-563e9b76d35d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:10.637652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9933c1ea-5c1c-4820-8444-563e9b76d35d not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:10.753055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6afcb-c8ab-4fb8-9d00-3f52dbc575b9 None None] Pushing event updated for resources: {'Port': ['ID=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:10.807248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.871743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b7e1d8a3-d570-4eb8-97be-9012d1e78442 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:10.929554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Deleting subnet 09a81e30-788e-408d-b435-809171e85eaa {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:10.940621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44688) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:10.955788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Publish callbacks [] for subnet (09a81e30-788e-408d-b435-809171e85eaa), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:10.962278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: b7e1d8a3-d570-4eb8-97be-9012d1e78442 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:10.962915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b7e1d8a3-d570-4eb8-97be-9012d1e78442 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:11.039222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:11.081770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Allocated IP 172.21.0.2 (962eed61-45d9-4ffb-968d-edd01134ab44/ace4f807-f0c4-4049-b9dd-dea707192355/f135c2ee-774a-4eda-bcf2-f1b16f0d77e0) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:11.102347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (09a81e30-788e-408d-b435-809171e85eaa), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.167449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49f94069-f56e-47df-a4c0-e0f9ef7a4afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.240732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (09a81e30-788e-408d-b435-809171e85eaa), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.383387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks [] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.394927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.424773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (09a81e30-788e-408d-b435-809171e85eaa), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.436203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.453564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.454453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Network 962eed61-45d9-4ffb-968d-edd01134ab44 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:11.457927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:11.460143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/09a81e30-788e-408d-b435-809171e85eaa HTTP/1.1" status: 204  len: 168 time: 0.6510751
Mar 26 21:05:11.463853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:11.471677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44710) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:11.491409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d7337-107e-4b04-8562-7f753c1fb76b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a81e30-788e-408d-b435-809171e85eaa,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:11.529928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Pushing event updated for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:11.597747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Attempting to bind port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:11.598365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Attempting to bind port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a60c441f-1ab5-4d23-8345-1f1684fa033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:11.598976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Attempting to bind port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 on network 962eed61-45d9-4ffb-968d-edd01134ab44 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:11.606568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:11.607404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Checking segment: {'id': 'a60c441f-1ab5-4d23-8345-1f1684fa033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:11.608558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.609228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Bound using segment: {'id': 'a60c441f-1ab5-4d23-8345-1f1684fa033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:11.610001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Bound port: f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60c441f-1ab5-4d23-8345-1f1684fa033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962eed61-45d9-4ffb-968d-edd01134ab44'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:11.610664 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.646147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.661236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-4e282f2e-679a-43da-95f8-0ae49a4a4270 req-fc0f3a97-09a8-4cf1-bee4-e9c864f39c59 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:05:11.662547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e282f2e-679a-43da-95f8-0ae49a4a4270 req-fc0f3a97-09a8-4cf1-bee4-e9c864f39c59 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0087509
Mar 26 21:05:11.699252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ed77dfd8-9e3e-4163-bd28-2f63e0164a98 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:11.759678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-37403bc0-01b5-4b82-9850-4bb82ec3146f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:11.770086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-37403bc0-01b5-4b82-9850-4bb82ec3146f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.5789864
Mar 26 21:05:11.789182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:11.799312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,segment=NetworkSegment(a60c441f-1ab5-4d23-8345-1f1684fa033a),segment_id=a60c441f-1ab5-4d23-8345-1f1684fa033a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:11.799312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:11.799312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:11.836079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-187d1cdb-83e1-4991-9256-39403daff8d1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0647910
Mar 26 21:05:11.852152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.026399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf28ab-53bd-4c71-b479-eacc640081ea None None] Pushing event updated for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:12.033713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507af1-e312-4c57-bbcd-48e2a59d7155 req-e2678c36-cb55-4d86-ae33-f5e312f43b4a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:12.044554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9507af1-e312-4c57-bbcd-48e2a59d7155 req-e2678c36-cb55-4d86-ae33-f5e312f43b4a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1347170
Mar 26 21:05:12.055381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:12.055381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.061431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-ce1e6461-f1ca-4f60-b536-7c7d992351b1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2169721
Mar 26 21:05:12.072174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:12.131455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49f94069-f56e-47df-a4c0-e0f9ef7a4afa admin admin] Publish callbacks [] for security_group (78c4d2d0-fb3e-4211-9615-ba2b2121411e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.131758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port ed77dfd8-9e3e-4163-bd28-2f63e0164a98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,segment=NetworkSegment(bf2eebf9-6ff7-44e9-908b-8b2496ad70b9),segment_id=bf2eebf9-6ff7-44e9-908b-8b2496ad70b9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:12.140785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.147156 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9507af1-e312-4c57-bbcd-48e2a59d7155 req-f167bc75-6dff-45c1-ab7b-00dc3746129f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988374
Mar 26 21:05:12.161979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49f94069-f56e-47df-a4c0-e0f9ef7a4afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (78c4d2d0-fb3e-4211-9615-ba2b2121411e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.233527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:12.404223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:12.404772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49f94069-f56e-47df-a4c0-e0f9ef7a4afa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5f2a2f6cea4a5894fe6d3688460870&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4614065
Mar 26 21:05:12.515136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.542101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] Publish callbacks [] for security_group (78c4d2d0-fb3e-4211-9615-ba2b2121411e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.543613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1572760975-network', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:12.552298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f94069-f56e-47df-a4c0-e0f9ef7a4afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c4d2d0-fb3e-4211-9615-ba2b2121411e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:12.605098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dfcd910>,) {'filters': {'network_id': ['1ed8a85a-ba2e-4e38-8608-f7d0f831da7b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:12.628871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-4d4b5a20-2e3c-41a7-af78-7ad185a8786e service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5663533
Mar 26 21:05:12.629219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] Publish callbacks [] for security_group (78c4d2d0-fb3e-4211-9615-ba2b2121411e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.654124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfcd910>, '2593827f-93bb-40c0-ba92-9df2cd7bab1a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:12.655118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfcd910>, '2593827f-93bb-40c0-ba92-9df2cd7bab1a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:12.718673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff964d-c300-4fd4-9be2-9e52a0c9a4dc None None] Network 80defce7-fa6c-48be-8587-28c9fed54dfc requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:12.725188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (2593827f-93bb-40c0-ba92-9df2cd7bab1a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.735032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-295db786-c418-4c20-a5ed-b7708ebb237c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1939113
Mar 26 21:05:12.738100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Made reservation on behalf of 62670a489b2b43b78d9e1e71371e7886 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:12.741124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.747478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-d4ae6320-d02e-4fbf-a3b4-d2e00f5987a5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:05:12.749447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-d4ae6320-d02e-4fbf-a3b4-d2e00f5987a5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0071044
Mar 26 21:05:12.749587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (78c4d2d0-fb3e-4211-9615-ba2b2121411e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.752589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.753825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c4d2d0-fb3e-4211-9615-ba2b2121411e HTTP/1.1" status: 204  len: 168 time: 0.3451052
Mar 26 21:05:12.770719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c75dba-2bdd-44e3-8fe4-c4d0e79d2d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c4d2d0-fb3e-4211-9615-ba2b2121411e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:12.828899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a58bfc53-0362-43b5-ba21-7b6dcdc61b09 None None] Provisioning complete for port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:12.829258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a58bfc53-0362-43b5-ba21-7b6dcdc61b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:12.846292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.20.0.1 (80defce7-fa6c-48be-8587-28c9fed54dfc/baebb886-70a8-4385-a3a9-bc9dc89b2e61/328447a7-65db-4808-8993-403fd8ac1c76) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:12.883537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-56b485e7-d217-4fcf-a998-856242fc95a9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:12.901504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-56b485e7-d217-4fcf-a998-856242fc95a9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports/0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 941 time: 0.0954883
Mar 26 21:05:13.013465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (328447a7-65db-4808-8993-403fd8ac1c76), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.029169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a58bfc53-0362-43b5-ba21-7b6dcdc61b09 None None] Current status of the port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:13.037112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.062978 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2593827f-93bb-40c0-ba92-9df2cd7bab1a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.124187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:13.124614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (2593827f-93bb-40c0-ba92-9df2cd7bab1a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:13.126582 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:13.256839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-4ea7646a-77ad-4ac6-bdc5-5ce36668b360 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6265163
Mar 26 21:05:13.263533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (328447a7-65db-4808-8993-403fd8ac1c76), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.339213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1ed8a85a-ba2e-4e38-8608-f7d0f831da7b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.399045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444bccf-ba6a-4b2b-904f-57b2b929a20f req-48939b01-7fa3-4b37-96ba-26477f09bb5c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.419729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b444bccf-ba6a-4b2b-904f-57b2b929a20f req-48939b01-7fa3-4b37-96ba-26477f09bb5c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1293061
Mar 26 21:05:13.442726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 80defce7-fa6c-48be-8587-28c9fed54dfc is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:13.451343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.456338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1ed8a85a-ba2e-4e38-8608-f7d0f831da7b HTTP/1.1" status: 204  len: 168 time: 1.9490619
Mar 26 21:05:13.474327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44768) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:13.516748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b444bccf-ba6a-4b2b-904f-57b2b929a20f req-0f31e308-bd25-49f9-a7b5-bbe078a8cab8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957005
Mar 26 21:05:13.532168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:13.547393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:13.584012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:13.618860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e08f0d-4ae2-43ed-b8b6-ec751b04beb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed8a85a-ba2e-4e38-8608-f7d0f831da7b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:13.692469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=328447a7-65db-4808-8993-403fd8ac1c76,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:13.699317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks [] for security_group (a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.760931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.826782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-008fe0b1-d7d3-44c5-b471-f0c427028593 None None] Provisioning complete for port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:13.829311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-008fe0b1-d7d3-44c5-b471-f0c427028593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:13.841778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.859187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.875182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.889819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.905894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.913642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.927437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:13.945335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-1524dcab-2417-44c6-a3cf-812e166e3c93 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.2547965
Mar 26 21:05:13.952551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ed77dfd8-9e3e-4163-bd28-2f63e0164a98 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:13.955542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:13.989897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Deleting subnet d5247876-8028-4404-bdd9-4094dc611ab9 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:14.013601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Publish callbacks [] for subnet (d5247876-8028-4404-bdd9-4094dc611ab9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.016324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: DOWN; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:14.049499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df3895-b21d-49ca-8caf-0c571d24c87a None None] Network 962eed61-45d9-4ffb-968d-edd01134ab44 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:14.049797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.103905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e8565a0c-216e-410e-9f77-a60aac6de681 req-2320d277-4656-461e-99c3-734d4e41af45 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1570919
Mar 26 21:05:14.274895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:05:14.288644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7f45f7a-120f-4800-9f98-ebc57608926c req-9194beb3-cf79-4e7a-9b72-599ec0e7421c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 210 time: 0.3477929
Mar 26 21:05:14.308198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.334685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (160a8d74-353f-4c15-a5a2-8b3fdec2d91f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.351296 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Added segment 160a8d74-353f-4c15-a5a2-8b3fdec2d91f of type vlan for network 697ff91d-d756-413d-ac36-72a2d2ec1b6f
Mar 26 21:05:14.357624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.369101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:14.369758 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.370273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.380459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.388492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.398156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.409003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.422897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-008fe0b1-d7d3-44c5-b471-f0c427028593 None None] Current status of the port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:14.430897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d5247876-8028-4404-bdd9-4094dc611ab9), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.451054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:14.457580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-32fab780-79f7-4d4b-badd-075de44faf1b req-47c5a891-5f63-44cf-885b-99c4fac87dfb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.2329125
Mar 26 21:05:14.573456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:14.579118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:14.623068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Provisioning complete for port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:14.624594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.700186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (697ff91d-d756-413d-ac36-72a2d2ec1b6f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.708996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (328447a7-65db-4808-8993-403fd8ac1c76), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.791775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:14.792503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.793384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d5247876-8028-4404-bdd9-4094dc611ab9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.819091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:05:14.941039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:14.941510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:14.981227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:14.981689 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.001034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (697ff91d-d756-413d-ac36-72a2d2ec1b6f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.002481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:15.003069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.025193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,segment=NetworkSegment(a60c441f-1ab5-4d23-8345-1f1684fa033a),segment_id=a60c441f-1ab5-4d23-8345-1f1684fa033a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:15.035612 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.110919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Provisioning complete for port 328447a7-65db-4808-8993-403fd8ac1c76 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:15.111554 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (328447a7-65db-4808-8993-403fd8ac1c76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.160273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.0209804
Mar 26 21:05:15.160273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cf101-2e18-4583-8c3d-700fa4b920eb admin admin] Pushing event updated for resources: {'Network': ['ID=697ff91d-d756-413d-ac36-72a2d2ec1b6f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:15.160619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44814) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:15.167461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Request body: {'subnet': {'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1572760975-subnet', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:15.170065 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:05:15.170447 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:05:15.172515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Pushing event updated for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:15.205326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:05:15.208405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69bb593f-dc86-433b-9303-83cc7fcb6a54 None None] Port 328447a7-65db-4808-8993-403fd8ac1c76 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:15.240120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Made reservation on behalf of 62670a489b2b43b78d9e1e71371e7886 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:15.245423 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.363795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c1ec3861-e440-40ea-be43-1a9fb85f5d9e None None] Provisioning complete for port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:15.364254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3861-e440-40ea-be43-1a9fb85f5d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.482963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4f314e-1e5d-45f8-a620-3892c6a25fd4 req-0ddaa0b0-c81c-4b21-ab54-ecaa5e2dd81c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 210 time: 0.0357125
Mar 26 21:05:15.551008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (6f2ab5d7-81d6-4432-a244-6f7730039ee7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.665503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec3861-e440-40ea-be43-1a9fb85f5d9e None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:15.666089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Checking segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:15.666701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Network hostable DHCP agents. Network: 697ff91d-d756-413d-ac36-72a2d2ec1b6f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:05:15.679966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2ab5d7-81d6-4432-a244-6f7730039ee7,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:15.715457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:05:15.742398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 697ff91d-d756-413d-ac36-72a2d2ec1b6f) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:15.758539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf15409-7e83-4595-8ffd-1ff4862a17e6 None None] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:15.763059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:15.763704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.796491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-55596fd7-d5b4-4c4f-adf6-0fc9d6b461ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.6323762
Mar 26 21:05:15.797271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:15.812670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:15.857510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.863112 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.888764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66ba2b-57ac-443f-9911-8e16f7a38978 req-35e396a5-5c11-4496-b8c9-c60fb1f4a262 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:15.891455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a66ba2b-57ac-443f-9911-8e16f7a38978 req-35e396a5-5c11-4496-b8c9-c60fb1f4a262 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 1.1945364
Mar 26 21:05:15.913225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.950716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for router_controller (89b45e0f-f1b1-4839-bac8-4bedf5e87079), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:15.976996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:15.982362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d5247876-8028-4404-bdd9-4094dc611ab9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.019208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:05:16.020252 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.099728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5247876-8028-4404-bdd9-4094dc611ab9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:16.104864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.111492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-00668084-a2b4-4462-b591-5509f698cbf6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5247876-8028-4404-bdd9-4094dc611ab9 HTTP/1.1" status: 204  len: 168 time: 2.6356585
Mar 26 21:05:16.122585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44832) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:16.192052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a66ba2b-57ac-443f-9911-8e16f7a38978 req-84d012df-68d4-40be-9158-ff1403557408 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2899680
Mar 26 21:05:16.224255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-352ef060-36e9-45f8-93df-eaf12f5750cf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:16.225905 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-352ef060-36e9-45f8-93df-eaf12f5750cf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.3597522
Mar 26 21:05:16.238377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:16.300413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:16.311480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Allocated IP 172.20.0.2 (697ff91d-d756-413d-ac36-72a2d2ec1b6f/6f2ab5d7-81d6-4432-a244-6f7730039ee7/cf07a8fd-f279-4ffc-8258-4ec30512d9ba) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:16.384104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (cb32c011-407f-47ea-8201-add8f4b12923), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.598875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (328447a7-65db-4808-8993-403fd8ac1c76), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.629386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (328447a7-65db-4808-8993-403fd8ac1c76), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.670200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9be3023-eb0f-4d15-bf97-2ffc37c2a272 req-ef482686-d8b9-41f7-859f-2e5c98d519eb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 210 time: 0.0325255
Mar 26 21:05:16.762502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (cb32c011-407f-47ea-8201-add8f4b12923), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.800301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.802341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:16.805927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.828377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:16.828913 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.832637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e2f1c70>,) {'filters': {'network_id': ['cb32c011-407f-47ea-8201-add8f4b12923']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:16.843053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=328447a7-65db-4808-8993-403fd8ac1c76,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:16.853436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e2f1c70>, '6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:16.854822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e2f1c70>, '6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:16.892072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.907898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for router_gateway (89b45e0f-f1b1-4839-bac8-4bedf5e87079), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.934408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-d2549312-d2e1-4bd7-8add-ba46fab69527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:16.935865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks [] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.936740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-d2549312-d2e1-4bd7-8add-ba46fab69527 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 1126 time: 0.3372588
Mar 26 21:05:16.975700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:16.982698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.014754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:17.015079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (6b2ffc62-9331-4afd-a1d8-2c5c5cd9f63b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:17.017240 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:17.081880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:17.097293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-80334bd5-01be-4573-8356-a29a7d177fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:17.098990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-80334bd5-01be-4573-8356-a29a7d177fcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1126 time: 0.1313446
Mar 26 21:05:17.101576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:17.118695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:17.151617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 80defce7-fa6c-48be-8587-28c9fed54dfc is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:17.156197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:17.170146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (cb32c011-407f-47ea-8201-add8f4b12923), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.181413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.185312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:17.189011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb32c011-407f-47ea-8201-add8f4b12923 HTTP/1.1" status: 204  len: 168 time: 1.0651677
Mar 26 21:05:17.209527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.7 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/351f6d49-7dc1-4586-92ad-1ec0e7a14585) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:17.212074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Pushing event updated for resources: {'Port': ['ID=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:17.267057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52279-3d72-4b35-9e9c-4a06471dab0e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb32c011-407f-47ea-8201-add8f4b12923,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:17.392280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Attempting to bind port cf07a8fd-f279-4ffc-8258-4ec30512d9ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:17.393595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Attempting to bind port cf07a8fd-f279-4ffc-8258-4ec30512d9ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:17.395326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Attempting to bind port cf07a8fd-f279-4ffc-8258-4ec30512d9ba on network 697ff91d-d756-413d-ac36-72a2d2ec1b6f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:17.418488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:17.418867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Checking segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:17.419296 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.423808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Bound using segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:17.424459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Bound port: cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:17.425546 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.508100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-abfcbbd1-da59-4e84-bd12-64eaaef5b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:17.511734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-abfcbbd1-da59-4e84-bd12-64eaaef5b64d service neutron] 10.222.0.21 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.4012825
Mar 26 21:05:17.646418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e37cf-04a6-45bf-8d11-7710aff1c0ca req-4618fa5e-bc9c-41fc-b795-aba2e1a04a74 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:17.653861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] For port cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:17.654731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a75e37cf-04a6-45bf-8d11-7710aff1c0ca req-4618fa5e-bc9c-41fc-b795-aba2e1a04a74 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2514429
Mar 26 21:05:17.658957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] For port cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:17.660071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44866) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:17.691645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-c811e414-367f-4e7d-97bc-c096f93a21d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 200  len: 1000 time: 0.1705470
Mar 26 21:05:17.704261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.778673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f0e003d7-5c04-43ab-81ec-ddcf0010ad43 None None] Provisioning complete for port 328447a7-65db-4808-8993-403fd8ac1c76 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:17.779066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f0e003d7-5c04-43ab-81ec-ddcf0010ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (328447a7-65db-4808-8993-403fd8ac1c76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.784995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for router_gateway (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.848694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e358-7d2f-452e-9022-6f3d70807ac9 None None] Pushing event updated for resources: {'Port': ['ID=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:17.857970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 0a70e7a1-f02a-490c-97cb-2f300624bd48 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:05:17.860353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f0e003d7-5c04-43ab-81ec-ddcf0010ad43 None None] Port 328447a7-65db-4808-8993-403fd8ac1c76 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:17.935168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-648dc185-581a-491f-a87e-64e682c88b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:17.936680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-648dc185-581a-491f-a87e-64e682c88b14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1568034
Mar 26 21:05:17.940030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.948861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:17.964724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a75e37cf-04a6-45bf-8d11-7710aff1c0ca req-3d415688-7f14-428e-8631-7708e41625ca tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3088195
Mar 26 21:05:17.970275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44884) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:17.984205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd713c97-0c44-462c-a1b0-15a5c0a7bee7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b97ee3626b824293b17899943c256a52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3152275
Mar 26 21:05:17.984665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23c843e7-7fe9-4dcc-a1ca-f8fd5dca6953 req-b634f603-e2f0-4734-bd01-72788a071c18 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 210 time: 0.1024280
Mar 26 21:05:17.985776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:18.128294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8588eaf-c201-4548-8b51-8660624ef318 req-e43a5284-5603-462f-8c24-8d7e5808d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.129829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-e43a5284-5603-462f-8c24-8d7e5808d361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1617532
Mar 26 21:05:18.177933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Allocated IP 172.35.4.150 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4b825c06-91ab-4c95-a953-02ad3a2d7233) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:18.294432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:18.300244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.309242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d477d2c8-4bb6-4253-9c3f-fb396f37a2e1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7326419
Mar 26 21:05:18.310880 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] Sync routers for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:18.313016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44890) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:18.332674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] Publish callbacks [] for security_group (2afae6a9-9d4b-49d9-a81b-efe45cbc63ab), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.335723 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:18.337146 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405ca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:18.349482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-6302d65c-20f8-489f-96a6-ebc57b831ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059715
Mar 26 21:05:18.391546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405ca30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:18.392945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.394128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.394617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.395175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.395738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.396281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.397025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.399047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-428d2a73-9790-4189-b3e0-260ee002843d req-30fce563-2b8a-405c-82a9-d2f96a2e798b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6705 time: 0.4263372
Mar 26 21:05:18.414771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.416292 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:18.417468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405ca30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:18.468238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:18.471433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] Publish callbacks [] for security_group (2afae6a9-9d4b-49d9-a81b-efe45cbc63ab), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.475843 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405ca30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:18.476825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31e787-00c4-48d1-b1b1-bcf272d27639 None None] The sync data for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:18.479567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2196cf-e7ef-402b-960d-4b0a032b57fa tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.484137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a2196cf-e7ef-402b-960d-4b0a032b57fa tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports/328447a7-65db-4808-8993-403fd8ac1c76 HTTP/1.1" status: 200  len: 910 time: 0.1670020
Mar 26 21:05:18.492006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:18.504918 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8588eaf-c201-4548-8b51-8660624ef318 req-19c00744-125c-4339-a3bc-a1a4da3ff95b service neutron] 10.222.0.21 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472034
Mar 26 21:05:18.508617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:18.517434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.561951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:18.563781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:18.564558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:18.567508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:18.571481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:18.611757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Pushing event updated for resources: {'Port': ['ID=4b825c06-91ab-4c95-a953-02ad3a2d7233,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:18.734124 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-428d2a73-9790-4189-b3e0-260ee002843d req-f25b476a-148e-401e-986b-ba445d3c701f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&id=10f06488-d76f-421f-8cf9-cedef3deadba&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3177879
Mar 26 21:05:18.849329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:18.850787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.887635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2afae6a9-9d4b-49d9-a81b-efe45cbc63ab), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.890219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.894633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2afae6a9-9d4b-49d9-a81b-efe45cbc63ab HTTP/1.1" status: 204  len: 168 time: 0.9035370
Mar 26 21:05:18.894795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-bc592947-0887-40d7-bec3-a319218a1f3c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6068926
Mar 26 21:05:18.936028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Request body: {'port': {'device_id': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:18.974721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for router_gateway (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:18.983524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966daece-da51-4467-bc3e-9a7ffca9d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afae6a9-9d4b-49d9-a81b-efe45cbc63ab,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:19.374978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49679123-9283-4256-be09-fe4fe39bb220 req-2827c1b1-1794-4c9a-8786-48c7e608ca30 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:19.388095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49679123-9283-4256-be09-fe4fe39bb220 req-2827c1b1-1794-4c9a-8786-48c7e608ca30 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 931 time: 0.2337658
Mar 26 21:05:19.533239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:19.651151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49679123-9283-4256-be09-fe4fe39bb220 req-3f51486a-0e8c-4f54-95ae-db2e675f0188 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608187
Mar 26 21:05:19.738901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96996f2c-6ea3-4df4-bb62-ab70435341ed None None] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:19.910367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Provisioning complete for port cf07a8fd-f279-4ffc-8258-4ec30512d9ba triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:19.912462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44938) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:19.913142 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.008350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9b351d13-c106-459f-8f9e-661f36938ae8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=875a90eb5cc94cc38f2ce52df8d72946&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0925415
Mar 26 21:05:20.009255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44940) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:20.010623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:05:20.104253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.128214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] Publish callbacks [] for security_group (1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.173814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c648ad-c552-46c5-8746-f2f0f8b14323 req-da71add1-7d1b-4e2f-8a46-bfadbbfa445e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:20.188188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68c648ad-c552-46c5-8746-f2f0f8b14323 req-da71add1-7d1b-4e2f-8a46-bfadbbfa445e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2094002
Mar 26 21:05:20.208896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] Publish callbacks [] for security_group (1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.247538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:20.272133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.273531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3ced9d61-4b63-4dc1-b8e2-7c2fdac1249a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 4.4733975
Mar 26 21:05:20.277189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44942) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:20.291746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Sync routers for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:20.330981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cf07a8fd-f279-4ffc-8258-4ec30512d9ba up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:20.363754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.367478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.382617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14 HTTP/1.1" status: 204  len: 168 time: 0.3693624
Mar 26 21:05:20.437341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:20.438390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6df0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:20.449943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67749b1d-d913-4bfa-aafe-00d23f904865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe96a28-5b7a-4fcb-8ba6-f8d1c031de14,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:20.616976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:20.625730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:20.653275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68c648ad-c552-46c5-8746-f2f0f8b14323 req-93587f02-c5de-44ec-a4bd-9ba1fd0759f5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4610949
Mar 26 21:05:20.868190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Current status of the port cf07a8fd-f279-4ffc-8258-4ec30512d9ba is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:20.870261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:21.030111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cf07a8fd-f279-4ffc-8258-4ec30512d9ba triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:21.031284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:21.225157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4271d-3aff-4a80-a60c-88425f24b89f req-3171bedc-150d-46d3-a656-d1e91858de1f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:21.226744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73f4271d-3aff-4a80-a60c-88425f24b89f req-3171bedc-150d-46d3-a656-d1e91858de1f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 931 time: 0.4757433
Mar 26 21:05:21.260216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] For port cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:21.380163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:21.583898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7609e2-179a-44ff-9454-f04988206552 None None] Pushing event updated for resources: {'Port': ['ID=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:21.637780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7f52cb5e-8e90-47c9-b8d2-3c98dc0dc879 None None] Provisioning complete for port cf07a8fd-f279-4ffc-8258-4ec30512d9ba triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:21.638136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f52cb5e-8e90-47c9-b8d2-3c98dc0dc879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:21.715502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cf07a8fd-f279-4ffc-8258-4ec30512d9ba is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:21.732284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6df0a0>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:18Z', 'revision_number': 3, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:21.811777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.21.0.1 (962eed61-45d9-4ffb-968d-edd01134ab44/ace4f807-f0c4-4049-b9dd-dea707192355/0697b7eb-ea8a-4702-9c82-6bbe1bdc7449) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:21.849550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73f4271d-3aff-4a80-a60c-88425f24b89f req-061c71b0-efe6-4055-af80-bf0243359aea tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6076572
Mar 26 21:05:21.878722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Checking router: 89b45e0f-f1b1-4839-bac8-4bedf5e87079 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:05:21.879729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Updating router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 port 4b825c06-91ab-4c95-a953-02ad3a2d7233 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:05:21.938742 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:21.985392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f52cb5e-8e90-47c9-b8d2-3c98dc0dc879 None None] Current status of the port cf07a8fd-f279-4ffc-8258-4ec30512d9ba is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:22.045167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.090267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.147017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cf07a8fd-f279-4ffc-8258-4ec30512d9ba up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:22.211365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.242445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 962eed61-45d9-4ffb-968d-edd01134ab44 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:22.265000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:22.282385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:22.289905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cf07a8fd-f279-4ffc-8258-4ec30512d9ba triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:22.292535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.406402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Allocated IP 172.20.0.1 (697ff91d-d756-413d-ac36-72a2d2ec1b6f/6f2ab5d7-81d6-4432-a244-6f7730039ee7/3f7d3874-a8a0-4493-938a-3c3acd53935d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:22.708315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks [] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.712432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=0697b7eb-ea8a-4702-9c82-6bbe1bdc7449,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:22.735445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ee897-d7fa-493c-8d62-e9c582c34c81 req-f17c9664-c5e9-4e39-8ac2-7a8abd00e59b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:22.737082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e56ee897-d7fa-493c-8d62-e9c582c34c81 req-f17c9664-c5e9-4e39-8ac2-7a8abd00e59b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.5409389
Mar 26 21:05:22.750225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.769855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351f6d49-7dc1-4586-92ad-1ec0e7a14585 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:22.828905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:22.928210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e56ee897-d7fa-493c-8d62-e9c582c34c81 req-157b105a-6206-4f60-b1f0-8b10849bb2a7 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744063
Mar 26 21:05:22.930699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks [] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.001990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-49e72933-7036-4ed3-950c-59884a8fc2f4 None None] Provisioning complete for port 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:23.002590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49e72933-7036-4ed3-950c-59884a8fc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.014470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cf07a8fd-f279-4ffc-8258-4ec30512d9ba is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:23.018712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:23.041211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Transition to ACTIVE for port object 351f6d49-7dc1-4586-92ad-1ec0e7a14585 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:05:23.043540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:23.045543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:23.050840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:23.070726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.146835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.194984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks [] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.208128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.257328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Pushing event updated for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:23.337494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-49e72933-7036-4ed3-950c-59884a8fc2f4 None None] Port 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:23.344649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75d345-8c3d-4bfe-a9a9-9ea9ae5f4821 None None] Pushing event updated for resources: {'Port': ['ID=4b825c06-91ab-4c95-a953-02ad3a2d7233,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:23.374289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Attempting to bind port 4b825c06-91ab-4c95-a953-02ad3a2d7233 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:23.376317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Attempting to bind port 4b825c06-91ab-4c95-a953-02ad3a2d7233 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:23.376921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Attempting to bind port 4b825c06-91ab-4c95-a953-02ad3a2d7233 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:23.417929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:23.435347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:23.439252 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.440475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:23.448606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Bound port: 4b825c06-91ab-4c95-a953-02ad3a2d7233, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:23.450737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.504401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.661833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] For port 4b825c06-91ab-4c95-a953-02ad3a2d7233, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:23.669835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] For port 4b825c06-91ab-4c95-a953-02ad3a2d7233, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b825c06-91ab-4c95-a953-02ad3a2d7233,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:23.690898 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.756982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e0334cf0-caf2-4d5a-b49f-51955037aa90 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:23.757556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0334cf0-caf2-4d5a-b49f-51955037aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.806980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819704a-fb1a-440f-b7dd-3dcf06bd7685 req-910bd50d-7101-4d96-9129-b020ea22602a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:23.809632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d819704a-fb1a-440f-b7dd-3dcf06bd7685 req-910bd50d-7101-4d96-9129-b020ea22602a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 943 time: 0.5446794
Mar 26 21:05:23.812533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.825401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75d345-8c3d-4bfe-a9a9-9ea9ae5f4821 None None] Pushing event updated for resources: {'Port': ['ID=4b825c06-91ab-4c95-a953-02ad3a2d7233,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:23.839355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:23.841134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6df0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:23.844798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e0334cf0-caf2-4d5a-b49f-51955037aa90 None None] Port 3f7d3874-a8a0-4493-938a-3c3acd53935d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:23.875882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Attempting to bind port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:23.876427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Attempting to bind port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:23.876975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Attempting to bind port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:23.929640 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks [] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.946177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:23.967558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:05:23.968251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Attempting to bind port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:24.014760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:24.036715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:24.037146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:24.037742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:24.038286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Bound port: 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:24.038688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:24.096746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d819704a-fb1a-440f-b7dd-3dcf06bd7685 req-17253d20-5d24-4685-b54a-90370d1e9a43 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254796
Mar 26 21:05:24.233243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:24.240672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:24.349069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc8e4a-d87c-4327-aefb-9b76f90df7fa req-a71f46c0-d449-445e-998b-15f934750c76 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:24.351296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6bc8e4a-d87c-4327-aefb-9b76f90df7fa req-a71f46c0-d449-445e-998b-15f934750c76 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2368593
Mar 26 21:05:24.354885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:24.364451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:24.386710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:24.562389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6df0a0>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:22Z', 'revision_number': 1, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:24.587378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6bc8e4a-d87c-4327-aefb-9b76f90df7fa req-ebdf3954-4fc0-4887-975a-b7a0c85b4e38 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2154264
Mar 26 21:05:24.608082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:24.613377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:24.650920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:24.652261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:24.653676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] 10.222.0.21 "PUT /v2.0/ports/351f6d49-7dc1-4586-92ad-1ec0e7a14585 HTTP/1.1" status: 200  len: 1091 time: 5.7281797
Mar 26 21:05:24.656143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:24.659221 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5564d-d0dd-49b4-9942-1bee45224216" -d '{"events": [{"name": "network-changed", "server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:24.690312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7716d26a-5164-4023-b9bc-87543a6e390e None None] The sync data for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 is: [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:22Z', 'revision_number': 1, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:24.701162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Pushing event updated for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:24.735273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.736779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.737143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.737498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.737846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.738188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.738522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.738865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.739210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.739532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.739866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.741981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.742247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.747159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.747749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c4c89-8cae-4c04-85f7-dd05f52a6013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:24.791661 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b0c5c-d346-4d2b-b72e-868d71d7f5dd x-openstack-request-id: req-156b0c5c-d346-4d2b-b72e-868d71d7f5dd {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:24.792970 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:24.794650 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-156b0c5c-d346-4d2b-b72e-868d71d7f5dd {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:24.795290 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156b0c5c-d346-4d2b-b72e-868d71d7f5dd'] response: {'name': 'network-changed', 'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585', 'status': 'completed', 'code': 200}
Mar 26 21:05:25.030069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:25.045642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:25.056942 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7c70-0e86-4b19-9a29-1fc77b39608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:25.107465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:25.148327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9ef36151-b2a9-456d-ae2d-d8d75f696377 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:25.148917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ef36151-b2a9-456d-ae2d-d8d75f696377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:25.256262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:25.298115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-59640f21-8ae6-4493-9f36-89eba52d70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:25.299684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-59640f21-8ae6-4493-9f36-89eba52d70ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 1125 time: 0.5268965
Mar 26 21:05:25.404976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9ef36151-b2a9-456d-ae2d-d8d75f696377 None None] Port 3f7d3874-a8a0-4493-938a-3c3acd53935d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:25.481265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-989ba3e9-5000-44c7-adec-e322b3d043c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585 HTTP/1.1" status: 200  len: 217 time: 0.1595733
Mar 26 21:05:25.752792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:25.771031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ddf352cf-9640-469d-a1a3-e4a8a87ddda7 admin admin] 10.222.0.16 "PUT /v2.0/routers/89b45e0f-f1b1-4839-bac8-4bedf5e87079/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4845445
Mar 26 21:05:25.797693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c9369-660c-4625-b9ea-aa52b81c048e req-1069800d-ffb0-4185-a2a1-ebd1d1f02096 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:25.799263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-009c9369-660c-4625-b9ea-aa52b81c048e req-1069800d-ffb0-4185-a2a1-ebd1d1f02096 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 943 time: 0.2014337
Mar 26 21:05:25.862350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=0697b7eb-ea8a-4702-9c82-6bbe1bdc7449,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:25.952939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-13eeeabd-bcea-475a-9840-39088edc4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:25.954500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-13eeeabd-bcea-475a-9840-39088edc4e20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.4050238
Mar 26 21:05:25.994886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-009c9369-660c-4625-b9ea-aa52b81c048e req-51b383b6-8700-4576-9629-e10561aa1c7d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846223
Mar 26 21:05:26.049529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-c819d23d-016a-41a5-a805-78a63e51405b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0688274
Mar 26 21:05:26.106822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979310b6-f936-4a44-b481-980c890a7c2b req-f30cff97-161b-4312-b940-cc87096451a8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:26.108599 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-979310b6-f936-4a44-b481-980c890a7c2b req-f30cff97-161b-4312-b940-cc87096451a8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2158983
Mar 26 21:05:26.245195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 962eed61-45d9-4ffb-968d-edd01134ab44 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:26.300719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:26.442876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-979310b6-f936-4a44-b481-980c890a7c2b req-7f3782be-ee0c-41b8-8547-ccf5a08b7f9b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2779145
Mar 26 21:05:26.625613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-68f7ae2e-f34d-499a-b0e9-786f2612bdd1 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5726321
Mar 26 21:05:26.747462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 0a70e7a1-f02a-490c-97cb-2f300624bd48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:26.974708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4f6de52b-8b4a-40ec-a619-90d440bf06e6 None None] Provisioning complete for port 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:26.975282 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4f6de52b-8b4a-40ec-a619-90d440bf06e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.091993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45170) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:27.134363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4f6de52b-8b4a-40ec-a619-90d440bf06e6 None None] Port 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:27.167252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:27.195773 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] Sync routers for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:27.200538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5ea5fa59-cecf-4fb8-a519-950ba34506c9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7074986
Mar 26 21:05:27.203373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45174) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:27.228802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:27.244919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:27.245586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:04:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:27.258339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699585865', 'description': 'tempest-description--67299699'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:27.269429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa627360-a603-46d3-b0eb-cc0d5cd42b4b req-1e550fea-2c45-4581-9fb5-8b369e76147b service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6201787
Mar 26 21:05:27.336392 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2791220d-47f4-4674-978d-43c707d58a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.477588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.489215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d1c0a-6d1c-4f24-ae81-30e8179f504a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:27.491768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c1c0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:27.499558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45178) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:27.505870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de4d1c0a-6d1c-4f24-ae81-30e8179f504a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports/0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 HTTP/1.1" status: 200  len: 910 time: 0.2910340
Mar 26 21:05:27.512185 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.521632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897c069-0fc2-4693-a8e3-75cf9c0126f7 req-156ded3e-8b99-4d79-970f-6914aeae03cd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:27.528772 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:27.529694 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:27.533366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8897c069-0fc2-4693-a8e3-75cf9c0126f7 req-156ded3e-8b99-4d79-970f-6914aeae03cd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 943 time: 0.2528882
Mar 26 21:05:27.685274 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c1c0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:27.686273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399faed8-ec81-4df4-aaa8-ae448b156214 None None] The sync data for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:27.762552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (62995fa4-7494-4559-ad7a-2fac3c6b917c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.826545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Publish callbacks [] for security_group (8479b82d-b1b8-49b6-8d91-d10ae1ce1948), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.835079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (62995fa4-7494-4559-ad7a-2fac3c6b917c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.841003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cb5c0-0fc2-442c-a4ad-54c9910a9519 req-f1144976-2ad4-4161-af23-31c7597963ed tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:27.853218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c6cb5c0-0fc2-442c-a4ad-54c9910a9519 req-f1144976-2ad4-4161-af23-31c7597963ed tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1671736
Mar 26 21:05:27.858825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8479b82d-b1b8-49b6-8d91-d10ae1ce1948), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:27.934780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff7fbf8ed36f46d5934e9967cb604a8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8405759
Mar 26 21:05:27.939355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:27.949102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62995fa4-7494-4559-ad7a-2fac3c6b917c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:28.090396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8897c069-0fc2-4693-a8e3-75cf9c0126f7 req-a7ea8171-46eb-45e1-8d49-2523b9a4eb9c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078852
Mar 26 21:05:28.109874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.120339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-07f13b5a-2d07-4d82-a01f-0f4f9f06475b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.8871026
Mar 26 21:05:28.121368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45186) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:28.130802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c6cb5c0-0fc2-442c-a4ad-54c9910a9519 req-f5db0e82-6104-41ec-8814-98ba11abb3fa tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2739227
Mar 26 21:05:28.135970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'security_group_rule': {'security_group_id': '62995fa4-7494-4559-ad7a-2fac3c6b917c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:28.148825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479b82d-b1b8-49b6-8d91-d10ae1ce1948,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:28.240760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4b825c06-91ab-4c95-a953-02ad3a2d7233 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:28.259799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.260107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.260667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.261189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.261724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.262229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.262760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.263267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.263774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.264403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.264901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.265404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.275117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.276274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.276816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d655a11-b1e3-478d-9e75-6e21bd2ee0d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:05:28.322103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] Publish callbacks [] for security_group (8479b82d-b1b8-49b6-8d91-d10ae1ce1948), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.388304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] Publish callbacks [] for security_group (8479b82d-b1b8-49b6-8d91-d10ae1ce1948), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.423104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4b825c06-91ab-4c95-a953-02ad3a2d7233 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:28.425104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.513659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8479b82d-b1b8-49b6-8d91-d10ae1ce1948), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.517070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.520088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8479b82d-b1b8-49b6-8d91-d10ae1ce1948 HTTP/1.1" status: 204  len: 168 time: 0.5218914
Mar 26 21:05:28.544435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e4474-cfee-4181-8038-a4f972f376b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479b82d-b1b8-49b6-8d91-d10ae1ce1948,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:28.575513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4b825c06-91ab-4c95-a953-02ad3a2d7233 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:28.575909 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.618417 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:05:28.647143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 4b825c06-91ab-4c95-a953-02ad3a2d7233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b825c06-91ab-4c95-a953-02ad3a2d7233,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:28.654840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.752275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:28.762187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=4b825c06-91ab-4c95-a953-02ad3a2d7233,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:28.842532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-2c684b94-c810-4b45-81a6-8b64718f64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:28.844787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-2c684b94-c810-4b45-81a6-8b64718f64da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 1125 time: 1.0774841
Mar 26 21:05:28.861729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (250536ad-2d04-476c-bd42-fe955b5a604f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.139408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:29.166658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9525932a-8d69-409f-bb1f-d7df442c7e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.200802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (250536ad-2d04-476c-bd42-fe955b5a604f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.215271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550435-2a60-415b-a496-19164e033929 None None] Sync routers for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:29.236123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:29.237076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:29.280208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (250536ad-2d04-476c-bd42-fe955b5a604f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.401644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250536ad-2d04-476c-bd42-fe955b5a604f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:29.402197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad841-a608-4efa-89c6-3f59bbd7131d req-36930815-f458-470c-a235-60e5ef5c4bfd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:29.404020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-043ad841-a608-4efa-89c6-3f59bbd7131d req-36930815-f458-470c-a235-60e5ef5c4bfd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 943 time: 0.0838950
Mar 26 21:05:29.406253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9525932a-8d69-409f-bb1f-d7df442c7e66 admin admin] Publish callbacks [] for security_group (61ff3ad0-c705-4977-9e29-adeab1c695f5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.411840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9525932a-8d69-409f-bb1f-d7df442c7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61ff3ad0-c705-4977-9e29-adeab1c695f5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.414638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-867a7a3d-d2a8-4c63-8ca2-d68671bd9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:29.416857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-867a7a3d-d2a8-4c63-8ca2-d68671bd9e1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.5046141
Mar 26 21:05:29.429215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.433648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e62a31f2-ad10-46e7-8d41-83201f726fdc tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3039410
Mar 26 21:05:29.435126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:29.448110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:29.448688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'security_group_rule': {'security_group_id': '62995fa4-7494-4559-ad7a-2fac3c6b917c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:29.489556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-a28cfa94-dff0-40c0-a488-40210d2fc115 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585 HTTP/1.1" status: 200  len: 217 time: 0.0530391
Mar 26 21:05:29.513632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b23e1-55c1-4e31-8c2a-949f0131b970 req-9eca3d6b-0be6-4eb7-855d-bc8311566f46 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:29.515207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c1b23e1-55c1-4e31-8c2a-949f0131b970 req-9eca3d6b-0be6-4eb7-855d-bc8311566f46 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2269981
Mar 26 21:05:29.524271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-043ad841-a608-4efa-89c6-3f59bbd7131d req-4a55b7a9-a8d9-47c0-9dd8-7d1d9e11ee00 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086004
Mar 26 21:05:29.536446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9525932a-8d69-409f-bb1f-d7df442c7e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=066fc36c76ce4f70865c7df75cced099&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3946087
Mar 26 21:05:29.538252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525932a-8d69-409f-bb1f-d7df442c7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff3ad0-c705-4977-9e29-adeab1c695f5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:29.541834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45240) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:29.567613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (1d4a2d69-01b9-46f6-a41c-36c89298a646), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.654542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] Publish callbacks [] for security_group (61ff3ad0-c705-4977-9e29-adeab1c695f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.676764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (1d4a2d69-01b9-46f6-a41c-36c89298a646), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.687029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 351f6d49-7dc1-4586-92ad-1ec0e7a14585 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:05:29.689692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1d4a2d69-01b9-46f6-a41c-36c89298a646), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.693373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] Publish callbacks [] for security_group (61ff3ad0-c705-4977-9e29-adeab1c695f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.736143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4a2d69-01b9-46f6-a41c-36c89298a646,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:29.773817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.775661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-ebacf4d1-5a06-4d68-94ec-ab668fa234e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:29.782076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27ebd748-7ac3-4797-abbd-ad5111de2079 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3373637
Mar 26 21:05:29.785861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-ebacf4d1-5a06-4d68-94ec-ab668fa234e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.2230034
Mar 26 21:05:29.787259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:29.798154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:29.819526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61ff3ad0-c705-4977-9e29-adeab1c695f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.822474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.823694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61ff3ad0-c705-4977-9e29-adeab1c695f5 HTTP/1.1" status: 204  len: 168 time: 0.2803707
Mar 26 21:05:29.838809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3f1eb-af76-4382-90e0-e466585e928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff3ad0-c705-4977-9e29-adeab1c695f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:29.875675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.909004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-d2da3e1e-baa6-4d80-8efb-e2a7104189ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534544
Mar 26 21:05:29.916494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c1b23e1-55c1-4e31-8c2a-949f0131b970 req-33fc35b3-4044-40bd-921d-e4f7aba13fe1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3496168
Mar 26 21:05:29.925556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:29.973492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:30.044811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '351f6d49-7dc1-4586-92ad-1ec0e7a14585', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '351f6d49-7dc1-4586-92ad-1ec0e7a14585', 'mac_address': 'fa:16:3e:6d:d5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:05:30.151297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4b825c06-91ab-4c95-a953-02ad3a2d7233 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:30.198039 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.237495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:30.237919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.261664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351f6d49-7dc1-4586-92ad-1ec0e7a14585 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:30.285813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:30.297842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4b825c06-91ab-4c95-a953-02ad3a2d7233 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:30.298215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.341958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-9b000092-25fe-42f5-b62b-49fc008d10a3 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3767784
Mar 26 21:05:30.352018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.372403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce790>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 2, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:30.463568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.489697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45262) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:30.574718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-13f5564d-d0dd-49b4-9942-1bee45224216 req-a90f0257-e236-4761-bf0b-a83e03dd21ea service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147193
Mar 26 21:05:30.659145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550435-2a60-415b-a496-19164e033929 None None] Checking router: 89b45e0f-f1b1-4839-bac8-4bedf5e87079 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:05:30.659772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550435-2a60-415b-a496-19164e033929 None None] Updating router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 port 3f7d3874-a8a0-4493-938a-3c3acd53935d binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:05:30.746929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4b825c06-91ab-4c95-a953-02ad3a2d7233 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:30.756606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['351f6d49-7dc1-4586-92ad-1ec0e7a14585'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:30.764163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Allocated IP 172.35.4.252 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/e6502c3d-09f7-49e4-a132-c5933036e6e3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:30.800495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:30.801334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.827331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83c8c60a-2896-4103-a25a-4437edfe4651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.831137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:30.876389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfcde7-289d-4c90-8ed5-4fb9d4d44109 req-1f4c1988-bdaa-42d1-a78e-4b7f40514653 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:30.886101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cccfcde7-289d-4c90-8ed5-4fb9d4d44109 req-1f4c1988-bdaa-42d1-a78e-4b7f40514653 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 944 time: 0.1740568
Mar 26 21:05:30.959477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45268) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:30.981818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cccfcde7-289d-4c90-8ed5-4fb9d4d44109 req-0c9f49f9-49d0-4026-acc7-5bda400ea5ef tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946157
Mar 26 21:05:31.042854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5443c6c-5470-49d5-b553-fc28f81064b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.154010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83c8c60a-2896-4103-a25a-4437edfe4651 admin admin] Publish callbacks [] for security_group (3c5aee14-65dd-446b-bf28-ef3eabbe28dd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.160419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83c8c60a-2896-4103-a25a-4437edfe4651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c5aee14-65dd-446b-bf28-ef3eabbe28dd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.172675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.217728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 0697b7eb-ea8a-4702-9c82-6bbe1bdc7449 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:31.237152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c60a-2896-4103-a25a-4437edfe4651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5aee14-65dd-446b-bf28-ef3eabbe28dd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.243738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-83c8c60a-2896-4103-a25a-4437edfe4651 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=258cf569fc074fe6a826e67bf2a864ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7520063
Mar 26 21:05:31.246062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.247085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45274) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:31.250182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks [] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.270960 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.355994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] Publish callbacks [] for security_group (3c5aee14-65dd-446b-bf28-ef3eabbe28dd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.417431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] Publish callbacks [] for security_group (3c5aee14-65dd-446b-bf28-ef3eabbe28dd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.464596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b983-2f7f-4e18-adef-619a66e3df82 None None] Pushing event updated for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.497362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c5aee14-65dd-446b-bf28-ef3eabbe28dd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.501895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.503697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c5aee14-65dd-446b-bf28-ef3eabbe28dd HTTP/1.1" status: 204  len: 168 time: 0.2540450
Mar 26 21:05:31.508542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f550435-2a60-415b-a496-19164e033929 None None] Attempting to bind port 3f7d3874-a8a0-4493-938a-3c3acd53935d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:31.508908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f550435-2a60-415b-a496-19164e033929 None None] Attempting to bind port 3f7d3874-a8a0-4493-938a-3c3acd53935d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:31.509287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550435-2a60-415b-a496-19164e033929 None None] Attempting to bind port 3f7d3874-a8a0-4493-938a-3c3acd53935d on network 697ff91d-d756-413d-ac36-72a2d2ec1b6f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:31.526885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550435-2a60-415b-a496-19164e033929 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:31.527327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550435-2a60-415b-a496-19164e033929 None None] Checking segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:31.527681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.528197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f550435-2a60-415b-a496-19164e033929 None None] Bound using segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:31.528704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f550435-2a60-415b-a496-19164e033929 None None] Bound port: 3f7d3874-a8a0-4493-938a-3c3acd53935d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:31.529135 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.534845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cc582-5c0a-4fa0-8767-aad36b9a2c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5aee14-65dd-446b-bf28-ef3eabbe28dd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.666113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2f550435-2a60-415b-a496-19164e033929 None None] For port 3f7d3874-a8a0-4493-938a-3c3acd53935d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:31.681981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2f550435-2a60-415b-a496-19164e033929 None None] For port 3f7d3874-a8a0-4493-938a-3c3acd53935d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f7d3874-a8a0-4493-938a-3c3acd53935d,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:31.696209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f550435-2a60-415b-a496-19164e033929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.775527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.807813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947dc5-d1cc-4138-9dc4-09eeff6fbe41 req-56ba16d4-acf0-495c-a8d7-34c51d1e8abb tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:31.809423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8947dc5-d1cc-4138-9dc4-09eeff6fbe41 req-56ba16d4-acf0-495c-a8d7-34c51d1e8abb tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.6690683
Mar 26 21:05:31.827652 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0697b7eb-ea8a-4702-9c82-6bbe1bdc7449), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.863790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5443c6c-5470-49d5-b553-fc28f81064b6 admin admin] Publish callbacks [] for security_group (0181cb63-7151-4360-a403-2d4c04518132), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.864859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b983-2f7f-4e18-adef-619a66e3df82 None None] Pushing event updated for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.917568 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.920848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:31.921488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:31.957510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:31.958259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:31.985601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=0697b7eb-ea8a-4702-9c82-6bbe1bdc7449,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:31.987385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5443c6c-5470-49d5-b553-fc28f81064b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0181cb63-7151-4360-a403-2d4c04518132), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.214473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5443c6c-5470-49d5-b553-fc28f81064b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181cb63-7151-4360-a403-2d4c04518132,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:32.302832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45284) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:32.302988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5443c6c-5470-49d5-b553-fc28f81064b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dc040735ea84212bb1d8d0408caf489&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3371630
Mar 26 21:05:32.333164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.403879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f7d3874-a8a0-4493-938a-3c3acd53935d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:32.445141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a573ce-035b-425b-bdf1-74cfc904d575 req-e8c80452-7fbe-4a49-b72d-17ff546125fa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:32.453314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3a573ce-035b-425b-bdf1-74cfc904d575 req-e8c80452-7fbe-4a49-b72d-17ff546125fa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 944 time: 0.2780356
Mar 26 21:05:32.473286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:32.481727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'Port': ['ID=e6502c3d-09f7-49e4-a132-c5933036e6e3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:32.484758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:32.493479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:32.555572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3a573ce-035b-425b-bdf1-74cfc904d575 req-8bc3cf61-b1d7-4377-ba47-ce5a5dd9444f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011384
Mar 26 21:05:32.591891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] Publish callbacks [] for security_group (0181cb63-7151-4360-a403-2d4c04518132), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.647349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] Publish callbacks [] for security_group (0181cb63-7151-4360-a403-2d4c04518132), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.649276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Current status of the port 3f7d3874-a8a0-4493-938a-3c3acd53935d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:32.650967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.654860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.683611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8947dc5-d1cc-4138-9dc4-09eeff6fbe41 req-d4a63f52-733f-4ffe-a495-80b2a2fea145 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8623452
Mar 26 21:05:32.686906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:32.761394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0181cb63-7151-4360-a403-2d4c04518132), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.762596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.766956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:32.768499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0181cb63-7151-4360-a403-2d4c04518132 HTTP/1.1" status: 204  len: 168 time: 0.4642797
Mar 26 21:05:32.799125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] For port 3f7d3874-a8a0-4493-938a-3c3acd53935d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f7d3874-a8a0-4493-938a-3c3acd53935d,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:32.801391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b2c6b-ae96-48fe-8fd5-eabcc5321e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181cb63-7151-4360-a403-2d4c04518132,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:32.816938 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.012287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d6fb-d619-4698-8ca6-d462a4b4da95 None None] Pushing event updated for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:33.054425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a61a4d1-f031-41dd-9786-2062f4f6b909 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:33.054891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a61a4d1-f031-41dd-9786-2062f4f6b909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.168488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:33.168488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.240992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.373867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a61a4d1-f031-41dd-9786-2062f4f6b909 None None] Current status of the port 3f7d3874-a8a0-4493-938a-3c3acd53935d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:33.376277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f7d3874-a8a0-4493-938a-3c3acd53935d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:33.440402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2f550435-2a60-415b-a496-19164e033929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce790>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:31Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:33.471517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f550435-2a60-415b-a496-19164e033929 None None] The sync data for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 is: [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:31Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:33.536601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.550428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.701961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 351f6d49-7dc1-4586-92ad-1ec0e7a14585 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:33.735727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e2bef-30f0-41f9-b982-9f83892b44b6 req-cea48495-d4e8-4ac6-acb0-2b6361fd0396 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:33.746274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b26e2bef-30f0-41f9-b982-9f83892b44b6 req-cea48495-d4e8-4ac6-acb0-2b6361fd0396 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 944 time: 0.0865753
Mar 26 21:05:33.826077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b26e2bef-30f0-41f9-b982-9f83892b44b6 req-91ec2ffc-e679-47b7-879b-d59f172ad2de tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763154
Mar 26 21:05:33.855121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:05:33.864291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:33.864628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:33.984588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:33.985130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:34.037775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:34.043194 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b09c438-edd8-4448-9c2a-2bf3b16018af" -d '{"events": [{"server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "name": "network-vif-plugged", "status": "completed", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:34.113658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:34.121950 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:34.242397 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cfb223-d2e0-4bb5-85ac-6202fd0d9955 x-openstack-request-id: req-45cfb223-d2e0-4bb5-85ac-6202fd0d9955 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:34.242701 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "name": "network-vif-plugged", "status": "completed", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:34.246649 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45cfb223-d2e0-4bb5-85ac-6202fd0d9955 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:34.247356 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cfb223-d2e0-4bb5-85ac-6202fd0d9955'] response: {'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585', 'code': 200}
Mar 26 21:05:34.248821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:34.254639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f7d3874-a8a0-4493-938a-3c3acd53935d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:34.294897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'Port': ['ID=e6502c3d-09f7-49e4-a132-c5933036e6e3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:34.330617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f7d3874-a8a0-4493-938a-3c3acd53935d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:34.331181 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:34.352213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062d8c8-4c28-4f68-9eee-65abc3e31247 req-f5060009-17e5-4677-9c93-13ce540dee33 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:34.354001 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e062d8c8-4c28-4f68-9eee-65abc3e31247 req-f5060009-17e5-4677-9c93-13ce540dee33 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.1993778
Mar 26 21:05:34.359979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:34.370261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 0a70e7a1-f02a-490c-97cb-2f300624bd48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:34.388892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a27874-b09f-4072-ac00-3ac2abdb2a3c req-dc78fbae-8b73-406b-819f-b02a052018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:34.390914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16a27874-b09f-4072-ac00-3ac2abdb2a3c req-dc78fbae-8b73-406b-819f-b02a052018e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 1127 time: 0.1526136
Mar 26 21:05:34.409877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:34.416831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7805cbee-bc0e-4029-8766-210294108e96 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6259885
Mar 26 21:05:34.480284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f7d3874-a8a0-4493-938a-3c3acd53935d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:34.561868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e062d8c8-4c28-4f68-9eee-65abc3e31247 req-38b8a904-ee6d-4cd1-8dac-5d247e9a9b0a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1983764
Mar 26 21:05:34.699475 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16a27874-b09f-4072-ac00-3ac2abdb2a3c req-5afc4727-2e68-4796-9305-3163672a3f1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136068
Mar 26 21:05:34.703870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:34.709149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e521e495-cb57-4eca-ba29-c2f2fd086c83 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2084541
Mar 26 21:05:34.711766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:34.716692 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] Sync routers for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:34.753899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:34.761215 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612441a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:34.827537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-c02062dc-b6f4-4808-9f3d-21d1ad8717cd tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--699585865&fields=id&tenant_id=62670a489b2b43b78d9e1e71371e7886 HTTP/1.1" status: 200  len: 267 time: 0.1478631
Mar 26 21:05:34.835151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612441a0d0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:34.850585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:34.853222 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612441a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:34.896258 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612441a0d0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:34.897304 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f079c-0818-4f7f-8ccb-8ed398e77df9 None None] The sync data for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:34.967242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-d871a423-d786-4819-b771-720c49d1dfb8 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:34.969290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-d871a423-d786-4819-b771-720c49d1dfb8 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/networks?id=697ff91d-d756-413d-ac36-72a2d2ec1b6f HTTP/1.1" status: 200  len: 806 time: 0.1407323
Mar 26 21:05:34.990820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-f72c2a1b-40a0-431f-97c9-a031279f842d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/quotas/62670a489b2b43b78d9e1e71371e7886 HTTP/1.1" status: 200  len: 375 time: 0.0121267
Mar 26 21:05:35.064462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-eed3ef3b-235d-4964-8b79-fe5415f287bf tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62670a489b2b43b78d9e1e71371e7886&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0662439
Mar 26 21:05:35.092426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311cbb-0e23-4b7f-b31a-40b99cc86d85 req-376ddf0f-36d5-4399-8e9e-a40cd02a1379 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:35.099440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5311cbb-0e23-4b7f-b31a-40b99cc86d85 req-376ddf0f-36d5-4399-8e9e-a40cd02a1379 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.1401708
Mar 26 21:05:35.194487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5311cbb-0e23-4b7f-b31a-40b99cc86d85 req-acbd97f3-9b02-442d-aa99-78be157c9364 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941246
Mar 26 21:05:35.276770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:35.294547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-7fb77e81-4f31-4ecf-a60f-a52eb749e291 service neutron] 10.222.0.16 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175727
Mar 26 21:05:35.399004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-d8edb6f4-6054-4538-826e-28605b3639d6 service neutron] 10.222.0.16 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964394
Mar 26 21:05:35.565993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 328447a7-65db-4808-8993-403fd8ac1c76 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:35.566529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (328447a7-65db-4808-8993-403fd8ac1c76), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:35.635316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9afb0981-24c9-43f8-b93f-fb1b67cd993f req-c79b0a95-e108-43b9-b8cf-1eed7643a2cf tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 210 time: 0.0497465
Mar 26 21:05:35.735619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4978c-1ba3-4028-891b-b804316b7c27 req-dbdc1c90-6cbd-41d3-9f26-f53b6531484a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:35.737243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0cd4978c-1ba3-4028-891b-b804316b7c27 req-dbdc1c90-6cbd-41d3-9f26-f53b6531484a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.0590367
Mar 26 21:05:35.752079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (328447a7-65db-4808-8993-403fd8ac1c76), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:35.784783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 328447a7-65db-4808-8993-403fd8ac1c76 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:35.814898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0cd4978c-1ba3-4028-891b-b804316b7c27 req-091c8170-8bd3-4462-8684-36f41c87336e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698054
Mar 26 21:05:35.999509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-3bd11ecc-88f5-4a41-928c-678d2eeaec6d tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ffeef0caf635437194fed3721a8d1d0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0601845
Mar 26 21:05:36.305029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-6f3678a3-7b9b-49bc-b727-897625db4468 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:36.307328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-6f3678a3-7b9b-49bc-b727-897625db4468 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2996345
Mar 26 21:05:36.328645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (328447a7-65db-4808-8993-403fd8ac1c76), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:36.340285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6eff9-31db-42b3-a946-4a0512730298 req-775d79d2-57bd-4932-864c-8f901ddc48e0 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:36.342371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19e6eff9-31db-42b3-a946-4a0512730298 req-775d79d2-57bd-4932-864c-8f901ddc48e0 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.0649414
Mar 26 21:05:36.358224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-3b736a1b-5533-4a85-931b-b56c048f0ba5 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/quotas/ffeef0caf635437194fed3721a8d1d0d HTTP/1.1" status: 200  len: 375 time: 0.0378575
Mar 26 21:05:36.361049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=328447a7-65db-4808-8993-403fd8ac1c76,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:36.402682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19e6eff9-31db-42b3-a946-4a0512730298 req-bdd6ab3e-5cd0-45fe-aa95-1186456d1b91 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534239
Mar 26 21:05:36.450159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-12515d33-c81b-4268-955c-234f47d53460 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ffeef0caf635437194fed3721a8d1d0d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0853443
Mar 26 21:05:36.597133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:36.709271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9683653e-d5c7-4d2d-9535-374a4fd373e0 req-bfb23d87-0ac3-419c-bde0-17382ae24d31 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 210 time: 0.0622356
Mar 26 21:05:36.862701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19a6cc02-268f-44ec-b5be-e69923ed9c41 req-11f9934b-c073-43e3-9e07-874830cf9783 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 210 time: 0.0620129
Mar 26 21:05:37.021440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 0a70e7a1-f02a-490c-97cb-2f300624bd48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:37.159069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:37.163690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ddfb-eb82-4389-ab0d-54d40fa5e6bf req-c34c81e9-50b7-48ca-a7f8-9428598c23f6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:37.171290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad13ddfb-eb82-4389-ab0d-54d40fa5e6bf req-c34c81e9-50b7-48ca-a7f8-9428598c23f6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 944 time: 0.2294395
Mar 26 21:05:37.171747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] Sync routers for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:37.177951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-35d203df-e1be-456e-985f-87d1a1dfdb1e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4643168
Mar 26 21:05:37.180676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:37.198367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:37.199382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:37.210958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a83d6ed8-7bf4-44db-9361-75e18d5d23c0 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:37.217430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a83d6ed8-7bf4-44db-9361-75e18d5d23c0 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.18 "GET /v2.0/networks?id=697ff91d-d756-413d-ac36-72a2d2ec1b6f HTTP/1.1" status: 200  len: 806 time: 0.3214986
Mar 26 21:05:37.262645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7400>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:37.274326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] Routers {'0a70e7a1-f02a-490c-97cb-2f300624bd48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:37.275443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efb7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0a70e7a1-f02a-490c-97cb-2f300624bd48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:37.319346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efb7400>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:37.320299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d7a72-ff23-4026-8da9-5e816ef4e9e7 None None] The sync data for ids ['0a70e7a1-f02a-490c-97cb-2f300624bd48'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:37.327943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad13ddfb-eb82-4389-ab0d-54d40fa5e6bf req-f264786b-bd22-437f-afb6-5188c4061213 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1556509
Mar 26 21:05:37.364979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-066ae227-2e71-4e23-b851-3741fb660144 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62670a489b2b43b78d9e1e71371e7886 HTTP/1.1" status: 200  len: 379 time: 0.1334577
Mar 26 21:05:37.377219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'port': {'device_id': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'admin_state_up': True, 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'security_groups': ['62995fa4-7494-4559-ad7a-2fac3c6b917c']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:37.554420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Made reservation on behalf of 62670a489b2b43b78d9e1e71371e7886 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:37.560126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:37.664805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-381bc817-6a57-4109-9fe2-ec01ed87ab39 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a70e7a1-f02a-490c-97cb-2f300624bd48 HTTP/1.1" status: 200  len: 205 time: 0.4785004
Mar 26 21:05:37.667720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:37.712166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:05:37.759640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Allocated IP 172.20.0.3 (697ff91d-d756-413d-ac36-72a2d2ec1b6f/6f2ab5d7-81d6-4432-a244-6f7730039ee7/2e96d99e-6384-4822-8e8d-47269f37f9f7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:37.763540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:37.876769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0b915f0-540b-4c8b-94ad-a91487b971e0 req-0d832107-9c61-473a-8cf6-5c787a2d82b3 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 210 time: 0.0604484
Mar 26 21:05:37.896230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:37.908276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '0b287a38-d197-43f5-93fb-a9adf2828080', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '0b287a38-d197-43f5-93fb-a9adf2828080', 'mac_address': 'fa:16:3e:49:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:05:37.985860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:37.986271 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.015633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:38.045241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:38.055209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.063801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.070056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (0a70e7a1-f02a-490c-97cb-2f300624bd48), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.084518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.156408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:38.179464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-19827b6c-3226-462a-bb4f-0a87ffe5008f tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ffeef0caf635437194fed3721a8d1d0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0565782
Mar 26 21:05:38.271350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-070a11ba-5f43-4567-956e-85315b0702e8 req-344b6553-4357-4221-b0f1-e7ab1b97c740 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 210 time: 0.1865623
Mar 26 21:05:38.291608 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0a70e7a1-f02a-490c-97cb-2f300624bd48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.291902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['0b287a38-d197-43f5-93fb-a9adf2828080'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:38.292421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router 0a70e7a1-f02a-490c-97cb-2f300624bd48 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:05:38.315867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.329192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.333006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f19c70c7-bdb0-4cfe-b239-4d8b1fbd6df6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48 HTTP/1.1" status: 204  len: 168 time: 0.6642838
Mar 26 21:05:38.334099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45542) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:38.455893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet ace4f807-f0c4-4049-b9dd-dea707192355 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:38.470034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:38.472579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:38.504598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (ace4f807-f0c4-4049-b9dd-dea707192355), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.517945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:38.566649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (ace4f807-f0c4-4049-b9dd-dea707192355), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.615635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5b0f-1ad4-4fea-b5df-1c023bede11f req-ca492210-eb64-4a4c-be45-d414f75482ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:38.617533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-174c5b0f-1ad4-4fea-b5df-1c023bede11f req-ca492210-eb64-4a4c-be45-d414f75482ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 945 time: 0.1590979
Mar 26 21:05:38.679322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event updated for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:38.701573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-59fd54d1-ce32-4cfd-9107-5f8a02323452 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:38.703285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-59fd54d1-ce32-4cfd-9107-5f8a02323452 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5230651
Mar 26 21:05:38.709027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:38.709603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.723679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Request body: {'port': {'device_id': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': 'ffeef0caf635437194fed3721a8d1d0d'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:38.737838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-174c5b0f-1ad4-4fea-b5df-1c023bede11f req-5e88bf04-386b-49d7-b3ba-a0273bb53a41 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118047
Mar 26 21:05:38.752220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ace4f807-f0c4-4049-b9dd-dea707192355), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.786663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-b4a2f70d-ff63-4a07-8622-ec97a7d671b3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4152792
Mar 26 21:05:38.823827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Request body: {'port': {'device_id': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:38.886498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ace4f807-f0c4-4049-b9dd-dea707192355), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.919554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=ace4f807-f0c4-4049-b9dd-dea707192355,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:38.931880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.933543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad8c27-51d6-441c-ab67-fd3f0d3903e4 None None] Network 962eed61-45d9-4ffb-968d-edd01134ab44 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:38.938018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42eb93e2-4c4f-419e-a122-bff32dc4ceda tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/ace4f807-f0c4-4049-b9dd-dea707192355 HTTP/1.1" status: 204  len: 168 time: 0.6024058
Mar 26 21:05:38.942262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45582) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:38.992146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:38.996075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Made reservation on behalf of ffeef0caf635437194fed3721a8d1d0d for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:39.000377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.023151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.064770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet baebb886-70a8-4385-a3a9-bc9dc89b2e61 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:39.069875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (baebb886-70a8-4385-a3a9-bc9dc89b2e61), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.129921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (baebb886-70a8-4385-a3a9-bc9dc89b2e61), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.135308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c8affd9e-a274-4141-88a4-ad2a6e6259a7 None None] Provisioning complete for port 2e96d99e-6384-4822-8e8d-47269f37f9f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:39.135699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c8affd9e-a274-4141-88a4-ad2a6e6259a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.190898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c8affd9e-a274-4141-88a4-ad2a6e6259a7 None None] Port 2e96d99e-6384-4822-8e8d-47269f37f9f7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:39.375705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8b36b57-0031-42e5-bca2-cb546955264c req-c76cdca3-a04d-4b5c-8a26-2376ddbc8595 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 210 time: 0.0781250
Mar 26 21:05:39.398087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] DHCP port deletion for 962eed61-45d9-4ffb-968d-edd01134ab44 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:05:39.420345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (baebb886-70a8-4385-a3a9-bc9dc89b2e61), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.431327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e96d99e-6384-4822-8e8d-47269f37f9f7 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:39.457200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks [] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.519712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks [] for security_group (14e6877e-56d8-48f8-a275-b3b1e3b2fdc7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.527370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Transition to ACTIVE for port object 2e96d99e-6384-4822-8e8d-47269f37f9f7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:05:39.531989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (14e6877e-56d8-48f8-a275-b3b1e3b2fdc7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.605825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (baebb886-70a8-4385-a3a9-bc9dc89b2e61), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.665274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=baebb886-70a8-4385-a3a9-bc9dc89b2e61,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:39.676987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.708691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-81dc1e17-4b5d-425b-af5a-e69ee7c2f467 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/baebb886-70a8-4385-a3a9-bc9dc89b2e61 HTTP/1.1" status: 204  len: 168 time: 0.7636812
Mar 26 21:05:39.712845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45630) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:39.783433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3e7f6-8a3d-4280-8d0e-53e33fa09a26 None None] Network 80defce7-fa6c-48be-8587-28c9fed54dfc requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:39.902745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:39.913239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (962eed61-45d9-4ffb-968d-edd01134ab44), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:39.966090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41bd70-041f-4505-b8cf-e7b88391d413 req-ce54641f-2923-41e1-8e0d-e4aa3b0cd8ad tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:39.970245 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db41bd70-041f-4505-b8cf-e7b88391d413 req-ce54641f-2923-41e1-8e0d-e4aa3b0cd8ad tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1205552
Mar 26 21:05:40.021796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.117291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Deleting port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:40.117684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.144495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940dd5-a114-416c-91c0-75fa4fa427a9 req-bfe289a8-f05d-4ea1-9466-b3662e0d99c8 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:40.150522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:40.150995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.163194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6940dd5-a114-416c-91c0-75fa4fa427a9 req-bfe289a8-f05d-4ea1-9466-b3662e0d99c8 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 931 time: 0.6879199
Mar 26 21:05:40.165116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:40.201482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:40.230601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db41bd70-041f-4505-b8cf-e7b88391d413 req-f5522717-ca12-4a1d-91b9-9a84545bad54 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2247179
Mar 26 21:05:40.257837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 0b287a38-d197-43f5-93fb-a9adf2828080 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:40.258508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.311994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] DHCP port deletion for 80defce7-fa6c-48be-8587-28c9fed54dfc request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:05:40.367885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,segment=NetworkSegment(a60c441f-1ab5-4d23-8345-1f1684fa033a),segment_id=a60c441f-1ab5-4d23-8345-1f1684fa033a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:40.369099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.388634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:40.428545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,segment=NetworkSegment(a60c441f-1ab5-4d23-8345-1f1684fa033a),segment_id=a60c441f-1ab5-4d23-8345-1f1684fa033a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:40.429089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.429588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Calling delete_port for f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:40.459934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:40.530353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd6e7-d2be-48df-9db4-9423ba72dc05 req-d440bdb8-4c06-4c0d-bf20-eb190b525683 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:40.531651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:40.532292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbdbd6e7-d2be-48df-9db4-9423ba72dc05 req-d440bdb8-4c06-4c0d-bf20-eb190b525683 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 945 time: 0.1190667
Mar 26 21:05:40.538151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.572933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6940dd5-a114-416c-91c0-75fa4fa427a9 req-4969bd84-9111-4b00-b16e-1c9b4c789ca3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4087172
Mar 26 21:05:40.633290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Attempting to bind port 2e96d99e-6384-4822-8e8d-47269f37f9f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:40.633643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Attempting to bind port 2e96d99e-6384-4822-8e8d-47269f37f9f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:40.633978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Attempting to bind port 2e96d99e-6384-4822-8e8d-47269f37f9f7 on network 697ff91d-d756-413d-ac36-72a2d2ec1b6f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:40.638818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbdbd6e7-d2be-48df-9db4-9423ba72dc05 req-2709c84f-71fa-4b53-a664-925c302d7c11 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989807
Mar 26 21:05:40.663636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Allocated IP 192.168.233.17 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/aba33f32-869b-4871-8328-07d2ead1bde3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:40.666207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Port 2e96d99e-6384-4822-8e8d-47269f37f9f7 on network 697ff91d-d756-413d-ac36-72a2d2ec1b6f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:05:40.666538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Attempting to bind port 2e96d99e-6384-4822-8e8d-47269f37f9f7 on network 697ff91d-d756-413d-ac36-72a2d2ec1b6f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:40.684290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Deleting port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:40.685094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.692488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:40.693188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Checking segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:40.693599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Bound using segment: {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:40.694138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Bound port: 2e96d99e-6384-4822-8e8d-47269f37f9f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160a8d74-353f-4c15-a5a2-8b3fdec2d91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:40.694508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.708930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,segment=NetworkSegment(a60c441f-1ab5-4d23-8345-1f1684fa033a),segment_id=a60c441f-1ab5-4d23-8345-1f1684fa033a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:40.727811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.748979 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.750748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (f135c2ee-774a-4eda-bcf2-f1b16f0d77e0), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.758634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:40.816480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0b287a38-d197-43f5-93fb-a9adf2828080 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:40.816871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.823308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c4d0de4-b9d2-49b9-a830-6d47d424f37d req-80dfecc9-2690-4e07-9a78-c15185567938 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 210 time: 0.0636704
Mar 26 21:05:40.848748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:40.878502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] For port ed77dfd8-9e3e-4163-bd28-2f63e0164a98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,segment=NetworkSegment(bf2eebf9-6ff7-44e9-908b-8b2496ad70b9),segment_id=bf2eebf9-6ff7-44e9-908b-8b2496ad70b9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:40.879340 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.891411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event deleted for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:40.902387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] No DVR routers for this DVR port f135c2ee-774a-4eda-bcf2-f1b16f0d77e0 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:40.916751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (962eed61-45d9-4ffb-968d-edd01134ab44), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.917625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:40.945061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dafc3d0>,) {'filters': {'network_id': ['962eed61-45d9-4ffb-968d-edd01134ab44']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:40.945955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:40.958237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dafc3d0>, 'a60c441f-1ab5-4d23-8345-1f1684fa033a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:40.958722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:40.960233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dafc3d0>, 'a60c441f-1ab5-4d23-8345-1f1684fa033a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:40.984927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Calling delete_port for ed77dfd8-9e3e-4163-bd28-2f63e0164a98 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:40.991499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a60c441f-1ab5-4d23-8345-1f1684fa033a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.011073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a60c441f-1ab5-4d23-8345-1f1684fa033a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.023600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:41.024330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a60c441f-1ab5-4d23-8345-1f1684fa033a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.030587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:41.030948 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:41.033170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.033170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e96d99e-6384-4822-8e8d-47269f37f9f7 HTTP/1.1" status: 200  len: 1091 time: 2.2140422
Mar 26 21:05:41.033170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:41.035335 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16df0958-2700-413a-b1c9-b1da0662fb45" -d '{"events": [{"name": "network-changed", "server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:41.050084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks [] for port (aba33f32-869b-4871-8328-07d2ead1bde3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.075873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b6df6-fa04-474b-8b92-7942b5df98e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.146180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:41.148951 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4062819-e397-4272-8ff0-0d52b3d6e50b" -d '{"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:41.162932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382305-1cfa-4ad3-93ac-4ae1e98403bd None None] Pushing event deleted for resources: {'Port': ['ID=f135c2ee-774a-4eda-bcf2-f1b16f0d77e0,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.170908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ed77dfd8-9e3e-4163-bd28-2f63e0164a98), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.186098 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c6c19-727d-4327-a5fa-e9d9432596d9 x-openstack-request-id: req-b32c6c19-727d-4327-a5fa-e9d9432596d9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:41.186939 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:41.186939 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b32c6c19-727d-4327-a5fa-e9d9432596d9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:41.187150 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32c6c19-727d-4327-a5fa-e9d9432596d9'] response: {'name': 'network-changed', 'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'status': 'completed', 'code': 200}
Mar 26 21:05:41.189385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (962eed61-45d9-4ffb-968d-edd01134ab44), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.205118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.213394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/962eed61-45d9-4ffb-968d-edd01134ab44 HTTP/1.1" status: 204  len: 168 time: 1.4970250
Mar 26 21:05:41.219697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:41.229114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] No DVR routers for this DVR port ed77dfd8-9e3e-4163-bd28-2f63e0164a98 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:41.245016 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7edfbaa-4dac-40c2-906f-540dcb886cf6 x-openstack-request-id: req-f7edfbaa-4dac-40c2-906f-540dcb886cf6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:41.245613 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:41.246066 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7edfbaa-4dac-40c2-906f-540dcb886cf6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:41.247332 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7edfbaa-4dac-40c2-906f-540dcb886cf6'] response: {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'code': 200}
Mar 26 21:05:41.249489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99870ab1-52e3-4f8e-9024-87bca5c4b586 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=962eed61-45d9-4ffb-968d-edd01134ab44,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.249745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:41.258760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:41.261512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faba16-2b53-4cb0-9a7e-6c735eef6538 None None] Pushing event deleted for resources: {'Port': ['ID=ed77dfd8-9e3e-4163-bd28-2f63e0164a98,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.273789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.278405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-547118ce-f25e-483d-87c6-49269d6ec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.280193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-547118ce-f25e-483d-87c6-49269d6ec4df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62670a489b2b43b78d9e1e71371e7886&device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 1125 time: 0.1880162
Mar 26 21:05:41.289406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.376152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.405980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Pushing event updated for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.418981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-23259d91-92d9-4aec-8916-99e488df7f93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7 HTTP/1.1" status: 200  len: 217 time: 0.1287947
Mar 26 21:05:41.497698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-bd783506-eb4c-4c49-8939-66546eab0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.499681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-bd783506-eb4c-4c49-8939-66546eab0ee2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f2ab5d7-81d6-4432-a244-6f7730039ee7 HTTP/1.1" status: 200  len: 845 time: 0.0787778
Mar 26 21:05:41.530964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:41.546144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b760c19e-aaba-4f46-a91b-1a94518eb96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.549371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:41.553773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (80defce7-fa6c-48be-8587-28c9fed54dfc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.554004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:41.650332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.650983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.663891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa13c3-c5db-4f2e-b0fa-8f447e43b819 req-870ded1f-4e82-4856-a496-44500a3a5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.665490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81fa13c3-c5db-4f2e-b0fa-8f447e43b819 req-870ded1f-4e82-4856-a496-44500a3a5a82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 1129 time: 0.1574137
Mar 26 21:05:41.702972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc4d4-3fb8-4c94-993a-5577aac72a8e req-974fc94d-401e-4aab-abee-15ab7c6b83ea tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.705129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59dfc4d4-3fb8-4c94-993a-5577aac72a8e req-974fc94d-401e-4aab-abee-15ab7c6b83ea tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1959155
Mar 26 21:05:41.708132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (80defce7-fa6c-48be-8587-28c9fed54dfc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.722444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c9846543-dd08-4ba4-8193-ac86aef5c305 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0025306
Mar 26 21:05:41.730313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-612003a6-2862-4d45-b535-855d8070a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.731889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-612003a6-2862-4d45-b535-855d8070a8bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697ff91d-d756-413d-ac36-72a2d2ec1b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2231898
Mar 26 21:05:41.744231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Request body: {'port': {'device_id': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:41.758534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61257eab50>,) {'filters': {'network_id': ['80defce7-fa6c-48be-8587-28c9fed54dfc']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:41.781471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61257eab50>, 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:41.781767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61257eab50>, 'bf2eebf9-6ff7-44e9-908b-8b2496ad70b9') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:41.803377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (bf2eebf9-6ff7-44e9-908b-8b2496ad70b9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.828680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81fa13c3-c5db-4f2e-b0fa-8f447e43b819 req-32a75441-f8b8-4784-9810-fffff440126b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225426
Mar 26 21:05:41.835572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59dfc4d4-3fb8-4c94-993a-5577aac72a8e req-47c9e7fe-afc4-4695-9bd8-088c7b49c826 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194978
Mar 26 21:05:41.840129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bf2eebf9-6ff7-44e9-908b-8b2496ad70b9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.848928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:41.849797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (bf2eebf9-6ff7-44e9-908b-8b2496ad70b9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:41.862691 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:41.883454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac7272-d4ec-48c2-9bad-600185c3d042 req-fc3919fc-3d58-4bac-82a6-2b4297d5861b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:41.886717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e821ed3a-3a0e-446a-b965-f28125110fee None None] Provisioning complete for port aba33f32-869b-4871-8328-07d2ead1bde3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:41.887228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e821ed3a-3a0e-446a-b965-f28125110fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.892597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfac7272-d4ec-48c2-9bad-600185c3d042 req-fc3919fc-3d58-4bac-82a6-2b4297d5861b tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 943 time: 0.2348371
Mar 26 21:05:41.923184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e821ed3a-3a0e-446a-b965-f28125110fee None None] Port aba33f32-869b-4871-8328-07d2ead1bde3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:41.930079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (80defce7-fa6c-48be-8587-28c9fed54dfc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.940385 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.943977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/80defce7-fa6c-48be-8587-28c9fed54dfc HTTP/1.1" status: 204  len: 168 time: 0.7221463
Mar 26 21:05:41.954458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45696) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:41.962879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52591fd-5ff8-4c91-a97f-8659ec15cf2a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=80defce7-fa6c-48be-8587-28c9fed54dfc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:41.968098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118950716'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:41.974993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b760c19e-aaba-4f46-a91b-1a94518eb96e admin admin] Publish callbacks [] for security_group (2ace029c-fa04-4a2b-9b89-36a4b858a6cf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.988788 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b760c19e-aaba-4f46-a91b-1a94518eb96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2ace029c-fa04-4a2b-9b89-36a4b858a6cf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:41.998183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-c0bb3f1b-f4d6-4fd7-bb47-722f02e0e47f service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492151
Mar 26 21:05:41.998716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.012603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4354a-be09-425b-8f4d-9b4a8ab900f5 req-8e1bbd94-f42e-4284-98ed-9355070358e9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:42.012603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91c4354a-be09-425b-8f4d-9b4a8ab900f5 req-8e1bbd94-f42e-4284-98ed-9355070358e9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.0570230
Mar 26 21:05:42.071356 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91c4354a-be09-425b-8f4d-9b4a8ab900f5 req-42f8552b-9324-4674-a87a-9644061caf89 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512702
Mar 26 21:05:42.087382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:42.096992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.108740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ed77dfd8-9e3e-4163-bd28-2f63e0164a98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:42.111888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b760c19e-aaba-4f46-a91b-1a94518eb96e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d4a77bb19484b37810f325091f040d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8478951
Mar 26 21:05:42.113006 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dfac7272-d4ec-48c2-9bad-600185c3d042 req-186de071-406d-4eeb-8db4-e7f9be3282f0 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2196043
Mar 26 21:05:42.113486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45698) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:42.133780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ed77dfd8-9e3e-4163-bd28-2f63e0164a98 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:42.134178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ed77dfd8-9e3e-4163-bd28-2f63e0164a98 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:42.145690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c19e-aaba-4f46-a91b-1a94518eb96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ace029c-fa04-4a2b-9b89-36a4b858a6cf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:42.207605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2dba1-978d-4f57-bbb6-bc59a6e6e231 req-9ca42845-2d34-4632-bf47-498fb22c162d tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:42.209469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cf2dba1-978d-4f57-bbb6-bc59a6e6e231 req-9ca42845-2d34-4632-bf47-498fb22c162d tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 935 time: 0.0602136
Mar 26 21:05:42.260554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2cf2dba1-978d-4f57-bbb6-bc59a6e6e231 req-716df974-266c-4372-855a-db0baeef7a62 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454946
Mar 26 21:05:42.321613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:05:42.364552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c9df0cc7-f694-4a80-ab23-d8a1f4556dce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.364903 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment c9df0cc7-f694-4a80-ab23-d8a1f4556dce of type vlan for network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47
Mar 26 21:05:42.381676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f2743bb-810a-4566-b4b4-03968b5fd70c req-e9efd4ce-ae9c-4b28-9e64-42779d020ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3656924
Mar 26 21:05:42.418134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] Publish callbacks [] for security_group (2ace029c-fa04-4a2b-9b89-36a4b858a6cf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.505869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.524254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] Publish callbacks [] for security_group (2ace029c-fa04-4a2b-9b89-36a4b858a6cf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.607424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.612349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:42.612941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.629803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-81fd10ac-f0ad-463c-ad83-06f87c6303a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:42.631258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-81fd10ac-f0ad-463c-ad83-06f87c6303a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62670a489b2b43b78d9e1e71371e7886&device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 1125 time: 0.2023337
Mar 26 21:05:42.711104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7555737
Mar 26 21:05:42.714465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45702) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:42.720043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:42.725110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2ace029c-fa04-4a2b-9b89-36a4b858a6cf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.727669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.729372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ace029c-fa04-4a2b-9b89-36a4b858a6cf HTTP/1.1" status: 204  len: 168 time: 0.5848968
Mar 26 21:05:42.734012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba33f32-869b-4871-8328-07d2ead1bde3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:42.773255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks [] for port (aba33f32-869b-4871-8328-07d2ead1bde3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.811177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:42.815125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.815782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698e64c-d11d-4da5-b573-0d22f63883b7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:42.818280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8003e9-86f0-468d-8532-9228deca602d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ace029c-fa04-4a2b-9b89-36a4b858a6cf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:42.828258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:05:42.839428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Transition to ACTIVE for port object aba33f32-869b-4871-8328-07d2ead1bde3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:05:42.851692 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:42.904992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-6f76931e-67c7-4fa9-9b5b-5d2b1e6f722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:42.906602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-6f76931e-67c7-4fa9-9b5b-5d2b1e6f722a service neutron] 10.222.0.18 "GET /v2.0/networks?id=697ff91d-d756-413d-ac36-72a2d2ec1b6f HTTP/1.1" status: 200  len: 906 time: 0.2546949
Mar 26 21:05:43.028108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Pushing event updated for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:43.039954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-1f8f1e13-ef5d-4bdb-8263-91076372a3c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7 HTTP/1.1" status: 200  len: 217 time: 0.1254432
Mar 26 21:05:43.184725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45722) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:43.206672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7742a515-4f73-41d7-b5b8-6e806f0b1ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.215172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-279c56d2-67e5-4f9c-b932-4da74cac4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.216968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-279c56d2-67e5-4f9c-b932-4da74cac4a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f2ab5d7-81d6-4432-a244-6f7730039ee7 HTTP/1.1" status: 200  len: 845 time: 0.1395953
Mar 26 21:05:43.228597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cff95d-973e-4ab1-907d-a897c5709ba2 req-dca0b348-03b7-4c93-a4c9-f9bef9ef50c7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.230484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87cff95d-973e-4ab1-907d-a897c5709ba2 req-dca0b348-03b7-4c93-a4c9-f9bef9ef50c7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.2075038
Mar 26 21:05:43.277009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (7b9d85a5-bc9d-465d-b646-dbb8265bd1ce), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.332553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Attempting to bind port aba33f32-869b-4871-8328-07d2ead1bde3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:43.332817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Attempting to bind port aba33f32-869b-4871-8328-07d2ead1bde3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:43.333171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Attempting to bind port aba33f32-869b-4871-8328-07d2ead1bde3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:43.340551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87cff95d-973e-4ab1-907d-a897c5709ba2 req-243347e5-a01a-45ac-b4ad-847974a34d4d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968721
Mar 26 21:05:43.342663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Port aba33f32-869b-4871-8328-07d2ead1bde3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:05:43.342991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Attempting to bind port aba33f32-869b-4871-8328-07d2ead1bde3 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:43.351707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:43.352281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:43.352449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:43.352929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Bound port: aba33f32-869b-4871-8328-07d2ead1bde3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:43.353427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.367714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-7d0df725-3c64-47b0-b232-4bd40d1a6696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.369860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-7d0df725-3c64-47b0-b232-4bd40d1a6696 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697ff91d-d756-413d-ac36-72a2d2ec1b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1384840
Mar 26 21:05:43.428814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7742a515-4f73-41d7-b5b8-6e806f0b1ec6 admin admin] Publish callbacks [] for security_group (12b59d6a-0436-4872-96be-4f9b2325b0ee), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.448046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7742a515-4f73-41d7-b5b8-6e806f0b1ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12b59d6a-0436-4872-96be-4f9b2325b0ee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.489093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=7b9d85a5-bc9d-465d-b646-dbb8265bd1ce,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:43.519288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:43.519580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:05:43.531198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43d7ff-0066-4643-a9ea-55fdc7c97f04 req-106aa3d2-e5c3-42e0-b547-c5c09e192f9c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.533237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ce43d7ff-0066-4643-a9ea-55fdc7c97f04 req-106aa3d2-e5c3-42e0-b547-c5c09e192f9c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.3159099
Mar 26 21:05:43.534544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742a515-4f73-41d7-b5b8-6e806f0b1ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b59d6a-0436-4872-96be-4f9b2325b0ee,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:43.544934 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7742a515-4f73-41d7-b5b8-6e806f0b1ec6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecf9e41842234ac0adfb3bf3a94ff568&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3546388
Mar 26 21:05:43.545035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:43.545816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:43.550385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aba33f32-869b-4871-8328-07d2ead1bde3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:43.574515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56dd2-a969-4dd5-bc0c-36376abc5695 req-c84c3de6-0e21-4399-9b46-bd2244da80a4 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.576074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cd56dd2-a969-4dd5-bc0c-36376abc5695 req-c84c3de6-0e21-4399-9b46-bd2244da80a4 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 943 time: 0.1539056
Mar 26 21:05:43.577190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.586900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-1d7390c6-d879-4d0e-aea6-cf95cfdd4b6f service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102096
Mar 26 21:05:43.619744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:05:43.644056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:43.649789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.650581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.658520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.659257 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ce43d7ff-0066-4643-a9ea-55fdc7c97f04 req-b8b5a40a-9d62-4f32-9424-50067038e98c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171374
Mar 26 21:05:43.668501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.669424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a696ae-446b-4914-92c6-a68f4dc1bc8a None None] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:43.671517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] 10.222.0.18 "PUT /v2.0/ports/aba33f32-869b-4871-8328-07d2ead1bde3 HTTP/1.1" status: 200  len: 1095 time: 1.9386268
Mar 26 21:05:43.674291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:43.678017 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9ca06b-8697-444b-b7b5-97a331f300e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:43.680206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] Publish callbacks [] for security_group (12b59d6a-0436-4872-96be-4f9b2325b0ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.697850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-695f4c8d-6034-40b6-89a0-7a196553cf19 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9822581
Mar 26 21:05:43.701173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:43.719047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-541223297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:43.732013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] Publish callbacks [] for security_group (12b59d6a-0436-4872-96be-4f9b2325b0ee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.777250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (9b316c4f-9162-4512-b077-1123563c5b6f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.778853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (9b316c4f-9162-4512-b077-1123563c5b6f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.905084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cd56dd2-a969-4dd5-bc0c-36376abc5695 req-e0caed3c-a304-45ee-bd6a-f3e730a72f17 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2977841
Mar 26 21:05:43.908816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82b3e-b06a-4d9c-8a32-a2db95494185 service neutron] Pushing event updated for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:43.925628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (9b316c4f-9162-4512-b077-1123563c5b6f), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.927459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12b59d6a-0436-4872-96be-4f9b2325b0ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.931873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.933228 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12b59d6a-0436-4872-96be-4f9b2325b0ee HTTP/1.1" status: 204  len: 168 time: 0.3858438
Mar 26 21:05:43.951389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (9b316c4f-9162-4512-b077-1123563c5b6f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.976219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47', 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': '7b9d85a5-bc9d-465d-b646-dbb8265bd1ce'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:05:43.977124 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.978648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-9aea9256-afc1-4674-a850-cb20feeaec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:43.980386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-9aea9256-afc1-4674-a850-cb20feeaec88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffeef0caf635437194fed3721a8d1d0d&device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 1129 time: 0.2388909
Mar 26 21:05:43.980513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3dc5a-36f4-4b0a-9caf-0824b2399c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b59d6a-0436-4872-96be-4f9b2325b0ee,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:43.991857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:43.992490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16df0958-2700-413a-b1c9-b1da0662fb45 req-3befc8c7-9b46-466f-a6ce-ab3d023c6c41 service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3820300
Mar 26 21:05:43.997253 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7f1039a6-ed02-4c15-beb4-9f614cd5269f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2926910
Mar 26 21:05:44.004501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45766) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:44.027040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54137423-599d-4397-9c62-67ccdfa789b7 req-f41508fb-b9a5-42e4-aa9c-6bd0c5337585 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.028884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54137423-599d-4397-9c62-67ccdfa789b7 req-f41508fb-b9a5-42e4-aa9c-6bd0c5337585 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 947 time: 0.2241333
Mar 26 21:05:44.044408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'port': {'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47', 'name': 'tempest-RoutersTest-112522994'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:44.151161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54137423-599d-4397-9c62-67ccdfa789b7 req-d6346e64-0506-48b0-b2b1-07f6df43fdc5 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163781
Mar 26 21:05:44.199619 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.230506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-a1f74511-b1ad-48bb-a27b-d6cce439bbea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aba33f32-869b-4871-8328-07d2ead1bde3 HTTP/1.1" status: 200  len: 217 time: 0.2367399
Mar 26 21:05:44.242202 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aecd517-9041-4f6e-9e94-cff8cda739d3 x-openstack-request-id: req-4aecd517-9041-4f6e-9e94-cff8cda739d3 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:44.242632 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:44.242893 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4aecd517-9041-4f6e-9e94-cff8cda739d3 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:44.243302 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aecd517-9041-4f6e-9e94-cff8cda739d3'] response: {'name': 'network-changed', 'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3', 'status': 'completed', 'code': 200}
Mar 26 21:05:44.293774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:44.297838 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.309265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Allocated IP 172.20.0.2 (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47/7b9d85a5-bc9d-465d-b646-dbb8265bd1ce/42334eb9-c169-47ba-86a4-f69f392848be) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:44.315952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-f5e47f0d-1e61-4735-b369-dfd99e66d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.318805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-f5e47f0d-1e61-4735-b369-dfd99e66d68f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0790339
Mar 26 21:05:44.335990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] device_id is not set on port 57932bb3-845a-4bfd-8b92-5e59e1874c6c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:05:44.477605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06278f5c-677e-4125-8d3d-ff7005fdac16 req-bf10383c-93f5-4853-9880-e73716c28650 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.481281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06278f5c-677e-4125-8d3d-ff7005fdac16 req-bf10383c-93f5-4853-9880-e73716c28650 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.1558874
Mar 26 21:05:44.486622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-628af1d5-f9c8-4be4-a77f-9cd33a5a149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.488583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-628af1d5-f9c8-4be4-a77f-9cd33a5a149c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1606147
Mar 26 21:05:44.507861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccda23-4ad3-4f2f-9d92-0a8d053b0040 req-2b80645e-57a0-4582-bf4d-9b7254ed7674 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.509597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54ccda23-4ad3-4f2f-9d92-0a8d053b0040 req-2b80645e-57a0-4582-bf4d-9b7254ed7674 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0796797
Mar 26 21:05:44.543002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks [] for port (42334eb9-c169-47ba-86a4-f69f392848be), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.553675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.575149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54ccda23-4ad3-4f2f-9d92-0a8d053b0040 req-af5370da-859f-4ce1-9649-a14c206dad7e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584316
Mar 26 21:05:44.613788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:44.616936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:44.621486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:44.633013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Pushing event updated for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:44.693038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06278f5c-677e-4125-8d3d-ff7005fdac16 req-1c80cdbc-7ada-4b22-bc2e-6895427e8c57 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028549
Mar 26 21:05:44.693378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Attempting to bind port 42334eb9-c169-47ba-86a4-f69f392848be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:44.693814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Attempting to bind port 42334eb9-c169-47ba-86a4-f69f392848be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:44.693935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Attempting to bind port 42334eb9-c169-47ba-86a4-f69f392848be on network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:44.695399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.20.0.10 (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47/7b9d85a5-bc9d-465d-b646-dbb8265bd1ce/57932bb3-845a-4bfd-8b92-5e59e1874c6c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:44.701121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:44.701547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Checking segment: {'id': 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:44.701907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.702306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Bound using segment: {'id': 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:44.703075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Bound port: 42334eb9-c169-47ba-86a4-f69f392848be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:44.703471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.767362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-edd4e70b-670d-4c26-87be-426f00e9f070 service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693877
Mar 26 21:05:44.789195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:44.793845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42334eb9-c169-47ba-86a4-f69f392848be,segment=NetworkSegment(c9df0cc7-f694-4a80-ab23-d8a1f4556dce),segment_id=c9df0cc7-f694-4a80-ab23-d8a1f4556dce)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:44.804321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:44.873199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68624706-a1de-4295-a183-1d3e7118ea90 req-962ef1da-592e-498f-955d-0af26d7a0bf8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:44.877351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41e73c-561c-4c7c-aaf1-c8a2cf0140af None None] Pushing event updated for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:44.881184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68624706-a1de-4295-a183-1d3e7118ea90 req-962ef1da-592e-498f-955d-0af26d7a0bf8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.1268065
Mar 26 21:05:44.953553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68624706-a1de-4295-a183-1d3e7118ea90 req-b8efa25a-c139-4d4b-88bd-bbda1b4f30ce tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654287
Mar 26 21:05:44.969506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47b7b11b-f4b3-4a4f-acec-7a7b198c7433 req-c8dcedc6-05b1-4c0b-9142-8f8095b5523b service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919339
Mar 26 21:05:45.003809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2e96d99e-6384-4822-8e8d-47269f37f9f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:05:45.056238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.164962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:45.177981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'port_id': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'mac_address': 'fa:16:3e:54:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:05:45.236612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2e96d99e-6384-4822-8e8d-47269f37f9f7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:45.237241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.261065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e96d99e-6384-4822-8e8d-47269f37f9f7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:45.285769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:45.293672 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.348372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657c58f-c217-429c-bffe-686444497928 req-b1fdd7c9-2265-4f58-a3cf-28a40d086bd3 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.350418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f657c58f-c217-429c-bffe-686444497928 req-b1fdd7c9-2265-4f58-a3cf-28a40d086bd3 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 947 time: 0.0796418
Mar 26 21:05:45.368937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:45.420598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f657c58f-c217-429c-bffe-686444497928 req-c6810488-f599-4d8a-91ab-bdab70b40fd7 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633888
Mar 26 21:05:45.544965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-2e5b6b5e-4663-4e09-9315-d62db4a33da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.546522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-2e5b6b5e-4663-4e09-9315-d62db4a33da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffeef0caf635437194fed3721a8d1d0d&device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 1129 time: 0.5247817
Mar 26 21:05:45.580936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c0268-1509-43ec-813e-be411128a7cf req-6c9f4d14-ea0a-42de-ad5d-51d637a60332 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.582456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb8c0268-1509-43ec-813e-be411128a7cf req-6c9f4d14-ea0a-42de-ad5d-51d637a60332 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 944 time: 0.5245488
Mar 26 21:05:45.585862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['2e96d99e-6384-4822-8e8d-47269f37f9f7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:45.588387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.723983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.740365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:45.753487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:45.755372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=57932bb3-845a-4bfd-8b92-5e59e1874c6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:45.759460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:45.767509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf60a1-762e-4a6c-bc65-b7a436b54ed0 req-0c8d2097-bf6b-4a3f-ae38-4d70c61d2af3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.778648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1edf60a1-762e-4a6c-bc65-b7a436b54ed0 req-0c8d2097-bf6b-4a3f-ae38-4d70c61d2af3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0988767
Mar 26 21:05:45.854189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1edf60a1-762e-4a6c-bc65-b7a436b54ed0 req-87f4f697-f35e-4f1a-b109-8712e9484537 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730889
Mar 26 21:05:45.854449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb8c0268-1509-43ec-813e-be411128a7cf req-3a3638ee-5897-4f52-a8c8-020d2d5e9644 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2639685
Mar 26 21:05:45.871824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.873315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:45.886846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-a862fd3c-08ea-41d1-88e8-a4f74dd16ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:45.891064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-a862fd3c-08ea-41d1-88e8-a4f74dd16ee7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3354876
Mar 26 21:05:45.923467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-45902b26-bd7e-47b3-9513-9893bd92f7ed tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.9163096
Mar 26 21:05:45.925929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:45.973381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-3ee09495-8d9b-4aa2-a2ab-90403883b2e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=aba33f32-869b-4871-8328-07d2ead1bde3 HTTP/1.1" status: 200  len: 217 time: 0.0715458
Mar 26 21:05:46.089752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-563aa3ff-467d-4002-bd24-676540f0017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:46.091833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-563aa3ff-467d-4002-bd24-676540f0017e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1079392
Mar 26 21:05:46.198412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665837b5-774e-4119-9e99-79d2679c77f5 req-f5bda37f-4849-4a41-ae51-850ad479b2ba tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:46.204462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-665837b5-774e-4119-9e99-79d2679c77f5 req-f5bda37f-4849-4a41-ae51-850ad479b2ba tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.2348742
Mar 26 21:05:46.212845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42334eb9-c169-47ba-86a4-f69f392848be up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:46.231280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-2f59a574-5b63-45fb-b84a-2516e4810474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:46.233310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-2f59a574-5b63-45fb-b84a-2516e4810474 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1341403
Mar 26 21:05:46.239645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c7266-6477-4653-b627-4bac9464cefb None None] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:46.313047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-6eb293d3-5c3c-4674-ab99-c40365699865 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:46.314911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-6eb293d3-5c3c-4674-ab99-c40365699865 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.2107542
Mar 26 21:05:46.381096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Provisioning complete for port 42334eb9-c169-47ba-86a4-f69f392848be triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:46.381484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42334eb9-c169-47ba-86a4-f69f392848be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.389045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-d98af7cb-2ed8-47c5-9ea4-d31cee27421c service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469142
Mar 26 21:05:46.406257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-665837b5-774e-4119-9e99-79d2679c77f5 req-596d0851-bf10-4045-a89e-02ecb4037375 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969590
Mar 26 21:05:46.481255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 42334eb9-c169-47ba-86a4-f69f392848be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:46.481661 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42334eb9-c169-47ba-86a4-f69f392848be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.517390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.569326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c9ca06b-8697-444b-b7b5-97a331f300e7 req-09dd42d6-0d45-4fab-a2be-2a665b0112ed service neutron] 10.222.0.18 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620314
Mar 26 21:05:46.592650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:46.593536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.657362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42334eb9-c169-47ba-86a4-f69f392848be,segment=NetworkSegment(c9df0cc7-f694-4a80-ab23-d8a1f4556dce),segment_id=c9df0cc7-f694-4a80-ab23-d8a1f4556dce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:46.671104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.674842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:46.675218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.713502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:46.713842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.773447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53450a2-b930-4780-b4cb-fe33c64b8743 None None] Pushing event updated for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:46.782660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:05:46.783032 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:05:46.797859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Provisioning complete for port 42334eb9-c169-47ba-86a4-f69f392848be triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:46.798236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42334eb9-c169-47ba-86a4-f69f392848be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.912039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:46.929458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Provisioning complete for port 57932bb3-845a-4bfd-8b92-5e59e1874c6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:46.929845 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:46.981471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-65baaa31-ba2a-4c46-b6a6-ed4e71c8433f None None] Port 57932bb3-845a-4bfd-8b92-5e59e1874c6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:47.004750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device aba33f32-869b-4871-8328-07d2ead1bde3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:05:47.011305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2e96d99e-6384-4822-8e8d-47269f37f9f7 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:47.054277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd9088-b50e-450a-994b-81ff95d7f04e req-47d1835d-ef37-4da1-9867-675f052c450d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:47.062825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35bd9088-b50e-450a-994b-81ff95d7f04e req-47d1835d-ef37-4da1-9867-675f052c450d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 944 time: 0.0915320
Mar 26 21:05:47.114978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35bd9088-b50e-450a-994b-81ff95d7f04e req-dd1e8b74-0e84-4d70-b747-610c2a4bfb61 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513735
Mar 26 21:05:47.251457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74a011-7d8d-42ad-896a-a5a1b3858f3c req-a70913fb-aa04-4793-acb6-9e4d6bc40ac4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:47.254783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da74a011-7d8d-42ad-896a-a5a1b3858f3c req-a70913fb-aa04-4793-acb6-9e4d6bc40ac4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0743852
Mar 26 21:05:47.258446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:05:47.278575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-528ca4d7-6581-48d6-a968-f2c29bb83b1f None None] Provisioning complete for port 57932bb3-845a-4bfd-8b92-5e59e1874c6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:47.278957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-528ca4d7-6581-48d6-a968-f2c29bb83b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.319723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465cf4e-96df-431a-b1c6-2c84d19c9f53 req-22038ac9-f6ec-49c3-9c96-6963e56acce4 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:47.320562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da74a011-7d8d-42ad-896a-a5a1b3858f3c req-8a881d81-6f4c-4550-9256-d6a76e52edd9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573294
Mar 26 21:05:47.326719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8465cf4e-96df-431a-b1c6-2c84d19c9f53 req-22038ac9-f6ec-49c3-9c96-6963e56acce4 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 947 time: 0.7935972
Mar 26 21:05:47.386120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 2e96d99e-6384-4822-8e8d-47269f37f9f7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:05:47.398371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 351f6d49-7dc1-4586-92ad-1ec0e7a14585, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=351f6d49-7dc1-4586-92ad-1ec0e7a14585,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:47.398753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.402859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-528ca4d7-6581-48d6-a968-f2c29bb83b1f None None] Port 57932bb3-845a-4bfd-8b92-5e59e1874c6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:47.410114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 2e96d99e-6384-4822-8e8d-47269f37f9f7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:47.410497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.411989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:47.428440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 351f6d49-7dc1-4586-92ad-1ec0e7a14585 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:47.439252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aba33f32-869b-4871-8328-07d2ead1bde3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:47.449045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8465cf4e-96df-431a-b1c6-2c84d19c9f53 req-f4a55c1a-df5d-4294-a2db-bf3fe4d804f2 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212280
Mar 26 21:05:47.456713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'aba33f32-869b-4871-8328-07d2ead1bde3', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'aba33f32-869b-4871-8328-07d2ead1bde3', 'mac_address': 'fa:16:3e:0d:79:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:05:47.502584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.510953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.585019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port aba33f32-869b-4871-8328-07d2ead1bde3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:47.585440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.602368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea744000-ef02-428c-b0c3-07a890a6e46c req-5b59c21b-639e-4bbe-b019-6eac2386bdba tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:47.609719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba33f32-869b-4871-8328-07d2ead1bde3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:47.616367 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea744000-ef02-428c-b0c3-07a890a6e46c req-5b59c21b-639e-4bbe-b019-6eac2386bdba tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 945 time: 0.1013608
Mar 26 21:05:47.624756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 2e96d99e-6384-4822-8e8d-47269f37f9f7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:47.625232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.626172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=57932bb3-845a-4bfd-8b92-5e59e1874c6c,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:47.690330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:47.693898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:47.697887 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf78223-9022-4dd4-b241-18d7bff27125" -d '{"events": [{"server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:47.708950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ea744000-ef02-428c-b0c3-07a890a6e46c req-f0c159ec-43be-4e22-b47e-6e49ef90fd13 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910199
Mar 26 21:05:47.722178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.813100 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c1ab8-c4f6-4a9e-a9e2-374f060f89fd x-openstack-request-id: req-a67c1ab8-c4f6-4a9e-a9e2-374f060f89fd {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:47.814724 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "name": "network-vif-plugged", "status": "completed", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:47.815172 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a67c1ab8-c4f6-4a9e-a9e2-374f060f89fd {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:47.815757 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67c1ab8-c4f6-4a9e-a9e2-374f060f89fd'] response: {'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'code': 200}
Mar 26 21:05:47.818837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aba33f32-869b-4871-8328-07d2ead1bde3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:47.821031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:47.827476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.874939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (351f6d49-7dc1-4586-92ad-1ec0e7a14585), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.918682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:47.944253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (9b316c4f-9162-4512-b077-1123563c5b6f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.949473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=351f6d49-7dc1-4586-92ad-1ec0e7a14585,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:47.951252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3d05ed01-a393-40a7-81c7-bad0be59350b None None] Provisioning complete for port 57932bb3-845a-4bfd-8b92-5e59e1874c6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:47.956832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d05ed01-a393-40a7-81c7-bad0be59350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:47.967697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef40ee6-6f78-46b1-a1f0-4fc8ef462daa req-aca16acd-f9e2-489a-a9c5-b2f5621717cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:47.970046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ef40ee6-6f78-46b1-a1f0-4fc8ef462daa req-aca16acd-f9e2-489a-a9c5-b2f5621717cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 1127 time: 0.0955186
Mar 26 21:05:48.004663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3d05ed01-a393-40a7-81c7-bad0be59350b None None] Port 57932bb3-845a-4bfd-8b92-5e59e1874c6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:48.046609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ef40ee6-6f78-46b1-a1f0-4fc8ef462daa req-0ec8357d-aa30-4be5-bbcd-76757b6ead31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656037
Mar 26 21:05:48.060898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 351f6d49-7dc1-4586-92ad-1ec0e7a14585 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:48.065090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.072545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-175c486f-3dd2-446e-b463-dbe3639f11f7 req-9b39b5ed-9a5e-4ebf-9fd9-97c53d5d4d5b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "DELETE /v2.0/ports/351f6d49-7dc1-4586-92ad-1ec0e7a14585 HTTP/1.1" status: 204  len: 173 time: 1.7458570
Mar 26 21:05:48.072545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'name': 'network-vif-deleted', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:48.072545 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29469695-fe78-4e07-8591-e86ae848f5fa" -d '{"events": [{"server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "name": "network-vif-deleted", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:48.099966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['aba33f32-869b-4871-8328-07d2ead1bde3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:48.147057 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ec6f39-d402-463f-9daf-572f2b249f0d x-openstack-request-id: req-81ec6f39-d402-463f-9daf-572f2b249f0d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:48.147359 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e291b53c-8620-4e94-915b-ef3c614c12ac", "name": "network-vif-deleted", "tag": "351f6d49-7dc1-4586-92ad-1ec0e7a14585", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:48.147654 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81ec6f39-d402-463f-9daf-572f2b249f0d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:48.153056 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ec6f39-d402-463f-9daf-572f2b249f0d'] response: {'server_uuid': 'e291b53c-8620-4e94-915b-ef3c614c12ac', 'name': 'network-vif-deleted', 'tag': '351f6d49-7dc1-4586-92ad-1ec0e7a14585', 'status': 'completed', 'code': 200}
Mar 26 21:05:48.156702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42334eb9-c169-47ba-86a4-f69f392848be up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:48.159503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.270006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 42334eb9-c169-47ba-86a4-f69f392848be triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:48.270390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42334eb9-c169-47ba-86a4-f69f392848be), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.330329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:48.361199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333057f-c663-416b-b179-c84b622800cb req-4d7c2022-9ec1-46ee-b976-c2138032796d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:48.368131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1333057f-c663-416b-b179-c84b622800cb req-4d7c2022-9ec1-46ee-b976-c2138032796d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1491191
Mar 26 21:05:48.409073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:48.462111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1333057f-c663-416b-b179-c84b622800cb req-74e4d706-83ae-4243-9b06-951fb6ea05ff tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930576
Mar 26 21:05:48.505348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c36d4-9d12-4d83-8901-b8e47d9a4f3e req-4f1e23f5-6817-4709-81b9-ecba05d92577 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:48.507119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a75c36d4-9d12-4d83-8901-b8e47d9a4f3e req-4f1e23f5-6817-4709-81b9-ecba05d92577 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0656862
Mar 26 21:05:48.513578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-823ac649-d6bc-4d5c-acfc-cd96f4261fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.585173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a75c36d4-9d12-4d83-8901-b8e47d9a4f3e req-df0fb2f2-bbf8-46ce-b7ac-20dc16f77b69 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628350
Mar 26 21:05:48.592408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.608159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.633109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-823ac649-d6bc-4d5c-acfc-cd96f4261fb6 admin admin] Publish callbacks [] for security_group (9dab0f13-1471-4c68-bed3-85bbb69eb7c0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.638319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-823ac649-d6bc-4d5c-acfc-cd96f4261fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9dab0f13-1471-4c68-bed3-85bbb69eb7c0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.686182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-823ac649-d6bc-4d5c-acfc-cd96f4261fb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45e617bc4d2e436687e9feae75526124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3546321
Mar 26 21:05:48.686824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758fb69-679a-454b-8971-e344c1f05b1c req-39552798-88da-419e-bc35-8545c208a426 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:48.688468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6758fb69-679a-454b-8971-e344c1f05b1c req-39552798-88da-419e-bc35-8545c208a426 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 948 time: 0.1495321
Mar 26 21:05:48.691117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:48.694314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ac649-d6bc-4d5c-acfc-cd96f4261fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab0f13-1471-4c68-bed3-85bbb69eb7c0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:48.708388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=57932bb3-845a-4bfd-8b92-5e59e1874c6c,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:48.723555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (9b316c4f-9162-4512-b077-1123563c5b6f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.842019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6758fb69-679a-454b-8971-e344c1f05b1c req-3b12658d-4e4b-4301-8f81-00bad2de9e49 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388206
Mar 26 21:05:48.847353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-812dfffb-716b-42e1-98ae-56e81b6994d0 req-aa8086ce-e140-4e4d-8f74-1d9e44da6634 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=e291b53c-8620-4e94-915b-ef3c614c12ac HTTP/1.1" status: 200  len: 210 time: 0.0317478
Mar 26 21:05:48.864336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] Publish callbacks [] for security_group (9dab0f13-1471-4c68-bed3-85bbb69eb7c0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.901374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] Publish callbacks [] for security_group (9dab0f13-1471-4c68-bed3-85bbb69eb7c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:48.911399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:48.914185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:49.036291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9dab0f13-1471-4c68-bed3-85bbb69eb7c0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.039989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.044465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dab0f13-1471-4c68-bed3-85bbb69eb7c0 HTTP/1.1" status: 204  len: 168 time: 0.3466160
Mar 26 21:05:49.058941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb60c1-6802-4024-96b7-cbd854fbf027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab0f13-1471-4c68-bed3-85bbb69eb7c0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:49.100453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 9b316c4f-9162-4512-b077-1123563c5b6f is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:05:49.218597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:49.224244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25a5f710-278f-428e-97dc-0b3cfee50a79 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/9b316c4f-9162-4512-b077-1123563c5b6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2965384
Mar 26 21:05:49.226419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45876) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:49.240914 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] Sync routers for ids ['9b316c4f-9162-4512-b077-1123563c5b6f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:49.245675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0e16fd25-d5ae-4739-a46f-93581dfd9a36 None None] Provisioning complete for port 57932bb3-845a-4bfd-8b92-5e59e1874c6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:49.246554 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0e16fd25-d5ae-4739-a46f-93581dfd9a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.273720 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] Routers {'9b316c4f-9162-4512-b077-1123563c5b6f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:49.275481 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6ac730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9b316c4f-9162-4512-b077-1123563c5b6f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:49.282548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44aef9c-b9ae-4049-b047-da3f29055c80 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:49.286529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e44aef9c-b9ae-4049-b047-da3f29055c80 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports/57932bb3-845a-4bfd-8b92-5e59e1874c6c HTTP/1.1" status: 200  len: 977 time: 0.0566459
Mar 26 21:05:49.286869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:49.300873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0e16fd25-d5ae-4739-a46f-93581dfd9a36 None None] Port 57932bb3-845a-4bfd-8b92-5e59e1874c6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:05:49.322396 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6ac730>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:49.332587 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] Routers {'9b316c4f-9162-4512-b077-1123563c5b6f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:49.333428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6ac730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9b316c4f-9162-4512-b077-1123563c5b6f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:49.362247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45880) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:49.372138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6ac730>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:49.372961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e7394-ceb4-412c-bf76-8614d34a4103 None None] The sync data for ids ['9b316c4f-9162-4512-b077-1123563c5b6f'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:49.381000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14651ea1-d447-4b65-89c4-c666818dbe22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.599548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14651ea1-d447-4b65-89c4-c666818dbe22 admin admin] Publish callbacks [] for security_group (32824560-4fce-46ed-8923-a8695520d596), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.605955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14651ea1-d447-4b65-89c4-c666818dbe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (32824560-4fce-46ed-8923-a8695520d596), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.664851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-14651ea1-d447-4b65-89c4-c666818dbe22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86c9072b8faa4effa5b878506ba3d0ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2992816
Mar 26 21:05:49.666162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:49.669343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651ea1-d447-4b65-89c4-c666818dbe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32824560-4fce-46ed-8923-a8695520d596,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:49.678419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531581-11a4-45cd-b7ce-080c47d92f4d req-5d6415c6-b8ee-4a71-be54-dd781818c6c9 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:49.679836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56531581-11a4-45cd-b7ce-080c47d92f4d req-5d6415c6-b8ee-4a71-be54-dd781818c6c9 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1449668
Mar 26 21:05:49.739534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 351f6d49-7dc1-4586-92ad-1ec0e7a14585 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:49.754455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90b503-7be8-4ee1-851b-4b88cee5a754 req-26ba096c-9540-4c34-8aef-00fd664f6aae tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:49.756116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a90b503-7be8-4ee1-851b-4b88cee5a754 req-26ba096c-9540-4c34-8aef-00fd664f6aae tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0918887
Mar 26 21:05:49.760655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56531581-11a4-45cd-b7ce-080c47d92f4d req-27b358de-bc1b-48ca-9908-fa03411ba6fe tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726585
Mar 26 21:05:49.767869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] Publish callbacks [] for security_group (32824560-4fce-46ed-8923-a8695520d596), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.770336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 351f6d49-7dc1-4586-92ad-1ec0e7a14585 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:49.770701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 351f6d49-7dc1-4586-92ad-1ec0e7a14585 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:49.809415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] Publish callbacks [] for security_group (32824560-4fce-46ed-8923-a8695520d596), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.828591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (9b316c4f-9162-4512-b077-1123563c5b6f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.852483 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a90b503-7be8-4ee1-851b-4b88cee5a754 req-fcd22e86-f83a-46ce-a0e6-31b1e05ad67b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862539
Mar 26 21:05:49.890559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (32824560-4fce-46ed-8923-a8695520d596), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.893543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:49.894713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32824560-4fce-46ed-8923-a8695520d596 HTTP/1.1" status: 204  len: 168 time: 0.2268879
Mar 26 21:05:49.905518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b67f-76e6-4b46-973e-c4c8d168312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32824560-4fce-46ed-8923-a8695520d596,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:49.970601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc10c-126b-416c-9f26-b76db35109d7 req-4b9ed8ad-7eef-4c2e-b021-b9112ed2f932 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:49.972145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c88dc10c-126b-416c-9f26-b76db35109d7 req-4b9ed8ad-7eef-4c2e-b021-b9112ed2f932 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1414173
Mar 26 21:05:49.984508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45896) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:49.990741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Request body: {'floatingip': {'port_id': '2e96d99e-6384-4822-8e8d-47269f37f9f7'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:50.090768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.153379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653801-db26-48a8-ac34-49098121bb47 req-895855a1-4eea-4e79-a443-8fe49a91f4ef tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:50.154910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9653801-db26-48a8-ac34-49098121bb47 req-895855a1-4eea-4e79-a443-8fe49a91f4ef tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 948 time: 0.2031808
Mar 26 21:05:50.178592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 57932bb3-845a-4bfd-8b92-5e59e1874c6c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:50.179416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.294617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.309830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 57932bb3-845a-4bfd-8b92-5e59e1874c6c owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:50.313688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9653801-db26-48a8-ac34-49098121bb47 req-0405796e-3293-4109-880a-f8c8991c7e03 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391382
Mar 26 21:05:50.606696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (57932bb3-845a-4bfd-8b92-5e59e1874c6c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.614157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011439ab-2914-488d-8afa-b21e752db48b req-3a234aeb-87aa-4d5d-8597-1b0fe1215eff tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:50.615743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-3a234aeb-87aa-4d5d-8597-1b0fe1215eff tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.1659212
Mar 26 21:05:50.656295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=57932bb3-845a-4bfd-8b92-5e59e1874c6c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:50.664384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-d363c56d-5d89-4539-9011-d3eed9afb758 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0361066
Mar 26 21:05:50.699083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.710307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:50.742829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-09d4c8a3-2955-4aa9-a5b5-3eeb004aa0af tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0578232
Mar 26 21:05:50.861850 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Floating IP 9f73f269-3b99-47d7-970f-771cf36322f5 associated. External IP: 172.35.4.252, port: 2e96d99e-6384-4822-8e8d-47269f37f9f7.
Mar 26 21:05:51.025697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device aba33f32-869b-4871-8328-07d2ead1bde3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:05:51.052261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d150-5de1-4e90-8e78-7d5a37864805 req-3f7db1e0-b26f-4328-9db2-ee193471b2c9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.053848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da62d150-5de1-4e90-8e78-7d5a37864805 req-3f7db1e0-b26f-4328-9db2-ee193471b2c9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1005507
Mar 26 21:05:51.100480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port aba33f32-869b-4871-8328-07d2ead1bde3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:05:51.108600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port aba33f32-869b-4871-8328-07d2ead1bde3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:51.109227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:51.201461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da62d150-5de1-4e90-8e78-7d5a37864805 req-cd08f462-ebf2-48c7-8837-fa9fab59d4d4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1322589
Mar 26 21:05:51.213507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (9b316c4f-9162-4512-b077-1123563c5b6f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:51.251002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port aba33f32-869b-4871-8328-07d2ead1bde3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:51.251778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:51.284288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:51.287002 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e151c-0162-4836-b116-3be0e4c42578" -d '{"events": [{"server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "name": "network-vif-plugged", "status": "completed", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:51.294127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:51.304587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-07c9ce20-4657-4664-a6c2-5a9de089d40a service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5510333
Mar 26 21:05:51.305223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aba33f32-869b-4871-8328-07d2ead1bde3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:51.312381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:51.370721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:51.423321 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cfd845-c245-4f70-8753-66108f166f2e x-openstack-request-id: req-61cfd845-c245-4f70-8753-66108f166f2e {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:51.423642 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "name": "network-vif-plugged", "status": "completed", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:51.423903 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61cfd845-c245-4f70-8753-66108f166f2e {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:51.424512 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cfd845-c245-4f70-8753-66108f166f2e'] response: {'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3', 'code': 200}
Mar 26 21:05:51.489034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:51.496806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:51.503867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Sync routers for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:51.515484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:51.516733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ee1d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:51.537591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-211c21fe-b3d8-4a48-bd82-c6ab2e14f20b service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945577
Mar 26 21:05:51.623312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c44457c3-92c2-4c1c-b6a2-17833152e53d tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "PUT /v2.0/floatingips/9f73f269-3b99-47d7-970f-771cf36322f5 HTTP/1.1" status: 200  len: 991 time: 1.6372142
Mar 26 21:05:51.627794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b968-6b2d-43a6-8680-016991832db4 req-cae708e6-425a-4ad6-b8ca-7ad592b20069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.629435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:51.629583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-cae708e6-425a-4ad6-b8ca-7ad592b20069 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1127 time: 0.1315393
Mar 26 21:05:51.631049 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d718dbd-1421-48bb-92c5-4bdb3635492f" -d '{"events": [{"name": "network-changed", "server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:51.655507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1998c7c-56ec-4d50-a4b7-3f0890c5408e req-bd162e42-318c-4dca-9938-465f52e5984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.655507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1998c7c-56ec-4d50-a4b7-3f0890c5408e req-bd162e42-318c-4dca-9938-465f52e5984a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 1131 time: 0.1348498
Mar 26 21:05:51.660047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:51.669294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 9b316c4f-9162-4512-b077-1123563c5b6f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:05:51.720622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cb902-2638-4549-82f8-f4d514150403 req-c224a5d7-794b-4bdd-ac20-c32ed43e90fb tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.732741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-650cb902-2638-4549-82f8-f4d514150403 req-c224a5d7-794b-4bdd-ac20-c32ed43e90fb tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 949 time: 0.2290385
Mar 26 21:05:51.795436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1998c7c-56ec-4d50-a4b7-3f0890c5408e req-e1011f9e-6255-4c1a-96a9-d858ba80b2cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392012
Mar 26 21:05:51.832008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-650cb902-2638-4549-82f8-f4d514150403 req-c64f2136-9b75-4dca-8de4-f8befa03fc87 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934160
Mar 26 21:05:51.835746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:51.842094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b968-6b2d-43a6-8680-016991832db4 req-b17b91a5-70a5-42af-82c7-15f53891a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.843677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-b17b91a5-70a5-42af-82c7-15f53891a3be service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.2055075
Mar 26 21:05:51.850716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-954d4d0e-53bd-4ec2-b719-4e56ede4d5c4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/9b316c4f-9162-4512-b077-1123563c5b6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5600674
Mar 26 21:05:51.850932 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] Sync routers for ids ['9b316c4f-9162-4512-b077-1123563c5b6f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:51.853943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45968) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:51.866948 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] Routers {'9b316c4f-9162-4512-b077-1123563c5b6f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:51.867844 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5498e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9b316c4f-9162-4512-b077-1123563c5b6f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:51.909140 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5498e0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:51.944954 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] Routers {'9b316c4f-9162-4512-b077-1123563c5b6f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:51.945921 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5498e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9b316c4f-9162-4512-b077-1123563c5b6f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:51.979327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-c760e16b-b9e0-4971-a5a0-69321d4ab4f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 1001 time: 0.1288657
Mar 26 21:05:51.992651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b147813-9688-448e-9901-9079dda7efcc req-d50b336d-3534-4938-aa94-6e97844bc0b4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:51.999740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b147813-9688-448e-9901-9079dda7efcc req-d50b336d-3534-4938-aa94-6e97844bc0b4 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.0975556
Mar 26 21:05:52.026770 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5498e0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:52.027433 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5928a80-078a-4b85-8e26-ddc5f2ce0136 None None] The sync data for ids ['9b316c4f-9162-4512-b077-1123563c5b6f'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:52.157583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ee1d580>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f73f269-3b99-47d7-970f-771cf36322f5', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'floating_ip_address': '172.35.4.252', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'port_id': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'mac_address': 'fa:16:3e:54:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:05:32Z', 'updated_at': '2022-03-26T21:05:50Z', 'revision_number': 1, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:52.168453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b147813-9688-448e-9901-9079dda7efcc req-cb5ebee3-8380-4b6b-834d-85ddf41bc31c tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718355
Mar 26 21:05:52.170260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b968-6b2d-43a6-8680-016991832db4 req-0096bf94-e616-4aa3-bace-39dd3ea356bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.171730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-0096bf94-e616-4aa3-bace-39dd3ea356bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.1708107
Mar 26 21:05:52.191937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Checking router: 89b45e0f-f1b1-4839-bac8-4bedf5e87079 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:05:52.197385 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-3db5b40d-0af2-45b3-80d2-f277a4576301 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] remove_router_interface failed (client error): The resource could not be found.
Mar 26 21:05:52.199966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3db5b40d-0af2-45b3-80d2-f277a4576301 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/9b316c4f-9162-4512-b077-1123563c5b6f/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3423004
Mar 26 21:05:52.208978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:52.209129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:52.209616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ee1d580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:52.217194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc24d87-475d-4324-b743-7f2b63132a56 req-99ccd363-ffcb-48a1-91a5-2009698477a4 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.218758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dc24d87-475d-4324-b743-7f2b63132a56 req-99ccd363-ffcb-48a1-91a5-2009698477a4 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1671071
Mar 26 21:05:52.270193 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55afcbb-b0c9-4d96-8ff2-5a76c31a0eaf x-openstack-request-id: req-e55afcbb-b0c9-4d96-8ff2-5a76c31a0eaf {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:52.276362 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:52.278179 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e55afcbb-b0c9-4d96-8ff2-5a76c31a0eaf {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:52.281197 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55afcbb-b0c9-4d96-8ff2-5a76c31a0eaf'] response: {'name': 'network-changed', 'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'status': 'completed', 'code': 200}
Mar 26 21:05:52.342202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ef1dfc7-7fe3-4239-8e86-91d5812483f7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b316c4f-9162-4512-b077-1123563c5b6f HTTP/1.1" status: 200  len: 205 time: 0.1271422
Mar 26 21:05:52.343832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:52.386899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0dc24d87-475d-4324-b743-7f2b63132a56 req-3ab2f6f3-fb03-478d-bf9f-ff43cb564b9a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550517
Mar 26 21:05:52.398156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-e9634b23-aa0b-43e5-86d9-6c3574777c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.400446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-e9634b23-aa0b-43e5-86d9-6c3574777c31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=62670a489b2b43b78d9e1e71371e7886&device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 1127 time: 0.0899484
Mar 26 21:05:52.426755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:05:52.479547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45483c8f-69ca-46de-b8a1-636ed64f8652 req-c2229ff2-5cbf-4ea7-99b2-002eab0a5923 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bacac7c-0083-43a8-938e-b6f900094040 HTTP/1.1" status: 200  len: 210 time: 0.1684337
Mar 26 21:05:52.497641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (9b316c4f-9162-4512-b077-1123563c5b6f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:52.597003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-76e1ef87-8c85-4f26-b035-b717ff4c407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.599061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-76e1ef87-8c85-4f26-b035-b717ff4c407c service neutron] 10.222.0.18 "GET /v2.0/networks?id=697ff91d-d756-413d-ac36-72a2d2ec1b6f HTTP/1.1" status: 200  len: 906 time: 0.1924942
Mar 26 21:05:52.701433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-829bc6a0-be1b-4a0f-8a62-92415a54d146 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7 HTTP/1.1" status: 200  len: 999 time: 0.0923979
Mar 26 21:05:52.771126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-983141da-ca8e-46d0-8b2c-afc1aaa7fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.774849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-983141da-ca8e-46d0-8b2c-afc1aaa7fc8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f2ab5d7-81d6-4432-a244-6f7730039ee7 HTTP/1.1" status: 200  len: 845 time: 0.0666623
Mar 26 21:05:52.866400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-f217b373-1b69-48c7-80c8-b782292413be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.869055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-f217b373-1b69-48c7-80c8-b782292413be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=697ff91d-d756-413d-ac36-72a2d2ec1b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0862131
Mar 26 21:05:52.929612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76b968-6b2d-43a6-8680-016991832db4 req-f94791ba-eb53-4592-a582-47ae238b9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:52.933550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-f94791ba-eb53-4592-a582-47ae238b9323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.7526853
Mar 26 21:05:52.949405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (9b316c4f-9162-4512-b077-1123563c5b6f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:52.952155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ee1d580>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f73f269-3b99-47d7-970f-771cf36322f5', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'floating_ip_address': '172.35.4.252', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'port_id': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'mac_address': 'fa:16:3e:54:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:05:32Z', 'updated_at': '2022-03-26T21:05:50Z', 'revision_number': 1, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:52.968507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (9b316c4f-9162-4512-b077-1123563c5b6f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:52.996774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b109-4b8e-4fc8-bfa4-4b8d4ac78bf3 None None] The sync data for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 is: [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f73f269-3b99-47d7-970f-771cf36322f5', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'floating_ip_address': '172.35.4.252', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'port_id': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'mac_address': 'fa:16:3e:54:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:05:32Z', 'updated_at': '2022-03-26T21:05:50Z', 'revision_number': 1, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:53.042703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-5cfe29c7-aa55-4ed3-a89a-1bf118a1e3ab service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683226
Mar 26 21:05:53.159801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (9b316c4f-9162-4512-b077-1123563c5b6f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.165854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d718dbd-1421-48bb-92c5-4bdb3635492f req-3fc1d165-55bc-46e9-90e6-91b371a02e73 service neutron] 10.222.0.18 "GET /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165197
Mar 26 21:05:53.166575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router 9b316c4f-9162-4512-b077-1123563c5b6f {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:05:53.177253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.178339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10cf7f37-a04d-40c5-95de-c92da6b0098e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/9b316c4f-9162-4512-b077-1123563c5b6f HTTP/1.1" status: 204  len: 168 time: 0.8133633
Mar 26 21:05:53.184736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46018) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:53.210489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268e2c-7aaa-4a93-a223-36c884c77849 req-61e604ac-aedc-499a-8556-9a7f70d4cf62 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:53.212122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb268e2c-7aaa-4a93-a223-36c884c77849 req-61e604ac-aedc-499a-8556-9a7f70d4cf62 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 949 time: 0.2399476
Mar 26 21:05:53.214564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-7a4f0013-dcee-4bee-802f-15272554390e service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697806
Mar 26 21:05:53.273239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46024) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:53.334508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb268e2c-7aaa-4a93-a223-36c884c77849 req-c71952aa-0d61-4563-a27d-984837bc2b59 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140816
Mar 26 21:05:53.369388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca76b968-6b2d-43a6-8680-016991832db4 req-fa7c15c0-be17-4ec3-9cff-cd3de44181b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423614
Mar 26 21:05:53.371765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet 7b9d85a5-bc9d-465d-b646-dbb8265bd1ce {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:05:53.393190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (7b9d85a5-bc9d-465d-b646-dbb8265bd1ce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.445279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9c3b9-5a25-47e1-a805-636625110436 None None] New status for floating IP 9f73f269-3b99-47d7-970f-771cf36322f5: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:05:53.455241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1b23518-cbff-4d0d-818c-349685e1066a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.478925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406b003-cfa3-43f7-af35-d776dedba218 req-1c869510-c9f4-47e1-9976-43a81ebdd589 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:53.480484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6406b003-cfa3-43f7-af35-d776dedba218 req-1c869510-c9f4-47e1-9976-43a81ebdd589 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.1981084
Mar 26 21:05:53.482803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7b9d85a5-bc9d-465d-b646-dbb8265bd1ce), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.578869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-6207bd32-078a-41ac-902f-e4e0b2701ab7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:53.580403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-6207bd32-078a-41ac-902f-e4e0b2701ab7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.1236639
Mar 26 21:05:53.597072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-813c6482-6487-41c8-9eb5-a6891a8db710 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0096383
Mar 26 21:05:53.624352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6406b003-cfa3-43f7-af35-d776dedba218 req-b47c4e92-1f4b-42ef-987a-0987ccdaa5e0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170366
Mar 26 21:05:53.642385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7b9d85a5-bc9d-465d-b646-dbb8265bd1ce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.650604 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-306df67e-78a6-4d9b-a0c1-de7cb12e7df8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467074
Mar 26 21:05:53.706457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1b23518-cbff-4d0d-818c-349685e1066a admin admin] Publish callbacks [] for security_group (f4984ff7-96ba-44b7-976d-2d127a0ad81e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.713820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a1b23518-cbff-4d0d-818c-349685e1066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4984ff7-96ba-44b7-976d-2d127a0ad81e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.761338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7b9d85a5-bc9d-465d-b646-dbb8265bd1ce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.771240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a1b23518-cbff-4d0d-818c-349685e1066a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51b4094526dc41b88110dd10446a0925&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4948518
Mar 26 21:05:53.777501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-bc50fa9b-ad6b-4f5b-b825-75c72acb7f59 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162620
Mar 26 21:05:53.792826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46040) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:53.795530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b23518-cbff-4d0d-818c-349685e1066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4984ff7-96ba-44b7-976d-2d127a0ad81e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:53.809160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9d85a5-bc9d-465d-b646-dbb8265bd1ce,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:53.821180 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.826815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c4bca8e4-7a41-49f6-bc84-e14862390b51 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/7b9d85a5-bc9d-465d-b646-dbb8265bd1ce HTTP/1.1" status: 204  len: 168 time: 0.6378319
Mar 26 21:05:53.828491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46044) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:53.829420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2195e9-9cb2-4226-bac6-9b8b46e77c85 None None] Network 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:53.946181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] Publish callbacks [] for security_group (f4984ff7-96ba-44b7-976d-2d127a0ad81e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:53.955474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ef2c7-5093-4d0b-bf26-8810f6e05f56 req-a776ed89-4d71-49d2-b6b3-ff55edfa317e tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:53.957287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7ef2c7-5093-4d0b-bf26-8810f6e05f56 req-a776ed89-4d71-49d2-b6b3-ff55edfa317e tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 949 time: 0.1166890
Mar 26 21:05:53.988798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] Publish callbacks [] for security_group (f4984ff7-96ba-44b7-976d-2d127a0ad81e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.029800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-6b98b913-cc94-4e16-bf1b-9990ed3038a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=2bacac7c-0083-43a8-938e-b6f900094040 HTTP/1.1" status: 200  len: 210 time: 0.0371242
Mar 26 21:05:54.035900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.044135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] DHCP port deletion for 0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:05:54.053212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a7ef2c7-5093-4d0b-bf26-8810f6e05f56 req-278eb47f-e841-4b7e-baf3-b59571570af9 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832987
Mar 26 21:05:54.093750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4984ff7-96ba-44b7-976d-2d127a0ad81e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.096778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.098178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4984ff7-96ba-44b7-976d-2d127a0ad81e HTTP/1.1" status: 204  len: 168 time: 0.3036513
Mar 26 21:05:54.116360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-7ae645f4-eaf9-41bb-b6f4-609a33e93111 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3378634
Mar 26 21:05:54.124201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Deleting port 42334eb9-c169-47ba-86a4-f69f392848be {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:54.124660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.128395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e427-f816-4fe1-9d80-27dc9404b4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4984ff7-96ba-44b7-976d-2d127a0ad81e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:54.169554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 42334eb9-c169-47ba-86a4-f69f392848be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:54.236391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42334eb9-c169-47ba-86a4-f69f392848be,segment=NetworkSegment(c9df0cc7-f694-4a80-ab23-d8a1f4556dce),segment_id=c9df0cc7-f694-4a80-ab23-d8a1f4556dce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:54.236779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (42334eb9-c169-47ba-86a4-f69f392848be), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.261529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Calling delete_port for 42334eb9-c169-47ba-86a4-f69f392848be owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:54.342495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011439ab-2914-488d-8afa-b21e752db48b req-fadf404e-2679-4c70-9d17-bbfc465b0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:54.343986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-fadf404e-2679-4c70-9d17-bbfc465b0710 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=614df0ac05da469a932c527c1d5c0a12&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3051305
Mar 26 21:05:54.349927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 42334eb9-c169-47ba-86a4-f69f392848be {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:54.350259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eda9e163-3979-4e05-9f54-f7b751ce425f req-ea5e4735-84f5-4c15-af60-b8ae910a1d77 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 210 time: 0.0483086
Mar 26 21:05:54.350396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.404896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 42334eb9-c169-47ba-86a4-f69f392848be is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:05:54.405380 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42334eb9-c169-47ba-86a4-f69f392848be), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.455345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42334eb9-c169-47ba-86a4-f69f392848be,segment=NetworkSegment(c9df0cc7-f694-4a80-ab23-d8a1f4556dce),segment_id=c9df0cc7-f694-4a80-ab23-d8a1f4556dce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:54.462739 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.495962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.537233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] No DVR routers for this DVR port 42334eb9-c169-47ba-86a4-f69f392848be on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:54.569398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:54.619343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46058) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:54.636747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bcabb6a5-5e93-4817-ab95-dbb43e0c9ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.768586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bcabb6a5-5e93-4817-ab95-dbb43e0c9ecd admin admin] Publish callbacks [] for security_group (b43e50bc-b5a4-4934-ab31-90c14dfcaf3c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.776333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bcabb6a5-5e93-4817-ab95-dbb43e0c9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b43e50bc-b5a4-4934-ab31-90c14dfcaf3c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.818621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bff18-59f4-4161-9d67-c16456132b84 None None] Pushing event deleted for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:54.839018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bcabb6a5-5e93-4817-ab95-dbb43e0c9ecd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba1d65d939d641918789ede2dc53f7b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2181799
Mar 26 21:05:54.840189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb6a5-5e93-4817-ab95-dbb43e0c9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43e50bc-b5a4-4934-ab31-90c14dfcaf3c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:54.842836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46064) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:54.906252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] Publish callbacks [] for security_group (b43e50bc-b5a4-4934-ab31-90c14dfcaf3c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.928798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] Publish callbacks [] for security_group (b43e50bc-b5a4-4934-ab31-90c14dfcaf3c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.944386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 42334eb9-c169-47ba-86a4-f69f392848be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=42334eb9-c169-47ba-86a4-f69f392848be,segment=NetworkSegment(c9df0cc7-f694-4a80-ab23-d8a1f4556dce),segment_id=c9df0cc7-f694-4a80-ab23-d8a1f4556dce)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:54.944761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (42334eb9-c169-47ba-86a4-f69f392848be), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.980193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 42334eb9-c169-47ba-86a4-f69f392848be owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:54.988629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db08714-7daa-455e-ae1e-e75b792155b0 req-22fafa33-4787-4ff2-9ca2-370c1ddbcd67 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:54.990043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8db08714-7daa-455e-ae1e-e75b792155b0 req-22fafa33-4787-4ff2-9ca2-370c1ddbcd67 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.2490971
Mar 26 21:05:54.990546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b43e50bc-b5a4-4934-ab31-90c14dfcaf3c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.994785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:54.994994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011439ab-2914-488d-8afa-b21e752db48b req-d6d0ad77-d469-47ff-86f8-c921e2bbccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:54.996432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b43e50bc-b5a4-4934-ab31-90c14dfcaf3c HTTP/1.1" status: 204  len: 168 time: 0.1524899
Mar 26 21:05:54.997138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-d6d0ad77-d469-47ff-86f8-c921e2bbccbe service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.6446681
Mar 26 21:05:55.010032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353765-1600-43bd-ac5f-fa1e4e70ca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43e50bc-b5a4-4934-ab31-90c14dfcaf3c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:55.055596 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e3f7d1a-7ac4-43f9-9b37-73bbf826dd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.106231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-011439ab-2914-488d-8afa-b21e752db48b req-652f1146-539f-4c19-ae7f-c998a4246d6e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bacac7c-0083-43a8-938e-b6f900094040 HTTP/1.1" status: 200  len: 210 time: 0.0492439
Mar 26 21:05:55.135253 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8db08714-7daa-455e-ae1e-e75b792155b0 req-0e5b2726-f0f7-4ba6-b498-68fe68400da7 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323149
Mar 26 21:05:55.165073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-84970a08-d6f8-414b-a7bf-8f3b2d3accea tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:55.166761 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-84970a08-d6f8-414b-a7bf-8f3b2d3accea tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 949 time: 0.0920696
Mar 26 21:05:55.170546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (42334eb9-c169-47ba-86a4-f69f392848be), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.185956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-7b74f6b4-eddd-433c-9ae4-538a2afc951b req-1e91ff70-60bd-42f8-9edc-32d75f29998a service neutron] (126738) timed out ('10.222.0.21', 54714) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:05:55.202772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=42334eb9-c169-47ba-86a4-f69f392848be,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:55.206462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 42334eb9-c169-47ba-86a4-f69f392848be on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:55.310850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.330899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2876fc2-84cd-4cf1-910b-c477d81852b7 req-710acb32-af24-495f-820f-b1644ac5bb84 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:55.338009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2876fc2-84cd-4cf1-910b-c477d81852b7 req-710acb32-af24-495f-820f-b1644ac5bb84 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 949 time: 0.1444042
Mar 26 21:05:55.346062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d912c70>,) {'filters': {'network_id': ['0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:55.356550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d912c70>, 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:55.356849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d912c70>, 'c9df0cc7-f694-4a80-ab23-d8a1f4556dce') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:55.366598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (c9df0cc7-f694-4a80-ab23-d8a1f4556dce), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.368976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-0f2bf649-0185-453b-ba17-f5ac0588eeb6 req-1fd9c7b6-6733-448e-80c3-f3d7055e2000 service neutron] (126736) timed out ('10.222.0.21', 54740) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:05:55.375372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Deleting port aba33f32-869b-4871-8328-07d2ead1bde3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:05:55.375720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.381917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c9df0cc7-f694-4a80-ab23-d8a1f4556dce), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.391269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:05:55.393106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (c9df0cc7-f694-4a80-ab23-d8a1f4556dce), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:05:55.401169 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:05:55.434833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2876fc2-84cd-4cf1-910b-c477d81852b7 req-1d92a4af-4f94-4a95-9f38-784c26789f0f tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/security-groups?id=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957477
Mar 26 21:05:55.513734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b4e3fa99-d452-490d-ab84-c442d5118330 req-fa2ec9dd-39c7-4875-b57c-53510cc26436 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 210 time: 0.0310788
Mar 26 21:05:55.517715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.519595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] For port aba33f32-869b-4871-8328-07d2ead1bde3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aba33f32-869b-4871-8328-07d2ead1bde3,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:55.520272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.528164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.533736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47 HTTP/1.1" status: 204  len: 168 time: 1.7041512
Mar 26 21:05:55.538254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46082) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:55.539186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Calling delete_port for aba33f32-869b-4871-8328-07d2ead1bde3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:05:55.546178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e046f-8fe2-4bac-90ee-19bc9f44df1c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=0d4e7cf0-fa1d-45e7-ae54-6268c6d31f47,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:55.549391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-482239860'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:55.750173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-fdb97814-c6b3-4b48-a8fa-0d72b1497a2b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:55.752279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-fdb97814-c6b3-4b48-a8fa-0d72b1497a2b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.1483750
Mar 26 21:05:55.769919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:55.894180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:55.897643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:55.955179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:55.958607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.002806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:05:56.040998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a913a2af-3ec5-44f9-b19d-6043de6a095a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.041352 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment a913a2af-3ec5-44f9-b19d-6043de6a095a of type vlan for network 09439b99-05f1-4fdd-9fac-a9531b81724d
Mar 26 21:05:56.047842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.2 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/8d48f211-ac1b-4be6-b4f7-5b36f78d1307) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:56.116070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (09439b99-05f1-4fdd-9fac-a9531b81724d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.120115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (aba33f32-869b-4871-8328-07d2ead1bde3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.134965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['aba33f32-869b-4871-8328-07d2ead1bde3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:05:56.161437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Pushing event deleted for resources: {'Port': ['ID=aba33f32-869b-4871-8328-07d2ead1bde3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:56.210493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] No DVR routers for this DVR port aba33f32-869b-4871-8328-07d2ead1bde3 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:05:56.212678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (09439b99-05f1-4fdd-9fac-a9531b81724d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.218034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:56.219059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.222077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.225495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b183c33c-9b0f-48f8-bf91-433e4e17969f req-20e2c4ba-aca4-46fe-bb54-f514381b5457 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.18 "DELETE /v2.0/ports/aba33f32-869b-4871-8328-07d2ead1bde3 HTTP/1.1" status: 204  len: 173 time: 1.0535643
Mar 26 21:05:56.237667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'name': 'network-vif-deleted', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:56.241231 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87619f-027c-4a05-b56c-0d2cf57ad87a" -d '{"events": [{"server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "name": "network-vif-deleted", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:56.285678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.314703 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ac285-5733-46dd-a4c0-9f31de286c50 x-openstack-request-id: req-448ac285-5733-46dd-a4c0-9f31de286c50 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:56.315002 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5e27c5-2e06-4f48-9d52-505acebdbbe1", "name": "network-vif-deleted", "tag": "aba33f32-869b-4871-8328-07d2ead1bde3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:56.315259 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-448ac285-5733-46dd-a4c0-9f31de286c50 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:56.315664 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448ac285-5733-46dd-a4c0-9f31de286c50'] response: {'server_uuid': 'cd5e27c5-2e06-4f48-9d52-505acebdbbe1', 'name': 'network-vif-deleted', 'tag': 'aba33f32-869b-4871-8328-07d2ead1bde3', 'status': 'completed', 'code': 200}
Mar 26 21:05:56.322300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7800679
Mar 26 21:05:56.325837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46102) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:56.357677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:56.360852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.375042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffc8ae-80df-4809-bb2a-3e4a95db62c8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=09439b99-05f1-4fdd-9fac-a9531b81724d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:56.387466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 09439b99-05f1-4fdd-9fac-a9531b81724d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:05:56.477320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:56.480874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:56.483596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:05:56.487281 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.492987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:56.510796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:56.594382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b260ff70-eb4f-4586-bc57-acfa4acc6614 req-692beef0-1b43-48bc-b412-5f970f780001 tempest-VolumesNegativeTest-1084825935 tempest-VolumesNegativeTest-1084825935-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd5e27c5-2e06-4f48-9d52-505acebdbbe1 HTTP/1.1" status: 200  len: 210 time: 0.0327787
Mar 26 21:05:56.599558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:56.600220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.620680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9e675d89-354b-4ab2-9dcd-c669ad517986 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8583481
Mar 26 21:05:56.636075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Request body: {'port': {'device_id': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:56.707321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.829985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f752ba-3360-4c7f-8c0d-83d40452d200 req-ea80be85-07c4-47d1-b059-a1e7dc6ab5ed tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:56.831528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25f752ba-3360-4c7f-8c0d-83d40452d200 req-ea80be85-07c4-47d1-b059-a1e7dc6ab5ed tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 931 time: 0.1797795
Mar 26 21:05:56.832609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3997f647-9b5f-464e-ace6-40f62e404e1a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.926466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=3997f647-9b5f-464e-ace6-40f62e404e1a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:56.944117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': 'a913a2af-3ec5-44f9-b19d-6043de6a095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:56.944503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 09439b99-05f1-4fdd-9fac-a9531b81724d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:05:56.952773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25f752ba-3360-4c7f-8c0d-83d40452d200 req-c5f124b6-f94e-4d3c-b057-9f6f8f4098a3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877557
Mar 26 21:05:56.975936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 09439b99-05f1-4fdd-9fac-a9531b81724d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:05:56.986777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 09439b99-05f1-4fdd-9fac-a9531b81724d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:56.991223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:56.992068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:56.996682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279e4c9-97cf-4a71-b5c7-e9517695c218 None None] Network 09439b99-05f1-4fdd-9fac-a9531b81724d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:57.036911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ee57f268-94ab-419b-818e-848b4f363a55 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7104566
Mar 26 21:05:57.039422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46126) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:57.045146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-249162418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:05:57.059457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:05:57.074400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks [] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.080118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.081167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.094839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Transition to ACTIVE for port object 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:05:57.099370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.139327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-09439b99-05f1-4fdd-9fac-a9531b81724d', 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': '3997f647-9b5f-464e-ace6-40f62e404e1a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:05:57.140584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.144303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (4d717707-d5b8-449a-8d10-b4ec6dfa2353), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.150703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.151282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:57.179019 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.179019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88be8f1a-a6e2-4dc8-9be8-91ec8814011c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1378057
Mar 26 21:05:57.182734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:57.235813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Attempting to bind port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:57.236206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Attempting to bind port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:57.236540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Attempting to bind port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:57.244089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:05:57.244437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Attempting to bind port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:57.250284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:57.250771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:57.251261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:57.252223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Bound port: 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:57.252689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.332245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51a7a8af-01c1-47f1-9a80-4da14d8fa75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.344873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:57.350321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Allocated IP 172.20.0.2 (09439b99-05f1-4fdd-9fac-a9531b81724d/3997f647-9b5f-464e-ace6-40f62e404e1a/1a904728-55ea-41e5-b10d-d8120edb1ac3) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:57.353613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:57.362352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.402100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:57.402747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.404799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d48f211-ac1b-4be6-b4f7-5b36f78d1307 HTTP/1.1" status: 200  len: 1091 time: 0.7755611
Mar 26 21:05:57.405266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:05:57.407573 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c836e72-e7fa-4aa3-a9c1-4fca39410458" -d '{"events": [{"name": "network-changed", "server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:05:57.447593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473eeb9-dbdb-4d8d-adf7-f9b56cc21ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:57.497352 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37766126-70b0-43a6-b14f-661f09766a91 x-openstack-request-id: req-37766126-70b0-43a6-b14f-661f09766a91 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:05:57.497760 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:05:57.497890 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37766126-70b0-43a6-b14f-661f09766a91 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:05:57.498312 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37766126-70b0-43a6-b14f-661f09766a91'] response: {'name': 'network-changed', 'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307', 'status': 'completed', 'code': 200}
Mar 26 21:05:57.527910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9466cde4-b4cf-416e-826a-14b56c6f6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:57.534367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-9466cde4-b4cf-416e-826a-14b56c6f6ead service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 1125 time: 0.0745835
Mar 26 21:05:57.545823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.607042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks [] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.617714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.646010 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-77c5b7b2-fcf6-42e5-b1b9-453b5d42b4c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307 HTTP/1.1" status: 200  len: 217 time: 0.1032765
Mar 26 21:05:57.717826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Network 09439b99-05f1-4fdd-9fac-a9531b81724d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:57.730316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:57.732591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Pushing event updated for resources: {'Port': ['ID=1a904728-55ea-41e5-b10d-d8120edb1ac3,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:57.734785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:57.771782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-4145d446-7a18-4c51-87b0-0f7b7fb433b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:57.778129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-4145d446-7a18-4c51-87b0-0f7b7fb433b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.1212699
Mar 26 21:05:57.849264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-5aff5e89-9ba9-418c-8bd8-2115892ae870 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614710
Mar 26 21:05:57.851368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Attempting to bind port 1a904728-55ea-41e5-b10d-d8120edb1ac3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:05:57.853859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Attempting to bind port 1a904728-55ea-41e5-b10d-d8120edb1ac3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a913a2af-3ec5-44f9-b19d-6043de6a095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:05:57.853859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Attempting to bind port 1a904728-55ea-41e5-b10d-d8120edb1ac3 on network 09439b99-05f1-4fdd-9fac-a9531b81724d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:05:57.857867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:05:57.858250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Checking segment: {'id': 'a913a2af-3ec5-44f9-b19d-6043de6a095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:05:57.858756 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.859068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Bound using segment: {'id': 'a913a2af-3ec5-44f9-b19d-6043de6a095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:05:57.859549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Bound port: 1a904728-55ea-41e5-b10d-d8120edb1ac3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a913a2af-3ec5-44f9-b19d-6043de6a095a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '09439b99-05f1-4fdd-9fac-a9531b81724d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:05:57.859953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:57.889724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.20.0.1 (09439b99-05f1-4fdd-9fac-a9531b81724d/3997f647-9b5f-464e-ace6-40f62e404e1a/6682d24c-63f4-4f5f-889d-8e41ff7a69b1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:05:57.983210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] For port 1a904728-55ea-41e5-b10d-d8120edb1ac3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:05:57.989691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] For port 1a904728-55ea-41e5-b10d-d8120edb1ac3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a904728-55ea-41e5-b10d-d8120edb1ac3,segment=NetworkSegment(a913a2af-3ec5-44f9-b19d-6043de6a095a),segment_id=a913a2af-3ec5-44f9-b19d-6043de6a095a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:05:58.002518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.112583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46162) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:58.122649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-81a0079a-84fb-47ef-97c5-01e5ecf5fbe9 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2693329
Mar 26 21:05:58.157072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e383bef-7661-4967-80e7-b4cd9dc03627 None None] Pushing event updated for resources: {'Port': ['ID=1a904728-55ea-41e5-b10d-d8120edb1ac3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:58.182237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.249460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.276366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cb6e3-5318-41a3-a7fb-1659d346cbb0 req-e92f1702-2da5-46aa-908b-f57a1b2d208f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:58.277916 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b9cb6e3-5318-41a3-a7fb-1659d346cbb0 req-e92f1702-2da5-46aa-908b-f57a1b2d208f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 943 time: 0.1836140
Mar 26 21:05:58.305072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=6682d24c-63f4-4f5f-889d-8e41ff7a69b1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:58.319607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 09439b99-05f1-4fdd-9fac-a9531b81724d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:58.324619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:58.333656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:05:58.374657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b00dc930-74e9-4490-98a3-200d6e6918ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.394719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (4d717707-d5b8-449a-8d10-b4ec6dfa2353), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.425519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35b0ea8e-8c18-4792-b594-dd2fc46a08c8 req-1a70c266-7e1d-4770-950d-8bc3338d80c8 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740636
Mar 26 21:05:58.470045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b9cb6e3-5318-41a3-a7fb-1659d346cbb0 req-263a3bfb-61e2-4ce9-81fb-a468b36f74ce tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832759
Mar 26 21:05:58.586900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.600472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b00dc930-74e9-4490-98a3-200d6e6918ac admin admin] Publish callbacks [] for security_group (eba8e932-ba63-431d-b730-76de1f65bf44), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.614588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b00dc930-74e9-4490-98a3-200d6e6918ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eba8e932-ba63-431d-b730-76de1f65bf44), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.633590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-4ecea70f-62fe-40ff-85fc-eefa4dc902af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:58.635429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-4ecea70f-62fe-40ff-85fc-eefa4dc902af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 1125 time: 0.1443257
Mar 26 21:05:58.695527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b00dc930-74e9-4490-98a3-200d6e6918ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76348024566d4cd3a3717a7085c2c914&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5842478
Mar 26 21:05:58.705081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46204) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:58.719604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dc930-74e9-4490-98a3-200d6e6918ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba8e932-ba63-431d-b730-76de1f65bf44,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:58.733023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.834043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] Publish callbacks [] for security_group (eba8e932-ba63-431d-b730-76de1f65bf44), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.840495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-03bfd908-7082-4cc3-b32f-06bf348192a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:58.842115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-03bfd908-7082-4cc3-b32f-06bf348192a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.1960776
Mar 26 21:05:58.903425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] Publish callbacks [] for security_group (eba8e932-ba63-431d-b730-76de1f65bf44), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.906209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-8a0ceb0b-3b97-4bba-b6cb-bf7b65a2a04f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307 HTTP/1.1" status: 200  len: 217 time: 0.0559986
Mar 26 21:05:58.929436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.934316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:58.983421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-208b8fe2-55df-4bbb-b9b4-e57d5b667262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:58.986296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-208b8fe2-55df-4bbb-b9b4-e57d5b667262 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.0731220
Mar 26 21:05:59.025389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=6682d24c-63f4-4f5f-889d-8e41ff7a69b1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:59.029970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (4d717707-d5b8-449a-8d10-b4ec6dfa2353), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.048939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-dfdbacab-1c64-44cd-8ae7-6606f38ee393 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562103
Mar 26 21:05:59.055517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eba8e932-ba63-431d-b730-76de1f65bf44), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.060999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.062145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eba8e932-ba63-431d-b730-76de1f65bf44 HTTP/1.1" status: 204  len: 168 time: 0.3559058
Mar 26 21:05:59.082193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device aba33f32-869b-4871-8328-07d2ead1bde3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:05:59.104100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc9d9-883c-4ec4-b4e5-cb65477dc0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba8e932-ba63-431d-b730-76de1f65bf44,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:59.143553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: aba33f32-869b-4871-8328-07d2ead1bde3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:05:59.144166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device aba33f32-869b-4871-8328-07d2ead1bde3 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:05:59.188437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 09439b99-05f1-4fdd-9fac-a9531b81724d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:05:59.189887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:05:59.270997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-bf83847b-056b-447d-b106-147c7fd4d135 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073390
Mar 26 21:05:59.416646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 4d717707-d5b8-449a-8d10-b4ec6dfa2353 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:05:59.459243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c836e72-e7fa-4aa3-a9c1-4fca39410458 req-d9d292a4-382c-4825-b479-c18632f1e9be service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751356
Mar 26 21:05:59.485197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:59.503690 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0afbf57-4f36-4ce9-86b2-d57d5c8139fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.535194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:05:59.546535 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] Sync routers for ids ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:05:59.553974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0f0933a3-f876-490f-b8bb-07c749ea77d7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/4d717707-d5b8-449a-8d10-b4ec6dfa2353/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3701961
Mar 26 21:05:59.557335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7504d-3836-41ff-b904-ef632aa526cc None None] Network 09439b99-05f1-4fdd-9fac-a9531b81724d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:05:59.562724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:59.574345 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] Routers {'4d717707-d5b8-449a-8d10-b4ec6dfa2353'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:59.575287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612402e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:59.626891 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612402e7f0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:59.637208 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] Routers {'4d717707-d5b8-449a-8d10-b4ec6dfa2353'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:05:59.638100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612402e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:59.660124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0afbf57-4f36-4ce9-86b2-d57d5c8139fc admin admin] Publish callbacks [] for security_group (824d6afd-6dae-41e0-8f09-3e3196f3033e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.666727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0afbf57-4f36-4ce9-86b2-d57d5c8139fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (824d6afd-6dae-41e0-8f09-3e3196f3033e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.678852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3252f990-6818-4e00-af99-6954d48f5602 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:59.683363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3252f990-6818-4e00-af99-6954d48f5602 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports/6682d24c-63f4-4f5f-889d-8e41ff7a69b1 HTTP/1.1" status: 200  len: 910 time: 0.0841081
Mar 26 21:05:59.683576 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612402e7f0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:05:59.683576 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a781bb2d-99d0-4bf7-8d07-1ac47a5df737 None None] The sync data for ids ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:05:59.684486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46286) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:59.712238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551baa-4aab-4e17-a40e-f563836bdae4 req-96d177ba-f5df-4f27-b730-deccfc346137 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:05:59.720160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe551baa-4aab-4e17-a40e-f563836bdae4 req-96d177ba-f5df-4f27-b730-deccfc346137 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 943 time: 0.1559787
Mar 26 21:05:59.720413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afbf57-4f36-4ce9-86b2-d57d5c8139fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d6afd-6dae-41e0-8f09-3e3196f3033e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:05:59.744125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:05:59.753044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e0afbf57-4f36-4ce9-86b2-d57d5c8139fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b417d10219354f0f9c7bd464f2f64006&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2645347
Mar 26 21:05:59.753554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:05:59.777687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Provisioning complete for port 1a904728-55ea-41e5-b10d-d8120edb1ac3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:05:59.778559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.845790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] Publish callbacks [] for security_group (824d6afd-6dae-41e0-8f09-3e3196f3033e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.868778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe551baa-4aab-4e17-a40e-f563836bdae4 req-0ee04762-c64a-4e88-90e3-0783afdfeb01 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477854
Mar 26 21:05:59.881451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] Publish callbacks [] for security_group (824d6afd-6dae-41e0-8f09-3e3196f3033e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.967173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (824d6afd-6dae-41e0-8f09-3e3196f3033e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.976970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:05:59.985148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/824d6afd-6dae-41e0-8f09-3e3196f3033e HTTP/1.1" status: 204  len: 168 time: 0.2306576
Mar 26 21:05:59.996983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:05:59.998071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c969a5c-6585-4402-a82f-1133b11c642c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d6afd-6dae-41e0-8f09-3e3196f3033e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:00.006069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Current status of the port 1a904728-55ea-41e5-b10d-d8120edb1ac3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:00.006842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.056186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307', 'mac_address': 'fa:16:3e:7b:57:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:06:00.111717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.116347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] For port 1a904728-55ea-41e5-b10d-d8120edb1ac3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a904728-55ea-41e5-b10d-d8120edb1ac3,segment=NetworkSegment(a913a2af-3ec5-44f9-b19d-6043de6a095a),segment_id=a913a2af-3ec5-44f9-b19d-6043de6a095a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:00.117738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-3654830b-007f-4f18-97db-27e617519820 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1866188
Mar 26 21:06:00.147011 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.260084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Pushing event updated for resources: {'Port': ['ID=1a904728-55ea-41e5-b10d-d8120edb1ac3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:00.273840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.275296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.275646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.276056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.276432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.276959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.277374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.277827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.278199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.278534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.278969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.279487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.279825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.280301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.280854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0a9e23-3e20-4529-b012-2589f404a0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:00.297942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:00.298340 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.320746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:00.364813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Provisioning complete for port 1a904728-55ea-41e5-b10d-d8120edb1ac3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:00.365453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.397815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a904728-55ea-41e5-b10d-d8120edb1ac3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:00.403588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.405537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.406092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.406538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.407663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.407663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.408227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.410335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-c8216723-4b35-428c-b3a1-88c931e57e2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9643f439b26e41cda482b9533143d636&device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 6705 time: 0.2176778
Mar 26 21:06:00.410800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:00.498099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.537387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (4d717707-d5b8-449a-8d10-b4ec6dfa2353), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.596490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1a904728-55ea-41e5-b10d-d8120edb1ac3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:00.596490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.654936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:00.677804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-cc881bc2-4069-4be9-856c-f383a0d14a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.678438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-cc881bc2-4069-4be9-856c-f383a0d14a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.679083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-cc881bc2-4069-4be9-856c-f383a0d14a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.690168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-cc881bc2-4069-4be9-856c-f383a0d14a32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=27a130c6-ee72-48d5-98e0-95c25e1183f2&id=3520df3b-6ed1-4672-b47f-8044261e5766&id=3520df3b-6ed1-4672-b47f-8044261e5766 HTTP/1.1" status: 200  len: 2290 time: 0.2465680
Mar 26 21:06:00.758998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Current status of the port 1a904728-55ea-41e5-b10d-d8120edb1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:00.765397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['8d48f211-ac1b-4be6-b4f7-5b36f78d1307'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:06:00.833212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-d9de267a-fb0b-400e-951d-ad8bf19fd10c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7 HTTP/1.1" status: 200  len: 1000 time: 0.1319022
Mar 26 21:06:00.845606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Provisioning complete for port 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:00.845996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:00.887587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1a904728-55ea-41e5-b10d-d8120edb1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:00.914447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3696b185-977b-4ace-9a8f-153c89d50628 None None] Port 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:00.924195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-43ccdf73-fcd5-4d57-a2e0-5935d3ca1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:00.928631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-43ccdf73-fcd5-4d57-a2e0-5935d3ca1181 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cd7e2e1-5520-4541-94f7-82fe69641de3 HTTP/1.1" status: 200  len: 851 time: 0.0869005
Mar 26 21:06:01.020780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-fcbffa83-5b85-44be-970e-d7dd47c4cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:01.022499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-fcbffa83-5b85-44be-970e-d7dd47c4cc46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fb669b80-3494-4e3d-8fe7-1563ab9c14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0841358
Mar 26 21:06:01.093187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6c05-3256-497c-b0fa-540ad46a1d56 req-7038834d-c1bb-4ed5-9e58-d74f6c955045 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:01.103862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-56882dbe-b52e-4ac1-a5a4-696df68c5c5d None None] Provisioning complete for port 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:01.104642 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56882dbe-b52e-4ac1-a5a4-696df68c5c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.107646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f0c6c05-3256-497c-b0fa-540ad46a1d56 req-7038834d-c1bb-4ed5-9e58-d74f6c955045 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 944 time: 0.1019263
Mar 26 21:06:01.158397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-56882dbe-b52e-4ac1-a5a4-696df68c5c5d None None] Port 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:01.193214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f0c6c05-3256-497c-b0fa-540ad46a1d56 req-4c8c19a4-5b92-4510-ab87-6765be1c7827 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824018
Mar 26 21:06:01.207586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-b41830da-26bb-4622-af08-d5f03eb74dca service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613224
Mar 26 21:06:01.210133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:01.210502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.687827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.704614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-4c316821-90a1-4bb2-a5cc-f4e4eb9f7e75 service neutron] 10.222.0.18 "GET /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4905996
Mar 26 21:06:01.705562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 6682d24c-63f4-4f5f-889d-8e41ff7a69b1 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:01.738352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:01.754094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-64d8ada5-b335-488c-829e-b782d5cadb6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 217 time: 0.0423133
Mar 26 21:06:01.811182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.838031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:06:01.844920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:01.845324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.872761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-a9ac7d4c-e442-4c13-acd7-c5d9b2fc148f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:01.874259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-a9ac7d4c-e442-4c13-acd7-c5d9b2fc148f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.0834742
Mar 26 21:06:01.981660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:01.982555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:01.986981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-3ae92af5-4bd1-4cdc-90a5-5fce2cba0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:01.988571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-3ae92af5-4bd1-4cdc-90a5-5fce2cba0671 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1073911
Mar 26 21:06:02.020338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:02.023378 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eef80b-22ba-4f02-b9d0-6b94ef25aed5" -d '{"events": [{"server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:02.046361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:02.057285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:02.115477 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c035e2b1-b138-4455-85e3-859cda780bfb x-openstack-request-id: req-c035e2b1-b138-4455-85e3-859cda780bfb {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:02.116243 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:02.116843 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c035e2b1-b138-4455-85e3-859cda780bfb {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:02.117415 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c035e2b1-b138-4455-85e3-859cda780bfb'] response: {'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307', 'code': 200}
Mar 26 21:06:02.142512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6682d24c-63f4-4f5f-889d-8e41ff7a69b1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:02.149310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:02.193742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=6682d24c-63f4-4f5f-889d-8e41ff7a69b1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:02.213549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-2c3aec23-5f8a-4dd2-9245-fcee079423c8 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176421
Mar 26 21:06:02.221325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a904728-55ea-41e5-b10d-d8120edb1ac3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:02.288900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976f286-b571-440b-bc68-e68b0077dc8b req-b57d9357-86d0-4be5-94b5-7696a82e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:02.292646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a976f286-b571-440b-bc68-e68b0077dc8b req-b57d9357-86d0-4be5-94b5-7696a82e910b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 1127 time: 0.1033821
Mar 26 21:06:02.327021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1a904728-55ea-41e5-b10d-d8120edb1ac3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:02.327796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:02.418311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a976f286-b571-440b-bc68-e68b0077dc8b req-d55f7009-a86f-490c-b1cf-573d26637ba5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184652
Mar 26 21:06:02.461152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1a904728-55ea-41e5-b10d-d8120edb1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:02.473331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034d04-5c4d-4a2b-b59b-f0d038740a8b req-e0fb2a18-7e8b-4f0b-bd29-18d19d90485e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:02.475869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af034d04-5c4d-4a2b-b59b-f0d038740a8b req-e0fb2a18-7e8b-4f0b-bd29-18d19d90485e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1598635
Mar 26 21:06:02.533619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (4d717707-d5b8-449a-8d10-b4ec6dfa2353), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:02.560641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af034d04-5c4d-4a2b-b59b-f0d038740a8b req-eed53fee-f658-4212-9637-70b21f6eb3ed tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686228
Mar 26 21:06:02.601540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-0d5d1c93-4b8c-4e72-b5f3-44d206ef0a1b service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3703074
Mar 26 21:06:02.671774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-4d11260d-297b-40e2-9c60-eff4516482f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 217 time: 0.0449686
Mar 26 21:06:02.796161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-8475c7bc-8cb2-4713-95c6-880c53f164ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:02.797679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-8475c7bc-8cb2-4713-95c6-880c53f164ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.1183848
Mar 26 21:06:02.799396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 4d717707-d5b8-449a-8d10-b4ec6dfa2353 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:02.910174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:02.918303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9c4cead3-8fae-41e6-a4b3-ff8ef0fd7988 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/4d717707-d5b8-449a-8d10-b4ec6dfa2353/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2299545
Mar 26 21:06:02.918419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:02.921089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-8bc17d86-fcbf-4ce6-9e11-3fbf9148905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:02.922446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] Sync routers for ids ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:02.922995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-8bc17d86-fcbf-4ce6-9e11-3fbf9148905d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1164935
Mar 26 21:06:02.935830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] Routers {'4d717707-d5b8-449a-8d10-b4ec6dfa2353'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:02.936524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edde340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:02.952733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-247d090d-ff9f-453e-a6f2-4f48ac793771 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d717707-d5b8-449a-8d10-b4ec6dfa2353 HTTP/1.1" status: 200  len: 205 time: 0.0332608
Mar 26 21:06:02.955110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:02.975649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edde340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:02.986475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] Routers {'4d717707-d5b8-449a-8d10-b4ec6dfa2353'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:02.987666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edde340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:03.027972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edde340>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:03.029058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552633c6-e2ee-49db-afc1-fe0e106ae188 None None] The sync data for ids ['4d717707-d5b8-449a-8d10-b4ec6dfa2353'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:03.051666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-2b6ce30a-0a5f-4a62-8554-0c7a1042df55 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201410
Mar 26 21:06:03.075346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.088066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.176985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-08b8f3ec-3767-4771-b990-60271047dade service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181009
Mar 26 21:06:03.222055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-30e13be5-23ef-43f7-9836-355d26b3d6c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346 HTTP/1.1" status: 200  len: 217 time: 0.0383911
Mar 26 21:06:03.275900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-e9fe7f9d-3f07-4d48-add5-722ec0a86015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:03.277320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-e9fe7f9d-3f07-4d48-add5-722ec0a86015 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.0500970
Mar 26 21:06:03.280569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-834f5827-d3ec-4e90-bc5f-5b8fb28a9ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.294509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.298245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (4d717707-d5b8-449a-8d10-b4ec6dfa2353), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.316843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.333079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-390cf268-cb60-4e69-83b6-08db0388d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:03.334626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-390cf268-cb60-4e69-83b6-08db0388d828 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0522013
Mar 26 21:06:03.363727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (4d717707-d5b8-449a-8d10-b4ec6dfa2353), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.364614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router 4d717707-d5b8-449a-8d10-b4ec6dfa2353 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:03.375820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.376911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ee34cfa6-5220-465c-9644-4ca182f5eb20 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/4d717707-d5b8-449a-8d10-b4ec6dfa2353 HTTP/1.1" status: 204  len: 168 time: 0.4208229
Mar 26 21:06:03.380222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46512) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.450044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet 3997f647-9b5f-464e-ace6-40f62e404e1a {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:06:03.459572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (3997f647-9b5f-464e-ace6-40f62e404e1a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.464888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-3ce76d26-b8b1-4add-b4a6-2b41ee64a56d service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245861
Mar 26 21:06:03.498804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-834f5827-d3ec-4e90-bc5f-5b8fb28a9ab7 admin admin] Publish callbacks [] for security_group (95295a5b-7663-429d-91af-fd61256816db), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.501606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf47eb67-9a71-41dd-9202-8d837e8e2196 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffeef0caf635437194fed3721a8d1d0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1834381
Mar 26 21:06:03.504309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.513205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3997f647-9b5f-464e-ace6-40f62e404e1a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.515688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-834f5827-d3ec-4e90-bc5f-5b8fb28a9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (95295a5b-7663-429d-91af-fd61256816db), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.592017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f5827-d3ec-4e90-bc5f-5b8fb28a9ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95295a5b-7663-429d-91af-fd61256816db,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:03.600437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-834f5827-d3ec-4e90-bc5f-5b8fb28a9ab7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6fc5081a2a245f7a1d5681a4cda8d4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5212901
Mar 26 21:06:03.601685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46518) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.610030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] Publish callbacks [] for security_group (14e6877e-56d8-48f8-a275-b3b1e3b2fdc7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.614116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-e1bb3c4d-346b-4140-b2be-6fce2593de85 service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399071
Mar 26 21:06:03.672457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-8da3e781-4eb4-4a8a-b902-4a006b60610f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=6ce9015d-d518-4977-9578-35a0aacefd54 HTTP/1.1" status: 200  len: 217 time: 0.0503922
Mar 26 21:06:03.679687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3997f647-9b5f-464e-ace6-40f62e404e1a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.686215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] Publish callbacks [] for security_group (14e6877e-56d8-48f8-a275-b3b1e3b2fdc7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.713620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] Publish callbacks [] for security_group (95295a5b-7663-429d-91af-fd61256816db), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.746413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] Publish callbacks [] for security_group (95295a5b-7663-429d-91af-fd61256816db), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.780280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-fe9e11f3-35a7-4d4f-990a-691b01defc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:03.781756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-fe9e11f3-35a7-4d4f-990a-691b01defc7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 200  len: 797 time: 0.0978367
Mar 26 21:06:03.784714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3997f647-9b5f-464e-ace6-40f62e404e1a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.792512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1347117-d25f-4e6e-bce6-79fea40b2ea0 req-b1d5c7bc-cf56-48d7-a4ad-2a0fa09b9e89 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:03.793970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1347117-d25f-4e6e-bce6-79fea40b2ea0 req-b1d5c7bc-cf56-48d7-a4ad-2a0fa09b9e89 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1282127
Mar 26 21:06:03.818648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=3997f647-9b5f-464e-ace6-40f62e404e1a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:03.823563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.827199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ccaa2ffb-be5d-43a3-8838-f56f2de8c269 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/3997f647-9b5f-464e-ace6-40f62e404e1a HTTP/1.1" status: 204  len: 168 time: 0.4458649
Mar 26 21:06:03.830400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46520) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:03.836223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9298d-645b-4a05-9461-e0ade3921e03 None None] Network 09439b99-05f1-4fdd-9fac-a9531b81724d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:03.852712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (14e6877e-56d8-48f8-a275-b3b1e3b2fdc7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.854980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.859417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14e6877e-56d8-48f8-a275-b3b1e3b2fdc7 HTTP/1.1" status: 204  len: 168 time: 0.3541408
Mar 26 21:06:03.902475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247185bf-c2ae-4828-af31-58155204b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e6877e-56d8-48f8-a275-b3b1e3b2fdc7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:03.902976 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (95295a5b-7663-429d-91af-fd61256816db), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.906665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.908151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95295a5b-7663-429d-91af-fd61256816db HTTP/1.1" status: 204  len: 168 time: 0.3056200
Mar 26 21:06:03.927990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b18b2a-8571-4aea-8f44-57c9f0568782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95295a5b-7663-429d-91af-fd61256816db,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:03.938140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (09439b99-05f1-4fdd-9fac-a9531b81724d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:03.943088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1347117-d25f-4e6e-bce6-79fea40b2ea0 req-4b60727b-6fe5-46a5-bb62-90a937ad32b5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377590
Mar 26 21:06:03.958110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-28a93a10-8ea8-4987-a8f2-4a3cf6fd1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:03.959685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-28a93a10-8ea8-4987-a8f2-4a3cf6fd1f2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27a130c6-ee72-48d5-98e0-95c25e1183f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1644182
Mar 26 21:06:04.029365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 1a904728-55ea-41e5-b10d-d8120edb1ac3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:04.029767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.130110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] DHCP port deletion for 09439b99-05f1-4fdd-9fac-a9531b81724d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:06:04.131348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-9d7f8ca5-776c-43e6-adec-05347623dd3c service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623461
Mar 26 21:06:04.177716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 1a904728-55ea-41e5-b10d-d8120edb1ac3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a904728-55ea-41e5-b10d-d8120edb1ac3,segment=NetworkSegment(a913a2af-3ec5-44f9-b19d-6043de6a095a),segment_id=a913a2af-3ec5-44f9-b19d-6043de6a095a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:04.178095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.212402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 1a904728-55ea-41e5-b10d-d8120edb1ac3 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:04.247436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Deleting port 1a904728-55ea-41e5-b10d-d8120edb1ac3 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:04.247436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.272724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-1ef1a3ec-cb89-4e85-a5cc-3f2986041f3d service neutron] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348686
Mar 26 21:06:04.341025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.347618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-046d67ae-2417-45c6-adbb-74f009a18b43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 HTTP/1.1" status: 200  len: 217 time: 0.0570226
Mar 26 21:06:04.360298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] For port 1a904728-55ea-41e5-b10d-d8120edb1ac3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a904728-55ea-41e5-b10d-d8120edb1ac3,segment=NetworkSegment(a913a2af-3ec5-44f9-b19d-6043de6a095a),segment_id=a913a2af-3ec5-44f9-b19d-6043de6a095a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:04.361680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.397852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Calling delete_port for 1a904728-55ea-41e5-b10d-d8120edb1ac3 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:04.401309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 1a904728-55ea-41e5-b10d-d8120edb1ac3 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:04.404120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=1a904728-55ea-41e5-b10d-d8120edb1ac3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:04.406520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a69df-2e28-4f0d-83f7-843bb5914b3e req-0b388896-43c6-46dd-8ec5-88af9d30c967 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:04.408399 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d0a69df-2e28-4f0d-83f7-843bb5914b3e req-0b388896-43c6-46dd-8ec5-88af9d30c967 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1561730
Mar 26 21:06:04.428933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-917940f5-b1f1-4b56-ab94-9cb2c511df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:04.441348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-917940f5-b1f1-4b56-ab94-9cb2c511df32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 200  len: 797 time: 0.0870876
Mar 26 21:06:04.510850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46542) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:04.516990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (09439b99-05f1-4fdd-9fac-a9531b81724d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.533708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d0a69df-2e28-4f0d-83f7-843bb5914b3e req-bb0a9a99-558d-4a80-b121-35b67de75580 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168728
Mar 26 21:06:04.536402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b2b55564-fd07-4cc8-9db6-ff2321f76f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.546099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e41bdc0>,) {'filters': {'network_id': ['09439b99-05f1-4fdd-9fac-a9531b81724d']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:04.546681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (1a904728-55ea-41e5-b10d-d8120edb1ac3), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.558769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e41bdc0>, 'a913a2af-3ec5-44f9-b19d-6043de6a095a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:04.558769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e41bdc0>, 'a913a2af-3ec5-44f9-b19d-6043de6a095a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:04.562207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] No DVR routers for this DVR port 1a904728-55ea-41e5-b10d-d8120edb1ac3 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:04.576907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a913a2af-3ec5-44f9-b19d-6043de6a095a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.588797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-2c4c0581-221a-4533-8b23-da2fdc9cc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:04.589149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfba5fe-5982-4010-8a2c-2d06fb0c98aa None None] Pushing event deleted for resources: {'Port': ['ID=1a904728-55ea-41e5-b10d-d8120edb1ac3,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:04.595294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-2c4c0581-221a-4533-8b23-da2fdc9cc675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1402571
Mar 26 21:06:04.596830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a913a2af-3ec5-44f9-b19d-6043de6a095a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.604981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:06:04.605732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a913a2af-3ec5-44f9-b19d-6043de6a095a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:06:04.609379 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:06:04.683982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (09439b99-05f1-4fdd-9fac-a9531b81724d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.691455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.695165 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/09439b99-05f1-4fdd-9fac-a9531b81724d HTTP/1.1" status: 204  len: 168 time: 0.8645961
Mar 26 21:06:04.699738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:04.721052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-745925373', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:04.721052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb69cb-184c-414a-ad94-1ed1a1f2b7b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=09439b99-05f1-4fdd-9fac-a9531b81724d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:04.735558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-89fbd176-6954-422b-ad0e-c096fff463bf service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313593
Mar 26 21:06:04.741052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.742226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.778113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b2b55564-fd07-4cc8-9db6-ff2321f76f9b admin admin] Publish callbacks [] for security_group (698a05a8-bf22-43b3-90d2-9dfdfaf14461), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.787576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b2b55564-fd07-4cc8-9db6-ff2321f76f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (698a05a8-bf22-43b3-90d2-9dfdfaf14461), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.805532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:04.865480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b2b55564-fd07-4cc8-9db6-ff2321f76f9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f5ee8bab4c045a6a098cabae6b9f37c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3522069
Mar 26 21:06:04.870670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46554) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:04.884079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b55564-fd07-4cc8-9db6-ff2321f76f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a05a8-bf22-43b3-90d2-9dfdfaf14461,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:04.906818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-56d30c26-df71-4818-a9d4-00b0ce08d689 service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628814
Mar 26 21:06:04.966167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46556) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:04.979210 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-e3fda432-fd24-4ccf-9c9f-634ff49491f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24 HTTP/1.1" status: 200  len: 217 time: 0.0648234
Mar 26 21:06:04.986227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] Publish callbacks [] for security_group (698a05a8-bf22-43b3-90d2-9dfdfaf14461), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.048501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] Publish callbacks [] for security_group (698a05a8-bf22-43b3-90d2-9dfdfaf14461), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.065429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-34ad418a-a6f4-4e49-8930-4b4387db6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:05.066935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-34ad418a-a6f4-4e49-8930-4b4387db6dbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 200  len: 797 time: 0.0818129
Mar 26 21:06:05.098367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1324756638-network', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:05.146900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Made reservation on behalf of fb6a3637d7d24266999a5d31a8c37bc2 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:05.149246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.161598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.168150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-6eac3b90-c691-48e7-b6a3-a8aebb778f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:05.169656 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-6eac3b90-c691-48e7-b6a3-a8aebb778f9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3520df3b-6ed1-4672-b47f-8044261e5766&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0948770
Mar 26 21:06:05.175545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (698a05a8-bf22-43b3-90d2-9dfdfaf14461), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.178114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.179196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/698a05a8-bf22-43b3-90d2-9dfdfaf14461 HTTP/1.1" status: 204  len: 168 time: 0.3075953
Mar 26 21:06:05.213418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a646a7-04bb-4eb8-b6b7-2cbfac3c026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a05a8-bf22-43b3-90d2-9dfdfaf14461,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:05.276911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_gateway (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.322310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-4bbf2481-244b-4916-9c0a-fdd06d438d21 service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418865
Mar 26 21:06:05.361439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks [] for security_group (2144ab82-fc51-4553-9757-940dc97b03bd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.371056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2144ab82-fc51-4553-9757-940dc97b03bd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.425780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:05.449940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ba61254a-6c6f-4a06-a5f5-e35756bc5197), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.450281 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Added segment ba61254a-6c6f-4a06-a5f5-e35756bc5197 of type vlan for network 15e72da2-c17c-4498-b5a7-15c0a942c56a
Mar 26 21:06:05.459330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2144ab82-fc51-4553-9757-940dc97b03bd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:05.497060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c7fdf2-264a-4012-93df-28a43d0bd694 req-ccb837f1-fa01-413e-8e7e-2cad43148aaa service neutron] 10.222.0.18 "GET /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668832
Mar 26 21:06:05.509383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (15e72da2-c17c-4498-b5a7-15c0a942c56a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.529398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_gateway (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.540482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (15e72da2-c17c-4498-b5a7-15c0a942c56a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.541519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:05.543089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.550268 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.581669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6123481
Mar 26 21:06:05.583468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46572) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:05.588492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Request body: {'subnet': {'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1324756638-subnet', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:05.620983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:06:05.625262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e884-ccf7-43b1-b213-8257ffb803e4 admin admin] Pushing event updated for resources: {'Network': ['ID=15e72da2-c17c-4498-b5a7-15c0a942c56a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:05.640463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:05.641262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Made reservation on behalf of fb6a3637d7d24266999a5d31a8c37bc2 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:05.644248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.749330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5356ef-a1f6-429b-a217-4a31cfe8571f req-01939e1a-b335-4e8d-8b60-8a7e5586cbb3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:05.756839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d5356ef-a1f6-429b-a217-4a31cfe8571f req-01939e1a-b335-4e8d-8b60-8a7e5586cbb3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1257668
Mar 26 21:06:05.765641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.35.4.97 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/99805933-4663-4a43-8fe9-81a3406a43e1) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:05.845142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d5356ef-a1f6-429b-a217-4a31cfe8571f req-32d8a1ec-5623-45c6-851d-b4c922a951bd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852363
Mar 26 21:06:05.943030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (99805933-4663-4a43-8fe9-81a3406a43e1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.944222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (2d9b5637-8fcd-49a0-9874-c5a21bdd5922), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.987390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (99805933-4663-4a43-8fe9-81a3406a43e1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:05.999866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9b5637-8fcd-49a0-9874-c5a21bdd5922,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:06.052075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Checking segment: {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:06.052660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Network hostable DHCP agents. Network: 15e72da2-c17c-4498-b5a7-15c0a942c56a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:06.053913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:06.057977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:06.061246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:06.089076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:06.104085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=99805933-4663-4a43-8fe9-81a3406a43e1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:06.105804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15e72da2-c17c-4498-b5a7-15c0a942c56a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:06.117765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e984f1-6579-4573-9996-afad5015af95 None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:06.136063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:06.136993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.166934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-01fbace9-4718-4916-aef0-a061dec2025f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5825639
Mar 26 21:06:06.168627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a904728-55ea-41e5-b10d-d8120edb1ac3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:06.174075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46594) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:06.179531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:06.204583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.205834 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.230561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1a904728-55ea-41e5-b10d-d8120edb1ac3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:06.231211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a904728-55ea-41e5-b10d-d8120edb1ac3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:06.267078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for router_controller (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.288687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15e72da2-c17c-4498-b5a7-15c0a942c56a', 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a', 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'fixed_ips': [{'subnet_id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:06.289671 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.307071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa0ff4-b9ab-4c8a-a125-e99987400719 req-17cc5c9b-5680-4375-bd29-f7a5b81bac97 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:06.308732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1daa0ff4-b9ab-4c8a-a125-e99987400719 req-17cc5c9b-5680-4375-bd29-f7a5b81bac97 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1405358
Mar 26 21:06:06.417849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for router_gateway (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.443598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1daa0ff4-b9ab-4c8a-a125-e99987400719 req-4cea921b-00c2-4b3b-a912-5237b4c271b7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247129
Mar 26 21:06:06.450786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Allocated IP 172.20.0.2 (15e72da2-c17c-4498-b5a7-15c0a942c56a/2d9b5637-8fcd-49a0-9874-c5a21bdd5922/bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:06.473154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_gateway (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.603118 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks [] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.610491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.626076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for router_gateway (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.650546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.654233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:06.662227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:06.664781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Pushing event updated for resources: {'Port': ['ID=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:06.667203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:06.698615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.725033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Attempting to bind port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:06.725534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Attempting to bind port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:06.726045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Attempting to bind port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 on network 15e72da2-c17c-4498-b5a7-15c0a942c56a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:06.731168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:06.731637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Checking segment: {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:06.732146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.732612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Bound using segment: {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:06.733157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Bound port: bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:06.734062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.764159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Allocated IP 172.35.4.142 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/6b5576cf-9dc3-4806-b3a5-43d5b2575839) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:06.813086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] For port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:06.816776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] For port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:06.824771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.886968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:06.888808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c44332-dafb-4be8-bb9b-27954b6e6359 None None] Pushing event updated for resources: {'Port': ['ID=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:06.911186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.949850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:06.962365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-d457922c-b9d8-4167-9f84-a1658eb7328b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1219556
Mar 26 21:06:06.989369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:06.994020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:06.997550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:07.007963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5576cf-9dc3-4806-b3a5-43d5b2575839,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:07.057566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:07.067953 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] Sync routers for ids ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:07.073636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-55e87def-e287-4916-a553-b660d49c1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.075242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-55e87def-e287-4916-a553-b660d49c1571 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 1127 time: 0.0856452
Mar 26 21:06:07.081944 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] Routers {'c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:07.082714 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246599a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:07.100710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:07.103364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0978e3bb-ddd3-4717-8b54-b0a0d82c8387 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.4013493
Mar 26 21:06:07.107199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46596) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:07.170473 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246599a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:07.181984 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] Routers {'c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:07.183510 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246599a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:07.248105 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246599a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:07.249054 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f8e7ba-de99-45ba-8936-b34d60cc6a55 None None] The sync data for ids ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:07.356009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-d5fb8687-e39e-40e3-8102-4c307ff8000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.357463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-d5fb8687-e39e-40e3-8102-4c307ff8000f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.2479732
Mar 26 21:06:07.367718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-676653dd-0fb6-491b-87fc-e23c3a454362 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers/c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 200  len: 879 time: 0.2525065
Mar 26 21:06:07.375367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:07.524692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-9b1463eb-9418-4679-88f2-2b3b87705180 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 200  len: 1001 time: 0.1551688
Mar 26 21:06:07.651483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-a58c8089-074c-4972-ae83-f6db74bb0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.652893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-a58c8089-074c-4972-ae83-f6db74bb0e59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.1037066
Mar 26 21:06:07.684121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a9cd3-a72e-4abc-8ce3-42c4961c07cb req-e80b7485-2c85-4efb-84bd-fc60dd19e1a5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.685630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c74a9cd3-a72e-4abc-8ce3-42c4961c07cb req-e80b7485-2c85-4efb-84bd-fc60dd19e1a5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1060495
Mar 26 21:06:07.772566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-ff569c5b-e439-4468-92e4-ed55df7dabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.775491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-ff569c5b-e439-4468-92e4-ed55df7dabe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0933468
Mar 26 21:06:07.810299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c74a9cd3-a72e-4abc-8ce3-42c4961c07cb req-f8480d47-64c5-40ab-869e-0103c064645a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185024
Mar 26 21:06:07.822730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for router_gateway (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:07.872650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-81624627-4949-4dd0-bd24-e025159f023d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:07.873912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-81624627-4949-4dd0-bd24-e025159f023d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 945 time: 0.1295943
Mar 26 21:06:07.884696 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f890e480-5496-4649-bba2-8dff1274181a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.5071762
Mar 26 21:06:07.887163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46612) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:07.891630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-745925373'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:07.957222 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-07c01898-db37-4d09-b57c-66215784c488 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711910
Mar 26 21:06:08.121424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:08.122465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.156322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6fd8cd4-7125-4f77-b44b-73e4ddbecb07 req-36a21672-077d-4418-86cd-287dc945a6f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921594
Mar 26 21:06:08.194747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac592e6-1da5-4ca0-a227-9b1bed525b99 None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:08.215725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.220193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:08.280855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:08.281468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.325201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Provisioning complete for port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:08.325585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.333225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:08.401358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:08.401747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.456014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:08.497365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Current status of the port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:08.497365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.560963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] For port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:08.566759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:08.567600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.578693 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.614906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8d48f211-ac1b-4be6-b4f7-5b36f78d1307), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.653491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['8d48f211-ac1b-4be6-b4f7-5b36f78d1307'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:06:08.658278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=8d48f211-ac1b-4be6-b4f7-5b36f78d1307,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:08.705850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482733a-98c5-48a7-b6dc-28a3e6492a8b None None] Pushing event updated for resources: {'Port': ['ID=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:08.720516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:08.725067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.727985 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:06:08.728582 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:06:08.734251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd4732c4-da8e-41bb-b11e-b52acc1f95f6 req-cacc1f53-7ff8-4be5-af7f-96bfe02a5b64 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "DELETE /v2.0/ports/8d48f211-ac1b-4be6-b4f7-5b36f78d1307 HTTP/1.1" status: 204  len: 173 time: 0.8513808
Mar 26 21:06:08.734887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'name': 'network-vif-deleted', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:08.738955 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773bca27-0493-4820-a34b-476d7edea3bb" -d '{"events": [{"server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "name": "network-vif-deleted", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:08.747225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:08.750021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.762802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Sync routers for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:08.776956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:08.777717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:08.780486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.805440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:08.810593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ad7658cf-ba3d-498f-9ebc-46a669e0e289 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.6329904
Mar 26 21:06:08.812463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46622) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:08.814492 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def627c6-e64d-4016-aa1e-25cf4c9764c6 x-openstack-request-id: req-def627c6-e64d-4016-aa1e-25cf4c9764c6 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:08.816060 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3", "name": "network-vif-deleted", "tag": "8d48f211-ac1b-4be6-b4f7-5b36f78d1307", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:08.816562 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-def627c6-e64d-4016-aa1e-25cf4c9764c6 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:08.817080 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def627c6-e64d-4016-aa1e-25cf4c9764c6'] response: {'server_uuid': 'b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3', 'name': 'network-vif-deleted', 'tag': '8d48f211-ac1b-4be6-b4f7-5b36f78d1307', 'status': 'completed', 'code': 200}
Mar 26 21:06:08.945292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07eee08a-9237-48ec-a152-eb305293ebad req-1f44d2a2-0dc4-419f-8b06-4e3fe681a851 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56fef70-6b7c-498a-b2d4-4dc41d5a5cc3 HTTP/1.1" status: 200  len: 210 time: 0.0395002
Mar 26 21:06:08.970688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:08.972410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d4f8be0b-4eba-4cd2-8dff-9112e9d75513 None None] Provisioning complete for port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:08.972791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d4f8be0b-4eba-4cd2-8dff-9112e9d75513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.043458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:09.168961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d4f8be0b-4eba-4cd2-8dff-9112e9d75513 None None] Current status of the port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:09.272012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1119d0>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:07Z', 'revision_number': 3, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:09.283523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:09.291639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.292870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eedd6afa-1186-4fd7-a88e-665ca76de6b9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 200  len: 886 time: 1.4047692
Mar 26 21:06:09.295545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46626) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:09.297530 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] Sync routers for ids ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:09.307879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Checking router: caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:09.308538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Updating router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:09.337120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] Routers {'c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:09.338254 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246596a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:09.339953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:09.353344 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.384989 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246596a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:09.393697 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] Routers {'c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:09.394309 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246596a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:09.431763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246596a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:09.432444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a70cb2-e2a5-42dc-a04b-3ff70bc65191 None None] The sync data for ids ['c0a1cf77-4ff4-4bd7-a429-0aa4ef926444'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:09.493031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77ddf3ae-16f8-4cf5-9211-fdea66b1d4f4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers/c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 200  len: 886 time: 0.1956408
Mar 26 21:06:09.495363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46628) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:09.524369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2b1736c-5e14-4190-b8c5-219117b5bcc7 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 200  len: 205 time: 0.0278845
Mar 26 21:06:09.527051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46630) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:09.598422 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.634916 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks [] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.642097 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.666790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.700712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Attempting to bind port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:09.701405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Attempting to bind port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:09.701775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Attempting to bind port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:09.713667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:09.714447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:09.714874 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.715277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:09.715755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Bound port: 6b5576cf-9dc3-4806-b3a5-43d5b2575839, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:09.716163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.718730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcfb9a-5d52-4e6c-a7ce-121ceb6966f9 None None] Pushing event updated for resources: {'Port': ['ID=6b5576cf-9dc3-4806-b3a5-43d5b2575839,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:09.781601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] For port 6b5576cf-9dc3-4806-b3a5-43d5b2575839, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:09.784650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_gateway (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.785805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] For port 6b5576cf-9dc3-4806-b3a5-43d5b2575839, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5576cf-9dc3-4806-b3a5-43d5b2575839,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:09.794236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.821715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Allocated IP 172.20.0.1 (15e72da2-c17c-4498-b5a7-15c0a942c56a/2d9b5637-8fcd-49a0-9874-c5a21bdd5922/10d83737-51ab-4043-83ee-68f917cb047c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:09.842655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 99805933-4663-4a43-8fe9-81a3406a43e1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:09.843041 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (99805933-4663-4a43-8fe9-81a3406a43e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.938713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (99805933-4663-4a43-8fe9-81a3406a43e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:09.955058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 99805933-4663-4a43-8fe9-81a3406a43e1 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:09.961768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks [] for port (10d83737-51ab-4043-83ee-68f917cb047c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.023992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:10.023992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1119d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:10.068474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcfb9a-5d52-4e6c-a7ce-121ceb6966f9 None None] Pushing event updated for resources: {'Port': ['ID=6b5576cf-9dc3-4806-b3a5-43d5b2575839,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:10.068627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.127670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Pushing event updated for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:10.137160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:10.138714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:10.155797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:10.169634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:10.229235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (99805933-4663-4a43-8fe9-81a3406a43e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.258760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.280524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:10.323527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=99805933-4663-4a43-8fe9-81a3406a43e1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:10.412202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.434935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:10.435256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.457794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (10d83737-51ab-4043-83ee-68f917cb047c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.526539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3bf68598-9ccd-4ea4-9919-26398408890e None None] Provisioning complete for port 10d83737-51ab-4043-83ee-68f917cb047c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:10.526923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3bf68598-9ccd-4ea4-9919-26398408890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (10d83737-51ab-4043-83ee-68f917cb047c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.552857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.556976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.598424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1119d0>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:07Z', 'revision_number': 3, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:10.601735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3bf68598-9ccd-4ea4-9919-26398408890e None None] Port 10d83737-51ab-4043-83ee-68f917cb047c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:10.630935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-e6ea487c-6b69-4ef4-ab7b-8ffa9dacbbdc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:10.632550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-e6ea487c-6b69-4ef4-ab7b-8ffa9dacbbdc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.3048222
Mar 26 21:06:10.632691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:10.634368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (c0a1cf77-4ff4-4bd7-a429-0aa4ef926444), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.635495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:10.635638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba1228-a93a-488c-ad57-65aed7d5465e None None] The sync data for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 is: [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:07Z', 'revision_number': 3, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:10.639693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks [] for port (10d83737-51ab-4043-83ee-68f917cb047c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.642743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.644073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd341c98-0146-4d7b-aeba-1467eb616fd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 204  len: 168 time: 1.1157534
Mar 26 21:06:10.645795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.651116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46652) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:10.656433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-307010918'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:10.676102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-961260a7-accb-4923-9637-faa4d06a75cf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0257444
Mar 26 21:06:10.720631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-ae3d6a70-aa57-49f0-90e4-a6943f96a827 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0338540
Mar 26 21:06:10.723613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:10.727346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Pushing event updated for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:10.727585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.730189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.772736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:10.815431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40274375-863a-41dc-8877-457cebe580d7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.815770 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment 40274375-863a-41dc-8877-457cebe580d7 of type vlan for network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8
Mar 26 21:06:10.832475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:10.834385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:10.893130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:10.910497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-1344d373-ca62-46b2-b709-2a9634951527 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621625
Mar 26 21:06:11.018090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:11.026590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:11.031836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:11.032502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:11.125510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4710591
Mar 26 21:06:11.132081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46654) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:11.139086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:11.144136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a533ed-2503-48f2-9ad9-f1a6611c7085 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=bc30b4a6-f9ef-4a3b-9831-77eb551adfa8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:11.156355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:11.157836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-300f092b-5bcd-4304-a6e5-5e73f58d021f service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462718
Mar 26 21:06:11.174255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:11.184387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-392e2e2b-74f8-403e-8d25-ed5c2adc5a29 admin admin] 10.222.0.16 "PUT /v2.0/routers/caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3273330
Mar 26 21:06:11.271445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:11.274239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ba0ac7b3-aba4-4124-b0aa-f06c29898a4a None None] Provisioning complete for port 10d83737-51ab-4043-83ee-68f917cb047c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:11.274634 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba0ac7b3-aba4-4124-b0aa-f06c29898a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (10d83737-51ab-4043-83ee-68f917cb047c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:11.275328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:11.316083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ac7b3-aba4-4124-b0aa-f06c29898a4a None None] Port 10d83737-51ab-4043-83ee-68f917cb047c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:11.498028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c204c8f-2c47-408f-b31b-3a83c74e03ab req-a5872e59-b1b3-4891-8990-664c78919bc6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 210 time: 0.0546789
Mar 26 21:06:11.613405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c9df91f7-a2e3-447a-aa72-ef3f62b52e90), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:11.772106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:11.812398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:11.812755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 8d48f211-ac1b-4be6-b4f7-5b36f78d1307 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:12.012889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46686) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:12.018015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1211467288-network', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:12.032724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=c9df91f7-a2e3-447a-aa72-ef3f62b52e90,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:12.043092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Made reservation on behalf of 896bb4fe6e9e47a88b5b0d8a4e2f7bf7 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:12.045654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': '40274375-863a-41dc-8877-457cebe580d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:12.045804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.046195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: bc30b4a6-f9ef-4a3b-9831-77eb551adfa8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:12.054950 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.064611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:12.077501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bc30b4a6-f9ef-4a3b-9831-77eb551adfa8) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:12.084905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:12.085752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.087754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c09e14-1f51-4df7-9248-d3fb181a9f3b None None] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:12.115373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3274c873-fd3e-48d1-912a-789a6ffdb5f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9820712
Mar 26 21:06:12.116410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46688) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:12.126831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-434546600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:12.153843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (7bac0964-df88-45a6-b27d-01b70ec64944), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.155400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (7bac0964-df88-45a6-b27d-01b70ec64944), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.165055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks [] for security_group (ae6e8fd8-7fa8-4d3f-8564-4d744c071b58), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.169811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae6e8fd8-7fa8-4d3f-8564-4d744c071b58), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.183958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:12.197466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (28d9859d-f540-498e-b0e5-79cd32dfa807), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.198072 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Added segment 28d9859d-f540-498e-b0e5-79cd32dfa807 of type vlan for network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e
Mar 26 21:06:12.223005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b5576cf-9dc3-4806-b3a5-43d5b2575839 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:12.243603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (7bac0964-df88-45a6-b27d-01b70ec64944), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.244940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.248476 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (7bac0964-df88-45a6-b27d-01b70ec64944), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.275780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.281657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56d0125f-854d-4514-a6f0-79c11dba2c7f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1640811
Mar 26 21:06:12.282278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46690) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:12.289475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bc30b4a6-f9ef-4a3b-9831-77eb551adfa8', 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': 'c9df91f7-a2e3-447a-aa72-ef3f62b52e90'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:12.290586 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.295661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e8fd8-7fa8-4d3f-8564-4d744c071b58,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:12.299722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.300847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:12.301577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.330054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3158298
Mar 26 21:06:12.333233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46692) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:12.334455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:12.334970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.378094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Request body: {'subnet': {'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1211467288-subnet', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:12.381056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01381-e4ca-448f-9d44-724a438876cf admin admin] Pushing event updated for resources: {'Network': ['ID=c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:12.419280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:12.451873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Made reservation on behalf of 896bb4fe6e9e47a88b5b0d8a4e2f7bf7 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:12.454267 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.566494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Allocated IP 172.20.0.2 (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8/c9df91f7-a2e3-447a-aa72-ef3f62b52e90/91725563-a040-4f59-bf20-dc7af9943724) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:12.661516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26d2583b-57c0-420a-9ee4-3bb3f14c6d94 req-5d03fff7-bfe0-4e2a-a96b-05c990742f1f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 210 time: 0.0390792
Mar 26 21:06:12.682866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:12.682866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.717803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 6b5576cf-9dc3-4806-b3a5-43d5b2575839, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5576cf-9dc3-4806-b3a5-43d5b2575839,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:12.729304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.823632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=6b5576cf-9dc3-4806-b3a5-43d5b2575839,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:12.838743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks [] for port (91725563-a040-4f59-bf20-dc7af9943724), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.839681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.846610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (91725563-a040-4f59-bf20-dc7af9943724), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:12.877379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Sync routers for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:12.891560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:12.897828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:12.901920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:12.913782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:12.914953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f062310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:12.918468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Pushing event updated for resources: {'Port': ['ID=91725563-a040-4f59-bf20-dc7af9943724,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:12.981430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-277d1bbe-a75a-4280-9e35-03be77c3a227 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:12.982934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-277d1bbe-a75a-4280-9e35-03be77c3a227 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.3153925
Mar 26 21:06:13.002108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:13.046418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Attempting to bind port 91725563-a040-4f59-bf20-dc7af9943724 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:13.046799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Attempting to bind port 91725563-a040-4f59-bf20-dc7af9943724 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40274375-863a-41dc-8877-457cebe580d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:13.047161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Attempting to bind port 91725563-a040-4f59-bf20-dc7af9943724 on network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:13.056860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:13.057235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Checking segment: {'id': '40274375-863a-41dc-8877-457cebe580d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:13.057636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.058030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Bound using segment: {'id': '40274375-863a-41dc-8877-457cebe580d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:13.058502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Bound port: 91725563-a040-4f59-bf20-dc7af9943724, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40274375-863a-41dc-8877-457cebe580d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bc30b4a6-f9ef-4a3b-9831-77eb551adfa8'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:13.058882 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (91725563-a040-4f59-bf20-dc7af9943724), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.104839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:13.141054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (ad8ae3a1-041b-48a4-85fa-795b9d78cddf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.196903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] For port 91725563-a040-4f59-bf20-dc7af9943724, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:13.218877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] For port 91725563-a040-4f59-bf20-dc7af9943724, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91725563-a040-4f59-bf20-dc7af9943724,segment=NetworkSegment(40274375-863a-41dc-8877-457cebe580d7),segment_id=40274375-863a-41dc-8877-457cebe580d7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:13.233032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (91725563-a040-4f59-bf20-dc7af9943724), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.285413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8ae3a1-041b-48a4-85fa-795b9d78cddf,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:13.331901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Checking segment: {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:13.332300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Network hostable DHCP agents. Network: c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:13.338076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:13.341516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.375584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.20.0.1 (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8/c9df91f7-a2e3-447a-aa72-ef3f62b52e90/be01a552-7315-48e8-b3ff-261222986bdc) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:13.395223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:13.464463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:13.476185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6e6bd-db3b-4bcb-95af-a4723632121e None None] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:13.485534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:13.486835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.511832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca798a7a-8dd5-4f3f-9657-99ee9015cddc None None] Pushing event updated for resources: {'Port': ['ID=91725563-a040-4f59-bf20-dc7af9943724,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:13.575368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0b4d9062-f437-47f5-b120-030097572223 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2410665
Mar 26 21:06:13.577978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:13.589889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:13.615641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.11 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:13.652251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (be01a552-7315-48e8-b3ff-261222986bdc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.655906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f062310>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:10Z', 'revision_number': 4, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10d83737-51ab-4043-83ee-68f917cb047c', 'name': '', 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'mac_address': 'fa:16:3e:63:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:09Z', 'updated_at': '2022-03-26T21:06:10Z', 'revision_number': 2, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'subnets': [{'id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:13.659832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.663502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.698097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'fixed_ips': [{'subnet_id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:13.699072 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.726340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Checking router: caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:13.726920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Updating router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 port 10d83737-51ab-4043-83ee-68f917cb047c binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:13.799770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for router_controller (41a989d8-1f62-4136-99dd-0773106e2a5e), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.843704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (10d83737-51ab-4043-83ee-68f917cb047c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:13.924316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f75f1d7b-9c4a-4dda-80fe-ccc3a267baed req-cbff9a93-0ebb-4c9e-95e4-874ed9924929 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 210 time: 0.0684686
Mar 26 21:06:13.948629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (be01a552-7315-48e8-b3ff-261222986bdc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.032016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.058048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for router_gateway (41a989d8-1f62-4136-99dd-0773106e2a5e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.068249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:14.073424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=be01a552-7315-48e8-b3ff-261222986bdc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:14.080474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Allocated IP 172.20.0.2 (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e/ad8ae3a1-041b-48a4-85fa-795b9d78cddf/61adc29d-5fc4-413f-8e28-986423b7cc22) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:14.080715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:14.083442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:14.109573 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.141998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (7bac0964-df88-45a6-b27d-01b70ec64944), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.218391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.241235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:14.247484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:14.250307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:14.339494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 91725563-a040-4f59-bf20-dc7af9943724 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:14.342479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:14.370384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:14.371084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.379478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for router_gateway (41a989d8-1f62-4136-99dd-0773106e2a5e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.388090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-2c5d6fdd-fa79-4feb-bd41-8927a634fcd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3909943
Mar 26 21:06:14.403007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Request body: {'port': {'device_id': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:14.405023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.435578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks [] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.450042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be01a552-7315-48e8-b3ff-261222986bdc), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.460098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.462063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks [] for port (10d83737-51ab-4043-83ee-68f917cb047c), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.500711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.518727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.523541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:14.533469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:14.535122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Allocated IP 172.35.4.203 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/e9ccb011-22e8-467f-ad07-7a41e1e0fbfe) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:14.537154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Pushing event updated for resources: {'Port': ['ID=61adc29d-5fc4-413f-8e28-986423b7cc22,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:14.540665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 91725563-a040-4f59-bf20-dc7af9943724 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:14.540665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91725563-a040-4f59-bf20-dc7af9943724), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.589915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:14.629561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9b608-7bb7-4bad-bf99-45219e735886 None None] Pushing event updated for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:14.733936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.793006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Attempting to bind port 61adc29d-5fc4-413f-8e28-986423b7cc22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:14.793447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Attempting to bind port 61adc29d-5fc4-413f-8e28-986423b7cc22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:14.793812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Attempting to bind port 61adc29d-5fc4-413f-8e28-986423b7cc22 on network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:14.815439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:14.815955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Checking segment: {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:14.822601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.823306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Bound using segment: {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:14.826715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Bound port: 61adc29d-5fc4-413f-8e28-986423b7cc22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:14.827564 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.834890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Attempting to bind port 10d83737-51ab-4043-83ee-68f917cb047c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:14.835602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Attempting to bind port 10d83737-51ab-4043-83ee-68f917cb047c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:14.836719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Attempting to bind port 10d83737-51ab-4043-83ee-68f917cb047c on network 15e72da2-c17c-4498-b5a7-15c0a942c56a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:14.886471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:14.887164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Checking segment: {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:14.887748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:14.888368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Bound using segment: {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:14.890407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Bound port: 10d83737-51ab-4043-83ee-68f917cb047c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba61254a-6c6f-4a06-a5f5-e35756bc5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:14.891024 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (10d83737-51ab-4043-83ee-68f917cb047c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.113055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] For port 10d83737-51ab-4043-83ee-68f917cb047c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:15.115511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246cbb70-f5f1-4cbc-b0f7-8607f6643dac None None] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:15.126782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 91725563-a040-4f59-bf20-dc7af9943724 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:15.127357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (91725563-a040-4f59-bf20-dc7af9943724), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.180528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] For port 10d83737-51ab-4043-83ee-68f917cb047c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10d83737-51ab-4043-83ee-68f917cb047c,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:15.182108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7f19ae9d-0f6c-4ab6-a27e-3b70390a7ed4 None None] Provisioning complete for port 10d83737-51ab-4043-83ee-68f917cb047c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:15.182556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f19ae9d-0f6c-4ab6-a27e-3b70390a7ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (10d83737-51ab-4043-83ee-68f917cb047c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.237806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4cf4f-7d59-41d1-b5eb-0241cafb0b4a req-ace9714a-c65f-4daa-bcc4-198a9f8dfffa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:15.239319 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e4cf4f-7d59-41d1-b5eb-0241cafb0b4a req-ace9714a-c65f-4daa-bcc4-198a9f8dfffa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 932 time: 0.1459136
Mar 26 21:06:15.265088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.270053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.282866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (be01a552-7315-48e8-b3ff-261222986bdc), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.294261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] For port 61adc29d-5fc4-413f-8e28-986423b7cc22, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:15.298170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (be01a552-7315-48e8-b3ff-261222986bdc), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.306055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:15.309382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:15.313097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:15.314117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:15.343314 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:15.356629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 91725563-a040-4f59-bf20-dc7af9943724, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91725563-a040-4f59-bf20-dc7af9943724,segment=NetworkSegment(40274375-863a-41dc-8877-457cebe580d7),segment_id=40274375-863a-41dc-8877-457cebe580d7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:15.369671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] For port 61adc29d-5fc4-413f-8e28-986423b7cc22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61adc29d-5fc4-413f-8e28-986423b7cc22,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:15.373462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f19ae9d-0f6c-4ab6-a27e-3b70390a7ed4 None None] Port 10d83737-51ab-4043-83ee-68f917cb047c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:15.377719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks [] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.381156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (91725563-a040-4f59-bf20-dc7af9943724), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.382058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b5576cf-9dc3-4806-b3a5-43d5b2575839 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:15.420636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.430915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7e4cf4f-7d59-41d1-b5eb-0241cafb0b4a req-4187bb2d-8259-46e6-8bb6-ef45013e1b20 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602600
Mar 26 21:06:15.432095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Transition to ACTIVE for port object 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:06:15.435854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (7bac0964-df88-45a6-b27d-01b70ec64944), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.446535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.450034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=be01a552-7315-48e8-b3ff-261222986bdc,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:15.472942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:15.473607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f062310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:15.478196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9b608-7bb7-4bad-bf99-45219e735886 None None] Pushing event updated for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:15.539519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:15.678984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:15.681165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d9fbb14c-0d45-4d88-a3e7-d743fedef946 None None] Provisioning complete for port 91725563-a040-4f59-bf20-dc7af9943724 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:15.681641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb14c-0d45-4d88-a3e7-d743fedef946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91725563-a040-4f59-bf20-dc7af9943724), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.684898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:15.704748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for router_gateway (41a989d8-1f62-4136-99dd-0773106e2a5e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.707191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Attempting to bind port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:15.707538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Attempting to bind port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:15.707868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Attempting to bind port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:15.715295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=91725563-a040-4f59-bf20-dc7af9943724,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:15.719610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:06:15.720001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Attempting to bind port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:15.739500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:15.739954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:15.845298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:15.845698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:15.846144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:15.846622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Bound port: 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:15.846965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.023517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.026619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:16.040395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:16.052244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 7bac0964-df88-45a6-b27d-01b70ec64944 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:16.053151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:16.059071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.109341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eb061-51d2-4eaa-839d-7b0a1170abd6 None None] Pushing event updated for resources: {'Port': ['ID=61adc29d-5fc4-413f-8e28-986423b7cc22,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:16.110286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.144004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:16.167719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:16.168497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.170022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-3d372088-e1c8-4a58-8c90-9784ad88ae21 service neutron] 10.222.0.21 "PUT /v2.0/ports/81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 200  len: 1092 time: 1.7716880
Mar 26 21:06:16.170648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:16.173747 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec93a5fc-fea3-408f-872a-b4b748348196" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:16.275364 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc18244-3f54-425b-82d4-8e655aea65c1 x-openstack-request-id: req-6dc18244-3f54-425b-82d4-8e655aea65c1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:16.276132 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:16.276293 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dc18244-3f54-425b-82d4-8e655aea65c1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:16.276770 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc18244-3f54-425b-82d4-8e655aea65c1'] response: {'name': 'network-changed', 'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'status': 'completed', 'code': 200}
Mar 26 21:06:16.305200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbb14c-0d45-4d88-a3e7-d743fedef946 None None] Current status of the port 91725563-a040-4f59-bf20-dc7af9943724 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:16.352832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:16.353771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Router 41a989d8-1f62-4136-99dd-0773106e2a5e is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:16.503975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Provisioning complete for port 91725563-a040-4f59-bf20-dc7af9943724 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:16.504371 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91725563-a040-4f59-bf20-dc7af9943724), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.551088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:16.566605 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Sync routers for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:16.587937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:16.591519 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:16.608768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.612451 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a996560b-ac06-4c91-a9d5-0a73edc414f2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.0327878
Mar 26 21:06:16.613752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46724) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:16.614681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f062310>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:10Z', 'revision_number': 4, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10d83737-51ab-4043-83ee-68f917cb047c', 'name': '', 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'mac_address': 'fa:16:3e:63:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:09Z', 'updated_at': '2022-03-26T21:06:15Z', 'revision_number': 4, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'subnets': [{'id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:16.665034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61adc29d-5fc4-413f-8e28-986423b7cc22 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:16.669223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d1fa7-e95e-4f63-8cac-5244398d5028 None None] The sync data for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 is: [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:10Z', 'revision_number': 4, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '10d83737-51ab-4043-83ee-68f917cb047c', 'name': '', 'network_id': '15e72da2-c17c-4498-b5a7-15c0a942c56a', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'mac_address': 'fa:16:3e:63:59:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:09Z', 'updated_at': '2022-03-26T21:06:15Z', 'revision_number': 4, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'subnets': [{'id': '2d9b5637-8fcd-49a0-9874-c5a21bdd5922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:16.813385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Current status of the port 91725563-a040-4f59-bf20-dc7af9943724 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:16.865252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Provisioning complete for port be01a552-7315-48e8-b3ff-261222986bdc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:16.866613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (be01a552-7315-48e8-b3ff-261222986bdc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.869800 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:16.942385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 61adc29d-5fc4-413f-8e28-986423b7cc22 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:16.942913 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:16.948512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Port be01a552-7315-48e8-b3ff-261222986bdc cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:17.052839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:17.065809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e4d0b5b0-f169-4959-8032-13986166becf tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/7bac0964-df88-45a6-b27d-01b70ec64944/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7766824
Mar 26 21:06:17.077423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] Sync routers for ids ['7bac0964-df88-45a6-b27d-01b70ec64944'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:17.084907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:17.086865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Provisioning complete for port 10d83737-51ab-4043-83ee-68f917cb047c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:17.087328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (10d83737-51ab-4043-83ee-68f917cb047c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.131076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-6940e2cc-23e6-4705-96a4-26986b8be6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:17.132649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-6940e2cc-23e6-4705-96a4-26986b8be6e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 1126 time: 0.8666000
Mar 26 21:06:17.153725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] Routers {'7bac0964-df88-45a6-b27d-01b70ec64944'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:17.156377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7bac0964-df88-45a6-b27d-01b70ec64944'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:17.190008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16756f65-03b1-45e2-baa1-0395a9488ec0 req-3e394f45-11fc-4d4c-aa5b-5f031f59907e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:17.192341 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16756f65-03b1-45e2-baa1-0395a9488ec0 req-3e394f45-11fc-4d4c-aa5b-5f031f59907e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 944 time: 0.2298279
Mar 26 21:06:17.239938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a4f0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:17.269990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-023cca59-89a9-4c35-b3e1-363b45508b37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 200  len: 217 time: 0.1197531
Mar 26 21:06:17.272227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 61adc29d-5fc4-413f-8e28-986423b7cc22 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:17.272701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.275350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] Routers {'7bac0964-df88-45a6-b27d-01b70ec64944'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:17.276162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7bac0964-df88-45a6-b27d-01b70ec64944'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:17.283030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd359f-38e5-46e4-a642-697c91449f8f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:17.286220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f8cd359f-38e5-46e4-a642-697c91449f8f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports/be01a552-7315-48e8-b3ff-261222986bdc HTTP/1.1" status: 200  len: 910 time: 0.1922612
Mar 26 21:06:17.293357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:17.303006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9df91f7-a2e3-447a-aa72-ef3f62b52e90'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:17.315655 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d6880>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:15Z', 'revision_number': 3, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:17.332089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8803f749-d681-4586-a4ba-d61ca768e44f None None] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:17.334977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a4f0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:17.335787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44fdc95-b8b9-4411-a32e-2438bff05f33 None None] The sync data for ids ['7bac0964-df88-45a6-b27d-01b70ec64944'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:17.356699 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Checking router: 41a989d8-1f62-4136-99dd-0773106e2a5e for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:17.357442 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Updating router 41a989d8-1f62-4136-99dd-0773106e2a5e port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:17.386493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16756f65-03b1-45e2-baa1-0395a9488ec0 req-f5cd553b-01c1-4cf5-9871-a937cb85e76e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868296
Mar 26 21:06:17.388254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0934-348b-466b-bc91-979f38907525 req-a1f82ce6-2a7f-4388-941b-d797e97e5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:17.390243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-a1f82ce6-2a7f-4388-941b-d797e97e5350 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.1013856
Mar 26 21:06:17.414910 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.447287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-ce8108df-f1e3-4469-b743-8a6c564f2972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468111
Mar 26 21:06:17.451873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 61adc29d-5fc4-413f-8e28-986423b7cc22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61adc29d-5fc4-413f-8e28-986423b7cc22,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:17.491641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Current status of the port 10d83737-51ab-4043-83ee-68f917cb047c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:17.492084 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (10d83737-51ab-4043-83ee-68f917cb047c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.498930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.499754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 91725563-a040-4f59-bf20-dc7af9943724 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:17.601387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-9f9fa942-9ff8-40d8-b44f-5eeac515c29a service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469505
Mar 26 21:06:17.613861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.715073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] For port 10d83737-51ab-4043-83ee-68f917cb047c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10d83737-51ab-4043-83ee-68f917cb047c,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:17.716208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=61adc29d-5fc4-413f-8e28-986423b7cc22,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:17.732444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.740098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 91725563-a040-4f59-bf20-dc7af9943724 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:17.740480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (91725563-a040-4f59-bf20-dc7af9943724), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.762418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (be01a552-7315-48e8-b3ff-261222986bdc), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.822139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448c0934-348b-466b-bc91-979f38907525 req-84bee837-72f4-4927-b4dc-4c668ab96837 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2126911
Mar 26 21:06:17.852759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03f18-516b-43f5-b54c-fffff933d4f8 None None] Pushing event updated for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:17.905391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Provisioning complete for port 61adc29d-5fc4-413f-8e28-986423b7cc22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:17.905789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.951095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Allocated IP 172.20.0.1 (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e/ad8ae3a1-041b-48a4-85fa-795b9d78cddf/a700ab81-ae47-4582-8885-015613ea9ebd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:17.957116 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks [] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:17.968766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 91725563-a040-4f59-bf20-dc7af9943724 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:17.971608 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.004233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-f2955114-12e1-4dda-8bba-74d04691a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:18.005942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-f2955114-12e1-4dda-8bba-74d04691a064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 1126 time: 0.1157553
Mar 26 21:06:18.023291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Attempting to bind port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:18.024524 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Attempting to bind port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:18.024960 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Attempting to bind port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:18.075344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:18.076108 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:18.076684 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.077263 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:18.077970 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Bound port: e9ccb011-22e8-467f-ad07-7a41e1e0fbfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:18.078531 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.158159 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Pushing event updated for resources: {'Port': ['ID=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:18.168726 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.169298 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.169813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.170347 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.170903 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.173672 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.174440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.175017 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.175549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.176103 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.176610 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.177146 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.177657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.178169 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.178667 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:18.223239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Current status of the port 61adc29d-5fc4-413f-8e28-986423b7cc22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:18.237885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Provisioning complete for port be01a552-7315-48e8-b3ff-261222986bdc triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:18.238476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (be01a552-7315-48e8-b3ff-261222986bdc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.249816 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] For port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:18.259447 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] For port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:18.262222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-d593a0ff-c663-41b7-9814-0adac6cf39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:18.264671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-d593a0ff-c663-41b7-9814-0adac6cf39c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.2521977
Mar 26 21:06:18.276294 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.287881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-871611ce-2fa1-47b3-b155-0755c9d8ed38 None None] Port be01a552-7315-48e8-b3ff-261222986bdc cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:18.332186 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-9bf17e00-4df1-4f22-8937-65739c2d0cb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 200  len: 217 time: 0.0594339
Mar 26 21:06:18.348813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d3bd1-7c48-49be-a557-da1b8b82384c None None] Pushing event updated for resources: {'Port': ['ID=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:18.360432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:18.361207 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d6880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:18.418769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-37bd73e2-5e25-42ad-b890-0ffe048fe418 None None] Provisioning complete for port 61adc29d-5fc4-413f-8e28-986423b7cc22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:18.419159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37bd73e2-5e25-42ad-b890-0ffe048fe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.421429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-feabd043-a1c9-4b24-b3c9-5c9c37eaa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:18.427013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-feabd043-a1c9-4b24-b3c9-5c9c37eaa0e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.0874784
Mar 26 21:06:18.493659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-f7bdc8de-dbf5-48b1-86e5-264a32716ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604131
Mar 26 21:06:18.599578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks [] for port (a700ab81-ae47-4582-8885-015613ea9ebd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.614279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-37bd73e2-5e25-42ad-b890-0ffe048fe418 None None] Current status of the port 61adc29d-5fc4-413f-8e28-986423b7cc22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:18.699954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 10d83737-51ab-4043-83ee-68f917cb047c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:18.721651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-4c8665d5-252e-4252-936f-9bddb074d7e0 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174876
Mar 26 21:06:18.753935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (be01a552-7315-48e8-b3ff-261222986bdc), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.773128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0e16-3a51-4d5b-9779-dda377896eb6 req-01cac6e4-7404-41fc-8222-4356220da72c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:18.774957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edfc0e16-3a51-4d5b-9779-dda377896eb6 req-01cac6e4-7404-41fc-8222-4356220da72c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 944 time: 0.1710863
Mar 26 21:06:18.806183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 10d83737-51ab-4043-83ee-68f917cb047c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:18.807008 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (10d83737-51ab-4043-83ee-68f917cb047c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.810666 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (be01a552-7315-48e8-b3ff-261222986bdc), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.842319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.860746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:18.897153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec93a5fc-fea3-408f-872a-b4b748348196 req-28672eae-2ea0-4243-8e8b-f5f5f03d83f8 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616504
Mar 26 21:06:18.922255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 10d83737-51ab-4043-83ee-68f917cb047c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:18.923478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61adc29d-5fc4-413f-8e28-986423b7cc22 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:18.936923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=be01a552-7315-48e8-b3ff-261222986bdc,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:18.940281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:18.949446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:18.950407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:18.954136 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4b89bda-6338-43fd-a6a2-dea018954a5c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/ports/be01a552-7315-48e8-b3ff-261222986bdc HTTP/1.1" status: 200  len: 910 time: 1.6545212
Mar 26 21:06:18.954136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:18.954520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46746) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:18.957962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edfc0e16-3a51-4d5b-9779-dda377896eb6 req-0b30e314-d9e5-4fbb-980d-6aaee37ce497 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724737
Mar 26 21:06:18.984860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:18.997841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 61adc29d-5fc4-413f-8e28-986423b7cc22 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:18.998236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.049637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (41a989d8-1f62-4136-99dd-0773106e2a5e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.122719 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d6880>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:15Z', 'revision_number': 3, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:19.158879 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba228e0-3c8b-4bab-9d5f-6c821e538d4c None None] The sync data for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 is: [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:15Z', 'revision_number': 3, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:19.160463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 61adc29d-5fc4-413f-8e28-986423b7cc22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:19.163877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:19.216891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.349591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bc0e5cb5-21fa-4e13-81cd-64f3eef9cc15 None None] Provisioning complete for port a700ab81-ae47-4582-8885-015613ea9ebd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:19.349971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bc0e5cb5-21fa-4e13-81cd-64f3eef9cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.399191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bc0e5cb5-21fa-4e13-81cd-64f3eef9cc15 None None] Port a700ab81-ae47-4582-8885-015613ea9ebd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:19.403852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (7bac0964-df88-45a6-b27d-01b70ec64944), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.410764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks [] for port (a700ab81-ae47-4582-8885-015613ea9ebd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.416220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.499221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:19.501719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (41a989d8-1f62-4136-99dd-0773106e2a5e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.647005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:19.649887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:19.751614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port be01a552-7315-48e8-b3ff-261222986bdc {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:19.752260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (be01a552-7315-48e8-b3ff-261222986bdc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.840213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Router 41a989d8-1f62-4136-99dd-0773106e2a5e has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:19.905230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (be01a552-7315-48e8-b3ff-261222986bdc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:19.921354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for be01a552-7315-48e8-b3ff-261222986bdc owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:20.007574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:20.013877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28ffd8f6-07cf-4108-be5a-4df0b9bfd9e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/41a989d8-1f62-4136-99dd-0773106e2a5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3988323
Mar 26 21:06:20.067446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-73b18d79-8f20-4fa2-a4d8-cb9047e4bc08 None None] Provisioning complete for port a700ab81-ae47-4582-8885-015613ea9ebd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:20.071625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-73b18d79-8f20-4fa2-a4d8-cb9047e4bc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.131080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-73b18d79-8f20-4fa2-a4d8-cb9047e4bc08 None None] Port a700ab81-ae47-4582-8885-015613ea9ebd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:20.175828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e587cd3-045c-4497-9144-8db7cd5eb1e8 req-44c34487-66c2-4410-8ce7-3f5ea1c881c6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:20.177943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e587cd3-045c-4497-9144-8db7cd5eb1e8 req-44c34487-66c2-4410-8ce7-3f5ea1c881c6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 944 time: 0.1053095
Mar 26 21:06:20.231625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (be01a552-7315-48e8-b3ff-261222986bdc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.279208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=be01a552-7315-48e8-b3ff-261222986bdc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:20.290959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e587cd3-045c-4497-9144-8db7cd5eb1e8 req-f2b9ff4e-ac92-471a-9b35-4bfaa2de6bf0 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042700
Mar 26 21:06:20.505764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (7bac0964-df88-45a6-b27d-01b70ec64944), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.565676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9ccb011-22e8-467f-ad07-7a41e1e0fbfe up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:20.709298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:20.709682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.740942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 7bac0964-df88-45a6-b27d-01b70ec64944 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:20.760756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a291-e933-4dcb-8193-4cf87b73041f req-63609d97-e23d-4beb-9d01-46c0775ae25b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:20.762338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4b3a291-e933-4dcb-8193-4cf87b73041f req-63609d97-e23d-4beb-9d01-46c0775ae25b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.5484469
Mar 26 21:06:20.820430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:20.821271 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.837776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:20.841588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4b3a291-e933-4dcb-8193-4cf87b73041f req-623b74e6-ccaa-47b7-80d6-ec54cd417b89 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697379
Mar 26 21:06:20.845550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d8ad4b11-9128-4e46-b874-fe03b7e09358 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/7bac0964-df88-45a6-b27d-01b70ec64944/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8886864
Mar 26 21:06:20.847369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46778) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:20.848367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] Sync routers for ids ['7bac0964-df88-45a6-b27d-01b70ec64944'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:20.862271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] Routers {'7bac0964-df88-45a6-b27d-01b70ec64944'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:20.862886 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243a2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7bac0964-df88-45a6-b27d-01b70ec64944'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:20.868837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:20.874930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:20.897601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2994c8a-a02d-4eae-871c-fbf3130e9c98 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bac0964-df88-45a6-b27d-01b70ec64944 HTTP/1.1" status: 200  len: 205 time: 0.0482874
Mar 26 21:06:20.900730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:20.906949 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243a2dc0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:20.919946 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] Routers {'7bac0964-df88-45a6-b27d-01b70ec64944'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:20.922402 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243a2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7bac0964-df88-45a6-b27d-01b70ec64944'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:20.943944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:20.963950 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243a2dc0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:20.964858 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf343765-4ab9-419c-a245-12893a3bcbb0 None None] The sync data for ids ['7bac0964-df88-45a6-b27d-01b70ec64944'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:20.993673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (7bac0964-df88-45a6-b27d-01b70ec64944), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.168459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (7bac0964-df88-45a6-b27d-01b70ec64944), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.172318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (7bac0964-df88-45a6-b27d-01b70ec64944), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.236817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (7bac0964-df88-45a6-b27d-01b70ec64944), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.237530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router 7bac0964-df88-45a6-b27d-01b70ec64944 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:21.249001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.252450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8edd5dca-140a-408b-be66-797e3e507e8b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/7bac0964-df88-45a6-b27d-01b70ec64944 HTTP/1.1" status: 204  len: 168 time: 0.3506179
Mar 26 21:06:21.252932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46796) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:21.314569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet c9df91f7-a2e3-447a-aa72-ef3f62b52e90 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:06:21.319013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (c9df91f7-a2e3-447a-aa72-ef3f62b52e90), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.370143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c9df91f7-a2e3-447a-aa72-ef3f62b52e90), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.480222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c9df91f7-a2e3-447a-aa72-ef3f62b52e90), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.496527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a1b6d-c7e7-4be9-a29c-fedd4f4069cc req-12234d48-3fd5-4836-a01d-153f17794162 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:21.498415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-116a1b6d-c7e7-4be9-a29c-fedd4f4069cc req-12234d48-3fd5-4836-a01d-153f17794162 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 944 time: 0.0920403
Mar 26 21:06:21.564719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c9df91f7-a2e3-447a-aa72-ef3f62b52e90), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.580685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-116a1b6d-c7e7-4be9-a29c-fedd4f4069cc req-0b9fa756-a5b9-4612-b4e2-6815fe9ef7a5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749230
Mar 26 21:06:21.602210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46814) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:21.616166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=c9df91f7-a2e3-447a-aa72-ef3f62b52e90,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:21.624306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.631276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e246d63-b0c5-452f-907b-b9ddc00fb4f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/c9df91f7-a2e3-447a-aa72-ef3f62b52e90 HTTP/1.1" status: 204  len: 168 time: 0.3769336
Mar 26 21:06:21.631981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:21.635952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd4260-fc2a-4b51-98fd-d96ad22b22b5 None None] Network bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:21.738462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.809405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 91725563-a040-4f59-bf20-dc7af9943724 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:21.810156 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (91725563-a040-4f59-bf20-dc7af9943724), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.833910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Sync routers for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:21.836943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:06:21.881908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:21.883013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfbf490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:21.905041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 91725563-a040-4f59-bf20-dc7af9943724, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91725563-a040-4f59-bf20-dc7af9943724,segment=NetworkSegment(40274375-863a-41dc-8877-457cebe580d7),segment_id=40274375-863a-41dc-8877-457cebe580d7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:21.906777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (91725563-a040-4f59-bf20-dc7af9943724), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:21.925820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 91725563-a040-4f59-bf20-dc7af9943724 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:22.031494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-53689477-85cf-495f-a29c-789f4960fa8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:22.033610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-53689477-85cf-495f-a29c-789f4960fa8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.21 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.1211221
Mar 26 21:06:22.055325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d62268-01e0-4056-b695-d5b7d45fa830 req-2f22f3e6-aae2-4f24-bf86-46748f156dee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:22.057002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5d62268-01e0-4056-b695-d5b7d45fa830 req-2f22f3e6-aae2-4f24-bf86-46748f156dee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.1152472
Mar 26 21:06:22.107951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (91725563-a040-4f59-bf20-dc7af9943724), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.134705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:22.149765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:22.153190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=91725563-a040-4f59-bf20-dc7af9943724,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:22.163403 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5d62268-01e0-4056-b695-d5b7d45fa830 req-d346b1e0-6148-43f3-b93d-59379c8ba4f0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968339
Mar 26 21:06:22.166793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 91725563-a040-4f59-bf20-dc7af9943724 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:22.186986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'mac_address': 'fa:16:3e:90:72:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:06:22.248436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Deleting port 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:22.248909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.274622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759431c-e09c-4463-9906-a4a52bbcf682 None None] DHCP port deletion for bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:06:22.275305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.302063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f79d7c0>,) {'filters': {'network_id': ['bc30b4a6-f9ef-4a3b-9831-77eb551adfa8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:22.307242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:22.307937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.316365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f79d7c0>, '40274375-863a-41dc-8877-457cebe580d7') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:22.317358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f79d7c0>, '40274375-863a-41dc-8877-457cebe580d7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:22.329718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (40274375-863a-41dc-8877-457cebe580d7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.349218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40274375-863a-41dc-8877-457cebe580d7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.354079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.356886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:06:22.357371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (40274375-863a-41dc-8877-457cebe580d7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:06:22.361331 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:06:22.368838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:22.403130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:22.414833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.457445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] For port 0b287a38-d197-43f5-93fb-a9adf2828080, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b287a38-d197-43f5-93fb-a9adf2828080,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:22.457941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.469362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bc30b4a6-f9ef-4a3b-9831-77eb551adfa8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.475045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.485509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/bc30b4a6-f9ef-4a3b-9831-77eb551adfa8 HTTP/1.1" status: 204  len: 168 time: 0.8475895
Mar 26 21:06:22.500700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:22.503191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46820) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:22.504087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29f1d2-231c-404e-b610-e30925451923 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=bc30b4a6-f9ef-4a3b-9831-77eb551adfa8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:22.514682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138751877', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:22.529201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfbf490>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:19Z', 'revision_number': 4, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a700ab81-ae47-4582-8885-015613ea9ebd', 'name': '', 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'mac_address': 'fa:16:3e:ea:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:17Z', 'updated_at': '2022-03-26T21:06:19Z', 'revision_number': 2, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'subnets': [{'id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:22.549023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.551009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.575383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9ccb011-22e8-467f-ad07-7a41e1e0fbfe up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:22.581067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Checking router: 41a989d8-1f62-4136-99dd-0773106e2a5e for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:22.581934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Updating router 41a989d8-1f62-4136-99dd-0773106e2a5e port a700ab81-ae47-4582-8885-015613ea9ebd binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:22.619397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.641544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.648025 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.669467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:06:22.679244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.684030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5b04c50a-b659-412d-9513-761095451461 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1748545
Mar 26 21:06:22.684383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:22.690828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-344886783'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:22.720661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:22.725778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.764877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:22.765299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.767640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:22.785228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (73fb04db-ca87-44a4-b115-4cfa9751cd54), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.785657 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment 73fb04db-ca87-44a4-b115-4cfa9751cd54 of type vlan for network 66a2f999-c660-4de5-a03f-861a3eee240e
Mar 26 21:06:22.845398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (66a2f999-c660-4de5-a03f-861a3eee240e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.883863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (66a2f999-c660-4de5-a03f-861a3eee240e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.890540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:22.891246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:22.973144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2875750
Mar 26 21:06:22.976464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:22.981770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:22.986790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd423d9-142a-4ac6-8730-c9b971dd5228 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=66a2f999-c660-4de5-a03f-861a3eee240e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:23.032830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:23.087222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:23.106638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92004ff8-2653-42a4-af54-fabd575c56ca req-fe47377b-942d-48e3-9911-4395f8a2467a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:23.113923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92004ff8-2653-42a4-af54-fabd575c56ca req-fe47377b-942d-48e3-9911-4395f8a2467a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 945 time: 0.2178288
Mar 26 21:06:23.118330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:23.122308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.221594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 91725563-a040-4f59-bf20-dc7af9943724 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:23.247811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92004ff8-2653-42a4-af54-fabd575c56ca req-c4bc82f3-8c29-4403-ab42-65b42b97d937 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328714
Mar 26 21:06:23.253588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 91725563-a040-4f59-bf20-dc7af9943724 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:23.254199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 91725563-a040-4f59-bf20-dc7af9943724 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:23.286350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks [] for port (a700ab81-ae47-4582-8885-015613ea9ebd), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.295320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.307048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.307702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.308029 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Floating IP 7fe913e0-fb52-4b8f-aa2d-3130689a54e5 disassociated. External IP: 172.35.4.204, port: 0b287a38-d197-43f5-93fb-a9adf2828080.
Mar 26 21:06:23.308381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Calling delete_port for 0b287a38-d197-43f5-93fb-a9adf2828080 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:23.352496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e9dbd-60c9-4e58-a6b7-1f6a432f1c38 None None] Pushing event updated for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:23.421669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Attempting to bind port a700ab81-ae47-4582-8885-015613ea9ebd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:23.422060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Attempting to bind port a700ab81-ae47-4582-8885-015613ea9ebd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:23.422434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Attempting to bind port a700ab81-ae47-4582-8885-015613ea9ebd on network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:23.429143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:23.430336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Checking segment: {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:23.430764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.431175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Bound using segment: {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:23.432007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Bound port: a700ab81-ae47-4582-8885-015613ea9ebd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d9859d-f540-498e-b0e5-79cd32dfa807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:23.432406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.461743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (991589d7-206a-40dd-b6c2-0a564f511cf3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.507019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Deleting port 10d83737-51ab-4043-83ee-68f917cb047c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:23.508269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (10d83737-51ab-4043-83ee-68f917cb047c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.523594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] For port a700ab81-ae47-4582-8885-015613ea9ebd, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:23.527676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] For port a700ab81-ae47-4582-8885-015613ea9ebd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a700ab81-ae47-4582-8885-015613ea9ebd,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:23.529389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ce056-c51a-4b2a-a088-3baf7663a3f6 req-8c8af79d-2277-4492-b87e-3e890ac5c410 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:23.531652 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-339ce056-c51a-4b2a-a088-3baf7663a3f6 req-8c8af79d-2277-4492-b87e-3e890ac5c410 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 947 time: 0.1446211
Mar 26 21:06:23.542004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.579461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=991589d7-206a-40dd-b6c2-0a564f511cf3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:23.608899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:23.609223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 66a2f999-c660-4de5-a03f-861a3eee240e, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:23.622816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-339ce056-c51a-4b2a-a088-3baf7663a3f6 req-e144339d-1ec1-4c03-bf02-d63e81ec5bff tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836990
Mar 26 21:06:23.630059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Provisioning complete for port a700ab81-ae47-4582-8885-015613ea9ebd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:23.635726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.644961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0b287a38-d197-43f5-93fb-a9adf2828080), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.645238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:23.645755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfbf490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:23.646605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 66a2f999-c660-4de5-a03f-861a3eee240e is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:23.663002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66a2f999-c660-4de5-a03f-861a3eee240e) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:23.668782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:23.669389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.676619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e9dbd-60c9-4e58-a6b7-1f6a432f1c38 None None] Pushing event updated for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:23.677664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] For port 10d83737-51ab-4043-83ee-68f917cb047c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10d83737-51ab-4043-83ee-68f917cb047c,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:23.678691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (10d83737-51ab-4043-83ee-68f917cb047c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:23.704290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be36fb97-c1e5-46e4-9f1d-7aed6595ecd8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7268412
Mar 26 21:06:23.704994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46832) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:23.714984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'Port': ['ID=0b287a38-d197-43f5-93fb-a9adf2828080,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:23.722747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Calling delete_port for 10d83737-51ab-4043-83ee-68f917cb047c owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:23.822039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:23.874896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ace49-6b81-4d2f-9679-6ade4853cbc4 None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:23.882603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:23.982022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:24.076827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.184504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:24.202869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (10d83737-51ab-4043-83ee-68f917cb047c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.206346 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:24.236355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:24.237308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124352340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:24.262487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d83737-51ab-4043-83ee-68f917cb047c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:24.302956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] No DVR routers for this DVR port 0b287a38-d197-43f5-93fb-a9adf2828080 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:24.308690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.313353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fcca5561-a070-47e4-aa15-fcb2c0b87d13 req-2687111c-ff0a-475d-ada3-9c1d1dac626c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.21 "DELETE /v2.0/ports/0b287a38-d197-43f5-93fb-a9adf2828080 HTTP/1.1" status: 204  len: 173 time: 2.2532322
Mar 26 21:06:24.314802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-deleted', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:24.316913 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc9127-7976-4c86-91c5-e9d1366e715b" -d '{"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-deleted", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:24.376730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:06:24.407837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:24.408543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.460570 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a6fcf4-858c-46a2-b3d7-1d5712e3eaa8 x-openstack-request-id: req-69a6fcf4-858c-46a2-b3d7-1d5712e3eaa8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:24.461738 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b61f71-6468-4d03-87ff-51120f2911c4", "name": "network-vif-deleted", "tag": "0b287a38-d197-43f5-93fb-a9adf2828080", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:24.462104 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69a6fcf4-858c-46a2-b3d7-1d5712e3eaa8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:24.462617 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a6fcf4-858c-46a2-b3d7-1d5712e3eaa8'] response: {'server_uuid': '39b61f71-6468-4d03-87ff-51120f2911c4', 'name': 'network-vif-deleted', 'tag': '0b287a38-d197-43f5-93fb-a9adf2828080', 'status': 'completed', 'code': 200}
Mar 26 21:06:24.469593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66a2f999-c660-4de5-a03f-861a3eee240e', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:24.472565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.620673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.20.0.1 (66a2f999-c660-4de5-a03f-861a3eee240e/991589d7-206a-40dd-b6c2-0a564f511cf3/57042c85-5bb5-44e0-88ef-b055778cbb70) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:24.632029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Current status of the port a700ab81-ae47-4582-8885-015613ea9ebd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:24.633266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.670505 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:24.689828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0fb8-bf27-4ee4-a396-0a329ca5bf08 req-7f58b89e-cc24-4a6f-b4cf-c90288f06331 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:24.694757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5ea0fb8-bf27-4ee4-a396-0a329ca5bf08 req-7f58b89e-cc24-4a6f-b4cf-c90288f06331 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 945 time: 0.1642740
Mar 26 21:06:24.715617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.806002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] For port a700ab81-ae47-4582-8885-015613ea9ebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a700ab81-ae47-4582-8885-015613ea9ebd,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:24.828120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:24.874440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2fe76677-1c29-427f-98dd-5d96162d59cd req-963f4ef0-0c72-45b6-a440-e3ec5722e59a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=39b61f71-6468-4d03-87ff-51120f2911c4 HTTP/1.1" status: 200  len: 210 time: 0.0522830
Mar 26 21:06:24.915594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7869be-8c08-46c7-bab4-4ae31438feb1 None None] Pushing event updated for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:24.938944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5ea0fb8-bf27-4ee4-a396-0a329ca5bf08 req-c0563098-1602-42e6-8ac0-f2f013ea0812 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196684
Mar 26 21:06:24.981742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfbf490>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:19Z', 'revision_number': 4, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a700ab81-ae47-4582-8885-015613ea9ebd', 'name': '', 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'mac_address': 'fa:16:3e:ea:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:17Z', 'updated_at': '2022-03-26T21:06:23Z', 'revision_number': 4, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'subnets': [{'id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:25.005890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.052755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba50f5ca-5927-4675-915a-39f09888bc2d None None] The sync data for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 is: [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:19Z', 'revision_number': 4, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a700ab81-ae47-4582-8885-015613ea9ebd', 'name': '', 'network_id': 'c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'mac_address': 'fa:16:3e:ea:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:17Z', 'updated_at': '2022-03-26T21:06:23Z', 'revision_number': 4, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'subnets': [{'id': 'ad8ae3a1-041b-48a4-85fa-795b9d78cddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:25.054595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:25.059031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.064767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-52b629c4-d73a-4af0-8d7b-467314bb36e7 None None] Provisioning complete for port a700ab81-ae47-4582-8885-015613ea9ebd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:25.065731 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52b629c4-d73a-4af0-8d7b-467314bb36e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.096193 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124352340>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:25.107721 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.204792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-843f8c60-1efa-41ac-8504-bd7392c9d2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.230843 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:25.235394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:25.247308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:25.247754 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124352340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:25.251319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 66a2f999-c660-4de5-a03f-861a3eee240e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:25.252371 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb981cf1-9942-444d-b660-af9cfd091007" -d '{"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:25.255883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:25.261206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:25.282028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:25.301408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:25.331591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:25.337502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.341542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:25.349652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Allocated IP 172.20.0.2 (66a2f999-c660-4de5-a03f-861a3eee240e/991589d7-206a-40dd-b6c2-0a564f511cf3/0e845da5-2e03-46b3-ab31-68061ebef11d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:25.364054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.364468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.364807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.365160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.365529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.365864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.368560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.374802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.375885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.376312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.376617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.376956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.379280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.380127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.380569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:25.426598 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:25.443407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.452977 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b168a2-8bd0-44f2-8afa-0b271c93773f x-openstack-request-id: req-d8b168a2-8bd0-44f2-8afa-0b271c93773f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:25.453924 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:25.454197 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b168a2-8bd0-44f2-8afa-0b271c93773f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:25.454607 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b168a2-8bd0-44f2-8afa-0b271c93773f'] response: {'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'code': 200}
Mar 26 21:06:25.495790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 0b287a38-d197-43f5-93fb-a9adf2828080 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:25.496369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0b287a38-d197-43f5-93fb-a9adf2828080 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:25.529711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:25.537781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56538af1-8bca-4b52-b85c-96174407a707 admin admin] 10.222.0.16 "PUT /v2.0/routers/caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9340460
Mar 26 21:06:25.541175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:25.559966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Sync routers for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:25.593718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b884c-da36-4c64-862d-cd43a7a2ccf0 req-41d26e8a-3a16-4a6b-818d-6a69f9667010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:25.602040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-919b884c-da36-4c64-862d-cd43a7a2ccf0 req-41d26e8a-3a16-4a6b-818d-6a69f9667010 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 1128 time: 0.1417565
Mar 26 21:06:25.668477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:25.682325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:25.687860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3d3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:25.745182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-919b884c-da36-4c64-862d-cd43a7a2ccf0 req-3c15c47a-ecef-490c-b8f2-930cd406a7ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315882
Mar 26 21:06:25.747634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.760340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks [] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:25.770803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124352340>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:25.801219 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fdde1-4052-49e4-a8a3-a5ea607807cc None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:25.825831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-52b629c4-d73a-4af0-8d7b-467314bb36e7 None None] Current status of the port a700ab81-ae47-4582-8885-015613ea9ebd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:25.901549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks [] for router_gateway (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.010158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Deleting port 6b5576cf-9dc3-4806-b3a5-43d5b2575839 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:26.012602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.076427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:26.116449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:26.160214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks [] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.180705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] For port 6b5576cf-9dc3-4806-b3a5-43d5b2575839, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5576cf-9dc3-4806-b3a5-43d5b2575839,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:26.181618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.209966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Calling delete_port for 6b5576cf-9dc3-4806-b3a5-43d5b2575839 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:26.212006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.256170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.325286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:26.332898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:26.338975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:26.345973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.365561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Pushing event updated for resources: {'Port': ['ID=0e845da5-2e03-46b3-ab31-68061ebef11d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:26.382122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814ebdb-c8d6-446a-a37f-939383230168 req-5bbc8c01-0d91-41f0-bc2e-c7030fffef11 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:26.388063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4814ebdb-c8d6-446a-a37f-939383230168 req-5bbc8c01-0d91-41f0-bc2e-c7030fffef11 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2678719
Mar 26 21:06:26.503780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Attempting to bind port 0e845da5-2e03-46b3-ab31-68061ebef11d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:26.504213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Attempting to bind port 0e845da5-2e03-46b3-ab31-68061ebef11d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:26.504608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Attempting to bind port 0e845da5-2e03-46b3-ab31-68061ebef11d on network 66a2f999-c660-4de5-a03f-861a3eee240e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:26.504766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6b5576cf-9dc3-4806-b3a5-43d5b2575839), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.529678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:26.535002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Checking segment: {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:26.535516 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.536614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Bound using segment: {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:26.537336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.538371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Bound port: 0e845da5-2e03-46b3-ab31-68061ebef11d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:26.538876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.550402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.556502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5576cf-9dc3-4806-b3a5-43d5b2575839,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:26.607947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a700ab81-ae47-4582-8885-015613ea9ebd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:26.703643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3d3be0>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142'}], 'enable_snat': True}, 'gw_port_id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:24Z', 'revision_number': 5, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port': {'id': '6b5576cf-9dc3-4806-b3a5-43d5b2575839', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:26.719125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4814ebdb-c8d6-446a-a37f-939383230168 req-d456c9ba-db91-47f4-a4db-006792c9c6f1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162792
Mar 26 21:06:26.722230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.724454 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39cfc2d-3c54-449c-b097-6316d10ba826 None None] New status for floating IP 7fe913e0-fb52-4b8f-aa2d-3130689a54e5: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:06:26.748613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.754297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.758725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "DELETE /v2.0/security-groups/c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0 HTTP/1.1" status: 204  len: 168 time: 0.6952088
Mar 26 21:06:26.770123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:26.774097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:26.785198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:26.816535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14c39-7e66-4745-860d-c99450b37215 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:26.871134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Checking router: caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:26.913739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] For port 0e845da5-2e03-46b3-ab31-68061ebef11d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:26.939959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Routers {'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:26.940983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f3d3be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:05:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:26.947395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] For port 0e845da5-2e03-46b3-ab31-68061ebef11d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e845da5-2e03-46b3-ab31-68061ebef11d,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:26.984162 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-7ca4886d-5e00-4e16-802f-c3b2ce5d8689 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] show failed (client error): The resource could not be found.
Mar 26 21:06:26.988734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ca4886d-5e00-4e16-802f-c3b2ce5d8689 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups/c63b1b33-dfc6-4f2e-871d-6b4a8e2440f0 HTTP/1.1" status: 404  len: 347 time: 0.2133951
Mar 26 21:06:26.992959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:27.011989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 66a2f999-c660-4de5-a03f-861a3eee240e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:27.015427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:27.083191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.092429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a700ab81-ae47-4582-8885-015613ea9ebd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:27.092811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.299664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Deleting port bdbd7ae9-0eec-4f32-a335-0a97f732377b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:27.300324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.378094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:27.409994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] Set router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:27.493346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.496282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks [] for router_controller (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.547577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.548024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (bdbd7ae9-0eec-4f32-a335-0a97f732377b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.555178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.556552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:27.562698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.564179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6df783a8-8c12-480d-966c-5260af35dcb6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0 HTTP/1.1" status: 204  len: 168 time: 2.0219100
Mar 26 21:06:27.566077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877f3fb-0de7-4bbe-9d63-0084dc7c95e8 None None] Pushing event updated for resources: {'Port': ['ID=0e845da5-2e03-46b3-ab31-68061ebef11d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:27.566626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:27.577497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Calling delete_port for bdbd7ae9-0eec-4f32-a335-0a97f732377b owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:27.578256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f3d3be0>, [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:26Z', 'revision_number': 7, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:27.584112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:27.596046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f1934df0-8564-43eb-a04a-e0b4bbe98403 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8899133
Mar 26 21:06:27.596793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:27.608244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-973450769'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:27.636462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:27.640648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.644890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:27.655881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ed80a-deae-4117-863d-e2925c3c323f None None] The sync data for ids ['caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0'] in ncdv-master-1 is: [{'id': 'caacbabb-9f6c-4eb5-abcc-fb0b675dc3f0', 'name': 'tempest-TestAggregatesBasicOps-1324756638-router', 'tenant_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:06Z', 'updated_at': '2022-03-26T21:06:26Z', 'revision_number': 7, 'project_id': 'fb6a3637d7d24266999a5d31a8c37bc2', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:27.661011 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b34e7d9-3de0-40f7-b39d-22e18d3de880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.666091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Deleting subnet 2d9b5637-8fcd-49a0-9874-c5a21bdd5922 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:06:27.671416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Publish callbacks [] for subnet (2d9b5637-8fcd-49a0-9874-c5a21bdd5922), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.676837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:27.677552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef7a370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:27.715742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (2d9b5637-8fcd-49a0-9874-c5a21bdd5922), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:27.725449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1787d-f13b-4139-953a-bfaa59e8d8d0 req-03bb024a-b8d7-48c6-9dd9-15b6a9a5ed9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:27.733837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ecd1787d-f13b-4139-953a-bfaa59e8d8d0 req-03bb024a-b8d7-48c6-9dd9-15b6a9a5ed9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.2374644
Mar 26 21:06:27.948293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a700ab81-ae47-4582-8885-015613ea9ebd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:27.959160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:28.028202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2d9b5637-8fcd-49a0-9874-c5a21bdd5922), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.073854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5b4b-fe7d-4df7-9b50-916ed4290c21 req-c3ac169a-d8fc-4a39-9752-376549e53a24 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:28.075790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c32b5b4b-fe7d-4df7-9b50-916ed4290c21 req-c3ac169a-d8fc-4a39-9752-376549e53a24 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2250295
Mar 26 21:06:28.183839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c32b5b4b-fe7d-4df7-9b50-916ed4290c21 req-396ea1e6-8561-42c4-b6b3-5cc4c98b2312 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965314
Mar 26 21:06:28.185950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (2d9b5637-8fcd-49a0-9874-c5a21bdd5922), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.203507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.208909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2d9b5637-8fcd-49a0-9874-c5a21bdd5922 HTTP/1.1" status: 204  len: 168 time: 0.6406140
Mar 26 21:06:28.211319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:28.215600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143336a-4ee2-4eb6-ac5a-f913b72a5616 None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:28.271761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e3bb9-274d-4f99-b8ea-6e224cf6d608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9b5637-8fcd-49a0-9874-c5a21bdd5922,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:28.371322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:28.400032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (15e72da2-c17c-4498-b5a7-15c0a942c56a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.413694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ecd1787d-f13b-4139-953a-bfaa59e8d8d0 req-2d276650-db07-45f1-b8d6-1ee83e2d6f7e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6676440
Mar 26 21:06:28.463049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6d8fa73e-cf54-4aaf-911b-20952c5963d4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.476043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef7a370>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:25Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:26Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:28.477257 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment 6d8fa73e-cf54-4aaf-911b-20952c5963d4 of type vlan for network 08dfb147-1bf6-419c-95e7-fe5e92adac5b
Mar 26 21:06:28.528809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:28.529499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Updating router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea port 57042c85-5bb5-44e0-88ef-b055778cbb70 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:28.570427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] DHCP port deletion for 15e72da2-c17c-4498-b5a7-15c0a942c56a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:06:28.582737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Deleting port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:28.583319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.612457 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.697505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (08dfb147-1bf6-419c-95e7-fe5e92adac5b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.725146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] For port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:28.726810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.746056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Calling delete_port for bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:28.757832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bdbd7ae9-0eec-4f32-a335-0a97f732377b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.803108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (08dfb147-1bf6-419c-95e7-fe5e92adac5b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.809828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.811931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:28.812571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.836900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Deleting port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:28.837459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:28.840839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'Port': ['ID=bdbd7ae9-0eec-4f32-a335-0a97f732377b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:28.953225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=08dfb147-1bf6-419c-95e7-fe5e92adac5b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:28.961085 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6bce6df1-e8e4-4023-a9f4-5dd6d504c8f6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3605580
Mar 26 21:06:28.972571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46908) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:28.994502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:29.046233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.103385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:29.119861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (7fe913e0-fb52-4b8f-aa2d-3130689a54e5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.124916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.127170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a11f99ac-0e84-4e17-b7f5-709b072e645c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "DELETE /v2.0/floatingips/7fe913e0-fb52-4b8f-aa2d-3130689a54e5 HTTP/1.1" status: 204  len: 168 time: 2.1320145
Mar 26 21:06:29.173289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0e845da5-2e03-46b3-ab31-68061ebef11d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:29.179221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] No DVR routers for this DVR port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:29.190314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Pushing event deleted for resources: {'Port': ['ID=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:29.322202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b3a21-b007-4a8d-9b32-54c6de35d5c6 req-774b0bd7-bbac-44b5-b568-47380245ef15 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:29.324935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-586b3a21-b007-4a8d-9b32-54c6de35d5c6 req-774b0bd7-bbac-44b5-b568-47380245ef15 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1377356
Mar 26 21:06:29.329246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.329848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.330195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.330543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.330872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.331569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.332879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.333285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.333684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.334088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.334487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.335347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.336434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.336837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.337233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:06:29.403517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] For port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,segment=NetworkSegment(ba61254a-6c6f-4a06-a5f5-e35756bc5197),segment_id=ba61254a-6c6f-4a06-a5f5-e35756bc5197)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:29.403860 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.432664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-586b3a21-b007-4a8d-9b32-54c6de35d5c6 req-6b41cc34-1c64-4ffb-9b91-54c92a7ffca8 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971038
Mar 26 21:06:29.441109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (15e72da2-c17c-4498-b5a7-15c0a942c56a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.495208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3789b-169c-49b0-9472-bf1ca20f153c req-559faa77-28f4-41de-b8dc-7d75e11f7240 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:29.497655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4b3789b-169c-49b0-9472-bf1ca20f153c req-559faa77-28f4-41de-b8dc-7d75e11f7240 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2225087
Mar 26 21:06:29.504374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:29.511078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.516987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Calling delete_port for bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:29.584130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e25be50>,) {'filters': {'network_id': ['15e72da2-c17c-4498-b5a7-15c0a942c56a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:29.629163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0e845da5-2e03-46b3-ab31-68061ebef11d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:29.629526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.655680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e25be50>, 'ba61254a-6c6f-4a06-a5f5-e35756bc5197') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:29.656549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e25be50>, 'ba61254a-6c6f-4a06-a5f5-e35756bc5197') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:29.670528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31352525-5e7e-4e15-9e5f-02d8429856f5 None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:29.754686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ba61254a-6c6f-4a06-a5f5-e35756bc5197), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.796327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ba61254a-6c6f-4a06-a5f5-e35756bc5197), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.807475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4b3789b-169c-49b0-9472-bf1ca20f153c req-b0649e03-ce05-4b7b-ae46-40c0f34868b2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2788432
Mar 26 21:06:29.813734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:06:29.814913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ba61254a-6c6f-4a06-a5f5-e35756bc5197), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:06:29.817264 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:06:29.863246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks [] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:06:29.865321 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:06:29.870062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Provisioning complete for port 0e845da5-2e03-46b3-ab31-68061ebef11d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:29.870062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.900704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.924076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (15e72da2-c17c-4498-b5a7-15c0a942c56a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.929213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:29.935087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] 10.222.0.16 "DELETE /v2.0/networks/15e72da2-c17c-4498-b5a7-15c0a942c56a HTTP/1.1" status: 204  len: 168 time: 1.7200181
Mar 26 21:06:29.936747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:29.953390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122f5b9-b246-4a29-8d9c-713b7a81eaf5 None None] Pushing event updated for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:29.957383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b557-7434-4312-8404-0dd7a5cdc19e admin admin] Pushing event deleted for resources: {'Network': ['ID=15e72da2-c17c-4498-b5a7-15c0a942c56a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:29.965708 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.023519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Pushing event deleted for resources: {'Port': ['ID=bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:30.051276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] Network 15e72da2-c17c-4498-b5a7-15c0a942c56a is not hosted by any dhcp agent {{(pid=126739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:06:30.052257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bc8b4-58f3-457a-ae8b-f040cb01094c None None] No DVR routers for this DVR port bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:30.064912 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (21b4af25-5f8c-489f-9d36-dbc579d55661), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.140541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.156485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=21b4af25-5f8c-489f-9d36-dbc579d55661,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:30.190569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:30.191080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 08dfb147-1bf6-419c-95e7-fe5e92adac5b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:30.223717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0e845da5-2e03-46b3-ab31-68061ebef11d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:30.224460 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.244731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:30.263961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08dfb147-1bf6-419c-95e7-fe5e92adac5b) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:30.279635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:30.280421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.291015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8d592-ca1d-4011-8e33-9f2cab810fcf None None] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:30.312131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Current status of the port 0e845da5-2e03-46b3-ab31-68061ebef11d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:30.312615 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.315952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7431d0c-e0ac-4127-95d0-ec7ea293e1a4 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3419673
Mar 26 21:06:30.321270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46924) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:30.324786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Attempting to bind port 57042c85-5bb5-44e0-88ef-b055778cbb70 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:30.325168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Attempting to bind port 57042c85-5bb5-44e0-88ef-b055778cbb70 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:30.325535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Attempting to bind port 57042c85-5bb5-44e0-88ef-b055778cbb70 on network 66a2f999-c660-4de5-a03f-861a3eee240e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:30.329552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46926) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:30.338539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1224925184', 'description': 'tempest-description--1772921710'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:30.367240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.380755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:30.381531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Checking segment: {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:30.381815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.382974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Bound using segment: {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:30.383566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Bound port: 57042c85-5bb5-44e0-88ef-b055778cbb70, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fb04db-ca87-44a4-b115-4cfa9751cd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:30.384087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.493850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (05e9a457-56d0-43ff-ba5c-6c71504234a2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.505805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-da63e08d-57bf-4dc6-bb6e-d3bd2ace6cac tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:30.510103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-da63e08d-57bf-4dc6-bb6e-d3bd2ace6cac tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.18 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.1000566
Mar 26 21:06:30.513169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (05e9a457-56d0-43ff-ba5c-6c71504234a2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.584779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9a457-56d0-43ff-ba5c-6c71504234a2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:30.598047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.600327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d5af627-416c-4981-abeb-8a3d1d305b8a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2697933
Mar 26 21:06:30.603933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46932) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:30.610977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group_rule': {'security_group_id': '05e9a457-56d0-43ff-ba5c-6c71504234a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:30.647378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 0e845da5-2e03-46b3-ab31-68061ebef11d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e845da5-2e03-46b3-ab31-68061ebef11d,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:30.677384 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.688023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d2b0ceda-422c-4f15-bdd3-cf3ecb05af04), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.739438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:06:30.740290 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:06:30.741097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 10d83737-51ab-4043-83ee-68f917cb047c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:30.787273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 10d83737-51ab-4043-83ee-68f917cb047c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:30.787893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 10d83737-51ab-4043-83ee-68f917cb047c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:30.813875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894fd61-d590-4dbe-a617-23ae51987de1 req-f86e5e7e-ec3e-4f47-aa86-d3fb7a0a880e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:30.816533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5894fd61-d590-4dbe-a617-23ae51987de1 req-f86e5e7e-ec3e-4f47-aa86-d3fb7a0a880e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 945 time: 0.2344825
Mar 26 21:06:30.819107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (d2b0ceda-422c-4f15-bdd3-cf3ecb05af04), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.831201 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d2b0ceda-422c-4f15-bdd3-cf3ecb05af04), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.870284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b0ceda-422c-4f15-bdd3-cf3ecb05af04,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:30.883177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (41a989d8-1f62-4136-99dd-0773106e2a5e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.884143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:30.888825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.891111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39442618-90e4-4b2a-84da-935ce7ac4083 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2849574
Mar 26 21:06:30.893019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:30.897246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:30.899029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'security_group_rule': {'security_group_id': '05e9a457-56d0-43ff-ba5c-6c71504234a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:30.974963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] For port 57042c85-5bb5-44e0-88ef-b055778cbb70, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:30.990856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=0e845da5-2e03-46b3-ab31-68061ebef11d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:31.061099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Deleting port 2e96d99e-6384-4822-8e8d-47269f37f9f7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:31.061470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.084837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (259eaf3b-6cbd-43f8-9410-742aa2d9d5a3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.111802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5894fd61-d590-4dbe-a617-23ae51987de1 req-1862709f-8378-485d-821e-49fc83c30e03 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups?id=62995fa4-7494-4559-ad7a-2fac3c6b917c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562901
Mar 26 21:06:31.140646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d37777-02ef-4f72-ab96-0cc5def6e41c req-1a2a0efe-d715-4037-8e85-1dd72291f3e0 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:31.142233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7d37777-02ef-4f72-ab96-0cc5def6e41c req-1a2a0efe-d715-4037-8e85-1dd72291f3e0 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1832609
Mar 26 21:06:31.173334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] For port 57042c85-5bb5-44e0-88ef-b055778cbb70, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57042c85-5bb5-44e0-88ef-b055778cbb70,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:31.175440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b5576cf-9dc3-4806-b3a5-43d5b2575839 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:31.225491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Allocated IP 172.21.0.2 (08dfb147-1bf6-419c-95e7-fe5e92adac5b/21b4af25-5f8c-489f-9d36-dbc579d55661/55006252-fefd-409a-a4c7-94c2f87d4b66) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:31.234269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 6b5576cf-9dc3-4806-b3a5-43d5b2575839 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:31.234999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b5576cf-9dc3-4806-b3a5-43d5b2575839 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:31.235390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:31.240682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (259eaf3b-6cbd-43f8-9410-742aa2d9d5a3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.244639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.262456 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.271322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (259eaf3b-6cbd-43f8-9410-742aa2d9d5a3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.272031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] For port 2e96d99e-6384-4822-8e8d-47269f37f9f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e96d99e-6384-4822-8e8d-47269f37f9f7,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:31.273551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.279375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:31.279728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bebf1ee0-9a2f-46c3-8bfc-0ae350f41dd0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:31.329585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259eaf3b-6cbd-43f8-9410-742aa2d9d5a3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:31.343303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7d37777-02ef-4f72-ab96-0cc5def6e41c req-a2e3fd86-cf2f-4977-9f87-89b97b71b4d8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847372
Mar 26 21:06:31.364602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.365886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-808403c5-9e89-4515-b3c8-e8df02621396 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4718351
Mar 26 21:06:31.370349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:31.388581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:31.465321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.511050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:31.512004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef7a370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:31.529521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122f5b9-b246-4a29-8d9c-713b7a81eaf5 None None] Pushing event updated for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:31.575779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2b86e746-73b6-4747-9683-13f4a31f6aa4 None None] Current status of the port 0e845da5-2e03-46b3-ab31-68061ebef11d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:31.648718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Deleting port a700ab81-ae47-4582-8885-015613ea9ebd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:31.649355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.696257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.696801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.697252 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Floating IP 9f73f269-3b99-47d7-970f-771cf36322f5 disassociated. External IP: 172.35.4.252, port: 2e96d99e-6384-4822-8e8d-47269f37f9f7.
Mar 26 21:06:31.697615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Calling delete_port for 2e96d99e-6384-4822-8e8d-47269f37f9f7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:31.708478 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks [] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.724109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:31.776759 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.799445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.840126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] For port a700ab81-ae47-4582-8885-015613ea9ebd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a700ab81-ae47-4582-8885-015613ea9ebd,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:31.840507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.853750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Pushing event updated for resources: {'Port': ['ID=55006252-fefd-409a-a4c7-94c2f87d4b66,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:31.909676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Calling delete_port for a700ab81-ae47-4582-8885-015613ea9ebd owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:31.909936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Provisioning complete for port 0e845da5-2e03-46b3-ab31-68061ebef11d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:31.910348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.963622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:31.967264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:31.999666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:32.012923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:32.070718 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2e96d99e-6384-4822-8e8d-47269f37f9f7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.114323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46946) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:32.120358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event deleted for resources: {'Port': ['ID=2e96d99e-6384-4822-8e8d-47269f37f9f7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:32.174051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.21.0.1 (08dfb147-1bf6-419c-95e7-fe5e92adac5b/21b4af25-5f8c-489f-9d36-dbc579d55661/89b3e2b0-5543-4de7-8ffb-cc077f7ae063) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:32.193771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Allocated IP 172.35.4.254 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/0982f92b-18db-4851-b3e4-17ff88143c27) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:32.224214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Attempting to bind port 55006252-fefd-409a-a4c7-94c2f87d4b66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:32.224673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Attempting to bind port 55006252-fefd-409a-a4c7-94c2f87d4b66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:32.224859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Attempting to bind port 55006252-fefd-409a-a4c7-94c2f87d4b66 on network 08dfb147-1bf6-419c-95e7-fe5e92adac5b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:32.241180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:32.241568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Checking segment: {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:32.244013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.244013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Bound using segment: {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:32.245408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Bound port: 55006252-fefd-409a-a4c7-94c2f87d4b66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:32.245408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.273300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Current status of the port 0e845da5-2e03-46b3-ab31-68061ebef11d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:32.313608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-398327bb-e192-4cb0-8036-03198f3f266e req-6f279579-c2e9-460d-93e1-8072a78db72e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 210 time: 0.0455196
Mar 26 21:06:32.332081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-33ba55f0-9afe-49e8-894c-7d92719e1394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.345869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Provisioning complete for port 57042c85-5bb5-44e0-88ef-b055778cbb70 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:32.346376 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.453600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (0982f92b-18db-4851-b3e4-17ff88143c27), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.457799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a700ab81-ae47-4582-8885-015613ea9ebd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.466589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:32.489411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.493287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef7a370>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:25Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:30Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:32.527734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d13a1c3-aadc-4140-b7ac-8adce75daf0a None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:25Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:30Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:32.557478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a700ab81-ae47-4582-8885-015613ea9ebd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:32.573932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] For port 55006252-fefd-409a-a4c7-94c2f87d4b66, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:32.598390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] For port 55006252-fefd-409a-a4c7-94c2f87d4b66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55006252-fefd-409a-a4c7-94c2f87d4b66,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:32.607652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Current status of the port 57042c85-5bb5-44e0-88ef-b055778cbb70 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:32.608119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.619319 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.718116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.783377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] For port 57042c85-5bb5-44e0-88ef-b055778cbb70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57042c85-5bb5-44e0-88ef-b055778cbb70,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:32.793704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2109f2-c43e-4efd-b1d7-f79323f0dcda req-f469d992-d507-40cb-85e3-e454c9c6bd20 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:32.795474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2109f2-c43e-4efd-b1d7-f79323f0dcda req-f469d992-d507-40cb-85e3-e454c9c6bd20 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3253777
Mar 26 21:06:32.803561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.805214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.814347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:32.816781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-33ba55f0-9afe-49e8-894c-7d92719e1394 admin admin] Publish callbacks [] for security_group (f0b36105-d2ae-44ef-8af4-d33ed49483a2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.827697 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Sync routers for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:32.849267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130405c-c5fe-484f-a99e-fa2c0f324ce9 None None] Pushing event updated for resources: {'Port': ['ID=55006252-fefd-409a-a4c7-94c2f87d4b66,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:32.853483 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:32.854141 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241d8460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:32.867484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:32.876604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-33ba55f0-9afe-49e8-894c-7d92719e1394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0b36105-d2ae-44ef-8af4-d33ed49483a2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:32.881405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:32.922045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:32.950695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:32.962192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:32.971299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:33.115267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:33.164136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] No DVR routers for this DVR port 2e96d99e-6384-4822-8e8d-47269f37f9f7 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:33.167565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.171275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b65c2556-2987-4594-91e8-5512dbfd6e79 req-f5b7bad4-3685-49df-92a5-c7494c395e9e tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.18 "DELETE /v2.0/ports/2e96d99e-6384-4822-8e8d-47269f37f9f7 HTTP/1.1" status: 204  len: 173 time: 2.6512249
Mar 26 21:06:33.171788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46954) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:33.188333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-33ba55f0-9afe-49e8-894c-7d92719e1394 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4589b33ca534c89a7002eb4fc740dca&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0725486
Mar 26 21:06:33.191210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'name': 'network-vif-deleted', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:33.203497 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b39ea46-528f-48e9-aeb2-ee7d2a0da61c" -d '{"events": [{"server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "name": "network-vif-deleted", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:33.221279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7de51866-040e-409a-a8a1-bf0da3c7b53e None None] Provisioning complete for port 57042c85-5bb5-44e0-88ef-b055778cbb70 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:33.222384 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7de51866-040e-409a-a8a1-bf0da3c7b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.271848 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:33.319350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.333939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2e96d99e-6384-4822-8e8d-47269f37f9f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:33.338300 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a30ca9-09a0-46f2-98dc-43b4665cae76 x-openstack-request-id: req-40a30ca9-09a0-46f2-98dc-43b4665cae76 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:33.338493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0e845da5-2e03-46b3-ab31-68061ebef11d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:33.339893 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f", "name": "network-vif-deleted", "tag": "2e96d99e-6384-4822-8e8d-47269f37f9f7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:33.340196 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40a30ca9-09a0-46f2-98dc-43b4665cae76 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:33.340665 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a30ca9-09a0-46f2-98dc-43b4665cae76'] response: {'server_uuid': '371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f', 'name': 'network-vif-deleted', 'tag': '2e96d99e-6384-4822-8e8d-47269f37f9f7', 'status': 'completed', 'code': 200}
Mar 26 21:06:33.357563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bfb13-7f9b-479e-933f-a1c0fb168534 None None] Pushing event updated for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:33.436929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=0982f92b-18db-4851-b3e4-17ff88143c27,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:33.485611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 2e96d99e-6384-4822-8e8d-47269f37f9f7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:33.486051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 2e96d99e-6384-4822-8e8d-47269f37f9f7 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:33.582210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.585925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (41a989d8-1f62-4136-99dd-0773106e2a5e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.596382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] Publish callbacks [] for security_group (f0b36105-d2ae-44ef-8af4-d33ed49483a2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.630916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7de51866-040e-409a-a8a1-bf0da3c7b53e None None] Current status of the port 57042c85-5bb5-44e0-88ef-b055778cbb70 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:33.634055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0e845da5-2e03-46b3-ab31-68061ebef11d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:33.634432 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.653721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b904171a-a77e-4fa9-a0a8-9fcf0317c3a9 req-b7a9abdc-8522-42f8-8652-b49c7f31752a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/ports?device_id=371d3b1f-fe63-4a79-81a9-dd47d8ec0d3f HTTP/1.1" status: 200  len: 210 time: 0.0549397
Mar 26 21:06:33.732933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] Publish callbacks [] for security_group (f0b36105-d2ae-44ef-8af4-d33ed49483a2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.746096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0e845da5-2e03-46b3-ab31-68061ebef11d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:33.787515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba55f0-9afe-49e8-894c-7d92719e1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b36105-d2ae-44ef-8af4-d33ed49483a2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:33.850041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2109f2-c43e-4efd-b1d7-f79323f0dcda req-f62f216c-0b48-44ca-8387-1f70eb562b4f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0273724
Mar 26 21:06:33.852587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.865459 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241d8460>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:33.898303 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Checking router: 89b45e0f-f1b1-4839-bac8-4bedf5e87079 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:33.918138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:33.919058 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241d8460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:33.934376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0b36105-d2ae-44ef-8af4-d33ed49483a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.943826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.946048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0b36105-d2ae-44ef-8af4-d33ed49483a2 HTTP/1.1" status: 204  len: 168 time: 0.7397051
Mar 26 21:06:33.958430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:33.992488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126be37b-6fc6-4c85-83f1-0596d134dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b36105-d2ae-44ef-8af4-d33ed49483a2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:34.212387 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:34.308083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (0982f92b-18db-4851-b3e4-17ff88143c27), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.315424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Router 41a989d8-1f62-4136-99dd-0773106e2a5e has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:34.319888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.553194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.565688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.598931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=0982f92b-18db-4851-b3e4-17ff88143c27,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:34.609873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.638683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:34.639635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a09965c7-41a9-4bb8-b3b3-379fd43b5898 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2652915
Mar 26 21:06:34.657859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:34.665784 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241d8460>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:34.666004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8ca046b-3242-487c-afae-4edf2b2f2eb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/41a989d8-1f62-4136-99dd-0773106e2a5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7249167
Mar 26 21:06:34.667023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:34.673623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Sync routers for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:34.708702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:34.711633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef2aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:34.751250 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4492a0f3-2f69-458a-8d88-479fb3f55150 None None] The sync data for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 is: [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:05:23Z', 'revision_number': 4, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f7d3874-a8a0-4493-938a-3c3acd53935d', 'name': '', 'network_id': '697ff91d-d756-413d-ac36-72a2d2ec1b6f', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'mac_address': 'fa:16:3e:da:10:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:22Z', 'updated_at': '2022-03-26T21:05:32Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'subnets': [{'id': '6f2ab5d7-81d6-4432-a244-6f7730039ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:34.759203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:34.798108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:34.833935 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.124464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:35.129782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:35.300362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96183bc6-900c-4821-ba37-ed2a8088dca4 req-7f9cb761-d3f9-4cbc-afa6-fe24b178864f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:35.301981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96183bc6-900c-4821-ba37-ed2a8088dca4 req-7f9cb761-d3f9-4cbc-afa6-fe24b178864f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2439675
Mar 26 21:06:35.311291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07628ce-eeb0-4ba3-bb32-4f7805a06f89 None None] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:35.325415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:35.326987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 55006252-fefd-409a-a4c7-94c2f87d4b66 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:35.423572 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f85abf-f481-4a6e-82c4-45865c4f63fb None None] New status for floating IP 9f73f269-3b99-47d7-970f-771cf36322f5: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:06:35.462533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91600773-b526-4d74-a84e-95e48642026c None None] Provisioning complete for port 55006252-fefd-409a-a4c7-94c2f87d4b66 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:35.463000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91600773-b526-4d74-a84e-95e48642026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.535525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:35.641645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks [] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.738459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 55006252-fefd-409a-a4c7-94c2f87d4b66 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:35.738459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.776409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a87e42-c958-4c9d-a103-4e60fe9c2b66 req-506c7f41-6d8d-45ea-94be-19b932c8d930 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:35.778147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38a87e42-c958-4c9d-a103-4e60fe9c2b66 req-506c7f41-6d8d-45ea-94be-19b932c8d930 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.2955468
Mar 26 21:06:35.825810 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (62995fa4-7494-4559-ad7a-2fac3c6b917c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.879677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91600773-b526-4d74-a84e-95e48642026c None None] Current status of the port 55006252-fefd-409a-a4c7-94c2f87d4b66 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:35.880199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91600773-b526-4d74-a84e-95e48642026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.894045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (62995fa4-7494-4559-ad7a-2fac3c6b917c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.896300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96183bc6-900c-4821-ba37-ed2a8088dca4 req-b265e320-9776-44c7-bda2-7a876ae4d22e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5686197
Mar 26 21:06:35.930383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks [] for router_gateway (41a989d8-1f62-4136-99dd-0773106e2a5e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:35.939237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38a87e42-c958-4c9d-a103-4e60fe9c2b66 req-adb9c73c-416d-40c5-b4eb-4941c85c2bc8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299238
Mar 26 21:06:35.950154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:35.971322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4790647f-86f8-49de-9b6a-b231f18cde1a tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6480525
Mar 26 21:06:35.974076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47018) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:35.980089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-734215365'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:35.988698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-91600773-b526-4d74-a84e-95e48642026c None None] For port 55006252-fefd-409a-a4c7-94c2f87d4b66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55006252-fefd-409a-a4c7-94c2f87d4b66,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:36.032821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (62995fa4-7494-4559-ad7a-2fac3c6b917c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.039872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.041163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "DELETE /v2.0/security-groups/62995fa4-7494-4559-ad7a-2fac3c6b917c HTTP/1.1" status: 204  len: 168 time: 1.2424510
Mar 26 21:06:36.044144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47026) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:36.064393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:36.064708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:36.068270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.074454 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-e897a781-8ad0-45b2-a487-ea26a65b36f3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] show failed (client error): The resource could not be found.
Mar 26 21:06:36.075766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e897a781-8ad0-45b2-a487-ea26a65b36f3 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "GET /v2.0/security-groups/62995fa4-7494-4559-ad7a-2fac3c6b917c HTTP/1.1" status: 404  len: 347 time: 0.0297456
Mar 26 21:06:36.078536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47028) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:36.090015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91600773-b526-4d74-a84e-95e48642026c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.105339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed45e9-d989-4b17-949a-cf8690039657 tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62995fa4-7494-4559-ad7a-2fac3c6b917c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:36.144342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:36.150979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 55006252-fefd-409a-a4c7-94c2f87d4b66 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:36.152385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 57042c85-5bb5-44e0-88ef-b055778cbb70 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:36.154686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:36.155330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e086c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:36.166333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Deleting port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:36.166775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.183088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40893d80-d23c-4602-8d3e-4225715b8c2a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.183542 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment 40893d80-d23c-4602-8d3e-4225715b8c2a of type vlan for network 21adcb8f-fa22-415a-9f6a-91be38d0c1af
Mar 26 21:06:36.225611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-cc61f611-70f7-4049-a129-98f9a93f6ba0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1224925184&fields=id&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 267 time: 0.1825323
Mar 26 21:06:36.345168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (21adcb8f-fa22-415a-9f6a-91be38d0c1af), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.359436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Deleting port e6502c3d-09f7-49e4-a132-c5933036e6e3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:36.359767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.390438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] For port e9ccb011-22e8-467f-ad07-7a41e1e0fbfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:36.391096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.401177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (21adcb8f-fa22-415a-9f6a-91be38d0c1af), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.406974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:36.407950 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.428421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Calling delete_port for e9ccb011-22e8-467f-ad07-7a41e1e0fbfe owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:36.434197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef2aa00>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203'}], 'enable_snat': True}, 'gw_port_id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port': {'id': 'e9ccb011-22e8-467f-ad07-7a41e1e0fbfe', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:dc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:14Z', 'updated_at': '2022-03-26T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:36.450824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-1760fc30-07c6-4679-bb85-b37cc5052c50 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:36.452520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-1760fc30-07c6-4679-bb85-b37cc5052c50 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 816 time: 0.2070160
Mar 26 21:06:36.472207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91600773-b526-4d74-a84e-95e48642026c None None] Pushing event updated for resources: {'Port': ['ID=55006252-fefd-409a-a4c7-94c2f87d4b66,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:36.485916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Provisioning complete for port 55006252-fefd-409a-a4c7-94c2f87d4b66 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:36.486507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.497891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-78f01a0c-c413-4c83-a78d-0dce88c4035b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/quotas/5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 375 time: 0.0355074
Mar 26 21:06:36.498156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5211549
Mar 26 21:06:36.498963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47040) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:36.518550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:36.530032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Checking router: 41a989d8-1f62-4136-99dd-0773106e2a5e for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:36.546889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:36.559392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.559720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (e6502c3d-09f7-49e4-a132-c5933036e6e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.619129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Calling delete_port for e6502c3d-09f7-49e4-a132-c5933036e6e3 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:36.621696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9b2ef-f565-4795-a2dd-cb43ed31439d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=21adcb8f-fa22-415a-9f6a-91be38d0c1af,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:36.641589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:36.649376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Routers {'41a989d8-1f62-4136-99dd-0773106e2a5e'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:36.650367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef2aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['41a989d8-1f62-4136-99dd-0773106e2a5e'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:36.829618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 57042c85-5bb5-44e0-88ef-b055778cbb70 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:36.830287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.839665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Current status of the port 55006252-fefd-409a-a4c7-94c2f87d4b66 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:36.885429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e9ccb011-22e8-467f-ad07-7a41e1e0fbfe), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.903814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:36.907372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:36.959063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ccb011-22e8-467f-ad07-7a41e1e0fbfe,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:36.996316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-2a98b282-9311-4413-b604-f2f3b0bc4c2a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4724517
Mar 26 21:06:37.062159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] Set router 41a989d8-1f62-4136-99dd-0773106e2a5e gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:37.070913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e6502c3d-09f7-49e4-a132-c5933036e6e3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.079037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (41a989d8-1f62-4136-99dd-0773106e2a5e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.165372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Pushing event deleted for resources: {'Port': ['ID=e6502c3d-09f7-49e4-a132-c5933036e6e3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:37.173295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Provisioning complete for port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:37.174256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.206406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef2aa00>, [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:35Z', 'revision_number': 6, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:37.208916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.228024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks [] for router_controller (41a989d8-1f62-4136-99dd-0773106e2a5e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.282446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-f83c15b2-ea8a-4afb-81fc-ec03b05bea01 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:37.284110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-f83c15b2-ea8a-4afb-81fc-ec03b05bea01 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.2867789
Mar 26 21:06:37.303699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (41a989d8-1f62-4136-99dd-0773106e2a5e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.304910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a989d8-1f62-4136-99dd-0773106e2a5e {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:37.310436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.311724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e0dfa434-b64c-4ea2-86a5-ff8b4f3cba6e admin admin] 10.222.0.16 "DELETE /v2.0/routers/41a989d8-1f62-4136-99dd-0773106e2a5e HTTP/1.1" status: 204  len: 168 time: 2.6412075
Mar 26 21:06:37.314887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47076) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:37.376489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098297b8-b0b9-49f4-936a-cc9377689a8f req-dde570e5-2d64-495a-a6ca-81b81b6903c7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:37.378234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-098297b8-b0b9-49f4-936a-cc9377689a8f req-dde570e5-2d64-495a-a6ca-81b81b6903c7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3409472
Mar 26 21:06:37.390786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Deleting subnet ad8ae3a1-041b-48a4-85fa-795b9d78cddf {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:06:37.394466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Publish callbacks [] for subnet (ad8ae3a1-041b-48a4-85fa-795b9d78cddf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.437029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (ad8ae3a1-041b-48a4-85fa-795b9d78cddf), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.450685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3429645-30e8-471a-99a0-ff94daa9ece0 None None] The sync data for ids ['41a989d8-1f62-4136-99dd-0773106e2a5e'] in ncdv-master-1 is: [{'id': '41a989d8-1f62-4136-99dd-0773106e2a5e', 'name': 'tempest-TestAggregatesBasicOps-1211467288-router', 'tenant_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:13Z', 'updated_at': '2022-03-26T21:06:35Z', 'revision_number': 6, 'project_id': '896bb4fe6e9e47a88b5b0d8a4e2f7bf7', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:37.478100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47080) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:37.504441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-5cc46cec-8778-4980-8ff6-f090b4c674e1 service neutron] 10.222.0.16 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4574018
Mar 26 21:06:37.525107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks [] for floatingip (9f73f269-3b99-47d7-970f-771cf36322f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.527739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.531792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d288466-e255-4aa3-836b-2b626d0f1e5a tempest-ServersTestJSON-1945293171 tempest-ServersTestJSON-1945293171-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f73f269-3b99-47d7-970f-771cf36322f5 HTTP/1.1" status: 204  len: 168 time: 1.4493084
Mar 26 21:06:37.531792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (80d912dc-1f25-4d46-8037-151021495736), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.537747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ed537f01-e9ae-4d23-a994-dd9144b5d7f7 None None] Port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:37.543247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47084) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:37.558306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 57042c85-5bb5-44e0-88ef-b055778cbb70 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:37.593544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e086c40>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:33Z', 'revision_number': 3, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:34Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:37.628573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:37.629242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Updating router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:37.638254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ad8ae3a1-041b-48a4-85fa-795b9d78cddf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.641998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=80d912dc-1f25-4d46-8037-151021495736,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:37.662979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-098297b8-b0b9-49f4-936a-cc9377689a8f req-ba440e30-e3ef-4a10-8d1c-2e38f1fcdb44 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768795
Mar 26 21:06:37.700959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-280770e8-c6e1-495c-aebf-b7904ebea16b None None] Provisioning complete for port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:37.701495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-280770e8-c6e1-495c-aebf-b7904ebea16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.704528 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.714126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:37.714501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: 21adcb8f-fa22-415a-9f6a-91be38d0c1af, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:37.729379 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa01f098-da0c-4652-b097-47ea81182b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.747650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:37.775954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21adcb8f-fa22-415a-9f6a-91be38d0c1af) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:37.792127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8b672-beab-4377-a0a1-95a09e103be6 None None] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:37.792392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Deleting port e9dccde5-6613-4ef8-9812-952d9a6c882a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:37.792592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.797331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:37.797913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.828108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-c5dcc002-77d7-4d69-b5ab-3c73a6c8646c service neutron] 10.222.0.16 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226981
Mar 26 21:06:37.841321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ad8ae3a1-041b-48a4-85fa-795b9d78cddf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:37.943198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6e538115-8918-4696-9e7e-8e84899e9241 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4431911
Mar 26 21:06:37.955296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:37.978804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-280770e8-c6e1-495c-aebf-b7904ebea16b None None] Port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:38.042559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219fe95-ad9c-46a1-bbcb-1a67ac15fb23 None None] Network c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:38.051302 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.073617 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ad8ae3a1-041b-48a4-85fa-795b9d78cddf HTTP/1.1" status: 204  len: 168 time: 0.7573619
Mar 26 21:06:38.083384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47090) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:38.087344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] For port e9dccde5-6613-4ef8-9812-952d9a6c882a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e9dccde5-6613-4ef8-9812-952d9a6c882a,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:38.087966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.112236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa01f098-da0c-4652-b097-47ea81182b8c admin admin] Publish callbacks [] for security_group (6ea032da-a426-4a34-beb1-bbc9efd8bf65), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.114276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5c020-7fa5-4a98-bf8c-d025605079bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8ae3a1-041b-48a4-85fa-795b9d78cddf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:38.135865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa01f098-da0c-4652-b097-47ea81182b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6ea032da-a426-4a34-beb1-bbc9efd8bf65), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.176875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cd1cd-03b0-4bbd-bdf4-2dc47388ccda req-f91e9db8-8548-4ad8-b31d-29aaada79ceb tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:38.184633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-905cd1cd-03b0-4bbd-bdf4-2dc47388ccda req-f91e9db8-8548-4ad8-b31d-29aaada79ceb tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 945 time: 0.4275470
Mar 26 21:06:38.200086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:38.200965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.238219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01f098-da0c-4652-b097-47ea81182b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea032da-a426-4a34-beb1-bbc9efd8bf65,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:38.246815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b52f17d-8df5-45de-b9b2-56ae091b2971 req-cbb94cf9-53b2-4024-9796-64bf415c2183 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.0806501
Mar 26 21:06:38.250095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.303969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa01f098-da0c-4652-b097-47ea81182b8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b971ac0103d74ad39a84fe9e299f9a9e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8008790
Mar 26 21:06:38.307735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47094) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:38.409225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 55006252-fefd-409a-a4c7-94c2f87d4b66 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:38.409377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] Publish callbacks [] for security_group (6ea032da-a426-4a34-beb1-bbc9efd8bf65), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.451783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-905cd1cd-03b0-4bbd-bdf4-2dc47388ccda req-4228e2b2-0f51-4c24-8d41-4dd80060ff4e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2500546
Mar 26 21:06:38.465288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] Publish callbacks [] for security_group (6ea032da-a426-4a34-beb1-bbc9efd8bf65), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.537221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] DHCP port deletion for c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:06:38.573690 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks [] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.606043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.609987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Allocated IP 172.22.0.2 (21adcb8f-fa22-415a-9f6a-91be38d0c1af/80d912dc-1f25-4d46-8037-151021495736/bb6c48c2-d154-4200-8622-d9b18d7b5403) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:38.660882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 55006252-fefd-409a-a4c7-94c2f87d4b66 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:38.661260 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.677967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6ea032da-a426-4a34-beb1-bbc9efd8bf65), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.685450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.686576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ea032da-a426-4a34-beb1-bbc9efd8bf65 HTTP/1.1" status: 204  len: 168 time: 0.3761387
Mar 26 21:06:38.733785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.734348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.734858 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Floating IP 9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5 disassociated. External IP: 172.35.4.176, port: e9dccde5-6613-4ef8-9812-952d9a6c882a.
Mar 26 21:06:38.735308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Calling delete_port for e9dccde5-6613-4ef8-9812-952d9a6c882a owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:38.747536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497efd8-22bb-4e5a-8f43-31758577a313 None None] Pushing event updated for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:38.812669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c12345-9cbe-40cc-99ab-522462ffaa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea032da-a426-4a34-beb1-bbc9efd8bf65,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:38.937592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Deleting port 61adc29d-5fc4-413f-8e28-986423b7cc22 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:38.938316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:38.958774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.061722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Deleting port 61adc29d-5fc4-413f-8e28-986423b7cc22 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:39.063421 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.113168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Attempting to bind port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:39.113756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Attempting to bind port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:39.114307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Attempting to bind port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 on network 08dfb147-1bf6-419c-95e7-fe5e92adac5b {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:39.171316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:39.171699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Checking segment: {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:39.172130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.172498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] For port 61adc29d-5fc4-413f-8e28-986423b7cc22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61adc29d-5fc4-413f-8e28-986423b7cc22,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:39.173022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Bound using segment: {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:39.173022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Bound port: 89b3e2b0-5543-4de7-8ffb-cc077f7ae063, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8fa73e-cf54-4aaf-911b-20952c5963d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:39.173351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.174944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.179887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.221729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Calling delete_port for 61adc29d-5fc4-413f-8e28-986423b7cc22 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:39.237522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c842e6-109a-4be4-b5b5-1bd68ed0eeb6 req-f1906dc2-a2f9-46d2-a3ec-04cd31ceb753 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:39.245570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6c842e6-109a-4be4-b5b5-1bd68ed0eeb6 req-f1906dc2-a2f9-46d2-a3ec-04cd31ceb753 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3137882
Mar 26 21:06:39.287272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] For port 61adc29d-5fc4-413f-8e28-986423b7cc22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61adc29d-5fc4-413f-8e28-986423b7cc22,segment=NetworkSegment(28d9859d-f540-498e-b0e5-79cd32dfa807),segment_id=28d9859d-f540-498e-b0e5-79cd32dfa807)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:39.287979 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.314413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a21a24d7-dba9-4638-93d9-e6ee918b5180 None None] Provisioning complete for port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:39.315057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a21a24d7-dba9-4638-93d9-e6ee918b5180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.352869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Calling delete_port for 61adc29d-5fc4-413f-8e28-986423b7cc22 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:39.380090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 55006252-fefd-409a-a4c7-94c2f87d4b66 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:39.415989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a700ab81-ae47-4582-8885-015613ea9ebd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:39.422482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks [] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.429723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47112) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:39.479146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-066b6aee-8f44-44e0-99a9-4ad96337486c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.496550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a700ab81-ae47-4582-8885-015613ea9ebd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:39.497191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a700ab81-ae47-4582-8885-015613ea9ebd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:39.506267 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.512545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6c842e6-109a-4be4-b5b5-1bd68ed0eeb6 req-4029f192-81b6-46fa-ba38-2ab136c5f341 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664258
Mar 26 21:06:39.531121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a21a24d7-dba9-4638-93d9-e6ee918b5180 None None] Port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:39.558289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] For port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:39.586437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] For port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:39.590215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-066b6aee-8f44-44e0-99a9-4ad96337486c admin admin] Publish callbacks [] for security_group (5fbe98d0-3a24-4556-ad34-b8df501df9fd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.594949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:39.602422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:39.612190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:39.614741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.622644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Pushing event updated for resources: {'Port': ['ID=bb6c48c2-d154-4200-8622-d9b18d7b5403,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:39.629304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-066b6aee-8f44-44e0-99a9-4ad96337486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5fbe98d0-3a24-4556-ad34-b8df501df9fd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.657453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9dc1812-fef0-462e-9f2a-dd67c002f8b1 req-52b14ebd-2a9b-4d21-99d3-0ad07473d056 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.2322836
Mar 26 21:06:39.669744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-066b6aee-8f44-44e0-99a9-4ad96337486c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0afed9cf82248e18ebbef38b1d8a56d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2360606
Mar 26 21:06:39.674161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47116) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:39.707893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e9dccde5-6613-4ef8-9812-952d9a6c882a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.718833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61adc29d-5fc4-413f-8e28-986423b7cc22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:39.750349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Deleting port 3f7d3874-a8a0-4493-938a-3c3acd53935d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:39.750740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.847615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6aee-8f44-44e0-99a9-4ad96337486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe98d0-3a24-4556-ad34-b8df501df9fd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:39.898786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] Publish callbacks [] for security_group (5fbe98d0-3a24-4556-ad34-b8df501df9fd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.969821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] Publish callbacks [] for security_group (5fbe98d0-3a24-4556-ad34-b8df501df9fd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.974727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] For port 3f7d3874-a8a0-4493-938a-3c3acd53935d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f7d3874-a8a0-4493-938a-3c3acd53935d,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:39.975368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:39.979397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e9dccde5-6613-4ef8-9812-952d9a6c882a no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:40.008298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Calling delete_port for 3f7d3874-a8a0-4493-938a-3c3acd53935d owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:40.036628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: e9dccde5-6613-4ef8-9812-952d9a6c882a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:40.037280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e9dccde5-6613-4ef8-9812-952d9a6c882a not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:40.044108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:40.044907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e086c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:40.053622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497efd8-22bb-4e5a-8f43-31758577a313 None None] Pushing event updated for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.060732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Attempting to bind port bb6c48c2-d154-4200-8622-d9b18d7b5403 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:40.061394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Attempting to bind port bb6c48c2-d154-4200-8622-d9b18d7b5403 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:40.061928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Attempting to bind port bb6c48c2-d154-4200-8622-d9b18d7b5403 on network 21adcb8f-fa22-415a-9f6a-91be38d0c1af {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:40.065710 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.173845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:40.174944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Checking segment: {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:40.175533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.176143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Bound using segment: {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:40.176650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Bound port: bb6c48c2-d154-4200-8622-d9b18d7b5403, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:40.177035 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.183860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] Pushing event deleted for resources: {'Port': ['ID=61adc29d-5fc4-413f-8e28-986423b7cc22,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.185733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5fbe98d0-3a24-4556-ad34-b8df501df9fd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.188744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.193779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fbe98d0-3a24-4556-ad34-b8df501df9fd HTTP/1.1" status: 204  len: 168 time: 0.5068314
Mar 26 21:06:40.197445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No active binding found for port 61adc29d-5fc4-413f-8e28-986423b7cc22 {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:06:40.198039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] The host ncdv-master-1 is not matching for port 61adc29d-5fc4-413f-8e28-986423b7cc22 host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:06:40.198633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61adc29d-5fc4-413f-8e28-986423b7cc22 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:40.199688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9ccb011-22e8-467f-ad07-7a41e1e0fbfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:40.202126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f8ea8-16a6-4b84-9ddb-0f818e5b3a37 None None] No DVR routers for this DVR port 61adc29d-5fc4-413f-8e28-986423b7cc22 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:40.216716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fb069-abb6-4117-a679-bab716309a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe98d0-3a24-4556-ad34-b8df501df9fd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.217750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-237b1477-7c14-444e-95e2-010a203082ca req-8a82e286-1979-434d-9870-1f6331be41c6 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 210 time: 0.5165670
Mar 26 21:06:40.251411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e9ccb011-22e8-467f-ad07-7a41e1e0fbfe {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:40.252118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9ccb011-22e8-467f-ad07-7a41e1e0fbfe not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:40.270065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (61adc29d-5fc4-413f-8e28-986423b7cc22), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.282399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Provisioning complete for port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:40.282656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.291355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'Port': ['ID=e9dccde5-6613-4ef8-9812-952d9a6c882a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.307326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3f7d3874-a8a0-4493-938a-3c3acd53935d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.321967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:40.341472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7d3874-a8a0-4493-938a-3c3acd53935d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.395201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] No DVR routers for this DVR port 61adc29d-5fc4-413f-8e28-986423b7cc22 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:40.410930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] For port bb6c48c2-d154-4200-8622-d9b18d7b5403, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:40.422937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] For port bb6c48c2-d154-4200-8622-d9b18d7b5403, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb6c48c2-d154-4200-8622-d9b18d7b5403,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:40.496610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Pushing event deleted for resources: {'Port': ['ID=61adc29d-5fc4-413f-8e28-986423b7cc22,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.510727 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.594210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.651211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.22.0.1 (21adcb8f-fa22-415a-9f6a-91be38d0c1af/80d912dc-1f25-4d46-8037-151021495736/59512015-d29f-435d-80dd-a2d8fb52d2e0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:40.655721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.739564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-094712dc-3741-4a1d-a3bb-39c4bf0cc3a1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:40.740973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-094712dc-3741-4a1d-a3bb-39c4bf0cc3a1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 816 time: 0.5207958
Mar 26 21:06:40.752565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571ba4d-f9cd-439c-b559-ce54adea279f None None] Pushing event updated for resources: {'Port': ['ID=bb6c48c2-d154-4200-8622-d9b18d7b5403,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:40.795491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Current status of the port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:40.796240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.820777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fa27910>,) {'filters': {'network_id': ['c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:40.883274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa27910>, '28d9859d-f540-498e-b0e5-79cd32dfa807') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:40.883730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa27910>, '28d9859d-f540-498e-b0e5-79cd32dfa807') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:40.903344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ce7a3-5b20-44d5-b2c0-e84deea03693 req-db5ed2cc-f73c-4099-884b-88d1e1aa5352 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:40.910429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c3ce7a3-5b20-44d5-b2c0-e84deea03693 req-db5ed2cc-f73c-4099-884b-88d1e1aa5352 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2828348
Mar 26 21:06:40.926457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] For port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:40.941279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.975560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c5ebac0-ee97-45d6-9579-c2bd46dc881a req-b5e371b8-bcd8-4a25-b10f-bd4d9c75a489 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.1464312
Mar 26 21:06:40.993975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (28d9859d-f540-498e-b0e5-79cd32dfa807), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:40.998428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c3ce7a3-5b20-44d5-b2c0-e84deea03693 req-17eae352-1af3-4467-b930-c4cee1d8d74c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732827
Mar 26 21:06:41.060222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a236379-4f64-4dbf-9793-4a9c04453e36 None None] Pushing event updated for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:41.073747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (28d9859d-f540-498e-b0e5-79cd32dfa807), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.083437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e086c40>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:33Z', 'revision_number': 3, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:39Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:41.103130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-abe1c825-27bf-416e-bd43-c745c16719b2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 380 time: 0.2890890
Mar 26 21:06:41.109195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:06:41.109778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (28d9859d-f540-498e-b0e5-79cd32dfa807), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:06:41.111680 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:06:41.123229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a6355-1e4b-4418-b862-43025f2383a2 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:33Z', 'revision_number': 3, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:39Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:41.133163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:41.139148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'port': {'device_id': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'admin_state_up': True, 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'security_groups': ['05e9a457-56d0-43ff-ba5c-6c71504234a2']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:41.159520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:41.161140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.388758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:41.392796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.405163 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Sync routers for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:41.410379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dd567e4-7157-4d75-b9a3-803bf10e323f admin admin] 10.222.0.16 "PUT /v2.0/routers/89b45e0f-f1b1-4839-bac8-4bedf5e87079/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8626957
Mar 26 21:06:41.421576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:41.466922 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:41.467687 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7084f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:41.479188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.483956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] 10.222.0.16 "DELETE /v2.0/networks/c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e HTTP/1.1" status: 204  len: 168 time: 3.3988602
Mar 26 21:06:41.491632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.597091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91f8cd45-a211-4086-afe9-2ccb95fd4b00 req-51788bd6-44f8-4351-ba79-5771e484644a tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 210 time: 0.2380462
Mar 26 21:06:41.648503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f30b1-0b29-45bb-82bc-dfbe8ede378f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e5a44b-f0f1-4be7-a4b4-9d58cbec764e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:41.663149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks [] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.673063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:41.712370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:41.730809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:41.781506 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:41.828531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:41.830677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47148) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:42.030916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:42.157383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:42.180395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:42.180975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.202428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7084f0>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:42.255864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dd92aa5d-31d3-4af7-a5ce-d2d79fbbff5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb6a3637d7d24266999a5d31a8c37bc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3497083
Mar 26 21:06:42.284407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47158) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:42.303228 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Checking router: 89b45e0f-f1b1-4839-bac8-4bedf5e87079 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:42.332635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Made reservation on behalf of 5a748aa42d5c4f55bd7d2d86838ff112 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:42.341712 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Routers {'89b45e0f-f1b1-4839-bac8-4bedf5e87079'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:42.342161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.342386 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7084f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:42.401656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:42.431201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:42.432385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb6c48c2-d154-4200-8622-d9b18d7b5403 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:42.471345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:42.491138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:42.492157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed75b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:42.543706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] Publish callbacks [] for security_group (2144ab82-fc51-4553-9757-940dc97b03bd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.572067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] Set router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:42.606353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8203dfa-bf71-4d51-8f97-9f84fdf64269 req-4ede4e17-75f4-4e8f-96f1-a7e95e2a9fe5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.0864253
Mar 26 21:06:42.637914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks [] for router_gateway (89b45e0f-f1b1-4839-bac8-4bedf5e87079), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.672020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d37b9a-6be6-4b52-8ee3-1a3a377404d4 req-25dd4881-1e62-4aa0-9352-a3d1eefbc801 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:42.685097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61d37b9a-6be6-4b52-8ee3-1a3a377404d4 req-25dd4881-1e62-4aa0-9352-a3d1eefbc801 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.5305798
Mar 26 21:06:42.687135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] No DVR routers for this DVR port e9dccde5-6613-4ef8-9812-952d9a6c882a on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:42.727220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:42.738399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Deleting port 4b825c06-91ab-4c95-a953-02ad3a2d7233 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:42.738951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.747629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.758895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2635cff-3797-4f50-9bae-9a1387e39f15 req-fa745b27-1331-4c2c-a4e9-8c20033e78d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "DELETE /v2.0/ports/e9dccde5-6613-4ef8-9812-952d9a6c882a HTTP/1.1" status: 204  len: 173 time: 5.4650750
Mar 26 21:06:42.775574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.777355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'name': 'network-vif-deleted', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:42.779737 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd23286-a94d-483d-814f-6ec8aa878962" -d '{"events": [{"server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "name": "network-vif-deleted", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:42.811694 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:06:42.859991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] Publish callbacks [] for security_group (2144ab82-fc51-4553-9757-940dc97b03bd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:42.860343 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a32a031-9133-43e5-955c-b4a07d2647e2 req-36ec751a-dc35-4c0d-9798-42131e6565ff tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4c0441e-1bda-47d4-a6d1-9139adecc0b5 HTTP/1.1" status: 200  len: 210 time: 0.0964024
Mar 26 21:06:42.931052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a5f22-a3a3-48ca-9aed-8ba505fc2583 None None] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:42.967029 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00824b-4478-4a90-89b5-a0094e103b5b x-openstack-request-id: req-7c00824b-4478-4a90-89b5-a0094e103b5b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:42.967631 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c0441e-1bda-47d4-a6d1-9139adecc0b5", "name": "network-vif-deleted", "tag": "e9dccde5-6613-4ef8-9812-952d9a6c882a", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:42.968104 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c00824b-4478-4a90-89b5-a0094e103b5b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:42.968750 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c00824b-4478-4a90-89b5-a0094e103b5b'] response: {'server_uuid': 'd4c0441e-1bda-47d4-a6d1-9139adecc0b5', 'name': 'network-vif-deleted', 'tag': 'e9dccde5-6613-4ef8-9812-952d9a6c882a', 'status': 'completed', 'code': 200}
Mar 26 21:06:42.978203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bb6c48c2-d154-4200-8622-d9b18d7b5403 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:42.979234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.019874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] For port 4b825c06-91ab-4c95-a953-02ad3a2d7233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b825c06-91ab-4c95-a953-02ad3a2d7233,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:43.020293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.036403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Calling delete_port for 4b825c06-91ab-4c95-a953-02ad3a2d7233 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:43.048601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Allocated IP 172.20.0.14 (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84/571c539b-56d7-458b-8c0c-ec0f03c32bba/634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:43.067494 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7084f0>, [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:43.099629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61d37b9a-6be6-4b52-8ee3-1a3a377404d4 req-c8451250-2de3-4a48-a528-0c84a2d87262 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4084759
Mar 26 21:06:43.124911 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3693b-4bca-4263-b31e-762b629a4f3e None None] The sync data for ids ['89b45e0f-f1b1-4839-bac8-4bedf5e87079'] in ncdv-master-1 is: [{'id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'name': 'tempest-ServersTestJSON-1572760975-router', 'tenant_id': '62670a489b2b43b78d9e1e71371e7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:05:15Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': '62670a489b2b43b78d9e1e71371e7886', 'gw_port': {'id': '4b825c06-91ab-4c95-a953-02ad3a2d7233', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:28:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b45e0f-f1b1-4839-bac8-4bedf5e87079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:05:17Z', 'updated_at': '2022-03-26T21:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:43.216998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Provisioning complete for port bb6c48c2-d154-4200-8622-d9b18d7b5403 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:43.221588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.224999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2144ab82-fc51-4553-9757-940dc97b03bd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.227948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.229328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2144ab82-fc51-4553-9757-940dc97b03bd HTTP/1.1" status: 204  len: 168 time: 0.9339461
Mar 26 21:06:43.279596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7144a-06c7-43b4-9b37-bb0dd79b156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2144ab82-fc51-4553-9757-940dc97b03bd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:43.410057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4b825c06-91ab-4c95-a953-02ad3a2d7233), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.487882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.543023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.549010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b825c06-91ab-4c95-a953-02ad3a2d7233,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:43.578000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.655800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.682492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:43.712063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.720875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.846481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:43.854214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:43.880841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.883404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks [] for router_controller (89b45e0f-f1b1-4839-bac8-4bedf5e87079), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.895354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Current status of the port bb6c48c2-d154-4200-8622-d9b18d7b5403 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:43.895765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.931166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bb6c48c2-d154-4200-8622-d9b18d7b5403 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:43.931566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:43.937328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:43.948086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:44.008755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] For port bb6c48c2-d154-4200-8622-d9b18d7b5403, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb6c48c2-d154-4200-8622-d9b18d7b5403,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:44.018521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.036637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47194) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:44.086482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47200) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:44.106313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:44.107212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.149065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:44.151479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:44.157515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (89b45e0f-f1b1-4839-bac8-4bedf5e87079), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.158033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-10293b1c-1fa2-43b2-91ac-ddf438c55324 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0433748
Mar 26 21:06:44.162767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b45e0f-f1b1-4839-bac8-4bedf5e87079 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:06:44.173015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Request body: {'port': {'device_id': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:44.185164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.189835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1044294-eaac-4d5c-9098-d5ee2494165b admin admin] 10.222.0.16 "DELETE /v2.0/routers/89b45e0f-f1b1-4839-bac8-4bedf5e87079 HTTP/1.1" status: 204  len: 168 time: 2.7666938
Mar 26 21:06:44.218403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed75b20>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:44.219457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47210) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:44.305794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:44.329241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.338016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:06:44.338562 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:06:44.342976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a8be9-9319-4afd-a448-dff31449044b None None] Pushing event updated for resources: {'Port': ['ID=bb6c48c2-d154-4200-8622-d9b18d7b5403,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:44.363808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:44.365487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed75b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:44.435506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9729f0-628a-40c8-b921-149db4c05081 req-a020060c-7bcb-4356-ab89-9350518db068 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:44.437147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c9729f0-628a-40c8-b921-149db4c05081 req-a020060c-7bcb-4356-ab89-9350518db068 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2190061
Mar 26 21:06:44.444693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.448172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e61a5927-0089-42c1-a8df-a46bb12d9c0a None None] Provisioning complete for port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:44.448874 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e61a5927-0089-42c1-a8df-a46bb12d9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.459814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Deleting subnet 6f2ab5d7-81d6-4432-a244-6f7730039ee7 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:06:44.473206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c042b93b-a70b-4035-b511-5561818a272f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=896bb4fe6e9e47a88b5b0d8a4e2f7bf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3852069
Mar 26 21:06:44.475350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Publish callbacks [] for subnet (6f2ab5d7-81d6-4432-a244-6f7730039ee7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.481767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:44.486862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:44.493509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.548821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e61a5927-0089-42c1-a8df-a46bb12d9c0a None None] Port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:44.553368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900fa2d-65ed-4e31-9880-461fbdabe008 req-70f89699-dfdb-4a8f-a066-b05b27432d51 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:44.555580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d900fa2d-65ed-4e31-9880-461fbdabe008 req-70f89699-dfdb-4a8f-a066-b05b27432d51 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 932 time: 0.5204797
Mar 26 21:06:44.570411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:44.606112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.619119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6f2ab5d7-81d6-4432-a244-6f7730039ee7), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.676894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d900fa2d-65ed-4e31-9880-461fbdabe008 req-87a5d996-ba7a-43e6-81ee-36a3b783de25 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061924
Mar 26 21:06:44.758638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:44.758971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.807161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Port 59512015-d29f-435d-80dd-a2d8fb52d2e0 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:44.846457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.848846 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.854523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4 HTTP/1.1" status: 204  len: 168 time: 0.8083181
Mar 26 21:06:44.855507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6f2ab5d7-81d6-4432-a244-6f7730039ee7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.875194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47254) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:44.911342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Provisioning complete for port bb6c48c2-d154-4200-8622-d9b18d7b5403 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:44.911725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:44.990836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bb6c48c2-d154-4200-8622-d9b18d7b5403 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:45.021082 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-eaa1b3f6-41f5-4770-8fe4-918e1c5ba566 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] show failed (client error): The resource could not be found.
Mar 26 21:06:45.028571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eaa1b3f6-41f5-4770-8fe4-918e1c5ba566 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups/ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4 HTTP/1.1" status: 404  len: 347 time: 0.0593853
Mar 26 21:06:45.042493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47264) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:45.074336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e916d-5bf8-4dba-8ae2-703e2a2d0a07 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6dfcb9-5df2-4aa2-a070-fe4cf2b252c4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:45.083850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6f2ab5d7-81d6-4432-a244-6f7730039ee7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.089916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed75b20>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:45.172438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb6c48c2-d154-4200-8622-d9b18d7b5403 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:45.184734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b366fe-54d8-47a5-88d6-644cf65eb2e4 None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:45.195075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.205760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f2ab5d7-81d6-4432-a244-6f7730039ee7 HTTP/1.1" status: 204  len: 168 time: 0.9793720
Mar 26 21:06:45.206839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:45.243067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47d9cef-ffe5-4354-afe1-6e4b57cc7e78 None None] Network 697ff91d-d756-413d-ac36-72a2d2ec1b6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:45.265729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c9729f0-628a-40c8-b921-149db4c05081 req-c4016547-a080-48ea-ad4a-83a2024eb2ad tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8158362
Mar 26 21:06:45.301822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b64f026d-f424-415f-9e16-1e03928a6bde None None] Current status of the port bb6c48c2-d154-4200-8622-d9b18d7b5403 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:45.375665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bb6c48c2-d154-4200-8622-d9b18d7b5403 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:45.376960 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.389834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ce4e-2126-4004-a5cf-f6767944afdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2ab5d7-81d6-4432-a244-6f7730039ee7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:45.438229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] Publish callbacks [] for security_group (ae6e8fd8-7fa8-4d3f-8564-4d744c071b58), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.440579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:45.453444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f575260d-ab6f-4778-ba2e-653a07ed4cbd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4921372
Mar 26 21:06:45.454310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:45.454468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:45.465282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (697ff91d-d756-413d-ac36-72a2d2ec1b6f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.468242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123292362'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:45.485101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] DHCP port deletion for 697ff91d-d756-413d-ac36-72a2d2ec1b6f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:06:45.485539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:45.486191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f743c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:45.518008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c8c06e5c-ad6e-49da-af45-e5ca70a6b7dd None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:45.518982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c8c06e5c-ad6e-49da-af45-e5ca70a6b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.586026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] Publish callbacks [] for security_group (ae6e8fd8-7fa8-4d3f-8564-4d744c071b58), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.633970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:45.635195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Deleting port 673cb35e-c986-4cc3-b760-71c7e2c08f6e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:45.635543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.656996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:45.660626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.661526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:45.685441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Deleting port cf07a8fd-f279-4ffc-8258-4ec30512d9ba {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:45.686049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.696015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03a936c-c6b4-4d8f-9047-df0c9defd75b None None] New status for floating IP 9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:06:45.725656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:45.743532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.743889 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added segment c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b of type vlan for network e9660661-912b-422a-a785-0c0581441891
Mar 26 21:06:45.775436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] For port cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:45.776301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.791583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Calling delete_port for cf07a8fd-f279-4ffc-8258-4ec30512d9ba owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:45.811230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e9660661-912b-422a-a785-0c0581441891), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.846518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e9660661-912b-422a-a785-0c0581441891), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.853899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:45.854609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.861578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c8c06e5c-ad6e-49da-af45-e5ca70a6b7dd None None] Port 59512015-d29f-435d-80dd-a2d8fb52d2e0 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:45.881324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.890371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Deleting port cf07a8fd-f279-4ffc-8258-4ec30512d9ba {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:06:45.890633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.892360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bb6c48c2-d154-4200-8622-d9b18d7b5403 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:45.954312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:45.984743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Network': ['ID=e9660661-912b-422a-a785-0c0581441891,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:45.997718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4b825c06-91ab-4c95-a953-02ad3a2d7233 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:46.004219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e9660661-912b-422a-a785-0c0581441891 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:46.032001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1c7353d1-ab47-4dd1-b093-31c16e86d218 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5717316
Mar 26 21:06:46.032826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae6e8fd8-7fa8-4d3f-8564-4d744c071b58), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.035765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.037133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae6e8fd8-7fa8-4d3f-8564-4d744c071b58 HTTP/1.1" status: 204  len: 168 time: 1.5413666
Mar 26 21:06:46.037724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47288) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:46.052756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'subnet': {'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:46.102406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a33bf-ba18-45d3-a801-c24e980d4f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e8fd8-7fa8-4d3f-8564-4d744c071b58,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.113798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.114379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 4b825c06-91ab-4c95-a953-02ad3a2d7233 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:46.114379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4b825c06-91ab-4c95-a953-02ad3a2d7233 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:46.114801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f7d3874-a8a0-4493-938a-3c3acd53935d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:46.120639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] For port cf07a8fd-f279-4ffc-8258-4ec30512d9ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,segment=NetworkSegment(160a8d74-353f-4c15-a5a2-8b3fdec2d91f),segment_id=160a8d74-353f-4c15-a5a2-8b3fdec2d91f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:46.121247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.128572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-880ae232-f02c-4bf8-a1c0-62f9a4afbc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.139340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] No DVR routers for this DVR port cf07a8fd-f279-4ffc-8258-4ec30512d9ba on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:46.160883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3f7d3874-a8a0-4493-938a-3c3acd53935d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:46.161542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f7d3874-a8a0-4493-938a-3c3acd53935d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:46.164915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Calling delete_port for cf07a8fd-f279-4ffc-8258-4ec30512d9ba owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:46.193392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:46.207141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks [] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.231011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Transition to ACTIVE for port object 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:06:46.238815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.247094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Made reservation on behalf of cedd45db640644088124f54b89de447a for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:46.248177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (697ff91d-d756-413d-ac36-72a2d2ec1b6f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.250456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.266629 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f743c40>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:42Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:43Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:46.270651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d1cf610>,) {'filters': {'network_id': ['697ff91d-d756-413d-ac36-72a2d2ec1b6f']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:46.281552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1cf610>, '160a8d74-353f-4c15-a5a2-8b3fdec2d91f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:46.281819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d1cf610>, '160a8d74-353f-4c15-a5a2-8b3fdec2d91f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:46.303193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (160a8d74-353f-4c15-a5a2-8b3fdec2d91f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.318874 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:46.319279 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Updating router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea port 59512015-d29f-435d-80dd-a2d8fb52d2e0 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:46.319498 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (cf07a8fd-f279-4ffc-8258-4ec30512d9ba), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.332100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (160a8d74-353f-4c15-a5a2-8b3fdec2d91f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.354527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] Pushing event deleted for resources: {'Port': ['ID=cf07a8fd-f279-4ffc-8258-4ec30512d9ba,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.355871 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.360804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2553de-395d-4b1f-b2f3-15453dd9f600 None None] No DVR routers for this DVR port cf07a8fd-f279-4ffc-8258-4ec30512d9ba on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:06:46.382972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:06:46.384086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (160a8d74-353f-4c15-a5a2-8b3fdec2d91f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:06:46.468182 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:06:46.550632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (697ff91d-d756-413d-ac36-72a2d2ec1b6f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.551847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.568538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.575134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] 10.222.0.16 "DELETE /v2.0/networks/697ff91d-d756-413d-ac36-72a2d2ec1b6f HTTP/1.1" status: 204  len: 168 time: 1.3260479
Mar 26 21:06:46.648236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37cc05-f180-491b-9ea1-ced53a143fc0 req-ad8e3eca-6d27-433f-a4ee-62dd721771e9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:46.650808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b37cc05-f180-491b-9ea1-ced53a143fc0 req-ad8e3eca-6d27-433f-a4ee-62dd721771e9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 932 time: 0.7193072
Mar 26 21:06:46.653512 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.653772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (673cb35e-c986-4cc3-b760-71c7e2c08f6e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.662213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c93ae-c452-46ec-8216-9a86abdb383c admin admin] Pushing event deleted for resources: {'Network': ['ID=697ff91d-d756-413d-ac36-72a2d2ec1b6f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.705143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-880ae232-f02c-4bf8-a1c0-62f9a4afbc99 admin admin] Publish callbacks [] for security_group (e75b7e49-6548-4c49-b593-380e205c656e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.714673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Calling delete_port for 673cb35e-c986-4cc3-b760-71c7e2c08f6e owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:06:46.733389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-880ae232-f02c-4bf8-a1c0-62f9a4afbc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e75b7e49-6548-4c49-b593-380e205c656e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.769441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Attempting to bind port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:46.769805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Attempting to bind port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:46.770122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Attempting to bind port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:46.775552 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks [] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.787237 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.791910 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-880ae232-f02c-4bf8-a1c0-62f9a4afbc99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64d3ef3418f54305bbaddbfd760e54d7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1534433
Mar 26 21:06:46.798570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef2d27-6456-4546-a0b9-bab27c77995a req-50ce3bbe-7aa8-461e-a909-56435efb2c22 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:46.800747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-caef2d27-6456-4546-a0b9-bab27c77995a req-50ce3bbe-7aa8-461e-a909-56435efb2c22 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3750975
Mar 26 21:06:46.802144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:46.809576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:06:46.809576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Attempting to bind port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 on network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:46.810138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:46.863690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:46.864073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Checking segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:46.864473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Bound using segment: {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:46.864986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Bound port: 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:46.865363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.870704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251074f-c8df-4455-a32e-09a77088ddd1 None None] Pushing event updated for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.878226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (ccebac4f-f78a-4b79-b360-a90a7bb6855b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.935072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b37cc05-f180-491b-9ea1-ced53a143fc0 req-fe414c88-a6cf-435e-b8a6-3440db63ec8d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2657599
Mar 26 21:06:46.945793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Attempting to bind port 59512015-d29f-435d-80dd-a2d8fb52d2e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:46.946449 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Attempting to bind port 59512015-d29f-435d-80dd-a2d8fb52d2e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:46.946918 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Attempting to bind port 59512015-d29f-435d-80dd-a2d8fb52d2e0 on network 21adcb8f-fa22-415a-9f6a-91be38d0c1af {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:46.953552 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:46.954102 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Checking segment: {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:46.954460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae232-f02c-4bf8-a1c0-62f9a4afbc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b7e49-6548-4c49-b593-380e205c656e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:46.954822 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:46.955574 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Bound using segment: {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:46.956243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Bound port: 59512015-d29f-435d-80dd-a2d8fb52d2e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40893d80-d23c-4602-8d3e-4225715b8c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:46.956837 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.028087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-caef2d27-6456-4546-a0b9-bab27c77995a req-87e46397-958c-41b2-8cf7-e6e8913f89cf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102742
Mar 26 21:06:47.044204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] Publish callbacks [] for security_group (e75b7e49-6548-4c49-b593-380e205c656e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.071886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] Publish callbacks [] for security_group (e75b7e49-6548-4c49-b593-380e205c656e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.074243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] For port 59512015-d29f-435d-80dd-a2d8fb52d2e0, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:47.078564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] For port 59512015-d29f-435d-80dd-a2d8fb52d2e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59512015-d29f-435d-80dd-a2d8fb52d2e0,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:47.093235 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.098291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a280a2f-05d1-422a-9265-33dd8e6fa842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62670a489b2b43b78d9e1e71371e7886&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2776589
Mar 26 21:06:47.112368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:47.141379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cf07a8fd-f279-4ffc-8258-4ec30512d9ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:06:47.182911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Checking segment: {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:47.183819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network hostable DHCP agents. Network: e9660661-912b-422a-a785-0c0581441891, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:47.185285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Subnet': ['ID=ccebac4f-f78a-4b79-b360-a90a7bb6855b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.192719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cf07a8fd-f279-4ffc-8258-4ec30512d9ba {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:06:47.194955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cf07a8fd-f279-4ffc-8258-4ec30512d9ba not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:06:47.204214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e75b7e49-6548-4c49-b593-380e205c656e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.208657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.212493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e75b7e49-6548-4c49-b593-380e205c656e HTTP/1.1" status: 204  len: 168 time: 0.4070075
Mar 26 21:06:47.214052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (673cb35e-c986-4cc3-b760-71c7e2c08f6e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.228330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edc974-2141-413a-b46e-f026d3aa80be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b7e49-6548-4c49-b593-380e205c656e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.248798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:47.265566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'Port': ['ID=673cb35e-c986-4cc3-b760-71c7e2c08f6e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.275276 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251074f-c8df-4455-a32e-09a77088ddd1 None None] Pushing event updated for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.318540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:47.327675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:47.330536 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f743c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:47.351712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.354055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network e9660661-912b-422a-a785-0c0581441891 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:47.360363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:47.360887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.404190 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.407103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.422401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f1491338-f1d6-4171-873e-046359eb51c2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "DELETE /v2.0/floatingips/9ab0f9a8-10bb-4a6b-ba9d-1b5254b520f5 HTTP/1.1" status: 204  len: 168 time: 2.3703668
Mar 26 21:06:47.501063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.506812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] Publish callbacks [] for security_group (a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.510358 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:47.535945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9660661-912b-422a-a785-0c0581441891) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:47.546132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:47.546762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.562550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732bd75-e6ea-4237-848a-3624987398ca None None] Network e9660661-912b-422a-a785-0c0581441891 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:47.587745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:47.589666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.593851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-f4c86379-f9c8-4c35-9e0d-2b561d53555f service neutron] 10.222.0.18 "PUT /v2.0/ports/634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1092 time: 3.4258890
Mar 26 21:06:47.595489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:47.602095 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3739f5d-b515-40d1-9b2e-90efeedebc49" -d '{"events": [{"name": "network-changed", "server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:47.622787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47328) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:47.713815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] Publish callbacks [] for security_group (a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.761608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:47.764287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:47.765691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fa3cea01-6d45-43e5-aa5e-166bf65705ff tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7177248
Mar 26 21:06:47.787496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91dcdad9-97ae-489d-ab16-c0b70833717f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.878273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Current status of the port 59512015-d29f-435d-80dd-a2d8fb52d2e0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:47.878917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.899799 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8635e9b4-b73a-4f60-8852-3c30409f7da8 x-openstack-request-id: req-8635e9b4-b73a-4f60-8852-3c30409f7da8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:47.901700 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:47.901960 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8635e9b4-b73a-4f60-8852-3c30409f7da8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:47.902447 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8635e9b4-b73a-4f60-8852-3c30409f7da8'] response: {'name': 'network-changed', 'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'status': 'completed', 'code': 200}
Mar 26 21:06:47.913517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9660661-912b-422a-a785-0c0581441891', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'project_id': 'cedd45db640644088124f54b89de447a', 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:47.914590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.923538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.933242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:47.934487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90 HTTP/1.1" status: 204  len: 168 time: 0.8150194
Mar 26 21:06:47.954364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4eae9-091b-401d-808f-90e4a7ce785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bbb515-eeaf-4a6e-9c0f-8d483d2eca90,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:47.991888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-5576d473-00cc-4b87-b0bb-b475b42a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:47.995833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-5576d473-00cc-4b87-b0bb-b475b42a9ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1126 time: 0.3300202
Mar 26 21:06:47.996414 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f743c40>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:42Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:47Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:48.053943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-147721404-network', 'tenant_id': 'ddb5f339350b4d5facba9a6ffd84aa1b'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:48.056315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b68fd-9e0a-4aaf-97e5-5d4d0e4e68a4 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:42Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:47Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:48.118423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-e4d76f55-3ee1-45a8-99d0-dda91bcc7c0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 217 time: 0.1148181
Mar 26 21:06:48.189884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] For port 59512015-d29f-435d-80dd-a2d8fb52d2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59512015-d29f-435d-80dd-a2d8fb52d2e0,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:48.202580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:48.204146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.235845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1030987327', 'description': 'tempest-description--466490348'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:48.290703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Made reservation on behalf of ddb5f339350b4d5facba9a6ffd84aa1b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:48.294680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.316059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-167cf6f0-0171-4b3b-b4f9-1b19f3770bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:48.317989 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-167cf6f0-0171-4b3b-b4f9-1b19f3770bb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1932371
Mar 26 21:06:48.343786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Allocated IP 172.23.0.2 (e9660661-912b-422a-a785-0c0581441891/ccebac4f-f78a-4b79-b360-a90a7bb6855b/4adda3d8-522a-49ad-80c1-ef3c47e81df4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:48.365195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91dcdad9-97ae-489d-ab16-c0b70833717f admin admin] Publish callbacks [] for security_group (ff5c24cc-85cc-4a68-9938-69de18cf79c5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.380086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.386642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd77a-8254-44cd-8d31-6d2fa2df1547 req-92c1ce41-1c31-4c5c-9feb-8afbf75d7b76 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:48.388720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-390bd77a-8254-44cd-8d31-6d2fa2df1547 req-92c1ce41-1c31-4c5c-9feb-8afbf75d7b76 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1625614
Mar 26 21:06:48.436365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-4404f985-06f3-48c6-943b-b9964e0a7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:48.438318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-4404f985-06f3-48c6-943b-b9964e0a7d7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1136792
Mar 26 21:06:48.486932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks [] for security_group (a2632822-9224-4d98-870c-0638625e32a3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.488254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.530209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-386f4f18-677d-420e-b3c0-4a07bba45b00 None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:48.531017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-386f4f18-677d-420e-b3c0-4a07bba45b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.541948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91dcdad9-97ae-489d-ab16-c0b70833717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff5c24cc-85cc-4a68-9938-69de18cf79c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.611832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-91dcdad9-97ae-489d-ab16-c0b70833717f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bb65667acff49849f147e6a0d968135&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8396025
Mar 26 21:06:48.612091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-390bd77a-8254-44cd-8d31-6d2fa2df1547 req-c57756a8-7105-4212-b073-477b24a0ee22 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2128348
Mar 26 21:06:48.612708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47352) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:48.612838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a2632822-9224-4d98-870c-0638625e32a3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.726563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:48.739777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-9d0bb72b-1ea4-451e-a773-4c370e73d750 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944100
Mar 26 21:06:48.744676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcdad9-97ae-489d-ab16-c0b70833717f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c24cc-85cc-4a68-9938-69de18cf79c5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:48.777520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c94734-6a7c-4d2a-af65-4b0c05efe95d req-bf9eea94-f9a7-4a83-913a-bc65440683dc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:48.785027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30c94734-6a7c-4d2a-af65-4b0c05efe95d req-bf9eea94-f9a7-4a83-913a-bc65440683dc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.5348363
Mar 26 21:06:48.811637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (42f26ba1-9442-4fa5-8293-85c76c0238e7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.813089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fc9f301c-f97d-4f40-aa92-95b4c8ffe48a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.813447 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Added segment fc9f301c-f97d-4f40-aa92-95b4c8ffe48a of type vlan for network 7e4f05b9-af7c-4e91-8672-7679cf5975c9
Mar 26 21:06:48.868230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21ae5260-d86f-4061-a076-a6e7d27a0657 req-8d89d9ca-b97d-48c1-b9a6-2569cd83b81a service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209648
Mar 26 21:06:48.885190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] Publish callbacks [] for security_group (ff5c24cc-85cc-4a68-9938-69de18cf79c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.919782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] Publish callbacks [] for security_group (ff5c24cc-85cc-4a68-9938-69de18cf79c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:48.964685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (42f26ba1-9442-4fa5-8293-85c76c0238e7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.000560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks [] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.029404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b970c-96b2-480a-82dd-b6416bdcdf1e None None] Pushing event updated for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.039875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff5c24cc-85cc-4a68-9938-69de18cf79c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.040207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.045572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff5c24cc-85cc-4a68-9938-69de18cf79c5 HTTP/1.1" status: 204  len: 168 time: 0.4256556
Mar 26 21:06:49.058723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.063828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2632822-9224-4d98-870c-0638625e32a3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.080174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1d84b-9a7c-46c5-870e-4c628f294452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c24cc-85cc-4a68-9938-69de18cf79c5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.109782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-b667c14d-4796-4512-8f0c-5b58c9799b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.115363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-b667c14d-4796-4512-8f0c-5b58c9799b1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1126 time: 0.1382113
Mar 26 21:06:49.117521 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.118773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8917310
Mar 26 21:06:49.125629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:49.126416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7e4f05b9-af7c-4e91-8672-7679cf5975c9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.137496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group_rule': {'security_group_id': '42f26ba1-9442-4fa5-8293-85c76c0238e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:49.165341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30c94734-6a7c-4d2a-af65-4b0c05efe95d req-4c759cd0-ede2-46db-88d5-9686a1d58e0f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3791568
Mar 26 21:06:49.177317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Pushing event updated for resources: {'Port': ['ID=4adda3d8-522a-49ad-80c1-ef3c47e81df4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.217394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7e4f05b9-af7c-4e91-8672-7679cf5975c9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.219005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.219862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.258606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Network e9660661-912b-422a-a785-0c0581441891 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:49.268451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (52b51b97-009f-4dff-894e-9eaed6431a21), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.271544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:49.290722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:49.355869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4f05b9-af7c-4e91-8672-7679cf5975c9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.359244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5415e-efbc-4507-b348-720a5ad9a0d3 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f26ba1-9442-4fa5-8293-85c76c0238e7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.359435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (52b51b97-009f-4dff-894e-9eaed6431a21), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.370918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (52b51b97-009f-4dff-894e-9eaed6431a21), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.371998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b78a8a1a-ac82-4c49-bf0c-6ae4019d82f9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7480650
Mar 26 21:06:49.375533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47370) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:49.382720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Request body: {'subnet': {'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-147721404-subnet', 'tenant_id': 'ddb5f339350b4d5facba9a6ffd84aa1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:49.394251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 59512015-d29f-435d-80dd-a2d8fb52d2e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:49.402467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47372) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:49.412686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b51b97-009f-4dff-894e-9eaed6431a21,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.418171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-7bebd408-8f95-435f-816b-00bba4a3e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.420672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-7bebd408-8f95-435f-816b-00bba4a3e7fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2940917
Mar 26 21:06:49.424037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.425044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.426568 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf0751da-2880-478f-9316-e9078de3e15f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2986593
Mar 26 21:06:49.430087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47378) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:49.440658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'security_group_rule': {'security_group_id': '42f26ba1-9442-4fa5-8293-85c76c0238e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:49.451675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:49.509466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (477cd629-7856-48d4-a730-c3ce354a3daa), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.547862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-c68f7651-2ebb-47a7-893a-fe03d55c273e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 217 time: 0.1201103
Mar 26 21:06:49.587119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (477cd629-7856-48d4-a730-c3ce354a3daa), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.596248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-386f4f18-677d-420e-b3c0-4a07bba45b00 None None] Current status of the port 59512015-d29f-435d-80dd-a2d8fb52d2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:49.648472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:49.648998 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.668607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-86b0a9c9-2652-4c9a-94d3-ab8a9c0808ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.676504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Attempting to bind port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:49.676981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Attempting to bind port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:49.677635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Attempting to bind port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 on network e9660661-912b-422a-a785-0c0581441891 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:49.681010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-86b0a9c9-2652-4c9a-94d3-ab8a9c0808ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.0906041
Mar 26 21:06:49.682543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (477cd629-7856-48d4-a730-c3ce354a3daa), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.689762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:49.690271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Checking segment: {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:49.690783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.691285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Bound using segment: {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:49.692169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Bound port: 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:49.692676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.767983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477cd629-7856-48d4-a730-c3ce354a3daa,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:49.802801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.807598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-015d87f1-a5a2-4517-9ac4-43259dfc636e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3765266
Mar 26 21:06:49.811633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47388) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:49.817334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:49.875998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-578c8bb2-5c5b-4668-8971-2a4941f1d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.878461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-578c8bb2-5c5b-4668-8971-2a4941f1d439 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1893802
Mar 26 21:06:49.883199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:49.887632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] For port 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:49.895644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b56af1-d4c7-4468-b1a3-722c765d3d38 req-7c7031e8-7039-4801-b126-30fe58d12695 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:49.898898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0b56af1-d4c7-4468-b1a3-722c765d3d38 req-7c7031e8-7039-4801-b126-30fe58d12695 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1743605
Mar 26 21:06:49.905096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] For port 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4adda3d8-522a-49ad-80c1-ef3c47e81df4,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:49.920628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 59512015-d29f-435d-80dd-a2d8fb52d2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:49.934765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.004009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1519988901-network', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:50.047375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Made reservation on behalf of ddb5f339350b4d5facba9a6ffd84aa1b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:50.050431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.087892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac87400-d2b6-4bca-a3fd-d29b1d479c41 None None] Pushing event updated for resources: {'Port': ['ID=4adda3d8-522a-49ad-80c1-ef3c47e81df4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:50.118213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0b56af1-d4c7-4468-b1a3-722c765d3d38 req-b34222ba-60c6-4dbb-abf5-980551d5b244 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2051389
Mar 26 21:06:50.151769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Made reservation on behalf of c58247395bea4447bc23f219d3c1cbc0 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:50.154610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.188224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-c74dadbe-fe36-434f-a4e1-60c81d0b7577 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017776
Mar 26 21:06:50.212602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.315833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.334337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3739f5d-b515-40d1-9b2e-90efeedebc49 req-98d555f2-c680-4e9f-baae-edfc7e3d0600 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401744
Mar 26 21:06:50.418054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Allocated IP 172.23.0.1 (e9660661-912b-422a-a785-0c0581441891/ccebac4f-f78a-4b79-b360-a90a7bb6855b/12f78f45-01cc-43b4-8efc-6acb37638e6b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:50.477768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Allocated IP 172.35.4.50 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/bd068c06-464c-4fcc-adf4-0e48d5c6443e) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:50.616628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.658428 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.704824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff81f-3865-4a04-a5a6-20f363934f59 req-d90a53d0-50cf-42df-a177-a8c957fa44ca tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:50.704824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af8ff81f-3865-4a04-a5a6-20f363934f59 req-d90a53d0-50cf-42df-a177-a8c957fa44ca tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3565338
Mar 26 21:06:50.706578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:50.709322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:50.711484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.713488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:50.714119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks [] for security_group (bb482601-466d-46f7-bf9c-62640f7184b5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.724205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bb482601-466d-46f7-bf9c-62640f7184b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.741721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=bd068c06-464c-4fcc-adf4-0e48d5c6443e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:50.745724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (16b1dc4a-2cb4-496b-bbe2-a3294527d9f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.800668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:50.821005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.833451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb482601-466d-46f7-bf9c-62640f7184b5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:50.856227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (93a1ce03-4fa5-46f2-9618-1f3010a00c63), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.856585 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Added segment 93a1ce03-4fa5-46f2-9618-1f3010a00c63 of type vlan for network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8
Mar 26 21:06:50.883498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.925545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af8ff81f-3865-4a04-a5a6-20f363934f59 req-14e34b9e-2e4a-41f7-becf-abb3c314780c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046576
Mar 26 21:06:50.930391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:50.940408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:50.985042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.022175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network e9660661-912b-422a-a785-0c0581441891 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:51.025285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Checking segment: {'id': 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:51.025858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Network hostable DHCP agents. Network: 7e4f05b9-af7c-4e91-8672-7679cf5975c9, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:51.049587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:51.054085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:51.117081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.165338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.170379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.207223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:51.229533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.237854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:06:51.251157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:51.251910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.267321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4adda3d8-522a-49ad-80c1-ef3c47e81df4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:51.311779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=bd068c06-464c-4fcc-adf4-0e48d5c6443e,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:51.315062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:51.348258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.392771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77369b40-4a15-41a4-8f61-74e8a7a0c301 req-ed73f57a-d2c6-4697-87a2-7f10011c7dc4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:51.394554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77369b40-4a15-41a4-8f61-74e8a7a0c301 req-ed73f57a-d2c6-4697-87a2-7f10011c7dc4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1192925
Mar 26 21:06:51.398283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.399432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3288fe5b-fce8-4f77-a3c6-f080a2f63b46 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5866518
Mar 26 21:06:51.420435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e4f05b9-af7c-4e91-8672-7679cf5975c9) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:51.430824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0256834
Mar 26 21:06:51.433407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47428) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:51.437147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a344933-37bb-4fc2-bec7-aa86268f71d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:51.441729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fbc64-5075-4845-94ba-b1be2c66e1db None None] Network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:51.446502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:51.447106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.453852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Request body: {'subnet': {'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1519988901-subnet', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:51.471261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77369b40-4a15-41a4-8f61-74e8a7a0c301 req-2289e67b-d00d-4f44-8aec-3e2eebad9e0b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679569
Mar 26 21:06:51.485097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7c6b39d-72fe-4e22-8832-d2a83e033841 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1082535
Mar 26 21:06:51.542833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Made reservation on behalf of c58247395bea4447bc23f219d3c1cbc0 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:51.545259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.545459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:51.547609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71939c0c-a480-4f08-ac9e-136a2b5410bf None None] Network e9660661-912b-422a-a785-0c0581441891 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:51.597688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.760756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Provisioning complete for port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:51.761058 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.841240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:51.856866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:51.857320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:51.889312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-21750d7b-5e1e-4355-8945-1500c44e4dc1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1030987327&fields=id&tenant_id=32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 267 time: 0.2350707
Mar 26 21:06:51.903390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:06:51.991110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541c962-4f4b-477e-ae97-a43bb2df8ee1 None None] Network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:52.116734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Current status of the port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:52.117375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.135342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733c630-a7ae-49c5-8007-47e4fb4cdeda req-7ddc1ba5-a675-4e31-85dd-c13652bc9d4a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:52.136974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c733c630-a7ae-49c5-8007-47e4fb4cdeda req-7ddc1ba5-a675-4e31-85dd-c13652bc9d4a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.0854974
Mar 26 21:06:52.167706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:52.168140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.220731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c733c630-a7ae-49c5-8007-47e4fb4cdeda req-191af97a-f440-4359-862e-5fb874d822d8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760167
Mar 26 21:06:52.244817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (0d868e35-a956-4164-a973-9ae4ce29adb3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.258904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:52.313712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] For port 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4adda3d8-522a-49ad-80c1-ef3c47e81df4,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:52.326949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:52.348661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:52.349179 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.351338 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.376249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.400119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47482) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:52.405512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-833742855-network', 'tenant_id': '301595631073479dbf5b2832a81d3e01'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:52.407475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-220a8651-740f-4b8a-a188-821bef8dde9d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:52.409263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-220a8651-740f-4b8a-a188-821bef8dde9d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 811 time: 0.5080419
Mar 26 21:06:52.449384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Made reservation on behalf of 301595631073479dbf5b2832a81d3e01 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:52.458962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc1d2d-0cfd-4859-a896-913187d26e5e None None] Pushing event updated for resources: {'Port': ['ID=4adda3d8-522a-49ad-80c1-ef3c47e81df4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:52.461133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.479533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.496096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-e66d4f17-35a0-4a5d-8d40-7a9dd92e3476 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/quotas/32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 375 time: 0.0780172
Mar 26 21:06:52.500428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d868e35-a956-4164-a973-9ae4ce29adb3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:52.549352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:52.553912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:06:52.554156 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:06:52.586164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Checking segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:52.586164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Network hostable DHCP agents. Network: c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:52.592919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47488) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:52.600041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.612215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.638628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks [] for security_group (8c3043d0-1c12-4ce3-82ee-2dcac5d0768c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.649170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:06:52.671613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8c3043d0-1c12-4ce3-82ee-2dcac5d0768c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.740049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:52.741838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:06:52.757707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3043d0-1c12-4ce3-82ee-2dcac5d0768c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:52.769943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.771314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ed9b6640-d0ff-493d-b725-907a8e57e864), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.771687 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Added segment ed9b6640-d0ff-493d-b725-907a8e57e864 of type vlan for network daedd951-ab0c-453c-8771-2273144a9fc3
Mar 26 21:06:52.778485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-c2dc4063-f50f-4c92-9b41-12afdebdb58f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2708206
Mar 26 21:06:52.779156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event updated for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:52.783488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:52.791956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bce845a2-1e65-44b5-8b4b-0a6e06eb59bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.800473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:52.801106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.815131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e8637-d0bf-4bc0-b862-a023004e38f6 None None] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:52.827432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76747-48b7-4cf0-999f-09fe874b669f req-6ee93530-7c7d-4717-9024-92c10c3b2fd8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:52.828383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9e76747-48b7-4cf0-999f-09fe874b669f req-6ee93530-7c7d-4717-9024-92c10c3b2fd8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.1849163
Mar 26 21:06:52.918939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bce845a2-1e65-44b5-8b4b-0a6e06eb59bb admin admin] Publish callbacks [] for security_group (9f9add61-d015-433a-a8a8-ebb1290b37bc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.924525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Provisioning complete for port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:52.925003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.940669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-9ace3d09-db96-4764-8431-d795e246c355 service neutron] 10.222.0.16 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323807
Mar 26 21:06:52.949205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bce845a2-1e65-44b5-8b4b-0a6e06eb59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f9add61-d015-433a-a8a8-ebb1290b37bc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.954522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (daedd951-ab0c-453c-8771-2273144a9fc3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:52.998019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-460ae09a-7f50-4aeb-a8e6-087607deff7b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5618291
Mar 26 21:06:53.002183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:53.008131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:53.030781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bce845a2-1e65-44b5-8b4b-0a6e06eb59bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6d8fea2866d488f956d6f340769fde5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4368141
Mar 26 21:06:53.036094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9e76747-48b7-4cf0-999f-09fe874b669f req-649751ae-f4bc-4b83-81bd-fae4dee78b03 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096156
Mar 26 21:06:53.037459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47494) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:53.038717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce845a2-1e65-44b5-8b4b-0a6e06eb59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9add61-d015-433a-a8a8-ebb1290b37bc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:53.048565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (daedd951-ab0c-453c-8771-2273144a9fc3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.049502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:53.050075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.106344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:06:53.106953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.120018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7162130
Mar 26 21:06:53.121284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:53.137069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Request body: {'subnet': {'network_id': 'daedd951-ab0c-453c-8771-2273144a9fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-833742855-subnet', 'tenant_id': '301595631073479dbf5b2832a81d3e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:53.149600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (45be2adf-5d38-4786-9b74-795a34a192c3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.150754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (45be2adf-5d38-4786-9b74-795a34a192c3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.151377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb4cc-10df-4a43-b75d-ffd1608c2897 admin admin] Pushing event updated for resources: {'Network': ['ID=daedd951-ab0c-453c-8771-2273144a9fc3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:53.170783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] Publish callbacks [] for security_group (9f9add61-d015-433a-a8a8-ebb1290b37bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.196268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] Publish callbacks [] for security_group (9f9add61-d015-433a-a8a8-ebb1290b37bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.208848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Made reservation on behalf of 301595631073479dbf5b2832a81d3e01 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:53.211761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.218099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-9fcce470-4bb5-4a7c-b082-b82727a60dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765529
Mar 26 21:06:53.243891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Network e9660661-912b-422a-a785-0c0581441891 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:53.262073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f9add61-d015-433a-a8a8-ebb1290b37bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.268107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.270149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f9add61-d015-433a-a8a8-ebb1290b37bc HTTP/1.1" status: 204  len: 168 time: 0.2286663
Mar 26 21:06:53.279043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:53.298936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for router_controller (45be2adf-5d38-4786-9b74-795a34a192c3), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.304849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f423e7-c46a-4eef-a456-40290b4933cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9add61-d015-433a-a8a8-ebb1290b37bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:53.405456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network daedd951-ab0c-453c-8771-2273144a9fc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:06:53.468800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea5292-d8c8-4289-9e93-59155eb587ef req-5183be40-abc2-4e48-9785-576c097a3d6c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:53.476665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1ea5292-d8c8-4289-9e93-59155eb587ef req-5183be40-abc2-4e48-9785-576c097a3d6c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1223521
Mar 26 21:06:53.554261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Current status of the port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:53.626302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1ea5292-d8c8-4289-9e93-59155eb587ef req-eaf9fd5c-2036-4bb4-b7b7-fbfabee67fea tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374578
Mar 26 21:06:53.657455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:53.659510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 59512015-d29f-435d-80dd-a2d8fb52d2e0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:53.712827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da6e3a65-f042-4dff-8db4-c382be4783ff req-9b8c7869-c93e-4d48-8011-0203ab9f0c7f tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 210 time: 0.1066906
Mar 26 21:06:53.753044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:53.774814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e50e6f4-b38b-4919-88db-c07aa6f16d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.785290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Allocated IP 172.20.0.2 (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8/0d868e35-a956-4164-a973-9ae4ce29adb3/c388aae6-6f9e-4307-948d-e7db0e874af8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:53.818540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:53.873932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for router_gateway (45be2adf-5d38-4786-9b74-795a34a192c3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.882436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Provisioning complete for port 12f78f45-01cc-43b4-8efc-6acb37638e6b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:53.882814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.898035 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e50e6f4-b38b-4919-88db-c07aa6f16d15 admin admin] Publish callbacks [] for security_group (97947e60-f73e-48d7-a8a1-199abbc7355c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.907326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5e50e6f4-b38b-4919-88db-c07aa6f16d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97947e60-f73e-48d7-a8a1-199abbc7355c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:53.951745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe05b7-5619-4cca-b11d-95dc8518cc2a None None] Port 12f78f45-01cc-43b4-8efc-6acb37638e6b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:53.978946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5e50e6f4-b38b-4919-88db-c07aa6f16d15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e78ea5e86dc4d92b9446bb120361cd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221084
Mar 26 21:06:53.979833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:53.992039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 59512015-d29f-435d-80dd-a2d8fb52d2e0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:53.992437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.007998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50e6f4-b38b-4919-88db-c07aa6f16d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97947e60-f73e-48d7-a8a1-199abbc7355c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:54.037311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks [] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.049413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.072088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] Publish callbacks [] for security_group (97947e60-f73e-48d7-a8a1-199abbc7355c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.108346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:54.110105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] Publish callbacks [] for security_group (97947e60-f73e-48d7-a8a1-199abbc7355c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.116547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:54.124108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:54.132755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Pushing event updated for resources: {'Port': ['ID=c388aae6-6f9e-4307-948d-e7db0e874af8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:54.140688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d35267d1-3d88-4f3c-8541-96b608121784 None None] Provisioning complete for port 12f78f45-01cc-43b4-8efc-6acb37638e6b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:54.141086 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d35267d1-3d88-4f3c-8541-96b608121784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.219332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97947e60-f73e-48d7-a8a1-199abbc7355c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.221995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.226149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97947e60-f73e-48d7-a8a1-199abbc7355c HTTP/1.1" status: 204  len: 168 time: 0.2386153
Mar 26 21:06:54.267143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3da00-1c4b-4d90-a2ec-761d4506c7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97947e60-f73e-48d7-a8a1-199abbc7355c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:54.286273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd2cb5-cec1-48b8-94bd-de001da6fc5f req-f01bd03a-4db9-4095-bccd-6d5aa297e6f9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:54.288902 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6cfd2cb5-cec1-48b8-94bd-de001da6fc5f req-f01bd03a-4db9-4095-bccd-6d5aa297e6f9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.0809474
Mar 26 21:06:54.317667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d35267d1-3d88-4f3c-8541-96b608121784 None None] Port 12f78f45-01cc-43b4-8efc-6acb37638e6b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:54.349914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 59512015-d29f-435d-80dd-a2d8fb52d2e0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:54.353742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Attempting to bind port c388aae6-6f9e-4307-948d-e7db0e874af8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:54.354115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Attempting to bind port c388aae6-6f9e-4307-948d-e7db0e874af8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:54.354389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Attempting to bind port c388aae6-6f9e-4307-948d-e7db0e874af8 on network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:54.361130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:54.361859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Checking segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:54.362620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6cfd2cb5-cec1-48b8-94bd-de001da6fc5f req-ba0a3d60-4dcd-461a-8ee7-da0180e7eb38 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652497
Mar 26 21:06:54.362938 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.363337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Bound using segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:54.363892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Bound port: c388aae6-6f9e-4307-948d-e7db0e874af8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:54.364646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.476184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] For port c388aae6-6f9e-4307-948d-e7db0e874af8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:54.488268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] For port c388aae6-6f9e-4307-948d-e7db0e874af8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c388aae6-6f9e-4307-948d-e7db0e874af8,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:54.496848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.519287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:54.531300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc99764c-2063-4493-b9ac-8b1a5ebb6932 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7682481
Mar 26 21:06:54.534045 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:54.534541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47524) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:54.540503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:54.550709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:54.551521 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240efa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:54.561264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4adda3d8-522a-49ad-80c1-ef3c47e81df4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:54.566063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5d82e731-7989-4d79-859b-608bb26f4688), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.638915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88843660-cea6-4f63-aa7d-9c3e4749001f None None] Pushing event updated for resources: {'Port': ['ID=c388aae6-6f9e-4307-948d-e7db0e874af8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:54.695082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:54.695700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:54.805947 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:54.928173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:54.962397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d82e731-7989-4d79-859b-608bb26f4688,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:55.017548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Checking segment: {'id': 'ed9b6640-d0ff-493d-b725-907a8e57e864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'daedd951-ab0c-453c-8771-2273144a9fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:55.017928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Network hostable DHCP agents. Network: daedd951-ab0c-453c-8771-2273144a9fc3, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:06:55.059735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d4f641d4-b102-4b59-b309-2b600b477997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.099785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3c33-0b40-4ca7-a190-8f667ea5509d req-74216e94-75a2-4454-890e-27790793d594 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:55.108524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e39a3c33-0b40-4ca7-a190-8f667ea5509d req-74216e94-75a2-4454-890e-27790793d594 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3284867
Mar 26 21:06:55.126102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Network daedd951-ab0c-453c-8771-2273144a9fc3 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:06:55.194522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, daedd951-ab0c-453c-8771-2273144a9fc3) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:55.208249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c78e26-3aa7-440c-8569-bdaf5a3ab734 None None] Network daedd951-ab0c-453c-8771-2273144a9fc3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:55.237470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:55.238277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.336956 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240efa00>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:51Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:52Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:55.364725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e39a3c33-0b40-4ca7-a190-8f667ea5509d req-83ff30dc-df54-4b7b-b4d3-d2f4438633ca tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484105
Mar 26 21:06:55.372490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-816b6138-6905-4781-97f3-e1dc2cb015fe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2471237
Mar 26 21:06:55.384419 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:55.385286 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Updating router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea port 12f78f45-01cc-43b4-8efc-6acb37638e6b binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:55.422900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:55.427441 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.433313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for router_gateway (45be2adf-5d38-4786-9b74-795a34a192c3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.480212 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.644324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2878b592-7725-4b5b-9607-0b0b44cba77d None None] Network daedd951-ab0c-453c-8771-2273144a9fc3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:55.653808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac357d2-2500-47b7-95f1-f70a105dd0e8 req-39580d69-4bb5-4c5c-962a-0116c2f56bb6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:55.655708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ac357d2-2500-47b7-95f1-f70a105dd0e8 req-39580d69-4bb5-4c5c-962a-0116c2f56bb6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.1038258
Mar 26 21:06:55.672104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:06:55.708129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:55.708723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:55.833461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Allocated IP 172.35.4.178 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/8e5c478b-b58f-4258-80a6-c48b065e00ab) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:55.932836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa770eed-c41e-4d5e-870b-86d987613b86 req-66b7611a-83da-43e1-8ad3-6df068eff1c9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 210 time: 0.8541098
Mar 26 21:06:55.995483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.050803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.083601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ac357d2-2500-47b7-95f1-f70a105dd0e8 req-48459d2e-666c-4085-963c-f47242e78f62 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3886571
Mar 26 21:06:56.084111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-497edd54-e0bd-4793-b07b-3ba9e5c26de5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:56.086371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-497edd54-e0bd-4793-b07b-3ba9e5c26de5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 811 time: 1.0065143
Mar 26 21:06:56.103473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:56.106116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:06:56.110053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:56.112166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5c478b-b58f-4258-80a6-c48b065e00ab,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:56.114794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:56.203749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.extraroute_db [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Removed routes are [] {{(pid=126738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:06:56.204330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.226639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:56.227043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.228542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-5ca6e22f-de19-4289-b67e-38760cff0c81 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32df8b04107445c89edb0d809d87d6fc HTTP/1.1" status: 200  len: 380 time: 0.1238008
Mar 26 21:06:56.286416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:06:56.288823 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e00cf-ff1d-49b4-beed-54b5f5ead780" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:06:56.306268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'port': {'device_id': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'admin_state_up': True, 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'security_groups': ['42f26ba1-9442-4fa5-8293-85c76c0238e7']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:56.313843 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks [] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.334333 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.337785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:56.346240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.398857 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768f8fa-3a19-4351-9223-258f6b4aecf4 x-openstack-request-id: req-8768f8fa-3a19-4351-9223-258f6b4aecf4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:06:56.399614 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:06:56.401019 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8768f8fa-3a19-4351-9223-258f6b4aecf4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:06:56.401623 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8768f8fa-3a19-4351-9223-258f6b4aecf4'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'code': 200}
Mar 26 21:06:56.416522 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b4e02-684f-4dd6-ad0d-9f93f68180e1 None None] Pushing event updated for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:56.479897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:56.551735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf9630-49e4-4a72-a356-e31fe361e05a None None] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:06:56.597100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Attempting to bind port 12f78f45-01cc-43b4-8efc-6acb37638e6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:06:56.597489 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Attempting to bind port 12f78f45-01cc-43b4-8efc-6acb37638e6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:06:56.597863 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Attempting to bind port 12f78f45-01cc-43b4-8efc-6acb37638e6b on network e9660661-912b-422a-a785-0c0581441891 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:06:56.617763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:06:56.623056 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Checking segment: {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:06:56.623979 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.626647 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Bound using segment: {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:06:56.630660 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Bound port: 12f78f45-01cc-43b4-8efc-6acb37638e6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9660661-912b-422a-a785-0c0581441891'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:06:56.633521 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.747420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Made reservation on behalf of 32df8b04107445c89edb0d809d87d6fc for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:06:56.772703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.781741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2169892-135e-4375-a4f7-33c4c9ca49a9 req-dda7eac9-9b36-4ffe-89f5-d084de28c372 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:56.782028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c388aae6-6f9e-4307-948d-e7db0e874af8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:56.784041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2169892-135e-4375-a4f7-33c4c9ca49a9 req-dda7eac9-9b36-4ffe-89f5-d084de28c372 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2987461
Mar 26 21:06:56.800482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a0ddb-66f4-40be-9565-afee9467448a req-c5ffb5e0-fe21-40a6-8dbc-54d18c7625cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:56.802362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb6a0ddb-66f4-40be-9565-afee9467448a req-c5ffb5e0-fe21-40a6-8dbc-54d18c7625cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1128 time: 0.2776399
Mar 26 21:06:56.839625 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] For port 12f78f45-01cc-43b4-8efc-6acb37638e6b, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:06:56.843449 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] For port 12f78f45-01cc-43b4-8efc-6acb37638e6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f78f45-01cc-43b4-8efc-6acb37638e6b,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:06:56.853059 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.916588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2169892-135e-4375-a4f7-33c4c9ca49a9 req-3629c7d8-f94f-4816-a35a-7ea116ae956b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238823
Mar 26 21:06:56.917576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for router_gateway (45be2adf-5d38-4786-9b74-795a34a192c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.930716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Provisioning complete for port c388aae6-6f9e-4307-948d-e7db0e874af8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:56.931491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:56.954085 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b4e02-684f-4dd6-ad0d-9f93f68180e1 None None] Pushing event updated for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:56.995734 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:56.998805 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240efa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:57.013842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Allocated IP 172.20.0.13 (d1bac26e-253d-45b2-a5d6-7223981a082f/cc556fd3-4887-4dca-8d9c-c2fd33af210e/3e1be3af-c4f0-434c-aa0e-29156495a7bb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:06:57.163289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de2fc55f-2fb8-4ac2-b4b8-4c7f1ec1abb1 req-1c24858b-a426-49ea-a10b-b10105228ef2 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 210 time: 0.0869136
Mar 26 21:06:57.227365 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:57.269765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Current status of the port c388aae6-6f9e-4307-948d-e7db0e874af8 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:57.270162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.301653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c388aae6-6f9e-4307-948d-e7db0e874af8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:57.302060 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.390351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] For port c388aae6-6f9e-4307-948d-e7db0e874af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c388aae6-6f9e-4307-948d-e7db0e874af8,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:57.393448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8345a3ee-655b-430a-a13e-cf9e3a5414ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.405576 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.424112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-89bdc470-b7b6-40cd-8b26-b2b71ef62f97 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:57.433837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-89bdc470-b7b6-40cd-8b26-b2b71ef62f97 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/networks?id=7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 200  len: 811 time: 0.6357567
Mar 26 21:06:57.455350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb6a0ddb-66f4-40be-9565-afee9467448a req-a6e5b55e-812f-4e17-9a6d-579f241a97d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6354949
Mar 26 21:06:57.485566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d381547-cf41-4be0-aaf3-ce20956664a3 None None] Pushing event updated for resources: {'Port': ['ID=c388aae6-6f9e-4307-948d-e7db0e874af8,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:57.500732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.507872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.524153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-a1a47819-fbc4-459a-ba57-00bd7af63ed7 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/quotas/ddb5f339350b4d5facba9a6ffd84aa1b HTTP/1.1" status: 200  len: 375 time: 0.0891242
Mar 26 21:06:57.541850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (45be2adf-5d38-4786-9b74-795a34a192c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.569292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07430cf-5a12-41fb-947d-3286b4797d3c req-6bb3eb04-713c-48de-b670-856d7c9bc1e5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:57.572390 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240efa00>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 6, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:57.578792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-149d8495-f614-42b7-8f50-06d2a7ab13fc tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0395031
Mar 26 21:06:57.581759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07430cf-5a12-41fb-947d-3286b4797d3c req-6bb3eb04-713c-48de-b670-856d7c9bc1e5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.2710824
Mar 26 21:06:57.616690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Provisioning complete for port 12f78f45-01cc-43b4-8efc-6acb37638e6b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:57.617095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.637668 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31d66a2-31be-4896-b501-7d8ac70484a6 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 6, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 4, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:06:57.655505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c388aae6-6f9e-4307-948d-e7db0e874af8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:57.691956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.800289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.831588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Current status of the port 12f78f45-01cc-43b4-8efc-6acb37638e6b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:57.832655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.835400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e07430cf-5a12-41fb-947d-3286b4797d3c req-aafa8f8c-aac0-4b8a-9f39-f7cac5ebf07d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2421122
Mar 26 21:06:57.916663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] For port 12f78f45-01cc-43b4-8efc-6acb37638e6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f78f45-01cc-43b4-8efc-6acb37638e6b,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:06:57.922646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:57.938021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Router 45be2adf-5d38-4786-9b74-795a34a192c3 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:06:57.987022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Network d1bac26e-253d-45b2-a5d6-7223981a082f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:06:58.017346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:06:58.024997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:06:58.033794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event updated for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:58.095638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374852d4-a969-449b-b51a-59aa3fd6232b None None] Pushing event updated for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:06:58.149145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-66362670-4cc3-462e-8011-fe206567e2e2 None None] Provisioning complete for port c388aae6-6f9e-4307-948d-e7db0e874af8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:58.149607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66362670-4cc3-462e-8011-fe206567e2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:58.194288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:06:58.354519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-39334fa9-3098-4f7f-9943-50fdfbc00917 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6755967
Mar 26 21:06:58.394914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-66362670-4cc3-462e-8011-fe206567e2e2 None None] Current status of the port c388aae6-6f9e-4307-948d-e7db0e874af8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:58.463859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:58.499166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Sync routers for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:58.534779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:58.535431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df94790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:58.576399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607013ac-24cb-4084-8374-72c069d1398b req-5c63bd6e-1598-47af-b2bc-ed62d5371e4b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:58.578783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-607013ac-24cb-4084-8374-72c069d1398b req-5c63bd6e-1598-47af-b2bc-ed62d5371e4b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.3547006
Mar 26 21:06:58.616216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-18348ba4-739c-4b48-8b85-7e8015f047eb None None] Provisioning complete for port 3e1be3af-c4f0-434c-aa0e-29156495a7bb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:58.617003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-18348ba4-739c-4b48-8b85-7e8015f047eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:58.629380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:58.631064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1a5ee3a-878e-4a47-b3ae-3661e0c652d7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.6263318
Mar 26 21:06:58.636464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47664) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:58.677062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:58.678025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:58.807028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-725ddcbf-0201-41f5-bd26-acc71fa2696b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5101655
Mar 26 21:06:58.844077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Request body: {'port': {'device_id': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:58.867430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-607013ac-24cb-4084-8374-72c069d1398b req-af0ae439-73f7-4fe2-929b-95357f5821da tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635927
Mar 26 21:06:58.918097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:06:58.930603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:58.932201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3472bbea-e767-45d4-b774-c25f95663cf3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 934 time: 4.3959892
Mar 26 21:06:58.935156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:59.086008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-dfa34f47-fa7b-4023-8e0c-01550b8eccc0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7089062
Mar 26 21:06:59.139456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.144276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5c450-6a7a-42af-a8bb-596eac85b9ee req-0f185165-7900-44ef-b4fa-246bdc6a5d9c tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:06:59.146730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee5c450-6a7a-42af-a8bb-596eac85b9ee req-0f185165-7900-44ef-b4fa-246bdc6a5d9c tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 932 time: 0.1028149
Mar 26 21:06:59.164276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12f78f45-01cc-43b4-8efc-6acb37638e6b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:59.224422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-18348ba4-739c-4b48-8b85-7e8015f047eb None None] Port 3e1be3af-c4f0-434c-aa0e-29156495a7bb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:06:59.240100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.292593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:59.325944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fee5c450-6a7a-42af-a8bb-596eac85b9ee req-f10e8785-0afd-48f8-b96f-d18a764e2c5d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1727266
Mar 26 21:06:59.382690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:06:59.401875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d755238-d1f2-46a9-a733-4d357668335e tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 934 time: 0.4639037
Mar 26 21:06:59.402132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:06:59.413231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'routes': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:06:59.413896 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:06:59.415251 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:59.501589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-52f36e80-0f07-49be-beb8-f8b3ef008b66 req-21d493fc-4e18-4192-a808-ef9feca1dd6c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 210 time: 0.0354929
Mar 26 21:06:59.592750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 12f78f45-01cc-43b4-8efc-6acb37638e6b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:06:59.593131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.701733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1be3af-c4f0-434c-aa0e-29156495a7bb {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:06:59.713665 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:06:59.715207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks [] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.735058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Transition to ACTIVE for port object 3e1be3af-c4f0-434c-aa0e-29156495a7bb will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:06:59.745427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df94790>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 3, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:06:59.752246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.776432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Checking router: 45be2adf-5d38-4786-9b74-795a34a192c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:06:59.776797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Updating router 45be2adf-5d38-4786-9b74-795a34a192c3 port 8e5c478b-b58f-4258-80a6-c48b065e00ab binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:06:59.807838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:06:59.869582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 12f78f45-01cc-43b4-8efc-6acb37638e6b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:06:59.872593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c388aae6-6f9e-4307-948d-e7db0e874af8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:06:59.934047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Pushing event updated for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:00.033675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Attempting to bind port 3e1be3af-c4f0-434c-aa0e-29156495a7bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:00.034210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Attempting to bind port 3e1be3af-c4f0-434c-aa0e-29156495a7bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:00.034553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Attempting to bind port 3e1be3af-c4f0-434c-aa0e-29156495a7bb on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:00.045182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Port 3e1be3af-c4f0-434c-aa0e-29156495a7bb on network d1bac26e-253d-45b2-a5d6-7223981a082f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:07:00.045860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Attempting to bind port 3e1be3af-c4f0-434c-aa0e-29156495a7bb on network d1bac26e-253d-45b2-a5d6-7223981a082f {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:00.052838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:00.054038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Checking segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:00.054607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Bound using segment: {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:00.055232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Bound port: 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93718d6e-f6af-4930-b279-3b9c74059b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:00.055940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.171416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.175243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:00.181464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:00.189761 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f100>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 6, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:00.221927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.265803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:00.288975 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:00.289621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:00.314442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:00.315628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.318639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] 10.222.0.21 "PUT /v2.0/ports/3e1be3af-c4f0-434c-aa0e-29156495a7bb HTTP/1.1" status: 200  len: 1092 time: 1.4784870
Mar 26 21:07:00.320082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:00.323257 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd75f4-a955-4d87-b5c5-14645439bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:00.332137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc57e21-ba59-4c89-8b2c-e2cb482b5ef1 req-1360435c-e35a-47c9-bb49-2f99a593e5bf tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:00.335127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5bc57e21-ba59-4c89-8b2c-e2cb482b5ef1 req-1360435c-e35a-47c9-bb49-2f99a593e5bf tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.6055768
Mar 26 21:07:00.434595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.461251 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:00.470306 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks [] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.485079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.544557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c388aae6-6f9e-4307-948d-e7db0e874af8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:00.545237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.600929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200c2df-f991-4f0a-8a17-21da757ecb76 req-86be4385-750d-4ae8-b854-80bc55db454d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:00.609862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a200c2df-f991-4f0a-8a17-21da757ecb76 req-86be4385-750d-4ae8-b854-80bc55db454d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.4155929
Mar 26 21:07:00.626526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Attempting to bind port 8e5c478b-b58f-4258-80a6-c48b065e00ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:00.626917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Attempting to bind port 8e5c478b-b58f-4258-80a6-c48b065e00ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:00.627282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Attempting to bind port 8e5c478b-b58f-4258-80a6-c48b065e00ab on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:00.640381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95321b3-66ff-44d2-9006-20bfe88dd9fc service neutron] Pushing event updated for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:00.641452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5bc57e21-ba59-4c89-8b2c-e2cb482b5ef1 req-81d21a45-a0fe-4e04-a4d8-bca27a377a21 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2963889
Mar 26 21:07:00.657952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b7510b78-d237-4332-aea6-ea03b91a1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:00.666931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-b7510b78-d237-4332-aea6-ea03b91a1abd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 1126 time: 0.2840426
Mar 26 21:07:00.715947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:00.716359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:00.716749 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.717152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:00.721697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Bound port: 8e5c478b-b58f-4258-80a6-c48b065e00ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:00.726510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.791002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-6e335545-a3ba-48b4-8e42-b355c0dc7dff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb HTTP/1.1" status: 200  len: 217 time: 0.0975387
Mar 26 21:07:00.794622 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8f3746-62e4-4a33-a863-86b0e6cd6b56 x-openstack-request-id: req-bb8f3746-62e4-4a33-a863-86b0e6cd6b56 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:00.795134 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:00.795552 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8f3746-62e4-4a33-a863-86b0e6cd6b56 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:00.796432 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8f3746-62e4-4a33-a863-86b0e6cd6b56'] response: {'name': 'network-changed', 'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'status': 'completed', 'code': 200}
Mar 26 21:07:00.832667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] For port 8e5c478b-b58f-4258-80a6-c48b065e00ab, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:00.837031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] For port 8e5c478b-b58f-4258-80a6-c48b065e00ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5c478b-b58f-4258-80a6-c48b065e00ab,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:00.838656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:00.843033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Pushing event updated for resources: {'Port': ['ID=8e5c478b-b58f-4258-80a6-c48b065e00ab,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:00.850829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a200c2df-f991-4f0a-8a17-21da757ecb76 req-80c96904-e910-458a-826c-ab32087ef5fa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382057
Mar 26 21:07:00.869824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.870657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.871252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.871802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.872326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.872745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.873232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.873738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.874106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.874706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.875098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.875717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.876280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.876654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.877039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:00.886693 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:00.954267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86fc2a-b2e9-4ccc-a845-5516dcb70e09 None None] Pushing event updated for resources: {'Port': ['ID=8e5c478b-b58f-4258-80a6-c48b065e00ab,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:01.005294 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f100>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 6, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:01.031763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-47a69e6e-9b1f-4f40-ad48-000bee1e6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:01.034833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-47a69e6e-9b1f-4f40-ad48-000bee1e6e40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.2022719
Mar 26 21:07:01.082590 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b045f4-1b5e-4d56-9db0-d4191ba21c58 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 6, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:01.117569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:01.118621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df94790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:01.212938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec00ab0-d229-4ea1-8070-b989e53dc2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:01.225937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c388aae6-6f9e-4307-948d-e7db0e874af8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:01.310355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c08173-c871-4f83-bfd5-9c7a3cbbdfc2 req-4cde20f0-d8d1-4942-9bc4-62920b349439 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 210 time: 0.1681042
Mar 26 21:07:01.448353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-2c8f9ad2-0b76-445c-ab14-0de24b0b1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:01.450257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-2c8f9ad2-0b76-445c-ab14-0de24b0b1d6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4102681
Mar 26 21:07:01.454798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:01.622211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-5954b7e5-1aa5-4a62-9103-830d401f1dfb tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:01.623617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-5954b7e5-1aa5-4a62-9103-830d401f1dfb tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.18 "GET /v2.0/networks?id=7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 200  len: 811 time: 0.4047079
Mar 26 21:07:01.641547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Request body: {'port': {'device_id': '20b8a479-6555-46fa-ab78-583e753a2e59', 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9', 'admin_state_up': True, 'tenant_id': 'ddb5f339350b4d5facba9a6ffd84aa1b'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:01.671619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747c52b-cd61-40da-8b45-5ac9b0a1a408 req-9a6eb9d9-2c4b-45f2-b34c-28c9202072ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:01.673208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a747c52b-cd61-40da-8b45-5ac9b0a1a408 req-9a6eb9d9-2c4b-45f2-b34c-28c9202072ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.2365634
Mar 26 21:07:01.690276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:01.693733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec00ab0-d229-4ea1-8070-b989e53dc2de admin admin] Publish callbacks [] for security_group (047a206f-6fb4-455f-86a0-7a9952d5a3b5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:01.697345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Request body: {'floatingip': {'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:01.704280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12457d-3a95-4206-bace-ff3000d57a7b req-da6ec26e-333b-4d38-86f1-7e31b0506e47 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:01.706163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a12457d-3a95-4206-bace-ff3000d57a7b req-da6ec26e-333b-4d38-86f1-7e31b0506e47 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 944 time: 0.8118999
Mar 26 21:07:01.735283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df94790>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 3, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:01.741205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Allocated IP 172.20.0.1 (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8/0d868e35-a956-4164-a973-9ae4ce29adb3/31546851-1cbd-406f-adfd-c4a174343e22) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:01.758158 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec00ab0-d229-4ea1-8070-b989e53dc2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (047a206f-6fb4-455f-86a0-7a9952d5a3b5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:01.762020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:01.779000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7727d-8361-42de-901d-1f543c6ecd35 None None] The sync data for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 is: [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:06:56Z', 'revision_number': 3, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:01.794890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:01.832078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a12457d-3a95-4206-bace-ff3000d57a7b req-9b982476-4e87-4eda-ae87-c84eaa041fbc tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078482
Mar 26 21:07:01.839345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added routes are [] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:07:01.839807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:07:01.955868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:01.994252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.088970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks [] for port (31546851-1cbd-406f-adfd-c4a174343e22), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.102070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:02.124621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'mac_address': 'fa:16:3e:90:72:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:02.234281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-c09a66b8-4b83-40f7-a062-5a6eeb22f0ac service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7635510
Mar 26 21:07:02.247631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:02.248835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.271090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:02.316980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.317393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:02.325837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.389948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ec00ab0-d229-4ea1-8070-b989e53dc2de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb7e4d14596f43e6b006464a3e8f9415&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5350049
Mar 26 21:07:02.418550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:02.423205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:02.430154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:02.444673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:02.466438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:02.475025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:02.476748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec00ab0-d229-4ea1-8070-b989e53dc2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a206f-6fb4-455f-86a0-7a9952d5a3b5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:02.520746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-68079355-42df-402b-a80f-12151fc8637a req-eac274a0-1733-4cd3-aab8-550153834b64 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 210 time: 0.0718539
Mar 26 21:07:02.542775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.556750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.574081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Pushing event updated for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:02.718335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (45be2adf-5d38-4786-9b74-795a34a192c3), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.812898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:02.813133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] Publish callbacks [] for security_group (047a206f-6fb4-455f-86a0-7a9952d5a3b5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.842920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b6405-e1d9-4f33-839b-7848493a69db req-c4fc756f-5a81-460a-91fb-5092d7457784 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:02.849464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-060b6405-e1d9-4f33-839b-7848493a69db req-c4fc756f-5a81-460a-91fb-5092d7457784 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.6280634
Mar 26 21:07:02.891741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8fff1954-3cc6-40cb-9ab4-90e0d0152f1a None None] Provisioning complete for port 31546851-1cbd-406f-adfd-c4a174343e22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:02.892293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8fff1954-3cc6-40cb-9ab4-90e0d0152f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (31546851-1cbd-406f-adfd-c4a174343e22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.919773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Made reservation on behalf of ddb5f339350b4d5facba9a6ffd84aa1b for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:02.923212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:02.974871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8fff1954-3cc6-40cb-9ab4-90e0d0152f1a None None] Port 31546851-1cbd-406f-adfd-c4a174343e22 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:02.976143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] Publish callbacks [] for security_group (047a206f-6fb4-455f-86a0-7a9952d5a3b5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.036403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5505f71e-0a8e-4b8c-8d66-8a5343cf2ce0 req-24bb6fc8-567b-4179-9c27-7bf55ea83986 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7877340
Mar 26 21:07:03.121162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:03.130802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.133198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0d99f7f6-bf37-4a0e-a510-e95236b6f6f9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 700 time: 3.7302198
Mar 26 21:07:03.135519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:03.137505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:03.153745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:03.154392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e148d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:03.208870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-060b6405-e1d9-4f33-839b-7848493a69db req-905478df-73ad-45d1-850b-3465345ef2ab tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3583517
Mar 26 21:07:03.371624 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (31546851-1cbd-406f-adfd-c4a174343e22), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.373358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:03.406499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8b00-b378-4864-95a3-34c9a1a25627 req-85a46945-e348-47af-85ea-0171193e9937 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:03.409161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d73f8b00-b378-4864-95a3-34c9a1a25627 req-85a46945-e348-47af-85ea-0171193e9937 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 944 time: 0.4029596
Mar 26 21:07:03.468693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Allocated IP 172.20.0.2 (7e4f05b9-af7c-4e91-8672-7679cf5975c9/16b1dc4a-2cb4-496b-bbe2-a3294527d9f1/7b0e0d6e-5f8a-42bc-be87-013dd0823c50) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:03.484042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e51a095e-0e19-4f38-90a1-f6ef69dd3104 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 700 time: 0.3427017
Mar 26 21:07:03.494907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:03.656625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d73f8b00-b378-4864-95a3-34c9a1a25627 req-3bb6ca40-2dfa-489a-a73f-37d07a02a26e tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2050691
Mar 26 21:07:03.663512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e5c478b-b58f-4258-80a6-c48b065e00ab up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:03.700587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks [] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.774177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.903954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Pushing event updated for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:03.907100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (047a206f-6fb4-455f-86a0-7a9952d5a3b5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.910021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:03.915379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/047a206f-6fb4-455f-86a0-7a9952d5a3b5 HTTP/1.1" status: 204  len: 168 time: 1.4777148
Mar 26 21:07:03.965019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:03.971603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:03.996512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-132940cb-4983-42da-aa94-7ae407f089e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:04.005315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-132940cb-4983-42da-aa94-7ae407f089e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 1126 time: 0.8926163
Mar 26 21:07:04.022510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4980b2-9270-4805-bec6-975cfecc4fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a206f-6fb4-455f-86a0-7a9952d5a3b5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:04.022510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:04.075705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8e5c478b-b58f-4258-80a6-c48b065e00ab triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:04.076134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.107344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks [] for port (31546851-1cbd-406f-adfd-c4a174343e22), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.121008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.146632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:04.147878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:04.148299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.157000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e148d60>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:01Z', 'revision_number': 7, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:04.189007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (45be2adf-5d38-4786-9b74-795a34a192c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.216799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:04.324836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:04.340096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e148d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:04.366498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877e61-6421-4578-8dda-e40c32894ec9 req-aa269112-977f-456f-b03a-cdf35fdcc790 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:04.368149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71877e61-6421-4578-8dda-e40c32894ec9 req-aa269112-977f-456f-b03a-cdf35fdcc790 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 931 time: 0.6215732
Mar 26 21:07:04.378292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:04.378768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.437658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-4d50075b-c93b-4e99-8958-0dbcb461d3e5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8055289
Mar 26 21:07:04.457968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Request body: {'port': {'device_id': '20b8a479-6555-46fa-ab78-583e753a2e59', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:04.508570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:04.512591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-933e4465-5a28-4f7b-99ee-7307c0787df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:04.514850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-933e4465-5a28-4f7b-99ee-7307c0787df7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.4673762
Mar 26 21:07:04.525180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:04.533854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Pushing event updated for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:04.534355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:04.669266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:04.725714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0899f0c9-dd87-43fe-b038-d54ca99640cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.736874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8e5c478b-b58f-4258-80a6-c48b065e00ab is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:04.737256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.754644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71877e61-6421-4578-8dda-e40c32894ec9 req-dbbd5bcc-0b46-4fe8-9da1-c1509d530a0a tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3726690
Mar 26 21:07:04.760394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-84ba9dab-508e-4d93-b2aa-14a927f806e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb HTTP/1.1" status: 200  len: 217 time: 0.1396463
Mar 26 21:07:04.765800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8e5c478b-b58f-4258-80a6-c48b065e00ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5c478b-b58f-4258-80a6-c48b065e00ab,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:04.777395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247d0b-cfbf-492b-84d4-1ea097e2e2be req-6b6afa5b-6e90-49f8-91c9-f2ad6a4d0047 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:04.778270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.801856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2247d0b-cfbf-492b-84d4-1ea097e2e2be req-6b6afa5b-6e90-49f8-91c9-f2ad6a4d0047 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 945 time: 0.3521018
Mar 26 21:07:04.833329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:07:04.853157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8e5c478b-b58f-4258-80a6-c48b065e00ab,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:04.964758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:04.965159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.980965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Router 45be2adf-5d38-4786-9b74-795a34a192c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:04.986465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:04.991669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2247d0b-cfbf-492b-84d4-1ea097e2e2be req-5d6c4fd3-46d3-4a37-831d-82b62dec3bcf tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743586
Mar 26 21:07:05.010661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.027019 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.048997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-72dc0e5d-971d-4b4d-a7a3-a5c6bf5fb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:05.050916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-72dc0e5d-971d-4b4d-a7a3-a5c6bf5fb74b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.2357132
Mar 26 21:07:05.052858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:05.054717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.056774 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c10dde-f85a-402a-9ec7-83fbee67741a" -d '{"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:05.071772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:05.108510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.123273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-aece8a97-f61e-4abb-bfe4-a0b53867da7b None None] Provisioning complete for port 31546851-1cbd-406f-adfd-c4a174343e22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:05.123651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aece8a97-f61e-4abb-bfe4-a0b53867da7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (31546851-1cbd-406f-adfd-c4a174343e22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.152510 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee52748-554f-463e-8c6c-83b097e66025 x-openstack-request-id: req-cee52748-554f-463e-8c6c-83b097e66025 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:05.152808 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:05.153123 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cee52748-554f-463e-8c6c-83b097e66025 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:05.153577 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee52748-554f-463e-8c6c-83b097e66025'] response: {'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'code': 200}
Mar 26 21:07:05.224536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-aece8a97-f61e-4abb-bfe4-a0b53867da7b None None] Port 31546851-1cbd-406f-adfd-c4a174343e22 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:05.234852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:05.252456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e148d60>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:01Z', 'revision_number': 7, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:05.292042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19264c20-fb86-4180-970d-aceb99b1eaa9 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:01Z', 'revision_number': 7, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '12f78f45-01cc-43b4-8efc-6acb37638e6b', 'name': '', 'network_id': 'e9660661-912b-422a-a785-0c0581441891', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:33:51:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:49Z', 'updated_at': '2022-03-26T21:06:57Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': 'ccebac4f-f78a-4b79-b360-a90a7bb6855b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:05.392967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-b6d6a889-6c66-4f9c-aebc-2af38f1606d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:05.394532 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-b6d6a889-6c66-4f9c-aebc-2af38f1606d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2851927
Mar 26 21:07:05.407638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e5c478b-b58f-4258-80a6-c48b065e00ab up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:05.441002 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Floating IP a14e6c74-6f26-4432-b1ac-d6cf803607c1 associated. External IP: 172.35.4.254, port: 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3.
Mar 26 21:07:05.449811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdc299-dcef-491a-9108-8cb51cde6908 req-aca72e65-a854-415b-b26e-17621208f0d9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:05.457147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dafdc299-dcef-491a-9108-8cb51cde6908 req-aca72e65-a854-415b-b26e-17621208f0d9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 944 time: 0.3551617
Mar 26 21:07:05.491983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8e5c478b-b58f-4258-80a6-c48b065e00ab triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:05.493191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.658521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8e5c478b-b58f-4258-80a6-c48b065e00ab is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:05.714192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dafdc299-dcef-491a-9108-8cb51cde6908 req-b091ae34-c570-4202-9aaf-dd176ba14e1b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2505972
Mar 26 21:07:05.743717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0899f0c9-dd87-43fe-b038-d54ca99640cf admin admin] Publish callbacks [] for security_group (5d6272e5-ab12-48fa-a406-5378e344d79e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.744404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-5b3c1d6f-f041-4db5-8166-e2c5bcbd02d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3128221
Mar 26 21:07:05.760590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0899f0c9-dd87-43fe-b038-d54ca99640cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d6272e5-ab12-48fa-a406-5378e344d79e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:05.906364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f0c9-dd87-43fe-b038-d54ca99640cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6272e5-ab12-48fa-a406-5378e344d79e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:05.914742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0899f0c9-dd87-43fe-b038-d54ca99640cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c1b909fb2684b2d9b2f68797cad1a22&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2393413
Mar 26 21:07:05.930888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47832) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:05.971460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3e1be3af-c4f0-434c-aa0e-29156495a7bb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:06.043264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:06.054348 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Sync routers for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:06.084022 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:06.084207 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242fe790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:06.085675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c88d12a6-eeb0-436b-9c26-6f15160b8b25 admin admin] 10.222.0.16 "PUT /v2.0/routers/45be2adf-5d38-4786-9b74-795a34a192c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4290450
Mar 26 21:07:06.147359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:06.169343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'port_id': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'mac_address': 'fa:16:3e:89:3b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:06.177015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39239987-31ff-45c1-9ad1-8fa9d1ad240a req-12f1a189-a972-4166-a866-8a219d3283e9 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:06.179212 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39239987-31ff-45c1-9ad1-8fa9d1ad240a req-12f1a189-a972-4166-a866-8a219d3283e9 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 931 time: 0.2959626
Mar 26 21:07:06.239559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3e1be3af-c4f0-434c-aa0e-29156495a7bb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:06.241462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.259792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1be3af-c4f0-434c-aa0e-29156495a7bb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:06.262593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] Publish callbacks [] for security_group (5d6272e5-ab12-48fa-a406-5378e344d79e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.298749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:06.340561 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.365142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] Publish callbacks [] for security_group (5d6272e5-ab12-48fa-a406-5378e344d79e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.407277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:06.414927 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:06.456046 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks [] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.503396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39239987-31ff-45c1-9ad1-8fa9d1ad240a req-ca2291ea-d787-468a-932b-0c749b354d24 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3104432
Mar 26 21:07:06.563560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:06.647257 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242fe790>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 2, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:06.657939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['3e1be3af-c4f0-434c-aa0e-29156495a7bb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:06.688914 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d6272e5-ab12-48fa-a406-5378e344d79e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.691788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.706277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d6272e5-ab12-48fa-a406-5378e344d79e HTTP/1.1" status: 204  len: 168 time: 0.7452075
Mar 26 21:07:06.715589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Transition to ACTIVE for port object 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:07:06.732722 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Checking router: 45be2adf-5d38-4786-9b74-795a34a192c3 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:06.735113 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Updating router 45be2adf-5d38-4786-9b74-795a34a192c3 port 31546851-1cbd-406f-adfd-c4a174343e22 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:07:06.751759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 12f78f45-01cc-43b4-8efc-6acb37638e6b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:06.752431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.762452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946aeee-0314-4a54-8731-b3b2a73749d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6272e5-ab12-48fa-a406-5378e344d79e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:06.801821 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (31546851-1cbd-406f-adfd-c4a174343e22), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.895526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35fd75f4-a955-4d87-b5c5-14645439bb12 req-db324c53-c448-46b2-815b-d7b63db7e15d service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1377773
Mar 26 21:07:06.902537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.973761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 12f78f45-01cc-43b4-8efc-6acb37638e6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f78f45-01cc-43b4-8efc-6acb37638e6b,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:06.979906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:06.992333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910a033-7b05-4361-aba3-fd0fdb21b1ab req-751738c8-ad6e-49cc-8a31-f1ff678f3d6b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:07.001678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e910a033-7b05-4361-aba3-fd0fdb21b1ab req-751738c8-ad6e-49cc-8a31-f1ff678f3d6b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.7432718
Mar 26 21:07:07.020365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 12f78f45-01cc-43b4-8efc-6acb37638e6b owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:07.112013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:07.167569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:07.325496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e910a033-7b05-4361-aba3-fd0fdb21b1ab req-0f0db62c-4a0a-4bad-8ad6-f43543224af9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3185394
Mar 26 21:07:07.417932 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks [] for port (31546851-1cbd-406f-adfd-c4a174343e22), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.424641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (12f78f45-01cc-43b4-8efc-6acb37638e6b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.434258 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.495201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=12f78f45-01cc-43b4-8efc-6acb37638e6b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:07.578621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd19f60-bc9f-42a6-904a-e90d71f129ab None None] Pushing event updated for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:07.650683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Attempting to bind port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:07.651190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Attempting to bind port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:07.651689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Attempting to bind port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 on network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:07.785143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47862) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:07.794740 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Attempting to bind port 31546851-1cbd-406f-adfd-c4a174343e22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:07.796471 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Attempting to bind port 31546851-1cbd-406f-adfd-c4a174343e22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:07.797058 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Attempting to bind port 31546851-1cbd-406f-adfd-c4a174343e22 on network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:07.806261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 on network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:07:07.808287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Attempting to bind port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 on network 7e4f05b9-af7c-4e91-8672-7679cf5975c9 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:07.811684 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:07.812615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Checking segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:07.813254 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.813859 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Bound using segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:07.815191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Bound port: 31546851-1cbd-406f-adfd-c4a174343e22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:07.815821 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (31546851-1cbd-406f-adfd-c4a174343e22), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.838008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214693958', 'description': 'tempest-description--1040087117'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:07.869407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:07.869855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Checking segment: {'id': 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:07.872701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Bound using segment: {'id': 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:07.873064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Bound port: 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:07.874069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:07.949591 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] For port 31546851-1cbd-406f-adfd-c4a174343e22, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:07.963805 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] For port 31546851-1cbd-406f-adfd-c4a174343e22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31546851-1cbd-406f-adfd-c4a174343e22,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:07.980593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3e1be3af-c4f0-434c-aa0e-29156495a7bb up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:07.984689 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.022860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.148322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 3e1be3af-c4f0-434c-aa0e-29156495a7bb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:07:08.162572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 3e1be3af-c4f0-434c-aa0e-29156495a7bb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:08.164705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.203014 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd19f60-bc9f-42a6-904a-e90d71f129ab None None] Pushing event updated for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:08.211869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e448-b6c1-4479-ab8b-912e8755b284 req-496f17d2-71b3-405b-b841-e935f5e601b0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:08.227036 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1a0e448-b6c1-4479-ab8b-912e8755b284 req-496f17d2-71b3-405b-b841-e935f5e601b0 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 945 time: 0.7230408
Mar 26 21:07:08.272939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Provisioning complete for port 31546851-1cbd-406f-adfd-c4a174343e22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:08.273322 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (31546851-1cbd-406f-adfd-c4a174343e22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.285722 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:08.286376 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242fe790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:08.395828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c22f44-881e-4fff-8ffa-2c6133b0c1f1 req-d1a1e235-ee61-4b20-944d-db7454eed79c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:08.398657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:08.406072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,segment=NetworkSegment(fc9f301c-f97d-4f40-aa92-95b4c8ffe48a),segment_id=fc9f301c-f97d-4f40-aa92-95b4c8ffe48a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:08.411397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48c22f44-881e-4fff-8ffa-2c6133b0c1f1 req-d1a1e235-ee61-4b20-944d-db7454eed79c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 943 time: 0.4834502
Mar 26 21:07:08.439403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.494881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:08.499323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48c22f44-881e-4fff-8ffa-2c6133b0c1f1 req-06fc60d8-fb88-4304-8ce6-4a0b9dabcea2 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862770
Mar 26 21:07:08.519187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.596402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Current status of the port 31546851-1cbd-406f-adfd-c4a174343e22 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:08.596833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (31546851-1cbd-406f-adfd-c4a174343e22), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.600927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:08.604275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:08.689333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.712275 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:08.812976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] For port 31546851-1cbd-406f-adfd-c4a174343e22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31546851-1cbd-406f-adfd-c4a174343e22,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:08.826666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:08.826666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.826666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] 10.222.0.18 "PUT /v2.0/ports/7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 200  len: 1091 time: 4.3745520
Mar 26 21:07:08.827344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:08.827496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:08.828421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f34eca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:08.841443 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3e58d-cc9d-4e49-950e-f329f23f4612" -d '{"events": [{"name": "network-changed", "server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:08.848032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 3e1be3af-c4f0-434c-aa0e-29156495a7bb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:08.848509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.851844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:08.863685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-def4675e-7717-4053-a8df-c4a7115983f3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3670812
Mar 26 21:07:08.884453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:08.890837 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:08.961467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet ccebac4f-f78a-4b79-b360-a90a7bb6855b {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:08.967041 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f930fa1c-09d8-4513-a19b-188cda158623 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "PUT /v2.0/floatingips/a14e6c74-6f26-4432-b1ac-d6cf803607c1 HTTP/1.1" status: 200  len: 992 time: 7.2757089
Mar 26 21:07:08.969150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (ccebac4f-f78a-4b79-b360-a90a7bb6855b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:08.998268 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:08.999387 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243527f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:09.038128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a07c-e8c7-435c-9e8d-4c8e52bf1c45 req-11454fa4-16b5-4406-a385-07c789c52209 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:09.040279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.047286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e253a07c-e8c7-435c-9e8d-4c8e52bf1c45 req-11454fa4-16b5-4406-a385-07c789c52209 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2088616
Mar 26 21:07:09.109510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (ccebac4f-f78a-4b79-b360-a90a7bb6855b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.182331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eb2b6-79d3-4c89-aa7c-77f76afe9408 None None] Pushing event updated for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:09.228023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.275119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e253a07c-e8c7-435c-9e8d-4c8e52bf1c45 req-7b3726c6-5502-4568-840d-22c5306f3c65 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266092
Mar 26 21:07:09.291544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242fe790>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:07Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:09.312536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:09.315823 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422ffc98-06ed-4ada-a2f4-5097c00dc4c9" -d '{"events": [{"server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "name": "network-vif-plugged", "status": "completed", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:09.368603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747ae46-aaa4-4a8f-a96f-5a42c7dda0b5 None None] The sync data for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 is: [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:07Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:09.379947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a93cb35c-a0a1-483c-9b9b-eabdffdcc35d None None] Provisioning complete for port 31546851-1cbd-406f-adfd-c4a174343e22 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:09.380337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a93cb35c-a0a1-483c-9b9b-eabdffdcc35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (31546851-1cbd-406f-adfd-c4a174343e22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.395556 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:09.406377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:09.453443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4083-2304-4223-9699-837d554f0712 req-415342f2-67b7-4d8b-92c0-04942ddca163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:09.455196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-415342f2-67b7-4d8b-92c0-04942ddca163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 1128 time: 1.5123396
Mar 26 21:07:09.455877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.506515 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b7779-d2ca-40c4-8c23-1aadbf086f5f x-openstack-request-id: req-c47b7779-d2ca-40c4-8c23-1aadbf086f5f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:09.507382 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:09.507881 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c47b7779-d2ca-40c4-8c23-1aadbf086f5f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:09.508608 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47b7779-d2ca-40c4-8c23-1aadbf086f5f'] response: {'name': 'network-changed', 'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50', 'status': 'completed', 'code': 200}
Mar 26 21:07:09.521480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.562665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1a0e448-b6c1-4479-ab8b-912e8755b284 req-6b066530-579d-4eea-83e6-8e22f949546d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.3346381
Mar 26 21:07:09.595043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ccebac4f-f78a-4b79-b360-a90a7bb6855b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.609993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8e41-153e-49ed-9aac-1810afd3aeef service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:09.671581 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c978953-d440-4c5a-bfd5-c76f48221e0c x-openstack-request-id: req-8c978953-d440-4c5a-bfd5-c76f48221e0c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:09.672178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-65feb805-24f6-492b-b0b6-4619393f5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:09.673986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-65feb805-24f6-492b-b0b6-4619393f5202 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 1125 time: 0.7795482
Mar 26 21:07:09.674556 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "name": "network-vif-plugged", "status": "completed", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:09.674991 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c978953-d440-4c5a-bfd5-c76f48221e0c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:09.676806 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c978953-d440-4c5a-bfd5-c76f48221e0c'] response: {'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'code': 200}
Mar 26 21:07:09.681232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.684238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.8789210
Mar 26 21:07:09.693398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47900) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:09.724711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'security_group_rule': {'security_group_id': '8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:09.726774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:09.931499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-93a4c47b-1785-4a06-8105-ba4ce90a3978 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 200  len: 217 time: 0.2290707
Mar 26 21:07:09.935127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (629b1640-6914-4b96-9905-e0d71aedf449), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:09.951111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8421b-1b75-4c5c-9882-bce7da725e12 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:10.020072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ccebac4f-f78a-4b79-b360-a90a7bb6855b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.039506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-ae22456c-1503-4bdd-a479-fae3b3deb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:10.048188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-ae22456c-1503-4bdd-a479-fae3b3deb7ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 HTTP/1.1" status: 200  len: 851 time: 0.0848436
Mar 26 21:07:10.080629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e86007-87c2-415e-9b09-235f8ae9fca6 req-f8ceb9ac-5875-4288-a7eb-a355374bf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:10.084291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02e86007-87c2-415e-9b09-235f8ae9fca6 req-f8ceb9ac-5875-4288-a7eb-a355374bf51f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 1128 time: 0.2917364
Mar 26 21:07:10.153232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.156672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/ccebac4f-f78a-4b79-b360-a90a7bb6855b HTTP/1.1" status: 204  len: 168 time: 1.2705848
Mar 26 21:07:10.164852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243527f0>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:07Z', 'revision_number': 8, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:10.203160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1e99-1c63-415b-b790-c97cc202e91b req-c37db466-df64-4e60-a671-be7e487fcce4 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:10.206554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a09b1e99-1c63-415b-b790-c97cc202e91b req-c37db466-df64-4e60-a671-be7e487fcce4 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 943 time: 0.4682095
Mar 26 21:07:10.219684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-39b2b708-85a4-47d3-b6c2-ad047e578130 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e4f05b9-af7c-4e91-8672-7679cf5975c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1677930
Mar 26 21:07:10.225438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4083-2304-4223-9699-837d554f0712 req-66b1f48b-4686-4bc0-a279-9dc04300b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:10.230024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-66b1f48b-4686-4bc0-a279-9dc04300b803 service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.7167702
Mar 26 21:07:10.230924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:10.246796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:10.288016 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:10.288649 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243527f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:10.302842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02e86007-87c2-415e-9b09-235f8ae9fca6 req-ec2d9c1f-826d-4984-83e2-56ae88cc9e22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419318
Mar 26 21:07:10.303645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c383028-7830-415b-be6e-fb02213b8db8 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=ccebac4f-f78a-4b79-b360-a90a7bb6855b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:10.399664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (629b1640-6914-4b96-9905-e0d71aedf449), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.411617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (629b1640-6914-4b96-9905-e0d71aedf449), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.480400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdda444-b0af-4008-9793-2911177e2f22 None None] Network e9660661-912b-422a-a785-0c0581441891 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:10.486920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.488445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7891023
Mar 26 21:07:10.491004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47930) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:10.496119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'security_group_rule': {'security_group_id': '8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:10.523414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:10.539613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca29280-d904-42a0-b1c5-996bcd537d10 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b1640-6914-4b96-9905-e0d71aedf449,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:10.551572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (187acbcf-8f59-4b83-b408-07faa7fbc117), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.614103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e9660661-912b-422a-a785-0c0581441891), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.629189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c80a0-89e3-41c6-aee3-0d0843d08382 req-13e6f827-2b1e-43a9-acb2-f67601fe74bd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:10.637047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5e2c80a0-89e3-41c6-aee3-0d0843d08382 req-13e6f827-2b1e-43a9-acb2-f67601fe74bd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1646178
Mar 26 21:07:10.654475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a93cb35c-a0a1-483c-9b9b-eabdffdcc35d None None] Current status of the port 31546851-1cbd-406f-adfd-c4a174343e22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:10.736760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f34eca0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a14e6c74-6f26-4432-b1ac-d6cf803607c1', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.254', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:33Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:10.784458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5e2c80a0-89e3-41c6-aee3-0d0843d08382 req-8cddf4f0-472f-4724-9c37-16e11795da81 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459093
Mar 26 21:07:10.790039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (187acbcf-8f59-4b83-b408-07faa7fbc117), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.808913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (187acbcf-8f59-4b83-b408-07faa7fbc117), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.815263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:10.828643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-50cb8e3e-ed7f-463e-bfc6-3610d3902a7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 200  len: 217 time: 0.2425680
Mar 26 21:07:10.848318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:10.856776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f34eca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:10.869290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187acbcf-8f59-4b83-b408-07faa7fbc117,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:10.905758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.908881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-edf6dabf-de7a-4f49-8600-0619d844528e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4165242
Mar 26 21:07:10.912399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47954) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:10.924899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:10.991424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:10.992661 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:11.059565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a09b1e99-1c63-415b-b790-c97cc202e91b req-da705a44-73fb-40ec-9106-6e60aae9cbe5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8263857
Mar 26 21:07:11.133707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4083-2304-4223-9699-837d554f0712 req-a2225667-e1ac-4e81-8422-6119820f3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:11.144640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-a2225667-e1ac-4e81-8422-6119820f3da7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.3041887
Mar 26 21:07:11.157058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] DHCP port deletion for e9660661-912b-422a-a785-0c0581441891 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:11.230053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-01d8b552-6e03-442b-a922-34a57db7c593 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679147
Mar 26 21:07:11.230053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-f39b6656-3263-4dc3-9739-9cc4b94a63bc service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9954431
Mar 26 21:07:11.298862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3d619-e5ec-4e52-9aab-f874ca96659c req-c21e9c1d-f083-4984-960a-0b1ea8c1803d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:11.305880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11a3d619-e5ec-4e52-9aab-f874ca96659c req-c21e9c1d-f083-4984-960a-0b1ea8c1803d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.3363061
Mar 26 21:07:11.439958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:11.504606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:11.510022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.514725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:11.524262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:11.527387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 31546851-1cbd-406f-adfd-c4a174343e22 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:11.530112 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecc4c65-492a-49a9-87af-7dec12768650" -d '{"events": [{"name": "network-changed", "server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:11.551991 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243527f0>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:07Z', 'revision_number': 8, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:11.648016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11a3d619-e5ec-4e52-9aab-f874ca96659c req-93963a1c-ea96-4b4d-9095-f3b491650477 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3373699
Mar 26 21:07:11.675617 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6af20-fcfc-439a-8801-2f264cf354e8 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:07Z', 'revision_number': 8, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59512015-d29f-435d-80dd-a2d8fb52d2e0', 'name': '', 'network_id': '21adcb8f-fa22-415a-9f6a-91be38d0c1af', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:8b:a2:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '80d912dc-1f25-4d46-8037-151021495736', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:39Z', 'updated_at': '2022-03-26T21:06:48Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '80d912dc-1f25-4d46-8037-151021495736', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:11.690873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.770002 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0bbf76-f95b-45e0-878c-c8acca276c48 x-openstack-request-id: req-9c0bbf76-f95b-45e0-878c-c8acca276c48 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:11.770863 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:11.771268 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c0bbf76-f95b-45e0-878c-c8acca276c48 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:11.772502 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0bbf76-f95b-45e0-878c-c8acca276c48'] response: {'name': 'network-changed', 'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'status': 'completed', 'code': 200}
Mar 26 21:07:11.844024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Deleting port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:11.844406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.863638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b620739-4680-4736-920d-e1de4043743e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.883110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4adda3d8-522a-49ad-80c1-ef3c47e81df4,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:11.883623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.904380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 4adda3d8-522a-49ad-80c1-ef3c47e81df4 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:11.950079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] For port 4adda3d8-522a-49ad-80c1-ef3c47e81df4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4adda3d8-522a-49ad-80c1-ef3c47e81df4,segment=NetworkSegment(c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b),segment_id=c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:11.950852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.967271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Calling delete_port for 4adda3d8-522a-49ad-80c1-ef3c47e81df4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:11.976074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b620739-4680-4736-920d-e1de4043743e admin admin] Publish callbacks [] for security_group (61faf9b3-c867-4227-8dbf-c3fdae72dc43), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:11.988135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b620739-4680-4736-920d-e1de4043743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61faf9b3-c867-4227-8dbf-c3fdae72dc43), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.057669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.091136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b620739-4680-4736-920d-e1de4043743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61faf9b3-c867-4227-8dbf-c3fdae72dc43,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.095561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7b620739-4680-4736-920d-e1de4043743e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ba52620a259451b980af355d2b6f6f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5741129
Mar 26 21:07:12.098366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:12.141240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=4adda3d8-522a-49ad-80c1-ef3c47e81df4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.166973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Allocated IP 172.35.4.230 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/64ff05d7-8eb1-4803-aef1-63cca102f0ba) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:12.178674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:12.188595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 31546851-1cbd-406f-adfd-c4a174343e22 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:12.188984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (31546851-1cbd-406f-adfd-c4a174343e22), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.244091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (4adda3d8-522a-49ad-80c1-ef3c47e81df4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.301451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] Publish callbacks [] for security_group (61faf9b3-c867-4227-8dbf-c3fdae72dc43), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.328799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] Publish callbacks [] for security_group (61faf9b3-c867-4227-8dbf-c3fdae72dc43), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.345230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e9660661-912b-422a-a785-0c0581441891), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.374117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cdd0c40>,) {'filters': {'network_id': ['e9660661-912b-422a-a785-0c0581441891']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:12.396140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cdd0c40>, 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:12.400032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cdd0c40>, 'c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:12.417415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad25d-d62b-40b0-8f75-31934a3566cd req-97394993-284f-49b1-98fa-60113a3d25f1 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:12.425281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cbad25d-d62b-40b0-8f75-31934a3566cd req-97394993-284f-49b1-98fa-60113a3d25f1 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 943 time: 0.2294211
Mar 26 21:07:12.430862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (61faf9b3-c867-4227-8dbf-c3fdae72dc43), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.431419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.433647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.434863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61faf9b3-c867-4227-8dbf-c3fdae72dc43 HTTP/1.1" status: 204  len: 168 time: 0.3356037
Mar 26 21:07:12.464870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.479078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] No DVR routers for this DVR port 4adda3d8-522a-49ad-80c1-ef3c47e81df4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:12.488743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:12.489106 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (c6f2cc76-eb94-4012-b6e8-d2cf915d8a9b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.505041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a5f0f-5a12-41b6-9b14-3ebeb08b0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61faf9b3-c867-4227-8dbf-c3fdae72dc43,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.607885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:12.620390 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:12.624346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e9660661-912b-422a-a785-0c0581441891), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.630242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.638542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/e9660661-912b-422a-a785-0c0581441891 HTTP/1.1" status: 204  len: 168 time: 2.4042938
Mar 26 21:07:12.639451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47976) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:12.643012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6cbad25d-d62b-40b0-8f75-31934a3566cd req-8901550a-08cd-4749-8fde-68c99474a724 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166634
Mar 26 21:07:12.668999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-7203cc48-8a34-4746-ac65-1d97df4ce2cb service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4253180
Mar 26 21:07:12.690374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8b9d-0dd7-42f2-af22-8303baae055c None None] Pushing event deleted for resources: {'Port': ['ID=4adda3d8-522a-49ad-80c1-ef3c47e81df4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.692749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0d233de-46ae-4918-b8d6-9fd7c31b42cb req-957b272e-7489-4bd2-98d3-e9b829090b9d service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4505758
Mar 26 21:07:12.695465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-5d6e8c42-345a-49a6-8d56-201a8a7489d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:12.699800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-5d6e8c42-345a-49a6-8d56-201a8a7489d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1128 time: 0.6760397
Mar 26 21:07:12.710429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8002-a53d-40af-89fb-db647ac28019 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=e9660661-912b-422a-a785-0c0581441891,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.720848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4430b8-331e-49f8-af56-aea8c0649a9d req-0fea9a51-7819-4464-9baf-884948fac503 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:12.725818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b4430b8-331e-49f8-af56-aea8c0649a9d req-0fea9a51-7819-4464-9baf-884948fac503 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.6787300
Mar 26 21:07:12.766122 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:12.885374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:12.891865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-81865fdc-03d4-419e-a230-50e8e6a38bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:12.893814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-81865fdc-03d4-419e-a230-50e8e6a38bfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.1667674
Mar 26 21:07:12.932875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:12.935537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'Port': ['ID=64ff05d7-8eb1-4803-aef1-63cca102f0ba,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:12.945696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:12.989542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 31546851-1cbd-406f-adfd-c4a174343e22 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:13.035867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f34eca0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a14e6c74-6f26-4432-b1ac-d6cf803607c1', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.254', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:33Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:13.078496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c5ea0-ec2a-4508-b726-6441f7e9f8bd None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a14e6c74-6f26-4432-b1ac-d6cf803607c1', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'floating_ip_address': '172.35.4.254', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:33Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 1, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:13.100106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4adda3d8-522a-49ad-80c1-ef3c47e81df4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:13.119850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:13.132651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.133570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-dd520c25-1f46-4452-ad8e-c431ed78e14c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1000 time: 0.1884751
Mar 26 21:07:13.151740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14306820-c671-448a-85ec-4175f97a787f req-190a4f9c-b2e1-470b-8667-d00ee7ebdb3a tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:13.155765 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14306820-c671-448a-85ec-4175f97a787f req-190a4f9c-b2e1-470b-8667-d00ee7ebdb3a tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.2979441
Mar 26 21:07:13.166044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 4adda3d8-522a-49ad-80c1-ef3c47e81df4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:13.166407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4adda3d8-522a-49ad-80c1-ef3c47e81df4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:13.226804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.239124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-32d570ab-da41-48d3-a68f-57bf1e18e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:13.241199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-32d570ab-da41-48d3-a68f-57bf1e18e7c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.0928729
Mar 26 21:07:13.251890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-94a606d8-147f-4530-99d7-06bbbab11711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.314325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12f78f45-01cc-43b4-8efc-6acb37638e6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:13.348579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14306820-c671-448a-85ec-4175f97a787f req-9cedfc13-8f4b-47c3-857f-6bec4ba45b12 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457241
Mar 26 21:07:13.356588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 12f78f45-01cc-43b4-8efc-6acb37638e6b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:13.371826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 12f78f45-01cc-43b4-8efc-6acb37638e6b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:13.508980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08cd3f1-c505-4fbf-80dd-c1376cad80a5 None None] New status for floating IP a14e6c74-6f26-4432-b1ac-d6cf803607c1: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:07:13.525518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.533194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.611935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8c578-7f7b-46da-9896-2d0065f5b09d req-5e14e9b4-b8de-4b24-93a8-2d33ab5c5a58 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:13.613553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2bd8c578-7f7b-46da-9896-2d0065f5b09d req-5e14e9b4-b8de-4b24-93a8-2d33ab5c5a58 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.1373374
Mar 26 21:07:13.627563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:13.637150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Request body: {'floatingip': {'port_id': '3e1be3af-c4f0-434c-aa0e-29156495a7bb'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:13.639753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'Port': ['ID=64ff05d7-8eb1-4803-aef1-63cca102f0ba,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:13.689803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.703823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.755252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:13.769310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-30aea409-c4db-4a21-9d0f-729f78988c87 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8555043
Mar 26 21:07:13.952743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd7ce-2fe3-455f-930e-5623d972e30d req-c49e3f9f-a12e-4238-9de9-b7a570fbbc8f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:13.954632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10cfd7ce-2fe3-455f-930e-5623d972e30d req-c49e3f9f-a12e-4238-9de9-b7a570fbbc8f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 943 time: 0.1600842
Mar 26 21:07:13.979084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-ec15f795-99f7-44e8-8c51-b79467780298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:13.980775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-ec15f795-99f7-44e8-8c51-b79467780298 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 1125 time: 1.0498385
Mar 26 21:07:13.990820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b4430b8-331e-49f8-af56-aea8c0649a9d req-8dd48659-ecca-4e92-bf79-14bac8694ec6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0609121
Mar 26 21:07:14.039354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c92e4083-2304-4223-9699-837d554f0712 req-bc4db090-f5c7-41da-87fe-f9a26d53e43b service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3374951
Mar 26 21:07:14.073150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:14.168155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10cfd7ce-2fe3-455f-930e-5623d972e30d req-9f56b327-9c24-4c02-bfbc-f12563b2c234 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992557
Mar 26 21:07:14.227216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-4b263a2d-4bc2-4df8-b2f9-5e3567f13169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:14.229574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-4b263a2d-4bc2-4df8-b2f9-5e3567f13169 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.9683523
Mar 26 21:07:14.376615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-5c707a83-fbb4-4968-8ed7-35bea2d06d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:14.378190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-5c707a83-fbb4-4968-8ed7-35bea2d06d80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 200  len: 911 time: 0.3812788
Mar 26 21:07:14.394537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-168bef45-1268-4908-a50d-dfd26d245fdc tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1214693958&fields=id&tenant_id=c58247395bea4447bc23f219d3c1cbc0 HTTP/1.1" status: 200  len: 267 time: 0.2044389
Mar 26 21:07:14.496639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:14.503222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:14.568355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-14f1cc17-8994-4e2c-a340-873d8b5f237c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 200  len: 217 time: 0.1670258
Mar 26 21:07:14.623281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-4531e0b6-e58e-45fa-9b5d-a2d8133e4aae service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3567653
Mar 26 21:07:14.716733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-94a606d8-147f-4530-99d7-06bbbab11711 admin admin] Publish callbacks [] for security_group (710ae771-6102-452b-805c-7b9ab5511af7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:14.718744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-ec5f98b8-cbc2-4ca8-bda4-43e0e94cdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:14.720468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-ec5f98b8-cbc2-4ca8-bda4-43e0e94cdfc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 HTTP/1.1" status: 200  len: 851 time: 0.1365011
Mar 26 21:07:14.752361 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-94a606d8-147f-4530-99d7-06bbbab11711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (710ae771-6102-452b-805c-7b9ab5511af7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:14.855736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a606d8-147f-4530-99d7-06bbbab11711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ae771-6102-452b-805c-7b9ab5511af7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:14.906579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-dae0e936-0310-4a9e-bfa5-f04dea52307e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e4f05b9-af7c-4e91-8672-7679cf5975c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1770065
Mar 26 21:07:15.005723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ecc4c65-492a-49a9-87af-7dec12768650 req-58c1b954-7a00-4610-b452-14109d7aefdd service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3160434
Mar 26 21:07:15.066491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-94a606d8-147f-4530-99d7-06bbbab11711 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0af6e1590124c94a0abe9f3aa151979&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9455717
Mar 26 21:07:15.079690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48008) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:15.095126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-050db66b-1874-4ef3-ac5a-4fe8438121e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:15.102713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-050db66b-1874-4ef3-ac5a-4fe8438121e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/networks?id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 200  len: 812 time: 0.7067382
Mar 26 21:07:15.176991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-88f2fce8-60c3-47b4-a3c5-171553de6f8f tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/quotas/c58247395bea4447bc23f219d3c1cbc0 HTTP/1.1" status: 200  len: 375 time: 0.0732727
Mar 26 21:07:15.220789 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Floating IP 0aebc08d-f01f-4497-be73-212049c4e73c associated. External IP: 172.35.4.50, port: 3e1be3af-c4f0-434c-aa0e-29156495a7bb.
Mar 26 21:07:15.231366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c6adf-b6f5-435a-a714-f093e046c78d req-22080b55-05a4-47ef-ae4a-427c5518bab7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:15.233214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b8c6adf-b6f5-435a-a714-f093e046c78d req-22080b55-05a4-47ef-ae4a-427c5518bab7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.0906689
Mar 26 21:07:15.264695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-f0cb80a8-385f-496d-8f8e-23755748a086 service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120544
Mar 26 21:07:15.310282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] Publish callbacks [] for security_group (710ae771-6102-452b-805c-7b9ab5511af7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.330786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:15.374365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b8c6adf-b6f5-435a-a714-f093e046c78d req-244ab0c5-8237-49ed-bf02-a7743be58fac tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918407
Mar 26 21:07:15.398677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] Publish callbacks [] for security_group (710ae771-6102-452b-805c-7b9ab5511af7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.419840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-6611cb89-b9ed-4996-898a-d23df2669ce4 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c58247395bea4447bc23f219d3c1cbc0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2222660
Mar 26 21:07:15.437161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.547536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aea3e58d-cc9d-4e49-950e-f329f23f4612 req-44ff5a77-9048-443e-a065-06b5c3e7d00f service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729614
Mar 26 21:07:15.618342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,segment=NetworkSegment(fc9f301c-f97d-4f40-aa92-95b4c8ffe48a),segment_id=fc9f301c-f97d-4f40-aa92-95b4c8ffe48a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:15.631356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (710ae771-6102-452b-805c-7b9ab5511af7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.633716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.637158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/710ae771-6102-452b-805c-7b9ab5511af7 HTTP/1.1" status: 204  len: 168 time: 0.5541291
Mar 26 21:07:15.643999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50', 'network_id': '7e4f05b9-af7c-4e91-8672-7679cf5975c9', 'port_id': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50', 'mac_address': 'fa:16:3e:44:43:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b1dc4a-2cb4-496b-bbe2-a3294527d9f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:15.714081 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-27ec358e-8885-48bc-be74-3f56c9d0da22 service neutron] 10.222.0.16 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592332
Mar 26 21:07:15.722348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:15.726323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025eed0-00c1-439a-a965-f6322b64f975 req-7989d7ae-155e-49ab-adb2-e010c0bda593 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:15.727061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.732155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.734429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8025eed0-00c1-439a-a965-f6322b64f975 req-7989d7ae-155e-49ab-adb2-e010c0bda593 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 943 time: 0.1884060
Mar 26 21:07:15.754379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:15.770403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:15.793863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9c777-4171-44e6-ae7c-34fdc3ea5821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ae771-6102-452b-805c-7b9ab5511af7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:15.826236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,segment=NetworkSegment(fc9f301c-f97d-4f40-aa92-95b4c8ffe48a),segment_id=fc9f301c-f97d-4f40-aa92-95b4c8ffe48a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:15.844440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:15.855404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8025eed0-00c1-439a-a965-f6322b64f975 req-deca617c-9e03-4a53-b993-3e6b2b38d5aa tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187799
Mar 26 21:07:15.957594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:15.979826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-2a14e4b0-a255-4fe4-a45b-386f23b8796d service neutron] 10.222.0.16 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2479262
Mar 26 21:07:16.040671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:16.047225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:16.058101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:16.091067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:16.092707 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:16.113752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c408017-23fc-4e32-8d5d-5f99d2048949 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "PUT /v2.0/floatingips/0aebc08d-f01f-4497-be73-212049c4e73c HTTP/1.1" status: 200  len: 991 time: 2.4830222
Mar 26 21:07:16.117856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:16.120908 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec470f-4a14-4434-8bf5-a8a4b08414b4" -d '{"events": [{"name": "network-changed", "server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:16.138155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['7b0e0d6e-5f8a-42bc-be87-013dd0823c50'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:16.202935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 59512015-d29f-435d-80dd-a2d8fb52d2e0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:16.203294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:16.219751 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be43b4-e17f-401f-ad48-ebd230f43137 x-openstack-request-id: req-69be43b4-e17f-401f-ad48-ebd230f43137 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:16.219751 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:16.219751 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69be43b4-e17f-401f-ad48-ebd230f43137 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:16.220262 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69be43b4-e17f-401f-ad48-ebd230f43137'] response: {'name': 'network-changed', 'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'status': 'completed', 'code': 200}
Mar 26 21:07:16.428782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-61a2e6ab-943d-49b9-80cd-3ce804c73e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:16.439196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-61a2e6ab-943d-49b9-80cd-3ce804c73e28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=32df8b04107445c89edb0d809d87d6fc&device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 1128 time: 0.1689749
Mar 26 21:07:16.447256 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:16.474954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa94f0b1-9b2d-4457-8634-34bd40168c58 req-6e0d2354-75f4-4854-866e-f9978843ec7c tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 210 time: 0.0991387
Mar 26 21:07:16.753687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 59512015-d29f-435d-80dd-a2d8fb52d2e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59512015-d29f-435d-80dd-a2d8fb52d2e0,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:16.754079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:16.779222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4a88-2698-4aa9-b735-f33727f3f98b req-91632ec4-31f9-4a63-87b7-f9c4fb2159e3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:16.780833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c66c4a88-2698-4aa9-b735-f33727f3f98b req-91632ec4-31f9-4a63-87b7-f9c4fb2159e3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1310172
Mar 26 21:07:16.790238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 59512015-d29f-435d-80dd-a2d8fb52d2e0 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:16.802138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-924ae00b-c986-4edf-9e34-ca0be3e4147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:16.803747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-924ae00b-c986-4edf-9e34-ca0be3e4147f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 200  len: 911 time: 0.3637340
Mar 26 21:07:16.869066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c66c4a88-2698-4aa9-b735-f33727f3f98b req-cfb63756-7640-4ec6-b03c-66f01d53256c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684993
Mar 26 21:07:17.154424 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c3f70>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0aebc08d-f01f-4497-be73-212049c4e73c', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.50', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:89:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:50Z', 'updated_at': '2022-03-26T21:07:14Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:17.161578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc050b-cc87-4f10-9024-af5676aaf1bf req-df653b58-9d1f-4087-b876-1dc3409cfe35 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:17.163242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27cc050b-cc87-4f10-9024-af5676aaf1bf req-df653b58-9d1f-4087-b876-1dc3409cfe35 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 944 time: 0.1081882
Mar 26 21:07:17.182818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-eac5753d-ce11-4eb6-8002-1e831896d356 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb HTTP/1.1" status: 200  len: 999 time: 0.3506629
Mar 26 21:07:17.242534 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:17.267330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:17.273142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241c3f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:17.324891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27cc050b-cc87-4f10-9024-af5676aaf1bf req-00d8773b-2333-4dbc-a929-68b30a8cd0e3 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284554
Mar 26 21:07:17.503319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:17.526365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-df8d8608-ef1d-48de-8a61-5da2a9ec0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:17.531642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-df8d8608-ef1d-48de-8a61-5da2a9ec0319 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 200  len: 850 time: 0.3279471
Mar 26 21:07:17.739567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03ba584c-e2e1-47dd-a2dd-e322f55dbd30 req-70cb922e-971e-4ed5-992d-a20342f0fffc tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 210 time: 0.0610435
Mar 26 21:07:17.801295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-2efd3f2f-9600-4368-a843-6a4aabc30db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:17.804212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-2efd3f2f-9600-4368-a843-6a4aabc30db7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d1bac26e-253d-45b2-a5d6-7223981a082f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2635562
Mar 26 21:07:17.812772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (59512015-d29f-435d-80dd-a2d8fb52d2e0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:17.966586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241c3f70>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0aebc08d-f01f-4497-be73-212049c4e73c', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.50', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:89:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:50Z', 'updated_at': '2022-03-26T21:07:14Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:18.024962 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33dcf80-3a84-4c4c-a484-fcd8b5011aae None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0aebc08d-f01f-4497-be73-212049c4e73c', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'floating_ip_address': '172.35.4.50', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'port_id': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'mac_address': 'fa:16:3e:89:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:06:50Z', 'updated_at': '2022-03-26T21:07:14Z', 'revision_number': 1, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:18.116430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dbbaa-a9c8-4f1b-9d40-4e85a4b5fc22 req-8c922df4-5f47-4547-a880-b417f10342c3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:18.118053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f68dbbaa-a9c8-4f1b-9d40-4e85a4b5fc22 req-8c922df4-5f47-4547-a880-b417f10342c3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1344934
Mar 26 21:07:18.450808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c5bf5-8e67-4a85-9533-1d876455cdc1 None None] New status for floating IP 0aebc08d-f01f-4497-be73-212049c4e73c: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:07:18.466561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=59512015-d29f-435d-80dd-a2d8fb52d2e0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:18.488111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-49b41b34-084a-4fd5-8b21-13b64028763d tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:18.490377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-49b41b34-084a-4fd5-8b21-13b64028763d tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.21 "GET /v2.0/networks?id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 200  len: 812 time: 0.3206649
Mar 26 21:07:18.507400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f68dbbaa-a9c8-4f1b-9d40-4e85a4b5fc22 req-75f53d86-181e-42b5-a9ab-8495ee2b7a73 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3723969
Mar 26 21:07:18.593893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-f74bb1fc-c4dd-4adf-942d-70b8e43aff92 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58247395bea4447bc23f219d3c1cbc0 HTTP/1.1" status: 200  len: 380 time: 0.0850186
Mar 26 21:07:18.605356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'port': {'device_id': '331ad8cf-be35-4131-b01e-789202973f64', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'admin_state_up': True, 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'security_groups': ['8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:18.680146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-c9ae7bcf-2c5c-4b41-ac0d-979c54143e35 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8632975
Mar 26 21:07:18.906602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Made reservation on behalf of c58247395bea4447bc23f219d3c1cbc0 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:18.910453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:18.943613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2dd22cc2-28b5-485d-ac31-3d26a9bef5ad req-1191e75b-1c55-48ab-b649-5c911ba47db4 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 210 time: 0.0526702
Mar 26 21:07:18.970667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5f08-715e-462c-89ce-cb2fba34c262 req-0ec0515e-7e3b-4dcf-8e60-e5113ce4d04b tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:18.972522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b19a5f08-715e-462c-89ce-cb2fba34c262 req-0ec0515e-7e3b-4dcf-8e60-e5113ce4d04b tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 944 time: 0.5152476
Mar 26 21:07:19.051305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44ec470f-4a14-4434-8bf5-a8a4b08414b4 req-0cbe9f4a-4cde-40d9-8e9f-4274e813d159 service neutron] 10.222.0.21 "GET /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3570256
Mar 26 21:07:19.058207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b19a5f08-715e-462c-89ce-cb2fba34c262 req-19a17ca7-6b8e-4d42-ba78-55567461f063 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794981
Mar 26 21:07:19.061089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48082) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.087323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.141091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Allocated IP 172.20.0.10 (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8/0d868e35-a956-4164-a973-9ae4ce29adb3/4f2b792e-b9a0-468f-817b-6cfaf02808f7) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:19.246934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4b79b104-7d5d-4a35-b64d-1c2cdf000eb4 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:19.330832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.348754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:19.371794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.430106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:07:19.434899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:19.436919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:19.437988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.439402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:19.444801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:19.458045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b79b104-7d5d-4a35-b64d-1c2cdf000eb4 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "PUT /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf HTTP/1.1" status: 200  len: 366 time: 0.3951004
Mar 26 21:07:19.461425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.483796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:19.490953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ba989a7-72bf-4206-b8a9-2b5108874332 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0276816
Mar 26 21:07:19.494658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48088) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.509935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:19.510620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.517117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fc497850-4480-4e66-bf56-d2dbf9928d1e tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf HTTP/1.1" status: 200  len: 366 time: 0.0211432
Mar 26 21:07:19.525136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48090) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.547285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9463608
Mar 26 21:07:19.553191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c88b-259a-49fe-b994-818f04ebcf93 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event updated for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:19.565549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18d538ad-754a-4cea-9c70-e6ec03d1d414 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf HTTP/1.1" status: 204  len: 168 time: 0.0383298
Mar 26 21:07:19.572133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Request body: {'port': {'device_id': '331ad8cf-be35-4131-b01e-789202973f64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:19.574781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48094) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.607366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d9fb45b-0d1d-4f35-9c07-2cdee7d96a5f tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0306971
Mar 26 21:07:19.621805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.635496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:19.636902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.646624 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:07:19.651438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3abc571f-8aee-4b11-a54b-f86f276857d0 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf HTTP/1.1" status: 200  len: 370 time: 0.0284712
Mar 26 21:07:19.656954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48098) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.662580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-963066e2-e6d8-4718-bc93-847470264422 tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf/default HTTP/1.1" status: 200  len: 370 time: 0.0039465
Mar 26 21:07:19.716952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,segment=NetworkSegment(fc9f301c-f97d-4f40-aa92-95b4c8ffe48a),segment_id=fc9f301c-f97d-4f40-aa92-95b4c8ffe48a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:19.720328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:19.726525 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62929420-bcdf-4b41-8808-c5856ba8abb2" -d '{"events": [{"server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:19.730424 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.749871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48100) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.752695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:19.766803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:19.769865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a0df2cff-97c4-4b9c-920b-a01c3227ced1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0973327
Mar 26 21:07:19.769999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48104) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:19.790898 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:19.791793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242fe670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:19.796283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:19.814609 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c230270b-4b44-4f6f-910d-0fe2244be64b x-openstack-request-id: req-c230270b-4b44-4f6f-910d-0fe2244be64b {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:19.815115 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:19.815566 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c230270b-4b44-4f6f-910d-0fe2244be64b {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:19.816463 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c230270b-4b44-4f6f-910d-0fe2244be64b'] response: {'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50', 'code': 200}
Mar 26 21:07:19.833381 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-79f2a598-2d5d-4059-a18a-24c402cbce2b tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] delete failed (client error): The resource could not be found.
Mar 26 21:07:19.859444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79f2a598-2d5d-4059-a18a-24c402cbce2b tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/46ef465e07114dbcb9dc06d758723aaf HTTP/1.1" status: 404  len: 348 time: 0.1068614
Mar 26 21:07:19.876162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.928178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddec33-2395-499b-9107-119368b7b9fe req-5622c279-f542-4c90-9e36-a0fae4ccc7a7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:19.928770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-13ecc9e3-d3c0-4651-8795-fb9c2f897540 None None] Provisioning complete for port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:19.929743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5ddec33-2395-499b-9107-119368b7b9fe req-5622c279-f542-4c90-9e36-a0fae4ccc7a7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2662015
Mar 26 21:07:19.929919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-13ecc9e3-d3c0-4651-8795-fb9c2f897540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.935693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet 80d912dc-1f25-4d46-8037-151021495736 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:19.944680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (80d912dc-1f25-4d46-8037-151021495736), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:19.963212 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:19.985238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-13ecc9e3-d3c0-4651-8795-fb9c2f897540 None None] Port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:20.089383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c887bb-1f89-4a3e-baf0-72f4ae7fb0bb req-989107b4-9d02-4eb0-85ff-6fb914616e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:20.096002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36c887bb-1f89-4a3e-baf0-72f4ae7fb0bb req-989107b4-9d02-4eb0-85ff-6fb914616e03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 1127 time: 0.1997283
Mar 26 21:07:20.099511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (80d912dc-1f25-4d46-8037-151021495736), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.113714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48114) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:20.261460 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242fe670>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:17Z', 'revision_number': 9, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:20.328233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:network and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.332128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36c887bb-1f89-4a3e-baf0-72f4ae7fb0bb req-69797af2-bebf-4539-a380-607cb910aefc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2191198
Mar 26 21:07:20.357303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.372796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dd73e-a9d8-469e-8657-1496fcad5bda req-91b19e60-2370-4733-a3b0-62c30a832ee6 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:20.374332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5ddec33-2395-499b-9107-119368b7b9fe req-dfb300fa-558e-433a-a4ac-c5cb77a033e7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4345136
Mar 26 21:07:20.374479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-846dd73e-a9d8-469e-8657-1496fcad5bda req-91b19e60-2370-4733-a3b0-62c30a832ee6 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 932 time: 0.2775061
Mar 26 21:07:20.398353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (80d912dc-1f25-4d46-8037-151021495736), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.473943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:subnet and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.477831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:20.488969 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (80d912dc-1f25-4d46-8037-151021495736), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.491791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.496698 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:20.497810 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242fe670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:20.532823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=80d912dc-1f25-4d46-8037-151021495736,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:20.547959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.548493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2b792e-b9a0-468f-817b-6cfaf02808f7 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:20.550181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70274db4-bd50-4884-adff-79844f6a28dc None None] Network 21adcb8f-fa22-415a-9f6a-91be38d0c1af requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:20.551596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48e73107-37d7-4744-9543-7209b443aea9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/80d912dc-1f25-4d46-8037-151021495736 HTTP/1.1" status: 204  len: 168 time: 0.7804797
Mar 26 21:07:20.559277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:20.563402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks [] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.584925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Transition to ACTIVE for port object 4f2b792e-b9a0-468f-817b-6cfaf02808f7 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:07:20.596098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0aaf0-2222-4be3-b2a4-2241f20128e8 req-2b389102-6467-409c-8760-13b81b1e1c60 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:20.598200 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f0aaf0-2222-4be3-b2a4-2241f20128e8 req-2b389102-6467-409c-8760-13b81b1e1c60 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.0986085
Mar 26 21:07:20.600274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.649910 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:20.657573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:subnetpool and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.673460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (21adcb8f-fa22-415a-9f6a-91be38d0c1af), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.703296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.748135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-846dd73e-a9d8-469e-8657-1496fcad5bda req-a446b57d-5cc5-4d91-9591-ce9507ac727c tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2711003
Mar 26 21:07:20.759879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:port and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.784756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.854441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:router and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.876940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.911210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:floatingip and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:20.928905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:20.929525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] DHCP port deletion for 21adcb8f-fa22-415a-9f6a-91be38d0c1af request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:20.942730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Attempting to bind port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:20.948289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Attempting to bind port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:20.948991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Attempting to bind port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 on network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:20.956881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port bb6c48c2-d154-4200-8622-d9b18d7b5403 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:20.957496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:20.979962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 on network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:07:20.987356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Attempting to bind port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 on network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:21.013010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:21.034279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f0aaf0-2222-4be3-b2a4-2241f20128e8 req-c56a8be8-b8c6-4e52-a2d9-01198448d5bb tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4245360
Mar 26 21:07:21.038700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:21.038700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Checking segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:21.038700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Bound using segment: {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:21.041449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Bound port: 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1ce03-4fa5-46f2-9618-1f3010a00c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:21.041872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.073008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Deleting port bb6c48c2-d154-4200-8622-d9b18d7b5403 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:21.073668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.102471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:security_group and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:21.107819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:21.117678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port bb6c48c2-d154-4200-8622-d9b18d7b5403, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb6c48c2-d154-4200-8622-d9b18d7b5403,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:21.118465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.126699 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242fe670>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:17Z', 'revision_number': 9, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:21.140034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Usage tracker for resource:security_group_rule and project:233ddbe3a45640159135c257774bcc19 is out of sync, need to count used quota {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Mar 26 21:07:21.148313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.quota.resource [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=126738) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Mar 26 21:07:21.150577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for bb6c48c2-d154-4200-8622-d9b18d7b5403 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:21.193264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58208e31-994f-4cf8-b31f-965604ebfadf tempest-QuotasTest-1011489452 tempest-QuotasTest-1011489452-project-admin] 10.222.0.16 "GET /v2.0/quotas/233ddbe3a45640159135c257774bcc19/details.json HTTP/1.1" status: 200  len: 703 time: 1.0742371
Mar 26 21:07:21.215781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] For port bb6c48c2-d154-4200-8622-d9b18d7b5403, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb6c48c2-d154-4200-8622-d9b18d7b5403,segment=NetworkSegment(40893d80-d23c-4602-8d3e-4225715b8c2a),segment_id=40893d80-d23c-4602-8d3e-4225715b8c2a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:21.218964 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.221349 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9589a66-753c-47f1-a5b1-3ecca216699d None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:17Z', 'revision_number': 9, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89b3e2b0-5543-4de7-8ffb-cc077f7ae063', 'name': '', 'network_id': '08dfb147-1bf6-419c-95e7-fe5e92adac5b', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:02:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:31Z', 'updated_at': '2022-03-26T21:06:40Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '21b4af25-5f8c-489f-9d36-dbc579d55661', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:21.242205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:21.251034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Calling delete_port for bb6c48c2-d154-4200-8622-d9b18d7b5403 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:21.251869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:21.264049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.382303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:21.383297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.384790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 200  len: 1092 time: 1.8179593
Mar 26 21:07:21.385626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9d490-53ec-4611-b13d-b0df4b533b00 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:21.388918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:21.409488 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03047f13-3802-407c-864f-3bec6733b68f" -d '{"events": [{"name": "network-changed", "server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:21.455028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.534097 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (bb6c48c2-d154-4200-8622-d9b18d7b5403), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.558838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=bb6c48c2-d154-4200-8622-d9b18d7b5403,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:21.578551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port bb6c48c2-d154-4200-8622-d9b18d7b5403 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:21.591673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] No DVR routers for this DVR port bb6c48c2-d154-4200-8622-d9b18d7b5403 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:21.649740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef2ebc-b103-4d3f-8d9f-c7d94e869899 None None] Pushing event deleted for resources: {'Port': ['ID=bb6c48c2-d154-4200-8622-d9b18d7b5403,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:21.700611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb6c48c2-d154-4200-8622-d9b18d7b5403 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:21.731870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df138-745d-40f5-86c2-1df11f28f24c req-57bd7f72-1214-485d-8475-6ba2eb171747 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:21.733735 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d62df138-745d-40f5-86c2-1df11f28f24c req-57bd7f72-1214-485d-8475-6ba2eb171747 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2190821
Mar 26 21:07:21.737235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-dca3e0e9-80b7-4fbd-acd4-b72951b356a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:21.759018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-dca3e0e9-80b7-4fbd-acd4-b72951b356a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58247395bea4447bc23f219d3c1cbc0&device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 1126 time: 0.3096402
Mar 26 21:07:21.759438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: bb6c48c2-d154-4200-8622-d9b18d7b5403 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:21.760085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb6c48c2-d154-4200-8622-d9b18d7b5403 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:21.839466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (21adcb8f-fa22-415a-9f6a-91be38d0c1af), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.897460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fa08130>,) {'filters': {'network_id': ['21adcb8f-fa22-415a-9f6a-91be38d0c1af']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:21.931121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa08130>, '40893d80-d23c-4602-8d3e-4225715b8c2a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:21.932270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa08130>, '40893d80-d23c-4602-8d3e-4225715b8c2a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:21.933905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:21.937352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-e305190f-f56f-4a08-9410-7a11f6920005 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 200  len: 217 time: 0.1534681
Mar 26 21:07:21.948463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (40893d80-d23c-4602-8d3e-4225715b8c2a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.973293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40893d80-d23c-4602-8d3e-4225715b8c2a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.990608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:21.991143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (40893d80-d23c-4602-8d3e-4225715b8c2a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   warnings.warn('Neutron quota engine will require "--force" '
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:21.994551 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:22.040669 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6298b6-3fc8-49db-bb3a-baeac3209680 x-openstack-request-id: req-6d6298b6-3fc8-49db-bb3a-baeac3209680 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:22.041595 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:22.041859 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d6298b6-3fc8-49db-bb3a-baeac3209680 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:22.042534 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6298b6-3fc8-49db-bb3a-baeac3209680'] response: {'name': 'network-changed', 'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'status': 'completed', 'code': 200}
Mar 26 21:07:22.052519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d62df138-745d-40f5-86c2-1df11f28f24c req-95f77bea-17e9-46fd-8886-6e8547cee418 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2923875
Mar 26 21:07:22.085837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-6cc5ca7c-3fcc-4c0e-8daa-78d11813946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.085837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-6cc5ca7c-3fcc-4c0e-8daa-78d11813946b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d868e35-a956-4164-a973-9ae4ce29adb3 HTTP/1.1" status: 200  len: 851 time: 0.1257567
Mar 26 21:07:22.174433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (21adcb8f-fa22-415a-9f6a-91be38d0c1af), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.213525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c375f7a-88e2-45e1-9235-ce50e51c848d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.223192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.229328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/21adcb8f-fa22-415a-9f6a-91be38d0c1af HTTP/1.1" status: 204  len: 168 time: 1.6644819
Mar 26 21:07:22.229328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23625e1-93f2-4a77-b26d-9bd92f20d520 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=21adcb8f-fa22-415a-9f6a-91be38d0c1af,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:22.240969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:22.285103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-561b4b63-166c-4724-bf0a-38523a77fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.289312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-561b4b63-166c-4724-bf0a-38523a77fc3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1968398
Mar 26 21:07:22.330837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.337471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.343231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.346507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37bee1-903b-4a9c-b984-d3bfb00e3263 req-178321bd-f906-4132-ba58-6403a37645e5 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.348623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.354054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.354257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c37bee1-903b-4a9c-b984-d3bfb00e3263 req-178321bd-f906-4132-ba58-6403a37645e5 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 944 time: 0.1991262
Mar 26 21:07:22.359649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.365845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.367716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-9076eb42-9807-4f48-bdef-291c231d7382 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.1987000
Mar 26 21:07:22.416821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c37bee1-903b-4a9c-b984-d3bfb00e3263 req-925c0286-3d54-4c50-942e-9628b83cdd3b tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598280
Mar 26 21:07:22.536229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c375f7a-88e2-45e1-9235-ce50e51c848d admin admin] Publish callbacks [] for security_group (08ba894c-552b-4356-96e7-55c8ee698eaf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.555425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b5e9e8f7-7429-438b-ab95-53e7ec242c3a req-c6e1023f-c601-47fd-a478-baf14f0e0d54 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1737924
Mar 26 21:07:22.557650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-db137550-9a39-44b3-9cc3-2e8e9ec61fcc service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610300
Mar 26 21:07:22.558437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c375f7a-88e2-45e1-9235-ce50e51c848d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (08ba894c-552b-4356-96e7-55c8ee698eaf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.614422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9583-543d-4b07-9c62-116c076c8a6e req-cf8fa16b-9cce-48e1-b4a1-16a3083e5514 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.616574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca0e9583-543d-4b07-9c62-116c076c8a6e req-cf8fa16b-9cce-48e1-b4a1-16a3083e5514 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1095147
Mar 26 21:07:22.637026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c375f7a-88e2-45e1-9235-ce50e51c848d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96d4342325114cc898aa857a553ed958&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7013917
Mar 26 21:07:22.651342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48142) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:22.668935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c375f7a-88e2-45e1-9235-ce50e51c848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ba894c-552b-4356-96e7-55c8ee698eaf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:22.736076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca0e9583-543d-4b07-9c62-116c076c8a6e req-a43e3be2-21ea-4252-a638-53304cb5c430 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131167
Mar 26 21:07:22.784396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] Publish callbacks [] for security_group (08ba894c-552b-4356-96e7-55c8ee698eaf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.800481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c932193-e20c-4a4c-aa96-ae31e32480a8 req-650a2c5b-125d-45c8-902a-66f937a7f79d service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228985
Mar 26 21:07:22.817562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] Publish callbacks [] for security_group (08ba894c-552b-4356-96e7-55c8ee698eaf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.874997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:22.989675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f13-3802-407c-864f-3bec6733b68f req-0c809e4a-033d-4674-9e82-a22a9ca0b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:22.991364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-0c809e4a-033d-4674-9e82-a22a9ca0b65c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58247395bea4447bc23f219d3c1cbc0&device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 1126 time: 0.1167793
Mar 26 21:07:23.013941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33f0d8-4fbd-4afc-afa0-b99114628b50 req-ae70a086-30ab-4d39-b24e-9f53afeca0f7 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.015660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c33f0d8-4fbd-4afc-afa0-b99114628b50 req-ae70a086-30ab-4d39-b24e-9f53afeca0f7 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1628959
Mar 26 21:07:23.045612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (08ba894c-552b-4356-96e7-55c8ee698eaf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.048444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.051964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08ba894c-552b-4356-96e7-55c8ee698eaf HTTP/1.1" status: 204  len: 168 time: 0.3960166
Mar 26 21:07:23.214203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f81c01-7b92-4dc9-ba41-b0daf96f300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ba894c-552b-4356-96e7-55c8ee698eaf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:23.312484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c33f0d8-4fbd-4afc-afa0-b99114628b50 req-fdbe86a0-54ff-4a14-bbd9-b6c54bfb67c5 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610667
Mar 26 21:07:23.315558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f13-3802-407c-864f-3bec6733b68f req-fc382bcf-c28c-4022-a52c-e8cc4698d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.322498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-fc382bcf-c28c-4022-a52c-e8cc4698d9ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 200  len: 912 time: 0.3226683
Mar 26 21:07:23.411102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93a29-4f0c-4139-9c8b-6d4584839ee2 req-e15f77ec-4d5e-4ef2-bb79-dbabb18c4e72 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.413412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ed93a29-4f0c-4139-9c8b-6d4584839ee2 req-e15f77ec-4d5e-4ef2-bb79-dbabb18c4e72 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1723037
Mar 26 21:07:23.416730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:23.417303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.418652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 59512015-d29f-435d-80dd-a2d8fb52d2e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:23.480787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-724bac79-baf4-43f5-bb66-ca2295ad77c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 200  len: 217 time: 0.1508205
Mar 26 21:07:23.495031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 59512015-d29f-435d-80dd-a2d8fb52d2e0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:23.495395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 59512015-d29f-435d-80dd-a2d8fb52d2e0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:23.542673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ed93a29-4f0c-4139-9c8b-6d4584839ee2 req-20ac197e-b360-452c-a4d0-bbd41e7a0cd9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068349
Mar 26 21:07:23.552221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f13-3802-407c-864f-3bec6733b68f req-1a71d55f-18a8-428a-b6c6-2f596d1f6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.554868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-1a71d55f-18a8-428a-b6c6-2f596d1f6602 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d868e35-a956-4164-a973-9ae4ce29adb3 HTTP/1.1" status: 200  len: 851 time: 0.0682597
Mar 26 21:07:23.561007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 89b3e2b0-5543-4de7-8ffb-cc077f7ae063, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:23.564286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.595289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:23.621497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f13-3802-407c-864f-3bec6733b68f req-846e45ec-d729-442d-9295-a563180f5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.624445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-846e45ec-d729-442d-9295-a563180f5def service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0623024
Mar 26 21:07:23.644456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48164) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:23.775713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-4c052408-9911-402a-bdba-664b3da494b6 service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441655
Mar 26 21:07:23.812789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de60205c-ff1c-4f00-b160-1bf6f0a71e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.813199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.818855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.825775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.832624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.838539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.845286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.852924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.854981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-7957ba09-6469-4f37-a1b7-8656fad1fcc0 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.1434519
Mar 26 21:07:23.968211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780116d8-6875-427f-aecc-78a9e311d048 req-96420fcb-f0db-47a8-aabe-4bd7daeb379a tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:23.977014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-780116d8-6875-427f-aecc-78a9e311d048 req-96420fcb-f0db-47a8-aabe-4bd7daeb379a tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 944 time: 0.1946979
Mar 26 21:07:23.986802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (89b3e2b0-5543-4de7-8ffb-cc077f7ae063), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:23.987534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af08b3b4-8162-4c86-80a7-243ca9500377 req-860d5c5b-3f5a-4834-ac00-f68d7380efcb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1206663
Mar 26 21:07:23.993650 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03047f13-3802-407c-864f-3bec6733b68f req-7e1c4b1b-ba63-46f3-9393-8585703667a1 service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051988
Mar 26 21:07:24.049345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=89b3e2b0-5543-4de7-8ffb-cc077f7ae063,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:24.241511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8eb01-d223-457e-bc25-14a8ceb864c5 req-83d6481c-5e95-483a-a1d6-388dccec9efa tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:24.243002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1eb8eb01-d223-457e-bc25-14a8ceb864c5 req-83d6481c-5e95-483a-a1d6-388dccec9efa tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1223342
Mar 26 21:07:24.321557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1eb8eb01-d223-457e-bc25-14a8ceb864c5 req-8351be22-70a2-4cfc-8aee-674c35c0a12b tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624564
Mar 26 21:07:24.342618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de60205c-ff1c-4f00-b160-1bf6f0a71e7d admin admin] Publish callbacks [] for security_group (b20fc409-5f9b-42a4-9b13-8539c83e8ce6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.346412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-780116d8-6875-427f-aecc-78a9e311d048 req-e2ee327f-1500-4164-8357-727eaf8de212 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3685155
Mar 26 21:07:24.349706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de60205c-ff1c-4f00-b160-1bf6f0a71e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b20fc409-5f9b-42a4-9b13-8539c83e8ce6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.671159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343cab7-5f52-4e8e-b7a6-decac16b9abf req-0dba948b-e98d-4f6e-896a-7f88cfae929f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:24.672696 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0343cab7-5f52-4e8e-b7a6-decac16b9abf req-0dba948b-e98d-4f6e-896a-7f88cfae929f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.0542529
Mar 26 21:07:24.723121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0343cab7-5f52-4e8e-b7a6-decac16b9abf req-a920bf41-84de-40fc-a210-9b542fc8175c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439851
Mar 26 21:07:24.725575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60205c-ff1c-4f00-b160-1bf6f0a71e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20fc409-5f9b-42a4-9b13-8539c83e8ce6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:24.732460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de60205c-ff1c-4f00-b160-1bf6f0a71e7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=233ddbe3a45640159135c257774bcc19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9532983
Mar 26 21:07:24.735614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48180) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:24.741196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.791002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] Publish callbacks [] for security_group (b20fc409-5f9b-42a4-9b13-8539c83e8ce6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.812204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] Publish callbacks [] for security_group (b20fc409-5f9b-42a4-9b13-8539c83e8ce6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.858755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b20fc409-5f9b-42a4-9b13-8539c83e8ce6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.861669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:24.862974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b20fc409-5f9b-42a4-9b13-8539c83e8ce6 HTTP/1.1" status: 204  len: 168 time: 0.1265700
Mar 26 21:07:24.882832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac1ea8-e4b1-408f-be11-04252ac0ce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20fc409-5f9b-42a4-9b13-8539c83e8ce6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:24.935967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:25.040598 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe11a506-7d22-4f58-b1d9-cf8040eff3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:25.080312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:25.090220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-35cdf64f-f3cd-45ac-bcf5-33f3c4cc381c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8425388
Mar 26 21:07:25.092865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:25.098370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:25.106790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.111969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.118356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.120511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:25.121171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f059370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:25.123481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.128671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.132085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-70993dfe-b2dc-4d91-90f0-0db7effd12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.133746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-70993dfe-b2dc-4d91-90f0-0db7effd12f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 1128 time: 0.0723226
Mar 26 21:07:25.133889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.139015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.140936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c5fd4bc1-6a09-46d5-8868-c07ad85ef114 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.1285074
Mar 26 21:07:25.233108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:25.263166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-03df94a0-f523-491b-82e0-8532234c40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.266055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-03df94a0-f523-491b-82e0-8532234c40a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.1256325
Mar 26 21:07:25.268413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0a458fc7-05b0-46f0-85da-6512e8ecfcb8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.269776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0a458fc7-05b0-46f0-85da-6512e8ecfcb8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1209183
Mar 26 21:07:25.305209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet 21b4af25-5f8c-489f-9d36-dbc579d55661 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:25.308802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (21b4af25-5f8c-489f-9d36-dbc579d55661), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:25.359083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-0351d412-5bd2-4a0e-8df8-8a4882a9e6a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 200  len: 217 time: 0.0858905
Mar 26 21:07:25.372191 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (21b4af25-5f8c-489f-9d36-dbc579d55661), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:25.437322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-07bd4b34-6cda-433f-a24d-0001c607428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.439660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-07bd4b34-6cda-433f-a24d-0001c607428f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.0702088
Mar 26 21:07:25.451871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.463322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.470445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.475546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f059370>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:23Z', 'revision_number': 10, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:25.477461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.486054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.491275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.498526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.500608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-0eb24c3e-c29f-4c45-9618-b290d6a73fcd tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 5431 time: 0.3528004
Mar 26 21:07:25.504481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-ddc69b6d-7431-4467-aac2-192f7d4a6b38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533731
Mar 26 21:07:25.518385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:25.528705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:25.529513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f059370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:06:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:25.557505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cbf8f-f3cc-49ba-a735-6d3f5dbd9246 req-a80aa75d-f5ff-4a32-96e5-83ead3cd37bd tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:25.559184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd6cbf8f-f3cc-49ba-a735-6d3f5dbd9246 req-a80aa75d-f5ff-4a32-96e5-83ead3cd37bd tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1181791
Mar 26 21:07:25.650848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:25.699084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (21b4af25-5f8c-489f-9d36-dbc579d55661), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:25.709025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-bff11b15-209e-4200-ba83-d3271059824d tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.4293973
Mar 26 21:07:25.741237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:25.784716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-482ad32f-b3ef-46f4-9b32-683a10b12b0e req-fade9f00-389d-44e0-9184-6e45f32df965 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2757163
Mar 26 21:07:25.935205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:25.939570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f059370>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:23Z', 'revision_number': 10, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:25.976327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78a9e-c53b-4420-aa39-809440d44344 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:23Z', 'revision_number': 10, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None, '_interfaces': [{'id': '57042c85-5bb5-44e0-88ef-b055778cbb70', 'name': '', 'network_id': '66a2f999-c660-4de5-a03f-861a3eee240e', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'mac_address': 'fa:16:3e:61:9a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:24Z', 'updated_at': '2022-03-26T21:06:32Z', 'revision_number': 5, 'project_id': 'cedd45db640644088124f54b89de447a', 'subnets': [{'id': '991589d7-206a-40dd-b6c2-0a564f511cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:26.011561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9900b-b6d2-4e06-a4b9-a20808df9593 req-4aecfdd9-1282-416b-b0e8-aa86cb02de07 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:26.016677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1f9900b-b6d2-4e06-a4b9-a20808df9593 req-4aecfdd9-1282-416b-b0e8-aa86cb02de07 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 944 time: 0.1216278
Mar 26 21:07:26.018300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:26.027963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (21b4af25-5f8c-489f-9d36-dbc579d55661), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.055828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd6cbf8f-f3cc-49ba-a735-6d3f5dbd9246 req-82f729b0-3667-417d-b1ac-ed63e8c18b11 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4892395
Mar 26 21:07:26.058379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-bdab797d-8a93-4c5d-a58e-f5d210f38ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5456800
Mar 26 21:07:26.063324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4f2b792e-b9a0-468f-817b-6cfaf02808f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:26.133619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=21b4af25-5f8c-489f-9d36-dbc579d55661,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.135815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.141753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1755fae0-d13d-44cd-b9f0-f1eb41cf867b tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/21b4af25-5f8c-489f-9d36-dbc579d55661 HTTP/1.1" status: 204  len: 168 time: 1.0474670
Mar 26 21:07:26.143509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48218) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:26.179085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f845e-2638-437a-b025-3b8e83b0a944 None None] Network 08dfb147-1bf6-419c-95e7-fe5e92adac5b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:26.184931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1441398056'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:26.241393 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1f9900b-b6d2-4e06-a4b9-a20808df9593 req-771c6e7a-a4b1-4332-9e1f-1c22404312a1 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2077115
Mar 26 21:07:26.257362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Made reservation on behalf of 788ea3250f28418c9cb3dc09bd2e0eaf for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:26.257637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:26.261773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.274660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.296699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:26.304971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'port_id': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'mac_address': 'fa:16:3e:3f:85:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:26.326768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (08dfb147-1bf6-419c-95e7-fe5e92adac5b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.356776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:26.358304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.373930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] For port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:26.380154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2b792e-b9a0-468f-817b-6cfaf02808f7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:26.399648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016fc62-cbbf-496a-82ee-bd0e7a261c71 req-761888b1-e14d-4a37-b237-d2e329da1908 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:26.406760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0016fc62-cbbf-496a-82ee-bd0e7a261c71 req-761888b1-e14d-4a37-b237-d2e329da1908 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2175794
Mar 26 21:07:26.409994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9605c4b1-7778-46c7-97fe-a6a338d768e9 req-19b1f156-35fc-4dab-bace-a5ee3104d3d0 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3425889
Mar 26 21:07:26.424003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] device_id is not set on port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:07:26.424948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:26.431899 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.437446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Publish callbacks [] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.499120 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for security_group (789d576b-0be3-4965-bf21-61b28ce8de2f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.501538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.541190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.544219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] DHCP port deletion for 08dfb147-1bf6-419c-95e7-fe5e92adac5b request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:26.572953 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0016fc62-cbbf-496a-82ee-bd0e7a261c71 req-ca5a0bf8-670a-4b3b-8fb4-eb05a4dfa2e2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457222
Mar 26 21:07:26.574747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (789d576b-0be3-4965-bf21-61b28ce8de2f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.597972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 55006252-fefd-409a-a4c7-94c2f87d4b66 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:26.598355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.636761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Deleting port 55006252-fefd-409a-a4c7-94c2f87d4b66 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:26.637154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.683574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 55006252-fefd-409a-a4c7-94c2f87d4b66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55006252-fefd-409a-a4c7-94c2f87d4b66,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:26.684449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.686689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:26.712157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Pushing event updated for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.721062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] For port 55006252-fefd-409a-a4c7-94c2f87d4b66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55006252-fefd-409a-a4c7-94c2f87d4b66,segment=NetworkSegment(6d8fa73e-cf54-4aaf-911b-20952c5963d4),segment_id=6d8fa73e-cf54-4aaf-911b-20952c5963d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:26.721571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.725471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 55006252-fefd-409a-a4c7-94c2f87d4b66 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:26.727168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] No DVR routers for this DVR port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:26.745402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4f2b792e-b9a0-468f-817b-6cfaf02808f7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:26.752623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Calling delete_port for 55006252-fefd-409a-a4c7-94c2f87d4b66 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:26.759091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (df7fda28-dcf9-4989-94d7-faa5ff93147f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.759444 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Added segment df7fda28-dcf9-4989-94d7-faa5ff93147f of type vlan for network bdd27829-6d6b-40d2-85aa-dad68a3608e6
Mar 26 21:07:26.765774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789d576b-0be3-4965-bf21-61b28ce8de2f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.798611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428542-31f0-4c45-b00a-7576a2e1c359 req-3b83d8d7-0783-463b-b7de-c0e72fe55da7 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:26.806340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9428542-31f0-4c45-b00a-7576a2e1c359 req-3b83d8d7-0783-463b-b7de-c0e72fe55da7 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.2454219
Mar 26 21:07:26.878581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-a45ee876-65fc-4273-8410-826103e876a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:26.881522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-a45ee876-65fc-4273-8410-826103e876a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 1127 time: 0.3218989
Mar 26 21:07:26.884648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.885151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] In _notify_port_updated(), no bound segment for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:07:26.886000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:26.886672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.887906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0f310043-6375-4287-95b3-7aeb1b9c5d9b service neutron] 10.222.0.18 "PUT /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 200  len: 1027 time: 1.1518183
Mar 26 21:07:26.889013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (55006252-fefd-409a-a4c7-94c2f87d4b66), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.891940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (bdd27829-6d6b-40d2-85aa-dad68a3608e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.925435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 55006252-fefd-409a-a4c7-94c2f87d4b66 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:26.935040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=55006252-fefd-409a-a4c7-94c2f87d4b66,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.940431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] Pushing event deleted for resources: {'Port': ['ID=55006252-fefd-409a-a4c7-94c2f87d4b66,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:26.945016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd544-e971-4ab6-b812-2655777eb2ed None None] No DVR routers for this DVR port 55006252-fefd-409a-a4c7-94c2f87d4b66 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:26.973817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-309550a4-9b02-430d-a87b-33b585c7da20 None None] Provisioning complete for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:26.974234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-309550a4-9b02-430d-a87b-33b585c7da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:26.984196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.984707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.985169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.985811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.986035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.986706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.987418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.987855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.988367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.988943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.990241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.990476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.991128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.991790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:26.992089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:27.032977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-309550a4-9b02-430d-a87b-33b585c7da20 None None] Port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:27.045450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-90fcec08-9aec-49ca-800d-87a85e7a4290 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.046848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-90fcec08-9aec-49ca-800d-87a85e7a4290 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "GET /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1314783
Mar 26 21:07:27.053533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9428542-31f0-4c45-b00a-7576a2e1c359 req-dc55e376-61a1-4f6c-a374-9f4840071ad4 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463510
Mar 26 21:07:27.066091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:27.071329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (bdd27829-6d6b-40d2-85aa-dad68a3608e6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.081118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.081118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.081395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (08dfb147-1bf6-419c-95e7-fe5e92adac5b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.100070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.105296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.110593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.116520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.121787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.127813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.129656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-01d57c8e-0f80-4b84-9a1d-98d7e544a1a4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 4657 time: 0.2156339
Mar 26 21:07:27.143874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fc20040>,) {'filters': {'network_id': ['08dfb147-1bf6-419c-95e7-fe5e92adac5b']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:27.167069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc20040>, '6d8fa73e-cf54-4aaf-911b-20952c5963d4') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:27.167369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc20040>, '6d8fa73e-cf54-4aaf-911b-20952c5963d4') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:27.169488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.1430638
Mar 26 21:07:27.174577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:27.181854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Request body: {'subnet': {'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:27.189315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (6d8fa73e-cf54-4aaf-911b-20952c5963d4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.227222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-31c33eef-206f-4142-b50a-64e26c42601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.228707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-31c33eef-206f-4142-b50a-64e26c42601a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 200  len: 911 time: 0.3398738
Mar 26 21:07:27.234210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6d8fa73e-cf54-4aaf-911b-20952c5963d4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.234878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673175b-cf5a-451e-99dd-a43e5131f2a7 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'Network': ['ID=bdd27829-6d6b-40d2-85aa-dad68a3608e6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:27.246794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.248602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:27.280534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:27.281999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (6d8fa73e-cf54-4aaf-911b-20952c5963d4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.282155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-4f82c494-3d56-4f95-9e53-95c69179cc11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 200  len: 217 time: 0.0431514
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:27.290447 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:27.322485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9d497fb-9a76-458f-8a05-e95c9a51f7e1 req-bfc8b78d-027d-49df-b69b-d8a1eadc8cdb tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=10f06488-d76f-421f-8cf9-cedef3deadba&id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1832638
Mar 26 21:07:27.385809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (08dfb147-1bf6-419c-95e7-fe5e92adac5b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.388723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67832f16-6593-4cf6-b026-ac7b18d332af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.392017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52c8eed7-3c91-43b3-9001-30b914ea4cd7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:27.403437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.410799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/08dfb147-1bf6-419c-95e7-fe5e92adac5b HTTP/1.1" status: 204  len: 168 time: 1.2654200
Mar 26 21:07:27.412267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Made reservation on behalf of 788ea3250f28418c9cb3dc09bd2e0eaf for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:27.415966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.425681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5ab341d-bc21-496a-8125-8e90f4b08572,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:27.434196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:27.438815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:27.454058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d50544-d468-4ab6-acac-15f0726569dd tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=08dfb147-1bf6-419c-95e7-fe5e92adac5b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:27.468181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:27.468600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 89b3e2b0-5543-4de7-8ffb-cc077f7ae063 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:27.469096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 55006252-fefd-409a-a4c7-94c2f87d4b66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:27.478035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] For port b5ab341d-bc21-496a-8125-8e90f4b08572, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:27.491520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 55006252-fefd-409a-a4c7-94c2f87d4b66 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:27.491968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 55006252-fefd-409a-a4c7-94c2f87d4b66 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:27.516195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] device_id is not set on port b5ab341d-bc21-496a-8125-8e90f4b08572 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:07:27.529671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:27.531949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.576719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Publish callbacks [] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.592560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.632484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-9d0c63a5-0dd4-4fea-9cf3-9ed4cec7a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.634253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-9d0c63a5-0dd4-4fea-9cf3-9ed4cec7a3de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 HTTP/1.1" status: 200  len: 851 time: 0.1836874
Mar 26 21:07:27.696405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ea85c-5f92-46e3-96a3-af49fa42eaf5 req-0790c0b7-ff51-4905-9924-3571bce6f474 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.697991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-814ea85c-5f92-46e3-96a3-af49fa42eaf5 req-0790c0b7-ff51-4905-9924-3571bce6f474 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 945 time: 0.2462077
Mar 26 21:07:27.699862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-293a2364-0e9c-4dda-bb7f-7b727094e656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e4f05b9-af7c-4e91-8672-7679cf5975c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540731
Mar 26 21:07:27.718744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:27.723592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] No DVR routers for this DVR port b5ab341d-bc21-496a-8125-8e90f4b08572 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:27.754047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:27.756508 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285fb5c-c43e-40c2-9319-120097e23335" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:27.777037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:27.785970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.792987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device df90cff0-cb5b-4aad-bb76-1204dc22e346 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:27.872822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] In _notify_port_updated(), no bound segment for port b5ab341d-bc21-496a-8125-8e90f4b08572 on network 27a130c6-ee72-48d5-98e0-95c25e1183f2 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:07:27.873462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.881366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.885963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-9f959397-5c2e-41e2-8321-a29248b3ea49 service neutron] 10.222.0.18 "PUT /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 200  len: 1026 time: 0.8259399
Mar 26 21:07:27.922719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port df90cff0-cb5b-4aad-bb76-1204dc22e346 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:27.923123 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.949079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce279a-eec8-44d0-a65b-1895c8b0ba00 req-e5795b7a-ae0e-42cf-9fbd-c2c4c4e8e595 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:27.950728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-34ce279a-eec8-44d0-a65b-1895c8b0ba00 req-e5795b7a-ae0e-42cf-9fbd-c2c4c4e8e595 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.2320352
Mar 26 21:07:27.968282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (76c27af5-9fab-4384-83e1-91eb01c7f153), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.971048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:27.984055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:27.990319 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:27.991002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-12de2bb9-94b3-48de-acfb-189806ace1af service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683735
Mar 26 21:07:27.991153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 44253e4b-0e65-47a7-9d9a-61ce95e7f45c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:28.044232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-814ea85c-5f92-46e3-96a3-af49fa42eaf5 req-06d374c3-1efd-4e5e-8161-20ab884ba75e tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3228462
Mar 26 21:07:28.050821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b3813b7-0d7a-49dc-958b-039153581709 None None] Provisioning complete for port b5ab341d-bc21-496a-8125-8e90f4b08572 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:28.051201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b3813b7-0d7a-49dc-958b-039153581709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.092748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4f2b792e-b9a0-468f-817b-6cfaf02808f7 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:28.147557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:28.147829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.151297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'Subnet': ['ID=76c27af5-9fab-4384-83e1-91eb01c7f153,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:28.168340 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-34ce279a-eec8-44d0-a65b-1895c8b0ba00 req-e0080cac-c9fe-4b08-87f5-7654d2498831 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038136
Mar 26 21:07:28.168698 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3e436-a70f-4f64-8375-d7eca9943ed1 x-openstack-request-id: req-53f3e436-a70f-4f64-8375-d7eca9943ed1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:28.168954 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:28.169324 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53f3e436-a70f-4f64-8375-d7eca9943ed1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:28.169631 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f3e436-a70f-4f64-8375-d7eca9943ed1'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'code': 200}
Mar 26 21:07:28.179030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Checking segment: {'id': 'df7fda28-dcf9-4989-94d7-faa5ff93147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:28.179407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Network hostable DHCP agents. Network: bdd27829-6d6b-40d2-85aa-dad68a3608e6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:07:28.184502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b3813b7-0d7a-49dc-958b-039153581709 None None] Port b5ab341d-bc21-496a-8125-8e90f4b08572 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:28.193379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c host ! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:07:28.196200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 44253e4b-0e65-47a7-9d9a-61ce95e7f45c not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:28.196693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:28.207834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-083422a2-8978-4865-be89-f0a8d6da2a5e req-10bc37a4-012c-4334-b8bb-ab6b2ae39653 service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794674
Mar 26 21:07:28.217167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:07:28.263734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bdd27829-6d6b-40d2-85aa-dad68a3608e6) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:28.269384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.269991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.274421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:28.303833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0ae570a6-c096-4fe1-8fea-bf737c8a7de4 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1249723
Mar 26 21:07:28.304694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.308279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:28.319118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac94a63-5539-4ea5-8337-bb52d9da79ca None None] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:28.330848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port 5a5ac11b-6501-4f2a-b826-a2beff85eb24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5a5ac11b-6501-4f2a-b826-a2beff85eb24,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:28.331207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.343497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:07:28.348067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Request body: {'port': {'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-639626643'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:28.360013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7cda-e24b-4155-b31b-a6934782c89a req-0c1ac563-3477-4a50-8ed9-e03ed972fc4a tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.361504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-578e7cda-e24b-4155-b31b-a6934782c89a req-0c1ac563-3477-4a50-8ed9-e03ed972fc4a tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1011472
Mar 26 21:07:28.370129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:28.370642 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.384296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 5a5ac11b-6501-4f2a-b826-a2beff85eb24 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:28.482898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-578e7cda-e24b-4155-b31b-a6934782c89a req-b0ec94ec-6cfc-444e-9115-be69ac0412e8 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999637
Mar 26 21:07:28.525602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:28.526373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.538954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bdd27829-6d6b-40d2-85aa-dad68a3608e6', 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6', 'project_id': '788ea3250f28418c9cb3dc09bd2e0eaf', 'fixed_ips': [{'subnet_id': '76c27af5-9fab-4384-83e1-91eb01c7f153'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:07:28.539804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.597563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5a5ac11b-6501-4f2a-b826-a2beff85eb24), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.601986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:28.611570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.617090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.622410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.627896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.633908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:28.635780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-685b955f-61e2-4149-b647-5f781dd160a8 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 3880 time: 0.1896081
Mar 26 21:07:28.655225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Made reservation on behalf of 788ea3250f28418c9cb3dc09bd2e0eaf for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:28.658564 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.672106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.672567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5a5ac11b-6501-4f2a-b826-a2beff85eb24 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:28.706092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] device_id is not set on port eef4cc92-c6a8-4140-a3b3-317ca9351f74 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:07:28.722299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port 5a5ac11b-6501-4f2a-b826-a2beff85eb24 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:28.725643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.730097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "DELETE /v2.0/ports/5a5ac11b-6501-4f2a-b826-a2beff85eb24 HTTP/1.1" status: 204  len: 173 time: 0.8372147
Mar 26 21:07:28.732153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:28.735965 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4c0265-540e-4853-af8f-c313f7c1484b" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:28.740517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c413e-0208-43d1-a08a-6c1d15c604b4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=5a5ac11b-6501-4f2a-b826-a2beff85eb24,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:28.762011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 5a5ac11b-6501-4f2a-b826-a2beff85eb24 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:28.762313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5a5ac11b-6501-4f2a-b826-a2beff85eb24 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:28.762753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6ce9015d-d518-4977-9578-35a0aacefd54 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:28.792180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57127456-5de4-44a2-9bc0-8379bca6afb7 req-1f5e9459-f08e-4897-b8d7-c68c3e77dd56 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474593
Mar 26 21:07:28.802900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:28.814245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:28.814633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.879381 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbb6644-35cd-474f-9067-a938dcab8539 x-openstack-request-id: req-3cbb6644-35cd-474f-9067-a938dcab8539 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:28.879712 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "5a5ac11b-6501-4f2a-b826-a2beff85eb24", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:28.879997 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3cbb6644-35cd-474f-9067-a938dcab8539 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:28.881276 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbb6644-35cd-474f-9067-a938dcab8539'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '5a5ac11b-6501-4f2a-b826-a2beff85eb24', 'status': 'completed', 'code': 200}
Mar 26 21:07:28.905716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.906028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 6ce9015d-d518-4977-9578-35a0aacefd54 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:28.906256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.925632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Allocated IP 172.20.0.12 (bdd27829-6d6b-40d2-85aa-dad68a3608e6/76c27af5-9fab-4384-83e1-91eb01c7f153/eef4cc92-c6a8-4140-a3b3-317ca9351f74) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:28.929706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:28.937805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6ce9015d-d518-4977-9578-35a0aacefd54 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:28.938132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.941939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:28.946348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:28.952183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 57042c85-5bb5-44e0-88ef-b055778cbb70 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:28.952520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.046678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:29.054991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port 6ce9015d-d518-4977-9578-35a0aacefd54, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ce9015d-d518-4977-9578-35a0aacefd54,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:29.055989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.070799 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.071680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b5ab341d-bc21-496a-8125-8e90f4b08572 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:29.074325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 6ce9015d-d518-4977-9578-35a0aacefd54 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:29.108676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.120404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 57042c85-5bb5-44e0-88ef-b055778cbb70, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57042c85-5bb5-44e0-88ef-b055778cbb70,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:29.121020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.147023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 57042c85-5bb5-44e0-88ef-b055778cbb70 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:29.179105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.243961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:29.244627 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.283747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port b5ab341d-bc21-496a-8125-8e90f4b08572 host ! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:07:29.284360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b5ab341d-bc21-496a-8125-8e90f4b08572 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:29.290746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e13c-4df5-4250-9447-5264f0c31e6d req-4f2433ca-6b80-4761-ba90-4c888e682186 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:29.295216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e289e13c-4df5-4250-9447-5264f0c31e6d req-4f2433ca-6b80-4761-ba90-4c888e682186 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.1171942
Mar 26 21:07:29.298822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.319179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:29.324946 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.378729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e289e13c-4df5-4250-9447-5264f0c31e6d req-236ddd4d-37cf-45cc-ab99-6a8a00b8a83d tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809062
Mar 26 21:07:29.396961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.417471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6ce9015d-d518-4977-9578-35a0aacefd54), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.433156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ef95e-760b-4c81-9a8e-cead9245097b req-f9a7dbd6-7459-470c-ace9-1606e53df0c9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:29.434692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-641ef95e-760b-4c81-9a8e-cead9245097b req-f9a7dbd6-7459-470c-ace9-1606e53df0c9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 946 time: 0.1424029
Mar 26 21:07:29.437679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.447643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=6ce9015d-d518-4977-9578-35a0aacefd54,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.481574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.481941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.482267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.482609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.482944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.483510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.483655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.483933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.484424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.484759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.484896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Allocated IP 172.20.0.2 (bdd27829-6d6b-40d2-85aa-dad68a3608e6/76c27af5-9fab-4384-83e1-91eb01c7f153/b180e132-5e37-4e4c-9046-07d4a0f6d351) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:29.485078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.485403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.485725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.486047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.486369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:07:29.518777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port 6ce9015d-d518-4977-9578-35a0aacefd54 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:29.522215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.527175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-8001496d-0b2d-4da1-867e-dbd8be9b0f85 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "DELETE /v2.0/ports/6ce9015d-d518-4977-9578-35a0aacefd54 HTTP/1.1" status: 204  len: 173 time: 0.7874491
Mar 26 21:07:29.554069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:29.559711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'Port': ['ID=eef4cc92-c6a8-4140-a3b3-317ca9351f74,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.569603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:29.576684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:29.590859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-641ef95e-760b-4c81-9a8e-cead9245097b req-412b8c30-eec2-4bcb-adbb-64150dcc5172 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445615
Mar 26 21:07:29.624603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (57042c85-5bb5-44e0-88ef-b055778cbb70), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.684555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:29.685177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.704984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4870df4-d22b-4fb9-8b54-c3d844f8d339 req-0f4db6f6-b38f-4e80-8d8f-a5c4a8287191 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:29.705232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks [] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.706520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4870df4-d22b-4fb9-8b54-c3d844f8d339 req-0f4db6f6-b38f-4e80-8d8f-a5c4a8287191 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.0835729
Mar 26 21:07:29.714613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.722334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=57042c85-5bb5-44e0-88ef-b055778cbb70,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.743277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:29.746090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.775054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:29.778199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:29.781838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:29.787748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-576f1492-b6db-4c26-84a3-8fbb321a93db tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.4788399
Mar 26 21:07:29.788420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:29.796034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Request body: {'port': {'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1015885562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:29.797084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.api.validators [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] bootfile-name is not in valid_values {{(pid=126736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:29.797627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.api.validators [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] tftp-server is not in valid_values {{(pid=126736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:29.798142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.api.validators [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] server-ip-address is not in valid_values {{(pid=126736) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:29.800599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Pushing event updated for resources: {'Port': ['ID=b180e132-5e37-4e4c-9046-07d4a0f6d351,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:29.894291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Attempting to bind port b180e132-5e37-4e4c-9046-07d4a0f6d351 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:29.894291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Attempting to bind port b180e132-5e37-4e4c-9046-07d4a0f6d351 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df7fda28-dcf9-4989-94d7-faa5ff93147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:29.894701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Attempting to bind port b180e132-5e37-4e4c-9046-07d4a0f6d351 on network bdd27829-6d6b-40d2-85aa-dad68a3608e6 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:29.903505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:29.903890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Checking segment: {'id': 'df7fda28-dcf9-4989-94d7-faa5ff93147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:29.904322 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.904718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Bound using segment: {'id': 'df7fda28-dcf9-4989-94d7-faa5ff93147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:29.905202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Bound port: b180e132-5e37-4e4c-9046-07d4a0f6d351, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7fda28-dcf9-4989-94d7-faa5ff93147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bdd27829-6d6b-40d2-85aa-dad68a3608e6'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:29.905585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:29.946746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4870df4-d22b-4fb9-8b54-c3d844f8d339 req-0f7c3d3f-4197-4c8e-8bad-2f0dc1dec7e1 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277064
Mar 26 21:07:30.002799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.016341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port 52c8eed7-3c91-43b3-9001-30b914ea4cd7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52c8eed7-3c91-43b3-9001-30b914ea4cd7,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:30.016602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.085040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] For port b180e132-5e37-4e4c-9046-07d4a0f6d351, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:30.094166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] For port b180e132-5e37-4e4c-9046-07d4a0f6d351, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b180e132-5e37-4e4c-9046-07d4a0f6d351,segment=NetworkSegment(df7fda28-dcf9-4989-94d7-faa5ff93147f),segment_id=df7fda28-dcf9-4989-94d7-faa5ff93147f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:30.114467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.189314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75'}, {'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54'}, {'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:30.196841 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18f0b8-60a0-4334-bf1f-9593e4cf465f" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75"}, {"server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "name": "network-vif-plugged", "status": "completed", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54"}, {"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-unplugged", "status": "completed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:30.232985 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.265431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Made reservation on behalf of 788ea3250f28418c9cb3dc09bd2e0eaf for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:30.268908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.286656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c69f-9e64-46f3-874f-6910d14325b9 None None] Pushing event updated for resources: {'Port': ['ID=b180e132-5e37-4e4c-9046-07d4a0f6d351,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:30.769243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] device_id is not set on port 17b5369d-73a1-4c79-af7a-1ae93289dd6c yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:07:30.835761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883159-3cff-49a0-b7ae-952cf68c9f7c req-e076b26a-e1ed-490c-83fd-2bf18c854b89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:30.841421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883159-3cff-49a0-b7ae-952cf68c9f7c req-e076b26a-e1ed-490c-83fd-2bf18c854b89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:30.846187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e883159-3cff-49a0-b7ae-952cf68c9f7c req-e076b26a-e1ed-490c-83fd-2bf18c854b89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:30.852549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:30.854122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e883159-3cff-49a0-b7ae-952cf68c9f7c req-e076b26a-e1ed-490c-83fd-2bf18c854b89 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 2409 time: 0.6770151
Mar 26 21:07:30.882553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.883235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:30.883561 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Floating IP c4343c01-1d42-4147-b8ca-7ede991db579 disassociated. External IP: 172.35.4.12, port: 52c8eed7-3c91-43b3-9001-30b914ea4cd7.
Mar 26 21:07:30.883978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 52c8eed7-3c91-43b3-9001-30b914ea4cd7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:30.885492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:30.887749 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2c110-63ff-4d0c-888b-08e3de5508eb" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:30.893209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56985e8-228a-407c-afd6-1573c1fef688 req-de35bafa-388f-432d-95cb-16c672023d28 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:30.894729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c56985e8-228a-407c-afd6-1573c1fef688 req-de35bafa-388f-432d-95cb-16c672023d28 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6 HTTP/1.1" status: 200  len: 944 time: 0.1299520
Mar 26 21:07:30.958171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e883159-3cff-49a0-b7ae-952cf68c9f7c req-1d3a07aa-cbb1-48da-b16b-18322a65579b tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031098
Mar 26 21:07:31.051758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (52c8eed7-3c91-43b3-9001-30b914ea4cd7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.061100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:31.072978 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:31.087645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:31.088572 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246aaf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:31.095725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=52c8eed7-3c91-43b3-9001-30b914ea4cd7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:31.137967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-80cd18c0-93a4-4972-b0ef-ca02737ad385 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7023330
Mar 26 21:07:31.155878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48302) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:31.210769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Allocated IP 172.20.0.11 (bdd27829-6d6b-40d2-85aa-dad68a3608e6/76c27af5-9fab-4384-83e1-91eb01c7f153/17b5369d-73a1-4c79-af7a-1ae93289dd6c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:31.219905 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:31.249181 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 872 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527 x-openstack-request-id: req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:31.249755 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75", "code": 200}, {"server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "name": "network-vif-plugged", "status": "completed", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54", "code": 200}, {"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-unplugged", "status": "failed", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20", "code": 422}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:31.250334 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:31.251048 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'code': 200}
Mar 26 21:07:31.251528 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'code': 200}
Mar 26 21:07:31.252048 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527'] response: {'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'code': 200}
Mar 26 21:07:31.252519 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54', 'code': 200}
Mar 26 21:07:31.252978 ncdv-master-1 neutron-server[126739]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1e3aabf1-bf40-4243-b27c-e8a22bfd8527']: {'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'code': 422} returned with failed status
Mar 26 21:07:31.270556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:31.271490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.303736 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246aaf10>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:31.348424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Router ee7b9542-3988-480e-977b-3ca64ec27777 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:31.382307 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:31.392816 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:31.393462 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246aaf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:31.449958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting subnet 991589d7-206a-40dd-b6c2-0a564f511cf3 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:31.480960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for subnet (991589d7-206a-40dd-b6c2-0a564f511cf3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.526012 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:31.571502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b180e132-5e37-4e4c-9046-07d4a0f6d351 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:31.582484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:31.605138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae2350-3bb7-4e04-ba2d-4c97c1806ae0 req-587eb3e9-f6fe-4782-a88b-7154846e536d tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:31.614294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eae2350-3bb7-4e04-ba2d-4c97c1806ae0 req-587eb3e9-f6fe-4782-a88b-7154846e536d tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.2572224
Mar 26 21:07:31.614646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Sync routers for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:31.650543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:31.651358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.664832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (991589d7-206a-40dd-b6c2-0a564f511cf3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.674132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:31.674468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7b0d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:31.706142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246aaf10>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:31.715198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port 52c8eed7-3c91-43b3-9001-30b914ea4cd7 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:31.724684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.726311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c0f18-7e4a-4a04-8abd-08d111049a10 req-9a314b62-e4ba-4229-b8d7-ceb75e7ead95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:31.730420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-3b372e36-2007-467f-a172-22b8bbd15cbf tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "DELETE /v2.0/ports/52c8eed7-3c91-43b3-9001-30b914ea4cd7 HTTP/1.1" status: 204  len: 173 time: 2.1961482
Mar 26 21:07:31.731150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-057c0f18-7e4a-4a04-8abd-08d111049a10 req-9a314b62-e4ba-4229-b8d7-ceb75e7ead95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 1128 time: 0.3290029
Mar 26 21:07:31.774060 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a91d2-fa67-4013-9116-e819ddffa0c4 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:31.794830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7090e979-7050-4ad9-b41f-1140b69ea1da None None] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:31.865738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.866598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eae2350-3bb7-4e04-ba2d-4c97c1806ae0 req-deac9edc-56e4-4b9e-a461-1b13d4f15f4b tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2503886
Mar 26 21:07:31.867014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.875486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:31.883957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b180e132-5e37-4e4c-9046-07d4a0f6d351 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:31.884579 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.933515 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3775c-aad7-428d-95ce-7d57935eb9ac x-openstack-request-id: req-a2f3775c-aad7-428d-95ce-7d57935eb9ac {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:31.945419 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "6ce9015d-d518-4977-9578-35a0aacefd54", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:31.945713 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f3775c-aad7-428d-95ce-7d57935eb9ac {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:31.946151 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f3775c-aad7-428d-95ce-7d57935eb9ac'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '6ce9015d-d518-4977-9578-35a0aacefd54', 'status': 'completed', 'code': 200}
Mar 26 21:07:31.952717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:31.956236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:31.994347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Provisioning complete for port b180e132-5e37-4e4c-9046-07d4a0f6d351 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:31.995111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.027866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-057c0f18-7e4a-4a04-8abd-08d111049a10 req-6db8fa7c-806a-4f30-88bc-f62717ada5f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1837728
Mar 26 21:07:32.046505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.099021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (991589d7-206a-40dd-b6c2-0a564f511cf3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.122649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505de1-4dcd-49c7-bafe-5a572ceb7762 req-53919df1-3349-4619-9333-2b48c0944df0 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.131611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99505de1-4dcd-49c7-bafe-5a572ceb7762 req-53919df1-3349-4619-9333-2b48c0944df0 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1346066
Mar 26 21:07:32.164874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:32.169646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:32.170000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.170899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:32.194646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:32.203292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:32.221621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99505de1-4dcd-49c7-bafe-5a572ceb7762 req-27b3c8a8-ed04-402d-b0a8-2deccc11f0de tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890749
Mar 26 21:07:32.260139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'Port': ['ID=17b5369d-73a1-4c79-af7a-1ae93289dd6c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:32.290967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:32.322494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.330495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.331439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.346220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (991589d7-206a-40dd-b6c2-0a564f511cf3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.383998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:32.414244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Subnet': ['ID=991589d7-206a-40dd-b6c2-0a564f511cf3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:32.419192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7626e38-51dd-40d3-836c-8e5a4cef6790 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 2.6274166
Mar 26 21:07:32.420761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.422708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:32.428575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-47b265ea-3e61-4c19-8dac-b6d9201bfa7d tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/991589d7-206a-40dd-b6c2-0a564f511cf3 HTTP/1.1" status: 204  len: 168 time: 1.2565236
Mar 26 21:07:32.431651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48312) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:32.448421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874cba0-1a6e-41c9-be74-06fc89420b00 None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:32.474257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.510566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:32.514874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.518765 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c56985e8-228a-407c-afd6-1573c1fef688 req-099bf661-b868-4466-9101-e11c0bcf9193 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "DELETE /v2.0/ports/81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20 HTTP/1.1" status: 204  len: 173 time: 1.6174550
Mar 26 21:07:32.519362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-deleted', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:32.523598 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb0712-e38e-409d-8f52-e68316844e35" -d '{"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-deleted", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:32.531660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b180e132-5e37-4e4c-9046-07d4a0f6d351 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:32.532073 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.589568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (66a2f999-c660-4de5-a03f-861a3eee240e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.601918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:32.636459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port 27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:32.639834 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.643821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-0e785358-7d70-46d0-bbf2-e8339ae51a80 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "DELETE /v2.0/ports/27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75 HTTP/1.1" status: 204  len: 173 time: 0.9068959
Mar 26 21:07:32.671975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Current status of the port b180e132-5e37-4e4c-9046-07d4a0f6d351 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:32.672619 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.693806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Deleting port 0e845da5-2e03-46b3-ab31-68061ebef11d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:32.694058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.698584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b180e132-5e37-4e4c-9046-07d4a0f6d351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b180e132-5e37-4e4c-9046-07d4a0f6d351,segment=NetworkSegment(df7fda28-dcf9-4989-94d7-faa5ff93147f),segment_id=df7fda28-dcf9-4989-94d7-faa5ff93147f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:32.714485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.732709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5faa-4e95-442d-a163-c57e312a2941 req-afe00d1e-3572-41ad-858a-d3e99e712f75 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.739260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5faa-4e95-442d-a163-c57e312a2941 req-afe00d1e-3572-41ad-858a-d3e99e712f75 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.747955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27ea5faa-4e95-442d-a163-c57e312a2941 req-afe00d1e-3572-41ad-858a-d3e99e712f75 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 1598 time: 0.3431916
Mar 26 21:07:32.799270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdddd21-9d37-41ee-8aa1-647a3a3091bc tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.814220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdddd21-9d37-41ee-8aa1-647a3a3091bc tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.820278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdddd21-9d37-41ee-8aa1-647a3a3091bc tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:32.825232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3cdddd21-9d37-41ee-8aa1-647a3a3091bc tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.3811619
Mar 26 21:07:32.826307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:32.864651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] For port 0e845da5-2e03-46b3-ab31-68061ebef11d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e845da5-2e03-46b3-ab31-68061ebef11d,segment=NetworkSegment(73fb04db-ca87-44a4-b115-4cfa9751cd54),segment_id=73fb04db-ca87-44a4-b115-4cfa9751cd54)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:32.865678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:32.882529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:07:32.882896 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:07:32.887820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b180e132-5e37-4e4c-9046-07d4a0f6d351,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:32.901212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Calling delete_port for 0e845da5-2e03-46b3-ab31-68061ebef11d owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:32.919529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7b0d30>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:32.961844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Checking router: ee7b9542-3988-480e-977b-3ca64ec27777 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:32.971883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:32.972572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7b0d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:33.000396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27ea5faa-4e95-442d-a163-c57e312a2941 req-fbad39d3-37df-4a1a-bcad-6e597c2cad46 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2511768
Mar 26 21:07:33.031364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] DHCP port deletion for 66a2f999-c660-4de5-a03f-861a3eee240e request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:33.139848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.177955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port df90cff0-cb5b-4aad-bb76-1204dc22e346 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:33.178539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.234319 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f30e4-989d-47e2-8dbb-496db55c197a x-openstack-request-id: req-9b4f30e4-989d-47e2-8dbb-496db55c197a {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:33.237248 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6", "name": "network-vif-deleted", "tag": "81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20", "status": "failed", "code": 422}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:33.237248 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b4f30e4-989d-47e2-8dbb-496db55c197a {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:33.241803 ncdv-master-1 neutron-server[126736]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b4f30e4-989d-47e2-8dbb-496db55c197a']: {'server_uuid': 'ba2924c6-4c28-488c-a5e6-fb6dbfc7f7f6', 'name': 'network-vif-deleted', 'tag': '81f7ffd5-4a7a-4fb2-b8a1-ffa08e126b20', 'status': 'failed', 'code': 422} returned with failed status
Mar 26 21:07:33.247744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Port': ['ID=0e845da5-2e03-46b3-ab31-68061ebef11d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:33.260257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No DVR routers for this DVR port 0e845da5-2e03-46b3-ab31-68061ebef11d on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:33.414463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Deleting port 17b5369d-73a1-4c79-af7a-1ae93289dd6c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:33.414818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.468664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Deleting port 0e845da5-2e03-46b3-ab31-68061ebef11d {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:33.471500 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.493466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b180e132-5e37-4e4c-9046-07d4a0f6d351 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:33.501539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:33.529416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (66a2f999-c660-4de5-a03f-861a3eee240e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.554660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d8252e0>,) {'filters': {'network_id': ['66a2f999-c660-4de5-a03f-861a3eee240e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:33.566785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8252e0>, '73fb04db-ca87-44a4-b115-4cfa9751cd54') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:33.567225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d8252e0>, '73fb04db-ca87-44a4-b115-4cfa9751cd54') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:33.588308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (73fb04db-ca87-44a4-b115-4cfa9751cd54), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.604156 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (73fb04db-ca87-44a4-b115-4cfa9751cd54), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.610856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:33.611264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (73fb04db-ca87-44a4-b115-4cfa9751cd54), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.625032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port df90cff0-cb5b-4aad-bb76-1204dc22e346, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df90cff0-cb5b-4aad-bb76-1204dc22e346,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:33.625297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:33.633823 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:33.660265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for df90cff0-cb5b-4aad-bb76-1204dc22e346 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:33.667042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.700905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727651-dfad-494e-9d61-ae3c53aa6e0a req-47d18474-7424-40f4-b4e0-e4d23f1bd356 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:33.703180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82727651-dfad-494e-9d61-ae3c53aa6e0a req-47d18474-7424-40f4-b4e0-e4d23f1bd356 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.3145249
Mar 26 21:07:33.705032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ca1e3-feb4-48de-8bb9-2ab95030348f req-39528d85-e87a-4cad-a339-f8be3dea90b2 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:33.712159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-653ca1e3-feb4-48de-8bb9-2ab95030348f req-39528d85-e87a-4cad-a339-f8be3dea90b2 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.3259203
Mar 26 21:07:33.727405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (66a2f999-c660-4de5-a03f-861a3eee240e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.746106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b4dffe2c-2a07-4757-9615-f610861a5482 None None] Current status of the port b180e132-5e37-4e4c-9046-07d4a0f6d351 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:33.747722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-db903810-cdec-4bca-8bc4-46e596158fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:33.749385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-db903810-cdec-4bca-8bc4-46e596158fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 1127 time: 0.2675304
Mar 26 21:07:33.750337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.756611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/networks/66a2f999-c660-4de5-a03f-861a3eee240e HTTP/1.1" status: 204  len: 168 time: 1.3203588
Mar 26 21:07:33.756611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419d0d7-4c3e-40c7-89aa-dbf1cb175be6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Pushing event deleted for resources: {'Network': ['ID=66a2f999-c660-4de5-a03f-861a3eee240e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:33.761229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48336) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:33.766679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'routes': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:33.787377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Calling delete_port for 17b5369d-73a1-4c79-af7a-1ae93289dd6c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:33.812775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] For port 0e845da5-2e03-46b3-ab31-68061ebef11d, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:33.813082 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.837550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Calling delete_port for 0e845da5-2e03-46b3-ab31-68061ebef11d owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:33.857463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82727651-dfad-494e-9d61-ae3c53aa6e0a req-ded124cc-e3fe-42d9-a23a-d5d3c9969733 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467886
Mar 26 21:07:33.881431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Port 0e845da5-2e03-46b3-ab31-68061ebef11d was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:07:33.881431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (0e845da5-2e03-46b3-ab31-68061ebef11d), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.882908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-653ca1e3-feb4-48de-8bb9-2ab95030348f req-94c9aa4e-2c4b-4ca0-9221-e1cb85312ede tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1697013
Mar 26 21:07:33.913487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b180e132-5e37-4e4c-9046-07d4a0f6d351 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:33.913487 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:33.948323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7'}, {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:33.950592 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab456489-7346-4634-9ebb-6f5dddba6681" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7"}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:33.980585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Pushing event deleted for resources: {'Port': ['ID=0e845da5-2e03-46b3-ab31-68061ebef11d,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:33.990917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] Network 66a2f999-c660-4de5-a03f-861a3eee240e is not hosted by any dhcp agent {{(pid=126739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:07:33.991103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214b37e-c1e9-4fd9-aa42-4b96b23c9acf None None] No DVR routers for this DVR port 0e845da5-2e03-46b3-ab31-68061ebef11d on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:34.025059 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77cdf1-e3da-4420-8715-8a1753091611 x-openstack-request-id: req-0c77cdf1-e3da-4420-8715-8a1753091611 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:34.025573 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "52c8eed7-3c91-43b3-9001-30b914ea4cd7", "status": "completed", "code": 200}, {"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:34.025703 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c77cdf1-e3da-4420-8715-8a1753091611 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:34.026009 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c77cdf1-e3da-4420-8715-8a1753091611'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '52c8eed7-3c91-43b3-9001-30b914ea4cd7', 'status': 'completed', 'code': 200}
Mar 26 21:07:34.026276 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c77cdf1-e3da-4420-8715-8a1753091611'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': '27ed7b48-4d3a-4fb2-ab1d-67bcc10c2c75', 'status': 'completed', 'code': 200}
Mar 26 21:07:34.031248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Provisioning complete for port 17b5369d-73a1-4c79-af7a-1ae93289dd6c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:34.031852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.081212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Added routes are [] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Mar 26 21:07:34.081808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.extraroute_db [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Removed routes are [] {{(pid=126736) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Mar 26 21:07:34.086855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.129786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Port 17b5369d-73a1-4c79-af7a-1ae93289dd6c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:34.178646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-4774d5ae-8962-4ecf-9718-2084a8ae77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:34.181036 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-4774d5ae-8962-4ecf-9718-2084a8ae77e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 200  len: 911 time: 0.3880289
Mar 26 21:07:34.206762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b180e132-5e37-4e4c-9046-07d4a0f6d351 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:34.224566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7b0d30>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:34.258137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Provisioning complete for port b180e132-5e37-4e4c-9046-07d4a0f6d351 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:34.258486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.261915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcca182-99eb-4ed8-ad7a-222578f45fba None None] The sync data for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 is: [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:01:18Z', 'revision_number': 4, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0995e59a-a5a3-4c88-a3dc-3bf1b7079c41', 'name': '', 'network_id': 'fb669b80-3494-4e3d-8fe7-1563ab9c14ff', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'mac_address': 'fa:16:3e:9d:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:16Z', 'updated_at': '2022-03-26T21:01:27Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'subnets': [{'id': '5cd7e2e1-5520-4541-94f7-82fe69641de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:34.304966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-72af826f-2e2d-4672-99fc-841c5e64ee43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 200  len: 217 time: 0.1057608
Mar 26 21:07:34.308309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.317337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c562d5-8508-4415-a0a7-9b43804413cd req-fd2484cb-8162-4fec-996e-918bd271a856 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:34.334184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1c562d5-8508-4415-a0a7-9b43804413cd req-fd2484cb-8162-4fec-996e-918bd271a856 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/ports?device_id=90ce1f69-3633-4bcc-9f04-63d34647c925 HTTP/1.1" status: 200  len: 942 time: 0.1761925
Mar 26 21:07:34.340498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0e845da5-2e03-46b3-ab31-68061ebef11d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:34.355415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.373225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 0e845da5-2e03-46b3-ab31-68061ebef11d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:34.373553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0e845da5-2e03-46b3-ab31-68061ebef11d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:34.373992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 57042c85-5bb5-44e0-88ef-b055778cbb70 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:34.404170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 57042c85-5bb5-44e0-88ef-b055778cbb70 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:34.404469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 57042c85-5bb5-44e0-88ef-b055778cbb70 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:34.449813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-e113c28a-ce2a-446b-a0c5-28de8be67847 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:34.451278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-e113c28a-ce2a-446b-a0c5-28de8be67847 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.4840491
Mar 26 21:07:34.451975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (df90cff0-cb5b-4aad-bb76-1204dc22e346), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.495815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Current status of the port b180e132-5e37-4e4c-9046-07d4a0f6d351 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:34.506533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:34.509016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=df90cff0-cb5b-4aad-bb76-1204dc22e346,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:34.526326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1c562d5-8508-4415-a0a7-9b43804413cd req-a6cabc6e-7f75-46cd-81ed-6a470e0f05c7 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups?id=fed1982f-7fcc-4073-ab50-8b58deb9fa42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995397
Mar 26 21:07:34.535359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Provisioning complete for port eef4cc92-c6a8-4140-a3b3-317ca9351f74 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:34.536186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.573715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-fff77348-5b60-4d91-aa9b-b1add34614e7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0727932
Mar 26 21:07:34.575234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-ee831bc2-e25f-4403-ba86-1cc2876557b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:34.576754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-ee831bc2-e25f-4403-ba86-1cc2876557b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 HTTP/1.1" status: 200  len: 851 time: 0.2574761
Mar 26 21:07:34.600288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f44787d7-e326-44f5-8a3c-3b24865641ce None None] Port eef4cc92-c6a8-4140-a3b3-317ca9351f74 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:34.629234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port df90cff0-cb5b-4aad-bb76-1204dc22e346 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:34.661314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.664572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-712568e9-5fe0-4310-802c-3ee1e3d5aacc req-c45436a7-2102-4b4d-a6c7-879a933e319e tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.18 "DELETE /v2.0/ports/df90cff0-cb5b-4aad-bb76-1204dc22e346 HTTP/1.1" status: 204  len: 173 time: 2.0123737
Mar 26 21:07:34.665309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:34.667028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-cd957437-5fff-4f56-8085-bc0ff906f972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7e4f05b9-af7c-4e91-8672-7679cf5975c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639756
Mar 26 21:07:34.669017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-7eb7bc36-3535-41d1-a26f-8e0c6ebc39f9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0856192
Mar 26 21:07:34.669632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (17b5369d-73a1-4c79-af7a-1ae93289dd6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.673820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:34.678769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c4244448-9007-420e-b4af-36dd0755fa9f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 701 time: 0.9161551
Mar 26 21:07:34.680241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:34.690142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Sync routers for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:34.712716 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:34.713359 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246aa070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:34.746277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fcae2bdc-11b1-41e5-807a-185afc71b0b1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 205 time: 0.0642793
Mar 26 21:07:34.746869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48362) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:34.818679 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:34.832552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04fa90-6805-4adb-aac3-76b3261ac787 None None] New status for floating IP c4343c01-1d42-4147-b8ca-7ede991db579: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:07:34.878262 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246aa070>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:34.941745 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Checking router: d3f47a6c-5f68-4b62-8c0c-f03ed64463ea for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:34.962800 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Routers {'d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:34.965978 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246aa070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:34.991314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event deleted for resources: {'Port': ['ID=17b5369d-73a1-4c79-af7a-1ae93289dd6c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:34.995114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-540672ad-424e-4f03-92f1-1e94de2a94ee service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742171
Mar 26 21:07:34.996399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.128976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-caa0fcfa-8245-468c-bca0-4fd6638abc52 service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4069328
Mar 26 21:07:35.193941 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] Set router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:35.335224 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246aa070>, [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:35.366308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d588d5-7b37-4b6c-8e21-21120ad084d7 None None] The sync data for ids ['d3f47a6c-5f68-4b62-8c0c-f03ed64463ea'] in ncdv-master-1 is: [{'id': 'd3f47a6c-5f68-4b62-8c0c-f03ed64463ea', 'name': 'tempest-RoutersTest-router-2138751877', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:22Z', 'updated_at': '2022-03-26T21:07:29Z', 'revision_number': 11, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:35.372260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.375885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28ec14f0-5a8d-4cf1-aa01-c1d632830c12 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "DELETE /v2.0/ports/17b5369d-73a1-4c79-af7a-1ae93289dd6c HTTP/1.1" status: 204  len: 168 time: 2.5459497
Mar 26 21:07:35.381834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48374) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:35.393769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Request body: {'port': {'name': 'tempest-new-port-name-933304372', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:35.394350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] bootfile-name is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:35.394939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] tftp-server is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:35.395374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] server-ip-address is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:07:35.464752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-448553f8-1537-4048-8dd5-a0b462db9e3e req-c3831809-63ef-440f-b298-73e57baeb8db service neutron] 10.222.0.18 "GET /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3276825
Mar 26 21:07:35.486447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-b487e5a5-0587-45c0-a820-f628eddb587f service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902274
Mar 26 21:07:35.563367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.801786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.804725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.867334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d155-9fa0-4a82-93cd-527b78b0c870 req-8b9eccbb-87bc-4dcf-b061-2a94b4ba819f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:35.869066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f56d155-9fa0-4a82-93cd-527b78b0c870 req-8b9eccbb-87bc-4dcf-b061-2a94b4ba819f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.7773154
Mar 26 21:07:35.870653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (d3f47a6c-5f68-4b62-8c0c-f03ed64463ea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.871489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router d3f47a6c-5f68-4b62-8c0c-f03ed64463ea {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:07:35.882582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.884991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4a65d74b-bb53-4158-9bd5-b13872c706e9 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 204  len: 168 time: 1.1367188
Mar 26 21:07:35.889413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48390) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:35.903453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323143748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:35.975596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.977049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:35.996203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f56d155-9fa0-4a82-93cd-527b78b0c870 req-dd7fc86b-65a4-4bc1-bd3a-aafc38bfeef9 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021302
Mar 26 21:07:36.106077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (304c5ff0-4511-458a-8dd2-72d2abbc191e), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.113144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.197261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f009ad7a-9fd6-47f6-9413-4891e5225409 req-916edae4-849c-4c3b-b835-2b83cb992201 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 210 time: 0.0676517
Mar 26 21:07:36.203210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.204860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:36.207534 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc112bcd-d07c-4b2f-b7f0-869601520b5e" -d '{"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:36.210582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48398) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.216818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49c259ad-e893-4a5a-ad33-fb315c2134c2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3253660
Mar 26 21:07:36.223505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Request body: {'router': {'admin_state_up': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:36.247714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48402) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.306080 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac8b326-3c69-498f-aefa-49823606c4be x-openstack-request-id: req-fac8b326-3c69-498f-aefa-49823606c4be {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:36.306376 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ce1f69-3633-4bcc-9f04-63d34647c925", "name": "network-vif-deleted", "tag": "df90cff0-cb5b-4aad-bb76-1204dc22e346", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:36.306616 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fac8b326-3c69-498f-aefa-49823606c4be {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:36.307015 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac8b326-3c69-498f-aefa-49823606c4be'] response: {'server_uuid': '90ce1f69-3633-4bcc-9f04-63d34647c925', 'name': 'network-vif-deleted', 'tag': 'df90cff0-cb5b-4aad-bb76-1204dc22e346', 'status': 'completed', 'code': 200}
Mar 26 21:07:36.315947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (fed1982f-7fcc-4073-ab50-8b58deb9fa42), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.345610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (fed1982f-7fcc-4073-ab50-8b58deb9fa42), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.398028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fed1982f-7fcc-4073-ab50-8b58deb9fa42), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.401411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.407411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/security-groups/fed1982f-7fcc-4073-ab50-8b58deb9fa42 HTTP/1.1" status: 204  len: 168 time: 0.1586096
Mar 26 21:07:36.408261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.421059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5611bf-8ec2-4e63-92bf-f1453331cec9 req-c0275439-5381-48d6-ab7e-febed63f9521 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:36.422562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef5611bf-8ec2-4e63-92bf-f1453331cec9 req-c0275439-5381-48d6-ab7e-febed63f9521 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.6867361
Mar 26 21:07:36.432782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcdf37-6b10-4ff8-9124-eb9c3106602c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed1982f-7fcc-4073-ab50-8b58deb9fa42,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:36.435710 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-1d18b141-3fed-4e0c-8306-520358edade4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] show failed (client error): The resource could not be found.
Mar 26 21:07:36.440929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d18b141-3fed-4e0c-8306-520358edade4 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "GET /v2.0/security-groups/fed1982f-7fcc-4073-ab50-8b58deb9fa42 HTTP/1.1" status: 404  len: 347 time: 0.0258660
Mar 26 21:07:36.441287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.569029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.583271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.649989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.684372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef5611bf-8ec2-4e63-92bf-f1453331cec9 req-10eabeef-33c2-4eca-999f-f0a97aa5fc6f tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2543206
Mar 26 21:07:36.685372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.743398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event updated for resources: {'Port': ['ID=eef4cc92-c6a8-4140-a3b3-317ca9351f74,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:36.859288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] In _notify_port_updated(), no bound segment for port eef4cc92-c6a8-4140-a3b3-317ca9351f74 on network bdd27829-6d6b-40d2-85aa-dad68a3608e6 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:07:36.865334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:36.866067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.873560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-142947e0-0930-42f5-a893-1fc58b0fafbe tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "PUT /v2.0/ports/eef4cc92-c6a8-4140-a3b3-317ca9351f74 HTTP/1.1" status: 200  len: 1136 time: 1.4893463
Mar 26 21:07:36.878310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48418) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.974593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dc7a4-52e0-4fa2-8f10-3caaa1d8a8ba tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:36.976533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-341dc7a4-52e0-4fa2-8f10-3caaa1d8a8ba tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "GET /v2.0/ports/eef4cc92-c6a8-4140-a3b3-317ca9351f74 HTTP/1.1" status: 200  len: 1136 time: 0.0953357
Mar 26 21:07:36.978354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 1dc76cc0-7ce3-47d6-a32f-23b1e0760e61 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:36.980028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:36.982958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:36.999982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-87e29785-7b0e-40a2-9803-aac8a43fae92 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:37.001625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-87e29785-7b0e-40a2-9803-aac8a43fae92 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.1616576
Mar 26 21:07:37.031167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:37.097176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c8cca-334d-4bc9-b90f-0497ac120a9f req-d3c277c5-383e-4ed4-be21-8ae2d6584801 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:37.099309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab9c8cca-334d-4bc9-b90f-0497ac120a9f req-d3c277c5-383e-4ed4-be21-8ae2d6584801 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.3053589
Mar 26 21:07:37.106956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Router 304c5ff0-4511-458a-8dd2-72d2abbc191e is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:07:37.113052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48428) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:37.121593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Request body: {'floatingip': {'port_id': '4f2b792e-b9a0-468f-817b-6cfaf02808f7'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:37.167582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a2000608-640f-43f3-b017-9db12993a75b None None] Provisioning complete for port eef4cc92-c6a8-4140-a3b3-317ca9351f74 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:37.170099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2000608-640f-43f3-b017-9db12993a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.223313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.224502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a2000608-640f-43f3-b017-9db12993a75b None None] Port eef4cc92-c6a8-4140-a3b3-317ca9351f74 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:07:37.225008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.230161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.246520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:37.249836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.323422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a01df-1cec-48bd-af8d-4cc3d874bad1 req-ff2b53ed-49b3-412f-9283-269ec5311817 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:37.324939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-912a01df-1cec-48bd-af8d-4cc3d874bad1 req-ff2b53ed-49b3-412f-9283-269ec5311817 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1169260
Mar 26 21:07:37.352065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 1dc76cc0-7ce3-47d6-a32f-23b1e0760e61 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:37.412118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:37.412947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-912a01df-1cec-48bd-af8d-4cc3d874bad1 req-30cb656c-ab8a-48a4-a511-e5b0dee5bada tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819621
Mar 26 21:07:37.426676 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Sync routers for ids ['304c5ff0-4511-458a-8dd2-72d2abbc191e'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:37.431458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.6 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/36c88967-8618-45d8-aaf7-44c5948e28e6) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:37.438777 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Routers {'304c5ff0-4511-458a-8dd2-72d2abbc191e'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:37.439876 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245ff9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['304c5ff0-4511-458a-8dd2-72d2abbc191e'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:37.454950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.456129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3dc5a271-3a05-4505-86d5-79d281e699d5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "PUT /v2.0/routers/304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 200  len: 693 time: 1.2424135
Mar 26 21:07:37.461591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48434) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:37.517259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Deleting port eef4cc92-c6a8-4140-a3b3-317ca9351f74 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:37.517602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.531308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29451d4-8052-4548-8dfb-b45ad08a70b7 req-2ee2215a-5d4d-4afd-a08f-ab3bdd6ab97b tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:37.532921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c29451d4-8052-4548-8dfb-b45ad08a70b7 req-2ee2215a-5d4d-4afd-a08f-ab3bdd6ab97b tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.3343823
Mar 26 21:07:37.613580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f16ec6cb-83b0-4066-82d6-6fe374abd8e4 req-950ddb0a-7701-4aaa-9f64-e337ebbb25c2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 210 time: 0.0837498
Mar 26 21:07:37.624036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c69cc259-0bbe-4c06-bd9b-d62957883135 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/routers/304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 200  len: 699 time: 0.1606698
Mar 26 21:07:37.628573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:37.639814 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Set router 304c5ff0-4511-458a-8dd2-72d2abbc191e gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:37.677407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64d4ad60-3009-47ce-bdb1-d168b19fdfb0 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 200  len: 205 time: 0.0472450
Mar 26 21:07:37.682301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48438) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:37.710421 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245ff9a0>, [{'id': '304c5ff0-4511-458a-8dd2-72d2abbc191e', 'name': 'tempest-RoutersTest-router-323143748', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:07:35Z', 'updated_at': '2022-03-26T21:07:36Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:37.738214 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Checking router: 304c5ff0-4511-458a-8dd2-72d2abbc191e for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:37.747300 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Routers {'304c5ff0-4511-458a-8dd2-72d2abbc191e'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:37.748864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245ff9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['304c5ff0-4511-458a-8dd2-72d2abbc191e'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:37.767100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.804059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.834608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c29451d4-8052-4548-8dfb-b45ad08a70b7 req-a3ecfddb-f50a-4e10-9167-bbf20f4aa82f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2784505
Mar 26 21:07:37.836367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.848998 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] Set router 304c5ff0-4511-458a-8dd2-72d2abbc191e gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:37.850096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:37.853598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:37.857266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:37.869657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.893635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:37.900233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Calling delete_port for eef4cc92-c6a8-4140-a3b3-317ca9351f74 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:37.922697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:37.923953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:37.945783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1271ee13-5ac6-4de5-ab01-de454ad755e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9241700
Mar 26 21:07:37.959240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Request body: {'port': {'device_id': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:37.963094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245ff9a0>, [{'id': '304c5ff0-4511-458a-8dd2-72d2abbc191e', 'name': 'tempest-RoutersTest-router-323143748', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:07:35Z', 'updated_at': '2022-03-26T21:07:36Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:37.998550 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d97812-af34-487e-be61-2fc87cec9b98 None None] The sync data for ids ['304c5ff0-4511-458a-8dd2-72d2abbc191e'] in ncdv-master-1 is: [{'id': '304c5ff0-4511-458a-8dd2-72d2abbc191e', 'name': 'tempest-RoutersTest-router-323143748', 'tenant_id': 'cedd45db640644088124f54b89de447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:07:35Z', 'updated_at': '2022-03-26T21:07:36Z', 'revision_number': 2, 'project_id': 'cedd45db640644088124f54b89de447a', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:38.064205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.366042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c88967-8618-45d8-aaf7-44c5948e28e6 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:38.373772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks [] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.462705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Transition to ACTIVE for port object 36c88967-8618-45d8-aaf7-44c5948e28e6 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:07:38.468527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.556404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:38.576841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1dc76cc0-7ce3-47d6-a32f-23b1e0760e61), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.630336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca384ac-6f48-40fc-a856-cdefdbf37503 req-cb11e9ad-7748-4c20-9ec5-1c2655fbb1fd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:38.631828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ca384ac-6f48-40fc-a856-cdefdbf37503 req-cb11e9ad-7748-4c20-9ec5-1c2655fbb1fd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1244807
Mar 26 21:07:38.634959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=1dc76cc0-7ce3-47d6-a32f-23b1e0760e61,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:38.637761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.646259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router_controller (304c5ff0-4511-458a-8dd2-72d2abbc191e), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.667124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Attempting to bind port 36c88967-8618-45d8-aaf7-44c5948e28e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:38.667466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Attempting to bind port 36c88967-8618-45d8-aaf7-44c5948e28e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:38.667796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Attempting to bind port 36c88967-8618-45d8-aaf7-44c5948e28e6 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:38.675473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Port 36c88967-8618-45d8-aaf7-44c5948e28e6 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:07:38.675648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Attempting to bind port 36c88967-8618-45d8-aaf7-44c5948e28e6 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:38.687979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:38.687979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:38.688349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:38.689640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Bound port: 36c88967-8618-45d8-aaf7-44c5948e28e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:38.689640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.714276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ca384ac-6f48-40fc-a856-cdefdbf37503 req-4558126f-1f69-4f92-b4f7-f6ca6bd02a8f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731647
Mar 26 21:07:38.715729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc002e4-6677-4a46-85fe-765782c8a550 req-744ee3c7-504a-4136-805a-11c569118d46 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:38.717490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcc002e4-6677-4a46-85fe-765782c8a550 req-744ee3c7-504a-4136-805a-11c569118d46 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.3853228
Mar 26 21:07:38.779429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:38.783273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36c88967-8618-45d8-aaf7-44c5948e28e6,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:38.791641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.821233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (304c5ff0-4511-458a-8dd2-72d2abbc191e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.821777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Fanout notify agent at l3_agent the message router_deleted on router 304c5ff0-4511-458a-8dd2-72d2abbc191e {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:07:38.835333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.836865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c3dd9ca6-661f-4ece-bc3d-08b0cbfbdc46 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 204  len: 168 time: 1.1392746
Mar 26 21:07:38.843308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48448) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:38.864426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:38.865249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.868221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] 10.222.0.21 "PUT /v2.0/ports/36c88967-8618-45d8-aaf7-44c5948e28e6 HTTP/1.1" status: 200  len: 1091 time: 0.9126110
Mar 26 21:07:38.873586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:38.876008 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94842fed-68a7-48a6-8281-a93511b022df" -d '{"events": [{"name": "network-changed", "server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:38.896168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for floatingip (c4343c01-1d42-4147-b8ca-7ede991db579), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.898840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:38.902697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c12dca7c-1e6b-4710-b0cb-47fd73807b88 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/floatingips/c4343c01-1d42-4147-b8ca-7ede991db579 HTTP/1.1" status: 204  len: 168 time: 2.4552672
Mar 26 21:07:38.902869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48452) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:38.930208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9f15a474-e5ad-461b-b5e0-b4d67f4ea428 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 200  len: 205 time: 0.0801516
Mar 26 21:07:38.934491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48454) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:38.935163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22b87-1754-4a8b-b113-7891c8ed6a58 service neutron] Pushing event updated for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:38.956963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcc002e4-6677-4a46-85fe-765782c8a550 req-ced2104c-c0ed-4d7a-879e-f1f784b4474f tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928060
Mar 26 21:07:38.977588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:07:39.003116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f53f-894c-4e6d-bf30-c5745068cb9c req-311028f4-5336-47f8-9e85-0d7a2c07c1f7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:39.004916 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8191f53f-894c-4e6d-bf30-c5745068cb9c req-311028f4-5336-47f8-9e85-0d7a2c07c1f7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 943 time: 0.2051876
Mar 26 21:07:39.027733 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e88f45-cd4b-4054-b783-7c527fc4aefc x-openstack-request-id: req-55e88f45-cd4b-4054-b783-7c527fc4aefc {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:39.028154 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:39.028512 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55e88f45-cd4b-4054-b783-7c527fc4aefc {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:39.029015 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e88f45-cd4b-4054-b783-7c527fc4aefc'] response: {'name': 'network-changed', 'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6', 'status': 'completed', 'code': 200}
Mar 26 21:07:39.035051 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-744473f0-279e-4419-ab83-8b718fee4d84 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:39.039108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-744473f0-279e-4419-ab83-8b718fee4d84 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/304c5ff0-4511-458a-8dd2-72d2abbc191e HTTP/1.1" status: 404  len: 336 time: 0.0967159
Mar 26 21:07:39.040093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48456) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.052083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eef4cc92-c6a8-4140-a3b3-317ca9351f74), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.102940 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb9ead8-5cde-40a4-a5c2-83775fb5c7d3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:39.103412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb9ead8-5cde-40a4-a5c2-83775fb5c7d3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:39.108813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3fb9ead8-5cde-40a4-a5c2-83775fb5c7d3 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/ccebac4f-f78a-4b79-b360-a90a7bb6855b HTTP/1.1" status: 404  len: 337 time: 0.0661504
Mar 26 21:07:39.112158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48458) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.123673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event deleted for resources: {'Port': ['ID=eef4cc92-c6a8-4140-a3b3-317ca9351f74,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:39.125761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8191f53f-894c-4e6d-bf30-c5745068cb9c req-6cb81694-5bf8-432c-b50f-66de9df8c56c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928400
Mar 26 21:07:39.127563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1cf20529-3266-4bfc-acc2-0f80a5c4664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:39.128470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.129001 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1cf20529-3266-4bfc-acc2-0f80a5c4664e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 1125 time: 0.1955054
Mar 26 21:07:39.153287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.155727 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbd3105-1040-4d5e-90db-d4252bb630d6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:39.156294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbd3105-1040-4d5e-90db-d4252bb630d6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:39.159545 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ccbd3105-1040-4d5e-90db-d4252bb630d6 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/80d912dc-1f25-4d46-8037-151021495736 HTTP/1.1" status: 404  len: 337 time: 0.0465019
Mar 26 21:07:39.183199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48460) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.196525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-8bd973b9-c5a5-4332-8441-045836ca2473 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c88967-8618-45d8-aaf7-44c5948e28e6 HTTP/1.1" status: 200  len: 217 time: 0.0573990
Mar 26 21:07:39.200651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port b5ab341d-bc21-496a-8125-8e90f4b08572 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:39.200997 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.250740 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9d0b8d-b87d-4866-a3a4-518ab748863c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:39.251219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9d0b8d-b87d-4866-a3a4-518ab748863c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:39.254508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0a9d0b8d-b87d-4866-a3a4-518ab748863c tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/21b4af25-5f8c-489f-9d36-dbc579d55661 HTTP/1.1" status: 404  len: 337 time: 0.0701168
Mar 26 21:07:39.260626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48462) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.331216 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a1a423-051d-49ea-b52d-bea698971f70 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:39.331746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41a1a423-051d-49ea-b52d-bea698971f70 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:39.335505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-41a1a423-051d-49ea-b52d-bea698971f70 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/991589d7-206a-40dd-b6c2-0a564f511cf3 HTTP/1.1" status: 404  len: 337 time: 0.0720248
Mar 26 21:07:39.336798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.339840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-21ddad51-1ee5-438d-a200-febb0aa22255 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "DELETE /v2.0/ports/eef4cc92-c6a8-4140-a3b3-317ca9351f74 HTTP/1.1" status: 204  len: 168 time: 2.3527546
Mar 26 21:07:39.342266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.349892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.362354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1490a2a9-16ed-4f73-b68a-a07de46d0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:39.365041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-1490a2a9-16ed-4f73-b68a-a07de46d0f2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.1610990
Mar 26 21:07:39.408292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-888e9574-47d1-4078-8778-1a679801b24b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0346713
Mar 26 21:07:39.410489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ca5abad8-5e73-4acf-aa94-966f4062642f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 200  len: 205 time: 0.0591383
Mar 26 21:07:39.416183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48468) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.440282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.462088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for b5ab341d-bc21-496a-8125-8e90f4b08572 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:39.464972 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Floating IP fd33fefc-0c8c-4945-8e69-de14fc281ac8 associated. External IP: 172.35.4.230, port: 4f2b792e-b9a0-468f-817b-6cfaf02808f7.
Mar 26 21:07:39.469947 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-efaec0c5-671f-4c37-b980-bba61c80cdf5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:39.470998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-efaec0c5-671f-4c37-b980-bba61c80cdf5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/d3f47a6c-5f68-4b62-8c0c-f03ed64463ea HTTP/1.1" status: 404  len: 336 time: 0.0525162
Mar 26 21:07:39.488914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48470) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.507591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Deleting subnet 76c27af5-9fab-4384-83e1-91eb01c7f153 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:39.513612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for subnet (76c27af5-9fab-4384-83e1-91eb01c7f153), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.529598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9e9f7ae4-a371-4e92-beed-0eec274f88ef tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bac0964-df88-45a6-b27d-01b70ec64944 HTTP/1.1" status: 200  len: 205 time: 0.0392542
Mar 26 21:07:39.533987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48472) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.591175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (76c27af5-9fab-4384-83e1-91eb01c7f153), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.604461 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-413ba77b-313c-454b-972a-f20a70179628 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:39.605504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-413ba77b-313c-454b-972a-f20a70179628 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/7bac0964-df88-45a6-b27d-01b70ec64944 HTTP/1.1" status: 404  len: 336 time: 0.0706434
Mar 26 21:07:39.608803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48474) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.651569 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0948f62a-a8b0-4c8f-b0a3-cc14e6ddb0fa tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:39.652053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0948f62a-a8b0-4c8f-b0a3-cc14e6ddb0fa tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:39.655057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0948f62a-a8b0-4c8f-b0a3-cc14e6ddb0fa tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/c9df91f7-a2e3-447a-aa72-ef3f62b52e90 HTTP/1.1" status: 404  len: 337 time: 0.0440650
Mar 26 21:07:39.657931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48476) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.668894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-5a81ecbe-14cc-48e3-b81a-aba96025f922 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2546988
Mar 26 21:07:39.738632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b82c99b5-8b4d-41c4-9e6a-5b1108bc3215 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 200  len: 205 time: 0.0633831
Mar 26 21:07:39.744125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.819897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2d610381-9c6d-4d71-a109-068e1ba333a7 req-12385459-cf0a-42e7-a8d4-54ad91d4b3d4 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403561
Mar 26 21:07:39.820659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b5ab341d-bc21-496a-8125-8e90f4b08572), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.828579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (76c27af5-9fab-4384-83e1-91eb01c7f153), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:39.851995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=b5ab341d-bc21-496a-8125-8e90f4b08572,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:39.860689 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-2cc1e523-1fa8-497b-8277-f81bc76e14cb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:39.861736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2cc1e523-1fa8-497b-8277-f81bc76e14cb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/c0a1cf77-4ff4-4bd7-a429-0aa4ef926444 HTTP/1.1" status: 404  len: 336 time: 0.1168280
Mar 26 21:07:39.868379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48482) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:39.953418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57f844ec-b3c9-47d1-b927-9bf96562c0d1 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d717707-d5b8-449a-8d10-b4ec6dfa2353 HTTP/1.1" status: 200  len: 205 time: 0.0672467
Mar 26 21:07:39.959291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.017082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Router 45be2adf-5d38-4786-9b74-795a34a192c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:40.039337 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-ca3725e0-957a-4270-80d0-b486e3f57ad0 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:40.044256 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ca3725e0-957a-4270-80d0-b486e3f57ad0 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/4d717707-d5b8-449a-8d10-b4ec6dfa2353 HTTP/1.1" status: 404  len: 336 time: 0.0795579
Mar 26 21:07:40.047236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48488) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.057672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.061150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-424f55ba-1dac-481b-8b41-d4d605085142 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/ports/b5ab341d-bc21-496a-8125-8e90f4b08572 HTTP/1.1" status: 204  len: 168 time: 1.1571434
Mar 26 21:07:40.071518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48490) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.097659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842fed-68a7-48a6-8281-a93511b022df req-3227ae76-c63a-4c4a-9e84-367b722592d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.100115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-3227ae76-c63a-4c4a-9e84-367b722592d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 1125 time: 0.1920693
Mar 26 21:07:40.107858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c89e97-aeb5-4092-8e3c-946ddd5dd4de req-854504a2-c8e5-405a-8ad7-42d01b1952fa tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.109362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c89e97-aeb5-4092-8e3c-946ddd5dd4de req-854504a2-c8e5-405a-8ad7-42d01b1952fa tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.3121581
Mar 26 21:07:40.112583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (76c27af5-9fab-4384-83e1-91eb01c7f153), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.112811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200acff0-b149-485a-9025-87f4c3e607f9 req-d6b8ccf0-cd3b-464b-9955-a2904f8d2f64 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.113921 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200acff0-b149-485a-9025-87f4c3e607f9 req-d6b8ccf0-cd3b-464b-9955-a2904f8d2f64 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.0715647
Mar 26 21:07:40.143703 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a15f2b3-75d3-4872-87c5-6b39e0b06db5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:40.144193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a15f2b3-75d3-4872-87c5-6b39e0b06db5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:40.147743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a15f2b3-75d3-4872-87c5-6b39e0b06db5 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/3997f647-9b5f-464e-ace6-40f62e404e1a HTTP/1.1" status: 404  len: 337 time: 0.0896180
Mar 26 21:07:40.152124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.215665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ba06ee97-0c87-4f0f-bbbd-2e9726170ebb tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b316c4f-9162-4512-b077-1123563c5b6f HTTP/1.1" status: 200  len: 205 time: 0.0541878
Mar 26 21:07:40.218989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.221286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-df44e7fc-58c8-439f-80ef-17b52c524e8c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.222823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-df44e7fc-58c8-439f-80ef-17b52c524e8c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.18 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.2865560
Mar 26 21:07:40.237448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event deleted for resources: {'Subnet': ['ID=76c27af5-9fab-4384-83e1-91eb01c7f153,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:40.249774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.256416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af3cc291-624f-4b59-bd8a-d3a67caaa9c8 tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "DELETE /v2.0/subnets/76c27af5-9fab-4384-83e1-91eb01c7f153 HTTP/1.1" status: 204  len: 168 time: 0.9123232
Mar 26 21:07:40.258385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ce972-8b92-442a-898b-2c6b10236711 None None] Network bdd27829-6d6b-40d2-85aa-dad68a3608e6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:40.263089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48498) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.290332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-200acff0-b149-485a-9025-87f4c3e607f9 req-835d831a-5d75-4e4a-8fe4-d0615c916cf1 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664848
Mar 26 21:07:40.291221 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-01b6e9c6-09e4-49f6-922a-7d81eb5a4936 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:40.292179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01b6e9c6-09e4-49f6-922a-7d81eb5a4936 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/9b316c4f-9162-4512-b077-1123563c5b6f HTTP/1.1" status: 404  len: 336 time: 0.0711246
Mar 26 21:07:40.298638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48500) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.341765 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee2f1be-25db-424b-a4e9-92e9e86af69f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:40.342226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee2f1be-25db-424b-a4e9-92e9e86af69f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:40.347762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1ee2f1be-25db-424b-a4e9-92e9e86af69f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/7b9d85a5-bc9d-465d-b646-dbb8265bd1ce HTTP/1.1" status: 404  len: 337 time: 0.0436568
Mar 26 21:07:40.348005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842fed-68a7-48a6-8281-a93511b022df req-1712fb31-2c60-44a0-b43f-dce7bd0c31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.349979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-1712fb31-2c60-44a0-b43f-dce7bd0c31cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.2345214
Mar 26 21:07:40.350438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.388225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b098f519-8cd1-49f1-a4e9-4ae58a908676 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a70e7a1-f02a-490c-97cb-2f300624bd48 HTTP/1.1" status: 200  len: 205 time: 0.0344939
Mar 26 21:07:40.388423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.480368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-d35c9b15-7bb3-47c0-a5de-c9c3323ce752 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36c88967-8618-45d8-aaf7-44c5948e28e6 HTTP/1.1" status: 200  len: 217 time: 0.1021941
Mar 26 21:07:40.488338 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-bd62bf27-cec6-4e3c-9a15-4d9941ffddb0 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] delete failed (client error): The resource could not be found.
Mar 26 21:07:40.492359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd62bf27-cec6-4e3c-9a15-4d9941ffddb0 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/routers/0a70e7a1-f02a-490c-97cb-2f300624bd48 HTTP/1.1" status: 404  len: 336 time: 0.1028700
Mar 26 21:07:40.495537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.506552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bdd27829-6d6b-40d2-85aa-dad68a3608e6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.510764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c89e97-aeb5-4092-8e3c-946ddd5dd4de req-4841c64c-d07d-44bf-af3b-da039ff86648 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3923583
Mar 26 21:07:40.548211 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55686c4-0c36-4e31-8fc6-1a9c5545577f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:40.548777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55686c4-0c36-4e31-8fc6-1a9c5545577f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:40.552563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:40.557572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:40.558177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f55686c4-0c36-4e31-8fc6-1a9c5545577f tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/ace4f807-f0c4-4049-b9dd-dea707192355 HTTP/1.1" status: 404  len: 337 time: 0.0615029
Mar 26 21:07:40.560844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.566251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Sync routers for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:40.581037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] DHCP port deletion for bdd27829-6d6b-40d2-85aa-dad68a3608e6 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:40.589988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:40.590878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef77670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:40.613175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842fed-68a7-48a6-8281-a93511b022df req-289ad904-13c3-4645-b734-9c3913225d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.614857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-289ad904-13c3-4645-b734-9c3913225d4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.1213899
Mar 26 21:07:40.621031 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afe351f-6ee1-43ab-916d-551015b434b2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:07:40.621582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afe351f-6ee1-43ab-916d-551015b434b2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:07:40.626853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5afe351f-6ee1-43ab-916d-551015b434b2 tempest-RoutersTest-1888089649 tempest-RoutersTest-1888089649-project] 10.222.0.16 "DELETE /v2.0/subnets/baebb886-70a8-4385-a3a9-bc9dc89b2e61 HTTP/1.1" status: 404  len: 337 time: 0.0615239
Mar 26 21:07:40.626964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc62e-f08e-419c-861a-cd6871f19066 req-71fdfbcb-e147-4bcb-ba04-a1b61a531904 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:40.634552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee1bc62e-f08e-419c-861a-cd6871f19066 req-71fdfbcb-e147-4bcb-ba04-a1b61a531904 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 943 time: 0.2008660
Mar 26 21:07:40.656647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5395ddff-83b1-418a-9db7-c0d16d0bd6e0 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "PUT /v2.0/floatingips/fd33fefc-0c8c-4945-8e69-de14fc281ac8 HTTP/1.1" status: 200  len: 992 time: 3.5429399
Mar 26 21:07:40.659068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port 44253e4b-0e65-47a7-9d9a-61ce95e7f45c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:40.659406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:40.665011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:40.667223 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34" -d '{"events": [{"name": "network-changed", "server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:40.691396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-38c5e90d-dd1f-4b0f-9d03-31bc78211ba2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369372
Mar 26 21:07:40.745959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee1bc62e-f08e-419c-861a-cd6871f19066 req-a54aced3-5c69-4576-9084-2bbf4071c1ad tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102140
Mar 26 21:07:40.847878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:40.886218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-f783673f-3a14-43fd-9aa6-8c231a56a336 service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863475
Mar 26 21:07:40.899822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Deleting port b180e132-5e37-4e4c-9046-07d4a0f6d351 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:40.900584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.050325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] For port b180e132-5e37-4e4c-9046-07d4a0f6d351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b180e132-5e37-4e4c-9046-07d4a0f6d351,segment=NetworkSegment(df7fda28-dcf9-4989-94d7-faa5ff93147f),segment_id=df7fda28-dcf9-4989-94d7-faa5ff93147f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:41.051251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.076015 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3378e-1549-4d78-9d64-d3f9a0f992e1 x-openstack-request-id: req-f5d3378e-1549-4d78-9d64-d3f9a0f992e1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:41.076354 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:41.076558 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5d3378e-1549-4d78-9d64-d3f9a0f992e1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:41.076956 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d3378e-1549-4d78-9d64-d3f9a0f992e1'] response: {'name': 'network-changed', 'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'status': 'completed', 'code': 200}
Mar 26 21:07:41.089113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94842fed-68a7-48a6-8281-a93511b022df req-93dcc900-71e1-49ed-9611-d6f4a528205a service neutron] 10.222.0.21 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960633
Mar 26 21:07:41.128802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48518) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:41.155250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Deleting port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:41.155477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.165307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Calling delete_port for b180e132-5e37-4e4c-9046-07d4a0f6d351 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:41.282421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef77670>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd33fefc-0c8c-4945-8e69-de14fc281ac8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'floating_ip_address': '172.35.4.230', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'port_id': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'mac_address': 'fa:16:3e:3f:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad8cf-be35-4131-b01e-789202973f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:07:13Z', 'updated_at': '2022-03-26T21:07:38Z', 'revision_number': 1, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:41.296563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Deleting port b180e132-5e37-4e4c-9046-07d4a0f6d351 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:41.296905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.299973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-81845250-7acb-4a66-93f1-b2e2b799c600 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cedd45db640644088124f54b89de447a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1688106
Mar 26 21:07:41.301825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.305564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:41.316680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Checking router: 45be2adf-5d38-4786-9b74-795a34a192c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:41.346005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for 44253e4b-0e65-47a7-9d9a-61ce95e7f45c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:41.349529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:41.350855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef77670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:41.356162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.420060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c8d4-8337-430b-ba70-a71b41af0f7b req-31c909de-d136-4e52-b491-ef6db8b56110 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:41.421575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15c8d4-8337-430b-ba70-a71b41af0f7b req-31c909de-d136-4e52-b491-ef6db8b56110 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.3420880
Mar 26 21:07:41.426444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b180e132-5e37-4e4c-9046-07d4a0f6d351 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:41.435554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-04bcf7b1-6211-4370-a2b0-48399fdd79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:41.437047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-04bcf7b1-6211-4370-a2b0-48399fdd79a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58247395bea4447bc23f219d3c1cbc0&device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 1128 time: 0.3638384
Mar 26 21:07:41.448452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] Publish callbacks [] for security_group (7c99e508-3b13-480f-adf2-411ae2efa32c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.453500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b180e132-5e37-4e4c-9046-07d4a0f6d351 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:41.453859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b180e132-5e37-4e4c-9046-07d4a0f6d351 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:41.455316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] Pushing event deleted for resources: {'Port': ['ID=b180e132-5e37-4e4c-9046-07d4a0f6d351,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:41.465583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0fbef-ba5d-4063-87b7-55fb67400961 None None] No DVR routers for this DVR port b180e132-5e37-4e4c-9046-07d4a0f6d351 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:41.482782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] For port b180e132-5e37-4e4c-9046-07d4a0f6d351, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b180e132-5e37-4e4c-9046-07d4a0f6d351,segment=NetworkSegment(df7fda28-dcf9-4989-94d7-faa5ff93147f),segment_id=df7fda28-dcf9-4989-94d7-faa5ff93147f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:41.482782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.508412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] Publish callbacks [] for security_group (7c99e508-3b13-480f-adf2-411ae2efa32c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.529074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7be9f-3069-46db-a940-bb23bf21d396 req-a571ca3f-d785-4d2c-bd0a-a8429e67b797 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:41.531363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] For port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,segment=NetworkSegment(fc9f301c-f97d-4f40-aa92-95b4c8ffe48a),segment_id=fc9f301c-f97d-4f40-aa92-95b4c8ffe48a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:41.531738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.536141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-caf7be9f-3069-46db-a940-bb23bf21d396 req-a571ca3f-d785-4d2c-bd0a-a8429e67b797 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 945 time: 0.1290500
Mar 26 21:07:41.540048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Calling delete_port for b180e132-5e37-4e4c-9046-07d4a0f6d351 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:41.551735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:41.573786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Calling delete_port for 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:41.604507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-caf7be9f-3069-46db-a940-bb23bf21d396 req-140d7258-0f0c-4c57-9e2c-74981b5913b2 tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/security-groups?id=a2632822-9224-4d98-870c-0638625e32a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674438
Mar 26 21:07:41.631154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c99e508-3b13-480f-adf2-411ae2efa32c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.633911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.637610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c99e508-3b13-480f-adf2-411ae2efa32c HTTP/1.1" status: 204  len: 168 time: 0.3292093
Mar 26 21:07:41.652947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e2e58-e3bb-48f3-9345-35532f7d1b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99e508-3b13-480f-adf2-411ae2efa32c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:41.735296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9d15c8d4-8337-430b-ba70-a71b41af0f7b req-7b05ddc9-f629-461b-a9b6-68dd61acda11 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3020072
Mar 26 21:07:41.779413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-e3700a17-8f92-4404-8b2c-e01b2a1af143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:41.780862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-e3700a17-8f92-4404-8b2c-e01b2a1af143 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 200  len: 912 time: 0.3049531
Mar 26 21:07:41.796243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5bd13-efbc-48a0-bebf-3fdb083086ef req-b8222829-f67a-48e7-91fd-617c182c7107 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:41.804107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cdb5bd13-efbc-48a0-bebf-3fdb083086ef req-b8222829-f67a-48e7-91fd-617c182c7107 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1004603
Mar 26 21:07:41.873106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cdb5bd13-efbc-48a0-bebf-3fdb083086ef req-5969de1f-a413-4361-990d-5a37d226b848 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631406
Mar 26 21:07:41.902571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef77670>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd33fefc-0c8c-4945-8e69-de14fc281ac8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'floating_ip_address': '172.35.4.230', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'port_id': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'mac_address': 'fa:16:3e:3f:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad8cf-be35-4131-b01e-789202973f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:07:13Z', 'updated_at': '2022-03-26T21:07:38Z', 'revision_number': 1, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:41.937873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a86dd73-e8c1-48e0-8359-f8f782bd3082 None None] The sync data for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 is: [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fd33fefc-0c8c-4945-8e69-de14fc281ac8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'floating_ip_address': '172.35.4.230', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'port_id': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2203, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'mac_address': 'fa:16:3e:3f:85:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331ad8cf-be35-4131-b01e-789202973f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:07:13Z', 'updated_at': '2022-03-26T21:07:38Z', 'revision_number': 1, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:41.949916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (44253e4b-0e65-47a7-9d9a-61ce95e7f45c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:41.954287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-8c5480e7-23f6-40c8-bd88-df893ae4a2df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 200  len: 1000 time: 0.1466019
Mar 26 21:07:41.958214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b180e132-5e37-4e4c-9046-07d4a0f6d351), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.024535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=44253e4b-0e65-47a7-9d9a-61ce95e7f45c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:42.078201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] No DVR routers for this DVR port b180e132-5e37-4e4c-9046-07d4a0f6d351 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:42.162768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event deleted for resources: {'Port': ['ID=b180e132-5e37-4e4c-9046-07d4a0f6d351,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:42.201853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ed582-9db5-43d5-874c-6506bbad397d req-2df6b786-cb53-48d2-9e9e-520fe012a991 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:42.203403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a9ed582-9db5-43d5-874c-6506bbad397d req-2df6b786-cb53-48d2-9e9e-520fe012a991 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 943 time: 0.3291655
Mar 26 21:07:42.212407 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482017fe-d4cc-4354-bd4e-e9dee0fbce25 None None] New status for floating IP fd33fefc-0c8c-4945-8e69-de14fc281ac8: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:07:42.229095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-b3323b2c-e171-4aaf-95e9-353d929f43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:42.230563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-b3323b2c-e171-4aaf-95e9-353d929f43d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d868e35-a956-4164-a973-9ae4ce29adb3 HTTP/1.1" status: 200  len: 851 time: 0.2646842
Mar 26 21:07:42.259991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7b0e0d6e-5f8a-42bc-be87-013dd0823c50), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.328463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bdd27829-6d6b-40d2-85aa-dad68a3608e6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.375275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Pushing event deleted for resources: {'Port': ['ID=7b0e0d6e-5f8a-42bc-be87-013dd0823c50,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:42.388069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.391065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47a48ebf-c1a5-400a-8486-5b302d268b9f tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/ports/44253e4b-0e65-47a7-9d9a-61ce95e7f45c HTTP/1.1" status: 204  len: 168 time: 2.3145564
Mar 26 21:07:42.393857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48550) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:42.401620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61242f45e0>,) {'filters': {'network_id': ['bdd27829-6d6b-40d2-85aa-dad68a3608e6']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:42.447551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61242f45e0>, 'df7fda28-dcf9-4989-94d7-faa5ff93147f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:42.447551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61242f45e0>, 'df7fda28-dcf9-4989-94d7-faa5ff93147f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:42.452108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a9ed582-9db5-43d5-874c-6506bbad397d req-96073b87-cf08-4bc0-98fa-25f8d8816c2b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381251
Mar 26 21:07:42.485997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] No DVR routers for this DVR port 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:42.485997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (df7fda28-dcf9-4989-94d7-faa5ff93147f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.485997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.487173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b1def35e-0ce4-40dc-a6aa-17378801c3c9 req-33c95eed-726b-4896-83cf-4e37b7263a5c tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.18 "DELETE /v2.0/ports/7b0e0d6e-5f8a-42bc-be87-013dd0823c50 HTTP/1.1" status: 204  len: 173 time: 2.2576818
Mar 26 21:07:42.507857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (df7fda28-dcf9-4989-94d7-faa5ff93147f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.514347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-13161595-a8e2-4867-b411-68151e331175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:42.515906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-13161595-a8e2-4867-b411-68151e331175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2755847
Mar 26 21:07:42.528313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:42.529182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (df7fda28-dcf9-4989-94d7-faa5ff93147f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:42.533885 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:42.659213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48556) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:42.668202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0031908
Mar 26 21:07:42.669941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48558) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:42.741460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-d34704fc-cf11-477c-bfbf-6c8102812d96 service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067027
Mar 26 21:07:42.745221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bdd27829-6d6b-40d2-85aa-dad68a3608e6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.751027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.759677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] 10.222.0.16 "DELETE /v2.0/networks/bdd27829-6d6b-40d2-85aa-dad68a3608e6 HTTP/1.1" status: 204  len: 168 time: 2.4915185
Mar 26 21:07:42.786874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09731b30-075e-4c49-9ec6-8e13e8038d6a tempest-ExtraDHCPOptionsTestJSON-1925376321 tempest-ExtraDHCPOptionsTestJSON-1925376321-project] Pushing event deleted for resources: {'Network': ['ID=bdd27829-6d6b-40d2-85aa-dad68a3608e6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:42.893829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f2956614-5ec7-4fe0-bbc3-ac8302e3455b tempest-NetworksApiDiscovery-520251779 tempest-NetworksApiDiscovery-520251779-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2192581
Mar 26 21:07:42.909572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88202958-9008-41d9-b901-331566165306 req-04c55f22-8a67-4fcf-92c0-03240a8d2eee tempest-TestServerAdvancedOps-269645215 tempest-TestServerAdvancedOps-269645215-project] 10.222.0.16 "GET /v2.0/ports?device_id=20b8a479-6555-46fa-ab78-583e753a2e59 HTTP/1.1" status: 200  len: 210 time: 0.0399079
Mar 26 21:07:42.935764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting subnet c74d1755-0acf-4d82-a024-5506b7bc9d73 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:42.944662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for subnet (c74d1755-0acf-4d82-a024-5506b7bc9d73), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:42.954669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f0047c-5c87-4a0a-aec0-271ae3a97c34 req-3b2fd4b3-f3d7-4a1a-a914-41697e46d14b service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925726
Mar 26 21:07:43.032982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c74d1755-0acf-4d82-a024-5506b7bc9d73), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.078724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'name': 'network-vif-deleted', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:43.081200 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f1a4d-5ee1-45e2-9caf-4797e610c93e" -d '{"events": [{"server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "name": "network-vif-deleted", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:43.096557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb698-6490-45d4-8946-8b4d9bc28bd3 req-c2a151c3-0e15-48c2-8cb1-8b65c63c7e73 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:43.099146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebb698-6490-45d4-8946-8b4d9bc28bd3 req-c2a151c3-0e15-48c2-8cb1-8b65c63c7e73 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.0878897
Mar 26 21:07:43.133778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48572) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.156730 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c2907-2bb8-4c1a-a930-e0aa9896c79e x-openstack-request-id: req-ce0c2907-2bb8-4c1a-a930-e0aa9896c79e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:43.157165 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c74d1755-0acf-4d82-a024-5506b7bc9d73), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.157278 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b8a479-6555-46fa-ab78-583e753a2e59", "name": "network-vif-deleted", "tag": "7b0e0d6e-5f8a-42bc-be87-013dd0823c50", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:43.157653 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce0c2907-2bb8-4c1a-a930-e0aa9896c79e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:43.158534 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0c2907-2bb8-4c1a-a930-e0aa9896c79e'] response: {'server_uuid': '20b8a479-6555-46fa-ab78-583e753a2e59', 'name': 'network-vif-deleted', 'tag': '7b0e0d6e-5f8a-42bc-be87-013dd0823c50', 'status': 'completed', 'code': 200}
Mar 26 21:07:43.170926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13ebb698-6490-45d4-8946-8b4d9bc28bd3 req-c6da303c-d837-4154-ab2b-2433d810b1e4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656261
Mar 26 21:07:43.228728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c74d1755-0acf-4d82-a024-5506b7bc9d73), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.244427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48578) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.259683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Subnet': ['ID=c74d1755-0acf-4d82-a024-5506b7bc9d73,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:43.276510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b811ff-4544-4f10-a155-88690286d9a6 None None] Network 3520df3b-6ed1-4672-b47f-8044261e5766 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:43.283173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.287346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-29b8f366-34bb-4e6b-a61a-02b70ee84158 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/subnets/c74d1755-0acf-4d82-a024-5506b7bc9d73 HTTP/1.1" status: 204  len: 168 time: 0.8922620
Mar 26 21:07:43.289955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.327867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9c8a501-322e-440a-ad19-4d48bf684681 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=788ea3250f28418c9cb3dc09bd2e0eaf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1929510
Mar 26 21:07:43.328714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.355789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0c27f6-2b75-42a2-b279-288338955ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.379097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting subnet d05ddde0-28d1-4c6d-bd6e-dcc670410661 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:43.384105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for subnet (d05ddde0-28d1-4c6d-bd6e-dcc670410661), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.388221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] Publish callbacks [] for security_group (789d576b-0be3-4965-bf21-61b28ce8de2f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.412865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] Publish callbacks [] for security_group (789d576b-0be3-4965-bf21-61b28ce8de2f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.445751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] DHCP port deletion for 3520df3b-6ed1-4672-b47f-8044261e5766 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:43.453036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (d05ddde0-28d1-4c6d-bd6e-dcc670410661), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.474686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (789d576b-0be3-4965-bf21-61b28ce8de2f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.477526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.477828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:43.479251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/789d576b-0be3-4965-bf21-61b28ce8de2f HTTP/1.1" status: 204  len: 168 time: 0.1488216
Mar 26 21:07:43.501874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c6594-1b05-4272-9a27-5c431c39cc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d576b-0be3-4965-bf21-61b28ce8de2f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:43.530197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:43.530869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7b0e0d6e-5f8a-42bc-be87-013dd0823c50 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:43.559028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Deleting port ade2e606-9363-40ed-ac03-ae444005ad38 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:43.559466 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.588795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0c27f6-2b75-42a2-b279-288338955ae0 admin admin] Publish callbacks [] for security_group (801ea964-295c-47b4-8a96-ccbd496881e0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.601645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f0c27f6-2b75-42a2-b279-288338955ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (801ea964-295c-47b4-8a96-ccbd496881e0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.610677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d05ddde0-28d1-4c6d-bd6e-dcc670410661), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.621450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28c1c0-f910-408c-aa45-a2b4d452332f req-f8cc9236-524a-46b4-8582-7e7853c2b110 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:43.630494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e28c1c0-f910-408c-aa45-a2b4d452332f req-f8cc9236-524a-46b4-8582-7e7853c2b110 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 943 time: 0.0727692
Mar 26 21:07:43.646420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] For port ade2e606-9363-40ed-ac03-ae444005ad38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ade2e606-9363-40ed-ac03-ae444005ad38,segment=NetworkSegment(1b1860cf-ee8d-487f-8499-931305cdaa3c),segment_id=1b1860cf-ee8d-487f-8499-931305cdaa3c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:43.646823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.660336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Calling delete_port for ade2e606-9363-40ed-ac03-ae444005ad38 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:43.683752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f0c27f6-2b75-42a2-b279-288338955ae0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9ebf11478374113a9a77f6cec70ddcc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4374764
Mar 26 21:07:43.687081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48592) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.687744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c27f6-2b75-42a2-b279-288338955ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ea964-295c-47b4-8a96-ccbd496881e0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:43.693952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e28c1c0-f910-408c-aa45-a2b4d452332f req-7db52f0c-1917-423e-b5fb-7f84cbe178ae tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615990
Mar 26 21:07:43.751322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (d05ddde0-28d1-4c6d-bd6e-dcc670410661), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.793418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Subnet': ['ID=d05ddde0-28d1-4c6d-bd6e-dcc670410661,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:43.796603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.802550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2ab7688d-9c20-42d5-9676-ebfec4b75f48 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/subnets/d05ddde0-28d1-4c6d-bd6e-dcc670410661 HTTP/1.1" status: 204  len: 168 time: 0.5088103
Mar 26 21:07:43.802905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48596) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:43.810941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] Publish callbacks [] for security_group (801ea964-295c-47b4-8a96-ccbd496881e0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.902189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] Publish callbacks [] for security_group (801ea964-295c-47b4-8a96-ccbd496881e0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.904468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c7de4-9994-421d-88a0-b08a9046e501 None None] Network 27a130c6-ee72-48d5-98e0-95c25e1183f2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:43.927135 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ade2e606-9363-40ed-ac03-ae444005ad38), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.932911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3520df3b-6ed1-4672-b47f-8044261e5766), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:43.947872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] No DVR routers for this DVR port ade2e606-9363-40ed-ac03-ae444005ad38 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:44.002628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82d86e-7059-47a3-ae9c-6d6c756dfe3a None None] Pushing event deleted for resources: {'Port': ['ID=ade2e606-9363-40ed-ac03-ae444005ad38,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.015950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48606) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:44.074400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3520df3b-6ed1-4672-b47f-8044261e5766), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.078216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Deleting subnet 16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:44.083551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Publish callbacks [] for subnet (16b1dc4a-2cb4-496b-bbe2-a3294527d9f1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.084546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (801ea964-295c-47b4-8a96-ccbd496881e0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.087818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.089778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.089940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/801ea964-295c-47b4-8a96-ccbd496881e0 HTTP/1.1" status: 204  len: 168 time: 0.3990979
Mar 26 21:07:44.113644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 36c88967-8618-45d8-aaf7-44c5948e28e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:44.113743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6124357ee0>,) {'filters': {'network_id': ['3520df3b-6ed1-4672-b47f-8044261e5766']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.115095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dba8d-0af9-4920-9a76-221b94221cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ea964-295c-47b4-8a96-ccbd496881e0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.125484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124357ee0>, '1b1860cf-ee8d-487f-8499-931305cdaa3c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.125788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124357ee0>, '1b1860cf-ee8d-487f-8499-931305cdaa3c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.137981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1b1860cf-ee8d-487f-8499-931305cdaa3c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.156804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1b1860cf-ee8d-487f-8499-931305cdaa3c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.169246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:44.169825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1b1860cf-ee8d-487f-8499-931305cdaa3c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.170892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (16b1dc4a-2cb4-496b-bbe2-a3294527d9f1), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:44.173630 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:44.243309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (16b1dc4a-2cb4-496b-bbe2-a3294527d9f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.273077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3520df3b-6ed1-4672-b47f-8044261e5766), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.279272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] DHCP port deletion for 27a130c6-ee72-48d5-98e0-95c25e1183f2 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:44.288298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.294058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/networks/3520df3b-6ed1-4672-b47f-8044261e5766 HTTP/1.1" status: 204  len: 168 time: 0.4881496
Mar 26 21:07:44.305036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48616) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:44.314346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3151d-8ce7-416d-a565-5be31de9647c tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Network': ['ID=3520df3b-6ed1-4672-b47f-8044261e5766,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.377262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ce281-664b-4bc8-a261-a2891985d93b req-ef7b8d96-ac35-4f49-8d88-0db627250b27 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:44.378826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e5ce281-664b-4bc8-a261-a2891985d93b req-ef7b8d96-ac35-4f49-8d88-0db627250b27 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1049659
Mar 26 21:07:44.402055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (27a130c6-ee72-48d5-98e0-95c25e1183f2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.428680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36c88967-8618-45d8-aaf7-44c5948e28e6,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:44.475480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (16b1dc4a-2cb4-496b-bbe2-a3294527d9f1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.486928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Deleting port a626a581-0ca7-4f34-87d0-ddffd66734bc {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:44.487526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.515559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '36c88967-8618-45d8-aaf7-44c5948e28e6', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '36c88967-8618-45d8-aaf7-44c5948e28e6', 'mac_address': 'fa:16:3e:21:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:44.561477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b1dc4a-2cb4-496b-bbe2-a3294527d9f1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.571038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] For port a626a581-0ca7-4f34-87d0-ddffd66734bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a626a581-0ca7-4f34-87d0-ddffd66734bc,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:44.571338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.574728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.580519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48632) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:44.580693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a19bed5b-7b24-4d9b-8c21-e23a233b45a5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/16b1dc4a-2cb4-496b-bbe2-a3294527d9f1 HTTP/1.1" status: 204  len: 168 time: 0.5588737
Mar 26 21:07:44.585970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e5ce281-664b-4bc8-a261-a2891985d93b req-16351c4c-d8b7-4606-a944-d1df7443acc2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988163
Mar 26 21:07:44.599895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Calling delete_port for a626a581-0ca7-4f34-87d0-ddffd66734bc owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:44.608245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48634) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:44.616849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Deleting port a626a581-0ca7-4f34-87d0-ddffd66734bc {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:44.617266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.679400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 36c88967-8618-45d8-aaf7-44c5948e28e6 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:44.679787 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.706590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] For port a626a581-0ca7-4f34-87d0-ddffd66734bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a626a581-0ca7-4f34-87d0-ddffd66734bc,segment=NetworkSegment(d45abd2c-c562-4723-9d1e-19c232a7fabc),segment_id=d45abd2c-c562-4723-9d1e-19c232a7fabc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:44.707237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.711693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c88967-8618-45d8-aaf7-44c5948e28e6 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:44.727844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7e4f05b9-af7c-4e91-8672-7679cf5975c9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.732247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36c88967-8618-45d8-aaf7-44c5948e28e6,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:44.747301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.754388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Calling delete_port for a626a581-0ca7-4f34-87d0-ddffd66734bc owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:44.808593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.850225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7e4f05b9-af7c-4e91-8672-7679cf5975c9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.890651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] No DVR routers for this DVR port a626a581-0ca7-4f34-87d0-ddffd66734bc on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:44.906698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Port': ['ID=a626a581-0ca7-4f34-87d0-ddffd66734bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.928515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.943088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a626a581-0ca7-4f34-87d0-ddffd66734bc), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:44.946897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dc1e190>,) {'filters': {'network_id': ['7e4f05b9-af7c-4e91-8672-7679cf5975c9']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.960456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533309573'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:44.960636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc1e190>, 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.960923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc1e190>, 'fc9f301c-f97d-4f40-aa92-95b4c8ffe48a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:44.975684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] Pushing event deleted for resources: {'Port': ['ID=a626a581-0ca7-4f34-87d0-ddffd66734bc,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:44.979195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92969d9f-3449-48ea-bfa3-4980cb9744f5 None None] No DVR routers for this DVR port a626a581-0ca7-4f34-87d0-ddffd66734bc on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:44.998958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (fc9f301c-f97d-4f40-aa92-95b4c8ffe48a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.012773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:45.015398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['36c88967-8618-45d8-aaf7-44c5948e28e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:45.016972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.031750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.061379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (27a130c6-ee72-48d5-98e0-95c25e1183f2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.073450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fc9f301c-f97d-4f40-aa92-95b4c8ffe48a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.089940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f39a2-cb4f-4add-83d9-6fca995bee78 req-c03b081a-3f1a-4bf2-beb3-15b1e4118cd3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:45.091942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-413f39a2-cb4f-4add-83d9-6fca995bee78 req-c03b081a-3f1a-4bf2-beb3-15b1e4118cd3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 944 time: 0.2765486
Mar 26 21:07:45.100938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:45.101352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (fc9f301c-f97d-4f40-aa92-95b4c8ffe48a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:45.103053 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:45.119943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ece65e0>,) {'filters': {'network_id': ['27a130c6-ee72-48d5-98e0-95c25e1183f2']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:45.170252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for security_group (f4c3794a-a730-4a6a-a3f6-b0734b6d73b6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.177076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4c3794a-a730-4a6a-a3f6-b0734b6d73b6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.195496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ece65e0>, 'd45abd2c-c562-4723-9d1e-19c232a7fabc') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:45.195900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ece65e0>, 'd45abd2c-c562-4723-9d1e-19c232a7fabc') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:45.206819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d45abd2c-c562-4723-9d1e-19c232a7fabc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.211085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:45.217690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c3794a-a730-4a6a-a3f6-b0734b6d73b6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:45.225032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68ec4a8a-9b91-440e-b84d-3ed63ec1a63f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.225432 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 68ec4a8a-9b91-440e-b84d-3ed63ec1a63f of type vlan for network f7d2a722-9902-41b5-b7b1-b632b247708c
Mar 26 21:07:45.234430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7e4f05b9-af7c-4e91-8672-7679cf5975c9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.251021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.255833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e4f05b9-af7c-4e91-8672-7679cf5975c9 HTTP/1.1" status: 204  len: 168 time: 0.6735153
Mar 26 21:07:45.258998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d45abd2c-c562-4723-9d1e-19c232a7fabc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.260945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48652) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:45.276668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:45.277253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d45abd2c-c562-4723-9d1e-19c232a7fabc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:45.284262 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:45.298973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24688104-6077-4004-8168-9780c901ffbb admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4f05b9-af7c-4e91-8672-7679cf5975c9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:45.310461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f7d2a722-9902-41b5-b7b1-b632b247708c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.314423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-413f39a2-cb4f-4add-83d9-6fca995bee78 req-0971f80f-969f-4756-9075-7269b24e181a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002611
Mar 26 21:07:45.349119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Deleting subnet 5d82e731-7989-4d79-859b-608bb26f4688 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:45.355021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Publish callbacks [] for subnet (5d82e731-7989-4d79-859b-608bb26f4688), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.365612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (27a130c6-ee72-48d5-98e0-95c25e1183f2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.374791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.381673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] 10.222.0.16 "DELETE /v2.0/networks/27a130c6-ee72-48d5-98e0-95c25e1183f2 HTTP/1.1" status: 204  len: 168 time: 1.0719299
Mar 26 21:07:45.397157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ade2e606-9363-40ed-ac03-ae444005ad38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:45.418392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f7d2a722-9902-41b5-b7b1-b632b247708c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.422955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa512ee-9d41-4442-8ad4-5c9049e81899 tempest-TaggedBootDevicesTest-1972550485 tempest-TaggedBootDevicesTest-1972550485-project] Pushing event deleted for resources: {'Network': ['ID=27a130c6-ee72-48d5-98e0-95c25e1183f2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:45.424910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:45.425790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.431373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ade2e606-9363-40ed-ac03-ae444005ad38 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:45.431741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ade2e606-9363-40ed-ac03-ae444005ad38 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:45.432209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a626a581-0ca7-4f34-87d0-ddffd66734bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:45.453247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a626a581-0ca7-4f34-87d0-ddffd66734bc {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:45.453601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a626a581-0ca7-4f34-87d0-ddffd66734bc not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:45.464189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (5d82e731-7989-4d79-859b-608bb26f4688), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.495963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8859324
Mar 26 21:07:45.547330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa524c-1d06-4f06-8406-43c7e6e40cae tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=f7d2a722-9902-41b5-b7b1-b632b247708c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:45.558974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5d82e731-7989-4d79-859b-608bb26f4688), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.574266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f7d2a722-9902-41b5-b7b1-b632b247708c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:45.682782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (5d82e731-7989-4d79-859b-608bb26f4688), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.697789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.707280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5d82e731-7989-4d79-859b-608bb26f4688 HTTP/1.1" status: 204  len: 168 time: 0.4390254
Mar 26 21:07:45.707354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48670) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:45.739602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9281bb-3ec4-40c1-9463-a82c7ff3fc41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d82e731-7989-4d79-859b-608bb26f4688,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:45.795844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.842030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (daedd951-ab0c-453c-8771-2273144a9fc3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.858251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a4f29-f066-4c47-abff-1c069b0d8e05 req-690d8f1e-9d1d-4b77-8654-5d8394b3c944 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:45.864526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-604a4f29-f066-4c47-abff-1c069b0d8e05 req-690d8f1e-9d1d-4b77-8654-5d8394b3c944 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1721969
Mar 26 21:07:45.948450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-604a4f29-f066-4c47-abff-1c069b0d8e05 req-e1d86099-f0c7-41b8-96b3-7385e5eaf014 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568469
Mar 26 21:07:45.959091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (daedd951-ab0c-453c-8771-2273144a9fc3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:45.981723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c46f820>,) {'filters': {'network_id': ['daedd951-ab0c-453c-8771-2273144a9fc3']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:45.991961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c46f820>, 'ed9b6640-d0ff-493d-b725-907a8e57e864') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:45.992476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c46f820>, 'ed9b6640-d0ff-493d-b725-907a8e57e864') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:46.002671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ed9b6640-d0ff-493d-b725-907a8e57e864), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.021065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ed9b6640-d0ff-493d-b725-907a8e57e864), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.031790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:46.032241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ed9b6640-d0ff-493d-b725-907a8e57e864), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:46.033932 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:46.102108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (daedd951-ab0c-453c-8771-2273144a9fc3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.110506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.113717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/daedd951-ab0c-453c-8771-2273144a9fc3 HTTP/1.1" status: 204  len: 168 time: 0.4091070
Mar 26 21:07:46.115945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 36c88967-8618-45d8-aaf7-44c5948e28e6 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:46.143656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8e6d8-2cb3-47c3-8038-d40a0943bae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=daedd951-ab0c-453c-8771-2273144a9fc3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:46.215652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 36c88967-8618-45d8-aaf7-44c5948e28e6 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:07:46.222189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 36c88967-8618-45d8-aaf7-44c5948e28e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:46.223638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.334799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 36c88967-8618-45d8-aaf7-44c5948e28e6 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:46.335270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.395816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36c88967-8618-45d8-aaf7-44c5948e28e6,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:46.397265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:46.401228 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206407f3-1c0b-41c3-83b0-e6f7b9277040" -d '{"events": [{"server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "name": "network-vif-plugged", "status": "completed", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:46.406959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.492916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:46.508870 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a7c8c4-d0f6-4306-9d89-9cca9dd60dc4 x-openstack-request-id: req-00a7c8c4-d0f6-4306-9d89-9cca9dd60dc4 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:46.509352 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "name": "network-vif-plugged", "status": "completed", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:46.509753 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00a7c8c4-d0f6-4306-9d89-9cca9dd60dc4 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:46.510349 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a7c8c4-d0f6-4306-9d89-9cca9dd60dc4'] response: {'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6', 'code': 200}
Mar 26 21:07:46.517554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:46.594948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2c73781c-bcdd-4300-a956-8b1963f39d9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddb5f339350b4d5facba9a6ffd84aa1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1001034
Mar 26 21:07:46.596968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48720) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:46.627135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cafe4-c6c1-4828-b940-7d828e875913 req-c314a0b2-ad16-419c-af68-5bdc607351a8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:46.635065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-978cafe4-c6c1-4828-b940-7d828e875913 req-c314a0b2-ad16-419c-af68-5bdc607351a8 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1425037
Mar 26 21:07:46.666373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a649-d823-4872-9129-967e37bc4f2e req-24629080-a50d-46e2-815c-9b89f4285d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:46.667598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] Publish callbacks [] for security_group (a2632822-9224-4d98-870c-0638625e32a3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.668070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ac8a649-d823-4872-9129-967e37bc4f2e req-24629080-a50d-46e2-815c-9b89f4285d05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 1127 time: 0.0906339
Mar 26 21:07:46.702048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] Publish callbacks [] for security_group (a2632822-9224-4d98-870c-0638625e32a3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.713120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-978cafe4-c6c1-4828-b940-7d828e875913 req-68ae4bcd-4e37-4715-9e42-ed392e0b16ab tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770597
Mar 26 21:07:46.759601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ac8a649-d823-4872-9129-967e37bc4f2e req-1c9f3cca-cd29-4653-9e85-03d1fd88ad8a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834079
Mar 26 21:07:46.810611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a2632822-9224-4d98-870c-0638625e32a3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.813383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:46.814729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2632822-9224-4d98-870c-0638625e32a3 HTTP/1.1" status: 204  len: 168 time: 0.2167227
Mar 26 21:07:46.835380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1333935-dca9-4b01-8872-84314d14c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2632822-9224-4d98-870c-0638625e32a3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:47.115995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cd21e-658f-4495-aa20-aa4fff3e01d7 req-1e9a5ad3-f81e-4d88-8728-91f8cdd34955 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:47.117646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e61cd21e-658f-4495-aa20-aa4fff3e01d7 req-1e9a5ad3-f81e-4d88-8728-91f8cdd34955 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.0735533
Mar 26 21:07:47.174809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e61cd21e-658f-4495-aa20-aa4fff3e01d7 req-f028587a-f1d3-4f00-b946-ced2d05dc2a5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490093
Mar 26 21:07:47.266989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:47.314546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-94fa8d12-a8ab-41fc-bdf8-96ec947b241b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=301595631073479dbf5b2832a81d3e01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0462434
Mar 26 21:07:47.317736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48748) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:47.369184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] Publish callbacks [] for security_group (8c3043d0-1c12-4ce3-82ee-2dcac5d0768c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:47.402712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] Publish callbacks [] for security_group (8c3043d0-1c12-4ce3-82ee-2dcac5d0768c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:47.785271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8c3043d0-1c12-4ce3-82ee-2dcac5d0768c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:47.790380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:47.792094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c3043d0-1c12-4ce3-82ee-2dcac5d0768c HTTP/1.1" status: 204  len: 168 time: 0.4731007
Mar 26 21:07:47.802826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01ee4-4e5a-4e63-8083-76e3713c875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3043d0-1c12-4ce3-82ee-2dcac5d0768c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:47.933722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc835e-0a14-4ddc-b737-829b6abc0e9e req-d82c8fe5-ae11-40a2-ba74-4b8093f4ddc4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:47.943905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f5fc835e-0a14-4ddc-b737-829b6abc0e9e req-d82c8fe5-ae11-40a2-ba74-4b8093f4ddc4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.0842793
Mar 26 21:07:48.024286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f5fc835e-0a14-4ddc-b737-829b6abc0e9e req-b261aaaa-25a2-44f5-8a75-a824f8746d78 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790339
Mar 26 21:07:48.419250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172867e3-f602-47ff-bb8d-091a076fb545 req-0d253816-c650-4fb9-97a6-b217fd3cbeab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:48.429275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-172867e3-f602-47ff-bb8d-091a076fb545 req-0d253816-c650-4fb9-97a6-b217fd3cbeab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1269662
Mar 26 21:07:48.514569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-172867e3-f602-47ff-bb8d-091a076fb545 req-a476c48f-87a0-42f3-8891-e7da5c7ea393 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771585
Mar 26 21:07:48.980508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:48.985698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:49.072499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:49.077198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.151854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d18ff-d32e-4a47-898c-136bd14f4d0f req-b65e05e5-a80f-4ae8-8ba9-2582cb37d622 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:49.153767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-856d18ff-d32e-4a47-898c-136bd14f4d0f req-b65e05e5-a80f-4ae8-8ba9-2582cb37d622 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.0602305
Mar 26 21:07:49.213353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-856d18ff-d32e-4a47-898c-136bd14f4d0f req-7c946886-44cf-4872-a2b9-a928eeb624fc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511777
Mar 26 21:07:49.279178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48822) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:49.297024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (cff1f11f-19c6-419e-aa6a-4d7c797ac432), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.363823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=cff1f11f-19c6-419e-aa6a-4d7c797ac432,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:49.384011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:49.384389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: f7d2a722-9902-41b5-b7b1-b632b247708c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:07:49.416892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network f7d2a722-9902-41b5-b7b1-b632b247708c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:07:49.428534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7d2a722-9902-41b5-b7b1-b632b247708c) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:49.437980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed002f-62f9-45fe-b36e-c178102f1bdf None None] Network f7d2a722-9902-41b5-b7b1-b632b247708c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:49.457402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:49.458663 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.484319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417cd6-cd3a-4c0a-9e9d-da4bd57093de req-89561de7-bfe8-43d6-bef0-e9be00706071 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:49.486841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df417cd6-cd3a-4c0a-9e9d-da4bd57093de req-89561de7-bfe8-43d6-bef0-e9be00706071 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.0695517
Mar 26 21:07:49.487490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:49.491717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8dcd0b82-9747-4691-9ae7-1097df9f95b0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5043402
Mar 26 21:07:49.494162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670981001'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:49.536835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:49.540340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.571794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f7d2a722-9902-41b5-b7b1-b632b247708c', 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': 'cff1f11f-19c6-419e-aa6a-4d7c797ac432'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:07:49.574384 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.574517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df417cd6-cd3a-4c0a-9e9d-da4bd57093de req-17a727d1-5896-488b-a232-ea32f942a02d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765312
Mar 26 21:07:49.603271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:49.614162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.614551 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment e1b7c975-7c3f-4087-8f29-d3f22a3f2330 of type vlan for network be485ec7-334a-408f-ba3e-ee10cdb84d6c
Mar 26 21:07:49.672878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d4ee-4b04-4014-be13-0cac04607f67 req-5ba9f5fc-2b0c-47c2-bdcc-93320284c689 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:49.675397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4f6d4ee-4b04-4014-be13-0cac04607f67 req-5ba9f5fc-2b0c-47c2-bdcc-93320284c689 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.0731685
Mar 26 21:07:49.727139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.734433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4f6d4ee-4b04-4014-be13-0cac04607f67 req-a3b07bac-ff34-465c-86f3-f4ca02b18259 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541346
Mar 26 21:07:49.787510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Allocated IP 2001:db8:0:ffff::2 (f7d2a722-9902-41b5-b7b1-b632b247708c/cff1f11f-19c6-419e-aa6a-4d7c797ac432/5167f097-6b63-4774-96b1-2a57deec0545) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:49.797340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.802629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:49.803252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.888479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3989277
Mar 26 21:07:49.889156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48856) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:49.898411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:49.927540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6dcd0-f754-493f-a37d-c6f3de38d42e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=be485ec7-334a-408f-ba3e-ee10cdb84d6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:49.945250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks [] for port (5167f097-6b63-4774-96b1-2a57deec0545), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:49.949700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network be485ec7-334a-408f-ba3e-ee10cdb84d6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:49.953364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (5167f097-6b63-4774-96b1-2a57deec0545), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.030005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:50.034789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.085529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Network f7d2a722-9902-41b5-b7b1-b632b247708c is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:50.097238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:50.101485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Pushing event updated for resources: {'Port': ['ID=5167f097-6b63-4774-96b1-2a57deec0545,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:50.104254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:50.174488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Attempting to bind port 5167f097-6b63-4774-96b1-2a57deec0545 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:50.175505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Attempting to bind port 5167f097-6b63-4774-96b1-2a57deec0545 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:50.176062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Attempting to bind port 5167f097-6b63-4774-96b1-2a57deec0545 on network f7d2a722-9902-41b5-b7b1-b632b247708c {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:50.184091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:50.184577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Checking segment: {'id': '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:50.185620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.186106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Bound using segment: {'id': '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:50.186977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Bound port: 5167f097-6b63-4774-96b1-2a57deec0545, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f7d2a722-9902-41b5-b7b1-b632b247708c'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:50.187477 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5167f097-6b63-4774-96b1-2a57deec0545), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.204593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (ee7b9542-3988-480e-977b-3ca64ec27777), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.285214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] For port 5167f097-6b63-4774-96b1-2a57deec0545, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:50.292868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] For port 5167f097-6b63-4774-96b1-2a57deec0545, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5167f097-6b63-4774-96b1-2a57deec0545,segment=NetworkSegment(68ec4a8a-9b91-440e-b84d-3ed63ec1a63f),segment_id=68ec4a8a-9b91-440e-b84d-3ed63ec1a63f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:50.303632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5167f097-6b63-4774-96b1-2a57deec0545), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.340314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (fcfc53f9-c43b-48e8-8d26-02bc61cb14b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.381904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f27ee-796d-4f7d-a8d8-306ba098afa7 None None] Pushing event updated for resources: {'Port': ['ID=5167f097-6b63-4774-96b1-2a57deec0545,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:50.419276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=fcfc53f9-c43b-48e8-8d26-02bc61cb14b5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:50.433596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:50.434608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: be485ec7-334a-408f-ba3e-ee10cdb84d6c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:07:50.453134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network be485ec7-334a-408f-ba3e-ee10cdb84d6c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:07:50.471194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be485ec7-334a-408f-ba3e-ee10cdb84d6c) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:50.472972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:50.474116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.483200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253baf6-b149-4878-b922-3e63d5864b62 None None] Network be485ec7-334a-408f-ba3e-ee10cdb84d6c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:50.494944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fd4fc7bb-e51f-413a-9511-cc86ca28257a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.6044440
Mar 26 21:07:50.497352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48880) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:50.574620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Deleting port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:50.575225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.634871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-be485ec7-334a-408f-ba3e-ee10cdb84d6c', 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': 'fcfc53f9-c43b-48e8-8d26-02bc61cb14b5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:07:50.638263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.647860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.757546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (fcfc53f9-c43b-48e8-8d26-02bc61cb14b5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.804056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469032d-24e6-46aa-9ad1-44ee610ee22b req-2629027f-ec0e-48d2-bf20-f44565439c59 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:50.810082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3469032d-24e6-46aa-9ad1-44ee610ee22b req-2629027f-ec0e-48d2-bf20-f44565439c59 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1256065
Mar 26 21:07:50.814120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] For port 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:50.814503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:50.828309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Allocated IP 2001:db8::1 (be485ec7-334a-408f-ba3e-ee10cdb84d6c/fcfc53f9-c43b-48e8-8d26-02bc61cb14b5/97328f89-e85f-4d32-9fd1-931efc8eba1d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:50.854893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Calling delete_port for 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:50.911372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632cea-7f31-47e0-8e7f-e887ee0fcc31 req-9b277805-b819-4e37-94db-127c15ea70e2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:50.913151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54632cea-7f31-47e0-8e7f-e887ee0fcc31 req-9b277805-b819-4e37-94db-127c15ea70e2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.0716045
Mar 26 21:07:50.942320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3469032d-24e6-46aa-9ad1-44ee610ee22b req-6b2fa28f-cb99-499e-abf7-749b6cc99261 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244531
Mar 26 21:07:50.972829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54632cea-7f31-47e0-8e7f-e887ee0fcc31 req-f6d2bf2b-2f25-4830-83d4-78be1198d350 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519810
Mar 26 21:07:50.989069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks [] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.002357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.019197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (fcfc53f9-c43b-48e8-8d26-02bc61cb14b5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.057483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfc53f9-c43b-48e8-8d26-02bc61cb14b5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:51.062094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Pushing event updated for resources: {'Port': ['ID=97328f89-e85f-4d32-9fd1-931efc8eba1d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:51.091187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Network be485ec7-334a-408f-ba3e-ee10cdb84d6c is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:51.092693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:51.095498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:51.151071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0995e59a-a5a3-4c88-a3dc-3bf1b7079c41), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.160917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.207109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c561910>,) {'filters': {'network_id': ['be485ec7-334a-408f-ba3e-ee10cdb84d6c']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:51.229337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c561910>, 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:51.230539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c561910>, 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:51.236855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Attempting to bind port 97328f89-e85f-4d32-9fd1-931efc8eba1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:51.237123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Attempting to bind port 97328f89-e85f-4d32-9fd1-931efc8eba1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:51.237504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Attempting to bind port 97328f89-e85f-4d32-9fd1-931efc8eba1d on network be485ec7-334a-408f-ba3e-ee10cdb84d6c {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:51.252361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.258594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:51.263287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Checking segment: {'id': 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:51.263770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.264200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Bound using segment: {'id': 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:51.264718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Bound port: 97328f89-e85f-4d32-9fd1-931efc8eba1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:51.265112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.277292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.301351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:51.301931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:51.306692 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:51.401878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0995e59a-a5a3-4c88-a3dc-3bf1b7079c41,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:51.469324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:07:51.469324 ncdv-master-1 neutron-server[126736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:07:51.469324 ncdv-master-1 neutron-server[126736]: [parameters: {'id': 'be485ec7-334a-408f-ba3e-ee10cdb84d6c'}]
Mar 26 21:07:51.469324 ncdv-master-1 neutron-server[126736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:07:51.470048 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:07:51.527126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5167f097-6b63-4774-96b1-2a57deec0545 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:51.608620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] For port 97328f89-e85f-4d32-9fd1-931efc8eba1d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:51.655788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] For port 97328f89-e85f-4d32-9fd1-931efc8eba1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97328f89-e85f-4d32-9fd1-931efc8eba1d,segment=NetworkSegment(e1b7c975-7c3f-4087-8f29-d3f22a3f2330),segment_id=e1b7c975-7c3f-4087-8f29-d3f22a3f2330)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:51.674105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.735186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (ee7b9542-3988-480e-977b-3ca64ec27777), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.869765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5167f097-6b63-4774-96b1-2a57deec0545 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:51.870121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5167f097-6b63-4774-96b1-2a57deec0545), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.948322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510e8fe-3743-4e46-8e44-51649f0f0b6b None None] Pushing event updated for resources: {'Port': ['ID=97328f89-e85f-4d32-9fd1-931efc8eba1d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:51.970735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:51.987369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77a3ef-8b6f-4a0f-8cc0-d9be2c8d0f28 None None] Network be485ec7-334a-408f-ba3e-ee10cdb84d6c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:52.070287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3244b9b-f506-4caa-89c3-2eaecdc5bd89 None None] Network f7d2a722-9902-41b5-b7b1-b632b247708c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:52.082125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting port 97328f89-e85f-4d32-9fd1-931efc8eba1d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:52.082843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.103616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Router ee7b9542-3988-480e-977b-3ca64ec27777 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:52.198628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] For port 97328f89-e85f-4d32-9fd1-931efc8eba1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97328f89-e85f-4d32-9fd1-931efc8eba1d,segment=NetworkSegment(e1b7c975-7c3f-4087-8f29-d3f22a3f2330),segment_id=e1b7c975-7c3f-4087-8f29-d3f22a3f2330)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:52.199495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.242038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ca2a746c-b973-4296-b685-5b12c2b9d7f1 None None] Provisioning complete for port 5167f097-6b63-4774-96b1-2a57deec0545 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:52.242630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca2a746c-b973-4296-b685-5b12c2b9d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5167f097-6b63-4774-96b1-2a57deec0545), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.255110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Calling delete_port for 97328f89-e85f-4d32-9fd1-931efc8eba1d owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:52.277354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:52.279881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5167f097-6b63-4774-96b1-2a57deec0545 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:52.280483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5167f097-6b63-4774-96b1-2a57deec0545), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.287502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c4713cc1-2009-4efc-999e-cb52d534caf9 admin admin] 10.222.0.16 "PUT /v2.0/routers/ee7b9542-3988-480e-977b-3ca64ec27777/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0035264
Mar 26 21:07:52.297219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48938) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:52.333053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Sync routers for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:52.358332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017355b8-cc06-4fba-8fe4-d28adf96d602 req-a65cc4b9-f289-452e-b2fc-e2d6343269c2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:52.359835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-017355b8-cc06-4fba-8fe4-d28adf96d602 req-a65cc4b9-f289-452e-b2fc-e2d6343269c2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1633258
Mar 26 21:07:52.412071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (97328f89-e85f-4d32-9fd1-931efc8eba1d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.454004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402bdf1-8f0b-4b0b-8191-33ffec265a6a req-95236c88-dd2a-4d7a-81b9-c0bd89fdf5e6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:52.455811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5402bdf1-8f0b-4b0b-8191-33ffec265a6a req-95236c88-dd2a-4d7a-81b9-c0bd89fdf5e6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1802070
Mar 26 21:07:52.467309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No DVR routers for this DVR port 97328f89-e85f-4d32-9fd1-931efc8eba1d on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:52.476207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Port': ['ID=97328f89-e85f-4d32-9fd1-931efc8eba1d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:52.482622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-017355b8-cc06-4fba-8fe4-d28adf96d602 req-a61fa26a-3dc5-4ab1-8b9c-0e4d9bddbac9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106911
Mar 26 21:07:52.539625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks [] for router (ee7b9542-3988-480e-977b-3ca64ec27777), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.541027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5167f097-6b63-4774-96b1-2a57deec0545, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5167f097-6b63-4774-96b1-2a57deec0545,segment=NetworkSegment(68ec4a8a-9b91-440e-b84d-3ed63ec1a63f),segment_id=68ec4a8a-9b91-440e-b84d-3ed63ec1a63f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:52.545669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:52.546393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edd70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:52.591026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.594283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5167f097-6b63-4774-96b1-2a57deec0545), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.622027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e742730>,) {'filters': {'network_id': ['be485ec7-334a-408f-ba3e-ee10cdb84d6c']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:52.637340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e742730>, 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:52.637628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e742730>, 'e1b7c975-7c3f-4087-8f29-d3f22a3f2330') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:52.648650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.665001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.672683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:52.673241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e1b7c975-7c3f-4087-8f29-d3f22a3f2330), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.675522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5402bdf1-8f0b-4b0b-8191-33ffec265a6a req-c8fc5659-2466-4ac0-beee-fdff49ce9661 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2097983
Mar 26 21:07:52.691147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks [] for router_gateway (ee7b9542-3988-480e-977b-3ca64ec27777), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:52.702560 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:52.706871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-a194357f-a622-4cb1-beee-9ce5ac49e408 service neutron] (126738) timed out ('10.222.0.16', 49098) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:07:52.748690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5167f097-6b63-4774-96b1-2a57deec0545,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:52.784731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (be485ec7-334a-408f-ba3e-ee10cdb84d6c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.784997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Deleting port caa5185e-043d-4528-8e0c-9f62c0e877d5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:52.785306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.791308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.797664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/be485ec7-334a-408f-ba3e-ee10cdb84d6c HTTP/1.1" status: 204  len: 168 time: 2.2991874
Mar 26 21:07:52.807634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:52.810887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:52.818979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-208594353'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:52.840338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ce65-4a60-4a26-8657-8fd390805fc0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=be485ec7-334a-408f-ba3e-ee10cdb84d6c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:52.867097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:52.872288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.908237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:52.911375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a746c-b973-4296-b685-5b12c2b9d7f1 None None] Current status of the port 5167f097-6b63-4774-96b1-2a57deec0545 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:52.922134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] For port caa5185e-043d-4528-8e0c-9f62c0e877d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=caa5185e-043d-4528-8e0c-9f62c0e877d5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:52.923265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.932560 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3254620d-5a93-4177-9fbf-924429d41cc2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:52.933382 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 3254620d-5a93-4177-9fbf-924429d41cc2 of type vlan for network b78d087e-2759-4b60-86c1-29f83618ceb6
Mar 26 21:07:52.943535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Calling delete_port for caa5185e-043d-4528-8e0c-9f62c0e877d5 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:53.031204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b78d087e-2759-4b60-86c1-29f83618ceb6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.066921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b78d087e-2759-4b60-86c1-29f83618ceb6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.075590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:53.076244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.104656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca53d90-d871-4bb0-b8be-59ecf1538c78 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:07:53.137168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3266892
Mar 26 21:07:53.141179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48952) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:53.182765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:53.208667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5137a81-59c2-416b-b327-a4aae0cda0c2 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=b78d087e-2759-4b60-86c1-29f83618ceb6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:53.223703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (caa5185e-043d-4528-8e0c-9f62c0e877d5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.252716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ad6adf6a-c831-4f9f-b4b4-444bdfeb9c2c None None] Provisioning complete for port 5167f097-6b63-4774-96b1-2a57deec0545 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:53.254448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ad6adf6a-c831-4f9f-b4b4-444bdfeb9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5167f097-6b63-4774-96b1-2a57deec0545), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.260766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b78d087e-2759-4b60-86c1-29f83618ceb6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:53.264032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa5185e-043d-4528-8e0c-9f62c0e877d5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:53.352202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edd70a0>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:07:51Z', 'revision_number': 5, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port': {'id': 'caa5185e-043d-4528-8e0c-9f62c0e877d5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:12Z', 'updated_at': '2022-03-26T21:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:53.360493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:53.364595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.402026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (ee7b9542-3988-480e-977b-3ca64ec27777), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.445281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Checking router: ee7b9542-3988-480e-977b-3ca64ec27777 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:07:53.523967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (ee7b9542-3988-480e-977b-3ca64ec27777), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.528360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks [] for router_controller (ee7b9542-3988-480e-977b-3ca64ec27777), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.530606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-8e914221-07e9-42d2-a73b-99acde29ce65 req-707700a5-e1a7-4f5b-b59e-c0a09dec3564 tempest-MigrationsAdminTest-1543386851 tempest-MigrationsAdminTest-1543386851-project-admin] (126738) timed out ('10.222.0.16', 52888) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:07:53.533267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:07:53.535802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5167f097-6b63-4774-96b1-2a57deec0545 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:53.585593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Routers {'ee7b9542-3988-480e-977b-3ca64ec27777'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:53.586310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edd70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ee7b9542-3988-480e-977b-3ca64ec27777'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:53.609190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (ee7b9542-3988-480e-977b-3ca64ec27777), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.609866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee7b9542-3988-480e-977b-3ca64ec27777 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:07:53.616437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.619558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e92f92d-ecae-4519-a544-65cb0c050bf2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ee7b9542-3988-480e-977b-3ca64ec27777 HTTP/1.1" status: 204  len: 168 time: 1.3214426
Mar 26 21:07:53.622577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48962) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:53.693687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca53d90-d871-4bb0-b8be-59ecf1538c78 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:07:53.705660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Deleting subnet 5cd7e2e1-5520-4541-94f7-82fe69641de3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:07:53.709333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Publish callbacks [] for subnet (5cd7e2e1-5520-4541-94f7-82fe69641de3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.753239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (03f51911-6b33-471a-9e10-da5e427860c7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.761600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] Set router ee7b9542-3988-480e-977b-3ca64ec27777 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:53.767070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e83e7-bf54-4fcd-91b6-8a7beaebc927 req-f49abb0f-eda3-44e0-a8d5-064d9d4b2836 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:53.769287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac5e83e7-bf54-4fcd-91b6-8a7beaebc927 req-f49abb0f-eda3-44e0-a8d5-064d9d4b2836 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1125798
Mar 26 21:07:53.773756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (5cd7e2e1-5520-4541-94f7-82fe69641de3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.852522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edd70a0>, [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:07:53Z', 'revision_number': 7, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:53.872928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac5e83e7-bf54-4fcd-91b6-8a7beaebc927 req-d6335535-9548-4213-85c9-ff1992f5b3dd tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968804
Mar 26 21:07:53.880923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=03f51911-6b33-471a-9e10-da5e427860c7,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:53.886644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '3254620d-5a93-4177-9fbf-924429d41cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:53.887191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: b78d087e-2759-4b60-86c1-29f83618ceb6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:07:53.906429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ad6adf6a-c831-4f9f-b4b4-444bdfeb9c2c None None] Current status of the port 5167f097-6b63-4774-96b1-2a57deec0545 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:53.923547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network b78d087e-2759-4b60-86c1-29f83618ceb6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:07:53.933893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5cd7e2e1-5520-4541-94f7-82fe69641de3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.940008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e3f39-fba2-46f7-a898-6f3dcdf7c12f None None] The sync data for ids ['ee7b9542-3988-480e-977b-3ca64ec27777'] in ncdv-master-1 is: [{'id': 'ee7b9542-3988-480e-977b-3ca64ec27777', 'name': 'tempest-TaggedBootDevicesTest-1417887735-router', 'tenant_id': '9643f439b26e41cda482b9533143d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:11Z', 'updated_at': '2022-03-26T21:07:53Z', 'revision_number': 7, 'project_id': '9643f439b26e41cda482b9533143d636', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:07:53.951235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8b856-e6c8-4d75-9b45-c007971a5ae7 req-e977cf56-2145-4a11-a59e-ea67f4b250ec tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:53.953613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48a8b856-e6c8-4d75-9b45-c007971a5ae7 req-e977cf56-2145-4a11-a59e-ea67f4b250ec tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1669631
Mar 26 21:07:53.955120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b78d087e-2759-4b60-86c1-29f83618ceb6) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:53.971033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:53.972169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:53.978465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5167f097-6b63-4774-96b1-2a57deec0545 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:53.979278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5167f097-6b63-4774-96b1-2a57deec0545), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.037781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08b010d4-843a-4cb3-8ead-a9f11209b568 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.8954422
Mar 26 21:07:54.037998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (5cd7e2e1-5520-4541-94f7-82fe69641de3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.042612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:54.050949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363982063'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:54.073083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48a8b856-e6c8-4d75-9b45-c007971a5ae7 req-06e6db07-b1e1-485d-a968-cfe7c8b1a36f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117609
Mar 26 21:07:54.100387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.102637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5cd7e2e1-5520-4541-94f7-82fe69641de3 HTTP/1.1" status: 204  len: 168 time: 0.4788644
Mar 26 21:07:54.105224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:54.106045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1ee7-3ede-4682-b2fe-769f571694ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd7e2e1-5520-4541-94f7-82fe69641de3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:54.129101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:54.133648 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.147603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:54.166153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:54.180802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.181203 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e of type vlan for network 6061a459-b689-4914-b7e4-a85846e7298d
Mar 26 21:07:54.196748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (fb669b80-3494-4e3d-8fe7-1563ab9c14ff), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.222047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5167f097-6b63-4774-96b1-2a57deec0545 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:54.231471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6061a459-b689-4914-b7e4-a85846e7298d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.256114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:07:54.263747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Deleting port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:54.264287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.268542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6061a459-b689-4914-b7e4-a85846e7298d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.274776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:54.275480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.341349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] For port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,segment=NetworkSegment(020e6564-00ae-48cc-aa88-9355245849ce),segment_id=020e6564-00ae-48cc-aa88-9355245849ce)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:54.341925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.347640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2980008
Mar 26 21:07:54.354140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:54.354140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.354892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48994) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:54.368728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': '6061a459-b689-4914-b7e4-a85846e7298d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:54.377711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Calling delete_port for 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:54.405373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:07:54.433508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:54.450079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a126c25-4f8b-4722-aa6a-904282fca9c4 None None] Network b78d087e-2759-4b60-86c1-29f83618ceb6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:54.453145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51410645-f71a-4914-aed1-9f77a90bf1bb None None] Network fb669b80-3494-4e3d-8fe7-1563ab9c14ff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:54.463651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.520981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1ebaa32f-b7f9-4bbc-a169-de5ac01e2986), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.557320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814da7c-9204-4034-b8e1-b8cacb51f4c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=6061a459-b689-4914-b7e4-a85846e7298d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:54.559494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebaa32f-b7f9-4bbc-a169-de5ac01e2986,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:54.563354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] No DVR routers for this DVR port 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:07:54.682952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (fb669b80-3494-4e3d-8fe7-1563ab9c14ff), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.711267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:54.717991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.732193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6125826c10>,) {'filters': {'network_id': ['fb669b80-3494-4e3d-8fe7-1563ab9c14ff']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:54.753405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125826c10>, '020e6564-00ae-48cc-aa88-9355245849ce') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:54.754632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125826c10>, '020e6564-00ae-48cc-aa88-9355245849ce') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:54.790852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (020e6564-00ae-48cc-aa88-9355245849ce), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.810452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Performing IP validity checks on allocation pools {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:07:54.810984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:07:54.836475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (020e6564-00ae-48cc-aa88-9355245849ce), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.851910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:54.854862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (020e6564-00ae-48cc-aa88-9355245849ce), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:54.886112 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:54.904512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6061a459-b689-4914-b7e4-a85846e7298d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:54.959771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:07:55.053834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (fb669b80-3494-4e3d-8fe7-1563ab9c14ff), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.059695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.086589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] 10.222.0.16 "DELETE /v2.0/networks/fb669b80-3494-4e3d-8fe7-1563ab9c14ff HTTP/1.1" status: 204  len: 168 time: 0.9795947
Mar 26 21:07:55.087326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49024) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:55.110127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b78d087e-2759-4b60-86c1-29f83618ceb6', 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': '03f51911-6b33-471a-9e10-da5e427860c7'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:07:55.111003 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.150779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (789fe6ff-25f3-4a1b-8adc-882830b9dc9f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.217877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:55.222025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde391f-d482-41ff-bf3a-df57663cbf4d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb669b80-3494-4e3d-8fe7-1563ab9c14ff,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:55.323036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1296a022-1512-47be-bbf9-6dc3826a67e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.345335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53229284-1913-4de9-b9bb-ef22cd699291 req-7edda98f-41a3-49e3-955b-89691c01396e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:55.346896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53229284-1913-4de9-b9bb-ef22cd699291 req-7edda98f-41a3-49e3-955b-89691c01396e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.3367794
Mar 26 21:07:55.349255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ad489b-5e59-427f-a9f2-e5e09a9ff0f4 None None] DHCP port deletion for fb669b80-3494-4e3d-8fe7-1563ab9c14ff request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:07:55.423763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=789fe6ff-25f3-4a1b-8adc-882830b9dc9f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:55.496705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53229284-1913-4de9-b9bb-ef22cd699291 req-66739faa-7ef5-4568-9499-f671b65d30bb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043608
Mar 26 21:07:55.529246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': 'cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6061a459-b689-4914-b7e4-a85846e7298d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:55.529246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: 6061a459-b689-4914-b7e4-a85846e7298d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:07:55.554226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:55.560929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143381f8-647c-402d-be74-c41a75ad5e3a req-e60db6fe-48d1-4a4f-a28f-3c20bd6ab7a9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:55.573087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143381f8-647c-402d-be74-c41a75ad5e3a req-e60db6fe-48d1-4a4f-a28f-3c20bd6ab7a9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.3630853
Mar 26 21:07:55.584870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 6061a459-b689-4914-b7e4-a85846e7298d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:07:55.608249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6061a459-b689-4914-b7e4-a85846e7298d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:55.617297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:55.618581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.623066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:55.625186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0995e59a-a5a3-4c88-a3dc-3bf1b7079c41 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:55.627783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device caa5185e-043d-4528-8e0c-9f62c0e877d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:55.636217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e22786d-31ba-4a09-bd3f-d25f027c2419 None None] Network 6061a459-b689-4914-b7e4-a85846e7298d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:55.641973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bb71c84e-b235-41db-b195-88c59a86f869 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.2847033
Mar 26 21:07:55.647215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49052) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:55.752250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-143381f8-647c-402d-be74-c41a75ad5e3a req-df546645-5f44-42c2-8a69-6373a49eaa9c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765497
Mar 26 21:07:55.779534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Allocated IP 2001:db8::3 (b78d087e-2759-4b60-86c1-29f83618ceb6/03f51911-6b33-471a-9e10-da5e427860c7/f3eb104a-7583-4e1a-a53f-5f67650b4dbb) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:07:55.846907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6061a459-b689-4914-b7e4-a85846e7298d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.977427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks [] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:55.987311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: caa5185e-043d-4528-8e0c-9f62c0e877d5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:55.988324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device caa5185e-043d-4528-8e0c-9f62c0e877d5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:55.988882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:07:55.999037 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.003703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (789fe6ff-25f3-4a1b-8adc-882830b9dc9f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.059733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.084859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Pushing event updated for resources: {'Port': ['ID=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:56.093643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:07:56.094032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1ebaa32f-b7f9-4bbc-a169-de5ac01e2986 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:07:56.157967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (789fe6ff-25f3-4a1b-8adc-882830b9dc9f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.175210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Network b78d087e-2759-4b60-86c1-29f83618ceb6 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:07:56.181451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:07:56.184777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:07:56.273058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb630241-699f-4426-bd7a-e8be4d8fe41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6061a459-b689-4914-b7e4-a85846e7298d', 'network_id': '6061a459-b689-4914-b7e4-a85846e7298d', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': '789fe6ff-25f3-4a1b-8adc-882830b9dc9f'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:07:56.274435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb630241-699f-4426-bd7a-e8be4d8fe41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.293810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Attempting to bind port f3eb104a-7583-4e1a-a53f-5f67650b4dbb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:07:56.300451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Attempting to bind port f3eb104a-7583-4e1a-a53f-5f67650b4dbb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3254620d-5a93-4177-9fbf-924429d41cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:07:56.300958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Attempting to bind port f3eb104a-7583-4e1a-a53f-5f67650b4dbb on network b78d087e-2759-4b60-86c1-29f83618ceb6 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:07:56.329545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:07:56.329935 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Checking segment: {'id': '3254620d-5a93-4177-9fbf-924429d41cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:07:56.342255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.342857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Bound using segment: {'id': '3254620d-5a93-4177-9fbf-924429d41cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:07:56.343399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Bound port: f3eb104a-7583-4e1a-a53f-5f67650b4dbb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3254620d-5a93-4177-9fbf-924429d41cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b78d087e-2759-4b60-86c1-29f83618ceb6'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:07:56.343815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.500030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Deleting port 2ba544c1-deb8-40f0-82e2-90303cc60a57 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:07:56.500528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.523537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658edb6f-cc58-453b-b4aa-16ad5d1c9742 None None] Network 6061a459-b689-4914-b7e4-a85846e7298d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:56.588156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] For port f3eb104a-7583-4e1a-a53f-5f67650b4dbb, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:07:56.649094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:07:56.666231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] For port 2ba544c1-deb8-40f0-82e2-90303cc60a57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ba544c1-deb8-40f0-82e2-90303cc60a57,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:56.672411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.691226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Calling delete_port for 2ba544c1-deb8-40f0-82e2-90303cc60a57 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:07:56.739113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] For port f3eb104a-7583-4e1a-a53f-5f67650b4dbb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,segment=NetworkSegment(3254620d-5a93-4177-9fbf-924429d41cc2),segment_id=3254620d-5a93-4177-9fbf-924429d41cc2)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:07:56.808685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:56.976972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fb36e-7ca6-40a4-9443-fe0a50ec851a None None] Pushing event updated for resources: {'Port': ['ID=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:57.057882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6061a459-b689-4914-b7e4-a85846e7298d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.063975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2ba544c1-deb8-40f0-82e2-90303cc60a57), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.098581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49094) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:57.125862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=789fe6ff-25f3-4a1b-8adc-882830b9dc9f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:57.141778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611eea7e50>,) {'filters': {'network_id': ['6061a459-b689-4914-b7e4-a85846e7298d']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:57.153877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba544c1-deb8-40f0-82e2-90303cc60a57,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:57.157675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eea7e50>, 'cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:57.158028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eea7e50>, 'cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:57.170687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.209054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.218598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e043b8-bda4-4be0-9a63-455d15039eca req-24765159-38a2-44c5-b28b-1a75eefcf05a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:57.220831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38e043b8-bda4-4be0-9a63-455d15039eca req-24765159-38a2-44c5-b28b-1a75eefcf05a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.2265060
Mar 26 21:07:57.238804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca42d8-0732-4438-933e-9f52ca85ed1c req-c6c8520e-dd6c-45d9-a36c-dd028b3e5a03 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:57.252496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8ca42d8-0732-4438-933e-9f52ca85ed1c req-c6c8520e-dd6c-45d9-a36c-dd028b3e5a03 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2092543
Mar 26 21:07:57.288682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:07:57.290800 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (cc6ba3d1-e5b9-4f90-b6a4-eab40bd50f9e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.360476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b23d6dc-e3f9-4645-9057-afdbcadcf82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.445646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38e043b8-bda4-4be0-9a63-455d15039eca req-f253d77d-02ec-4c94-87a0-29616e7ff412 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2172158
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:07:57.487664 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:07:57.507730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6061a459-b689-4914-b7e4-a85846e7298d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.512848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.525211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/6061a459-b689-4914-b7e4-a85846e7298d HTTP/1.1" status: 204  len: 168 time: 1.8763824
Mar 26 21:07:57.530608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:57.562283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49100) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:57.570203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618821351'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:57.589488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cc2-c6b7-42a7-88d4-42752b4de43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.616994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a8eff-13ed-4d2e-b7ab-26bb61116174 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=6061a459-b689-4914-b7e4-a85846e7298d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:57.655655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f3eb104a-7583-4e1a-a53f-5f67650b4dbb up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:57.704515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8ca42d8-0732-4438-933e-9f52ca85ed1c req-2c2daba6-63ec-4a0c-a896-31f439f87c4a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4504039
Mar 26 21:07:57.718057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:57.718537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.746729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f3eb104a-7583-4e1a-a53f-5f67650b4dbb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:57.747239 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.774295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:07:57.783135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:57.783522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.798572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.798933 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 68f16784-4ed3-4c2a-9519-f52c744df8c8 of type vlan for network ab499b05-f199-424b-966b-e2714626b4c0
Mar 26 21:07:57.851146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cc2-c6b7-42a7-88d4-42752b4de43f admin admin] Publish callbacks [] for security_group (9177af2f-d050-4f3d-bb31-f028fe605954), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.865026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8cc2-c6b7-42a7-88d4-42752b4de43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9177af2f-d050-4f3d-bb31-f028fe605954), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.903147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ab499b05-f199-424b-966b-e2714626b4c0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.951036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49106) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:57.959372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed4f8cc2-c6b7-42a7-88d4-42752b4de43f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fe0ac400cb14a409d8b96581772ca43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8275998
Mar 26 21:07:57.960572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f8cc2-c6b7-42a7-88d4-42752b4de43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9177af2f-d050-4f3d-bb31-f028fe605954,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:57.990492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:57.991120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:57.999732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f3eb104a-7583-4e1a-a53f-5f67650b4dbb is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:58.000356 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.012972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.051261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ab499b05-f199-424b-966b-e2714626b4c0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.051497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:58.051497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:07:58.052684 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad9b81-ba96-43d1-958a-5a74e0c753b7" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:07:58.054580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:58.057844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.058478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.206205 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f9c23b-0085-4097-a632-86aa32cf0da5 x-openstack-request-id: req-c3f9c23b-0085-4097-a632-86aa32cf0da5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:07:58.206561 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:07:58.207123 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3f9c23b-0085-4097-a632-86aa32cf0da5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:07:58.207436 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f9c23b-0085-4097-a632-86aa32cf0da5'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'code': 200}
Mar 26 21:07:58.207878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:58.261601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port f3eb104a-7583-4e1a-a53f-5f67650b4dbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,segment=NetworkSegment(3254620d-5a93-4177-9fbf-924429d41cc2),segment_id=3254620d-5a93-4177-9fbf-924429d41cc2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:07:58.270274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.374669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:58.621988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=ab499b05-f199-424b-966b-e2714626b4c0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:58.636244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ab499b05-f199-424b-966b-e2714626b4c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:07:58.669751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6040dcde-a1cc-467b-b454-2baee2680304 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1064956
Mar 26 21:07:58.675050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49130) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:58.681030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:07:58.729089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] Publish callbacks [] for security_group (9177af2f-d050-4f3d-bb31-f028fe605954), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.755590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] Publish callbacks [] for security_group (9177af2f-d050-4f3d-bb31-f028fe605954), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.774957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa423584-ee23-4bb7-b6cb-0c8d0cc0844d None None] Network b78d087e-2759-4b60-86c1-29f83618ceb6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:07:58.881299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9177af2f-d050-4f3d-bb31-f028fe605954), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.884135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.887689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9177af2f-d050-4f3d-bb31-f028fe605954 HTTP/1.1" status: 204  len: 168 time: 0.9329371
Mar 26 21:07:58.907078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab7379-26e1-4bfc-8f52-5d65e8d3ec2b req-178a4b0d-afb6-415e-bbf1-cb1873948f2b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:58.908775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51ab7379-26e1-4bfc-8f52-5d65e8d3ec2b req-178a4b0d-afb6-415e-bbf1-cb1873948f2b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.3046734
Mar 26 21:07:58.940380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c4f03600-d30b-4960-ad03-d95c9602baf2 None None] Provisioning complete for port f3eb104a-7583-4e1a-a53f-5f67650b4dbb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:58.941026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c4f03600-d30b-4960-ad03-d95c9602baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.952867 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:58.996755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579e018-1e8d-4d71-a667-22f606c6f8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9177af2f-d050-4f3d-bb31-f028fe605954,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:07:59.058040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510c7b6-3fc5-4b9a-b022-6d85cd61ece7 req-0a1b1204-a2fe-46f8-9555-2391de7a8287 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:07:59.066430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9510c7b6-3fc5-4b9a-b022-6d85cd61ece7 req-0a1b1204-a2fe-46f8-9555-2391de7a8287 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1721087
Mar 26 21:07:59.071804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:07:59.077621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.179349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51ab7379-26e1-4bfc-8f52-5d65e8d3ec2b req-ce748623-c9e9-4935-8c91-930c975aa233 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2395945
Mar 26 21:07:59.273211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Router e9d19ef6-5278-44e6-9250-b0f60a4e2490 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:07:59.487589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9510c7b6-3fc5-4b9a-b022-6d85cd61ece7 req-f3a3e1ed-82ed-431e-a371-7c4a7ffcf408 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3896222
Mar 26 21:07:59.508019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49154) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:59.512132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:07:59.522791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f3eb104a-7583-4e1a-a53f-5f67650b4dbb up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:07:59.524213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7610612c-5da9-4439-b835-1a3a198d5fb5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e9d19ef6-5278-44e6-9250-b0f60a4e2490/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4347024
Mar 26 21:07:59.525901 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Sync routers for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:07:59.531160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49156) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:07:59.545115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d337a71e-e70d-4e36-b12d-70beaa6d3e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.550756 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:07:59.552666 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612423bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:07:59.644139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c4f03600-d30b-4960-ad03-d95c9602baf2 None None] Current status of the port f3eb104a-7583-4e1a-a53f-5f67650b4dbb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:59.673353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f3eb104a-7583-4e1a-a53f-5f67650b4dbb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:07:59.673650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.791860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks [] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.835183 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d337a71e-e70d-4e36-b12d-70beaa6d3e33 admin admin] Publish callbacks [] for security_group (1d0df610-b268-459f-808b-80f3d83b0a79), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.850537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d337a71e-e70d-4e36-b12d-70beaa6d3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1d0df610-b268-459f-808b-80f3d83b0a79), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:07:59.894594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f3eb104a-7583-4e1a-a53f-5f67650b4dbb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:07:59.918285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:07:59.991415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks [] for router_gateway (e9d19ef6-5278-44e6-9250-b0f60a4e2490), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.075232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d337a71e-e70d-4e36-b12d-70beaa6d3e33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c1d7c0a085841b186137dd729a8704b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5596511
Mar 26 21:08:00.085095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a71e-e70d-4e36-b12d-70beaa6d3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0df610-b268-459f-808b-80f3d83b0a79,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:00.094618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:00.096225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (124d83d7-599d-423e-bb73-112bd9248de4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.111345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8181b5e8-ad18-4fd1-a381-afe13669fa6c None None] Provisioning complete for port f3eb104a-7583-4e1a-a53f-5f67650b4dbb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:00.111740 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8181b5e8-ad18-4fd1-a381-afe13669fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.145262 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.241559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] Publish callbacks [] for security_group (1d0df610-b268-459f-808b-80f3d83b0a79), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.255144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=124d83d7-599d-423e-bb73-112bd9248de4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:00.268776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] Publish callbacks [] for security_group (1d0df610-b268-459f-808b-80f3d83b0a79), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.271217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '68f16784-4ed3-4c2a-9519-f52c744df8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:00.271598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: ab499b05-f199-424b-966b-e2714626b4c0, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:00.321390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network ab499b05-f199-424b-966b-e2714626b4c0 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:00.322890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8181b5e8-ad18-4fd1-a381-afe13669fa6c None None] Current status of the port f3eb104a-7583-4e1a-a53f-5f67650b4dbb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:00.334600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab499b05-f199-424b-966b-e2714626b4c0) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:00.339039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:00.339653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.348401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68726c26-78e1-46c4-afe3-4531ce401a50 None None] Network ab499b05-f199-424b-966b-e2714626b4c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:00.351325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1d0df610-b268-459f-808b-80f3d83b0a79), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.354621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.361640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d0df610-b268-459f-808b-80f3d83b0a79 HTTP/1.1" status: 204  len: 168 time: 0.2678776
Mar 26 21:08:00.368116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d2f18753-b028-4700-90be-044f02a93faf tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.6930263
Mar 26 21:08:00.371247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Deleting port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:00.371949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.373797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49170) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:00.426990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cba510-884e-4d85-bb7c-5e7131d882c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0df610-b268-459f-808b-80f3d83b0a79,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:00.440466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612423bb80>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154'}], 'enable_snat': True}, 'gw_port_id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:07:56Z', 'revision_number': 5, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port': {'id': '4e940ed1-aad1-42a3-855b-f7dd9e085cd0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:01:25Z', 'updated_at': '2022-03-26T21:01:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:00.483830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46f15-fd41-4418-88e5-068ac8574e01 req-9139d1d6-d472-49b2-9f8f-ebe62f86465e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:00.490370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0d46f15-fd41-4418-88e5-068ac8574e01 req-9139d1d6-d472-49b2-9f8f-ebe62f86465e tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1212099
Mar 26 21:08:00.517816 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Checking router: e9d19ef6-5278-44e6-9250-b0f60a4e2490 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:08:00.535478 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Routers {'e9d19ef6-5278-44e6-9250-b0f60a4e2490'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:00.537151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612423bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:00.606643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0d46f15-fd41-4418-88e5-068ac8574e01 req-f6c834fc-5899-4936-a5e8-356e75d872a5 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094680
Mar 26 21:08:00.633574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab499b05-f199-424b-966b-e2714626b4c0', 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': '124d83d7-599d-423e-bb73-112bd9248de4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:00.634399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.700549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ab499b05-f199-424b-966b-e2714626b4c0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.735347 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] Set router e9d19ef6-5278-44e6-9250-b0f60a4e2490 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:00.801552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] For port 4e940ed1-aad1-42a3-855b-f7dd9e085cd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:00.802196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:00.862680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Allocated IP 2001:db8::1 (ab499b05-f199-424b-966b-e2714626b4c0/124d83d7-599d-423e-bb73-112bd9248de4/9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:00.866759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Calling delete_port for 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:00.885615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612423bb80>, [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:07:59Z', 'revision_number': 6, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:00.914983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d88ff-6a05-4c6d-a61f-acbe3d918ba0 req-f95c7a54-c064-4c79-849a-696adee1f45a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:00.922240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c37d88ff-6a05-4c6d-a61f-acbe3d918ba0 req-f95c7a54-c064-4c79-849a-696adee1f45a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2192025
Mar 26 21:08:01.087581 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c37d88ff-6a05-4c6d-a61f-acbe3d918ba0 req-806553ba-a9e5-4615-b847-308f20ba32b9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585407
Mar 26 21:08:01.116254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (124d83d7-599d-423e-bb73-112bd9248de4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.140776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b5a81-b86f-4b36-9f08-bd7dd599839a None None] The sync data for ids ['e9d19ef6-5278-44e6-9250-b0f60a4e2490'] in ncdv-master-1 is: [{'id': 'e9d19ef6-5278-44e6-9250-b0f60a4e2490', 'name': 'tempest-TaggedBootDevicesTest-1015232527-router', 'tenant_id': '0c00094084934413b62c2a79ef898316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:01:23Z', 'updated_at': '2022-03-26T21:07:59Z', 'revision_number': 6, 'project_id': '0c00094084934413b62c2a79ef898316', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:08:01.174463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks [] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.198514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.306073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Network ab499b05-f199-424b-966b-e2714626b4c0 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:01.309579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:01.317523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:01.319554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Pushing event updated for resources: {'Port': ['ID=9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:01.328893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.329254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.329602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.329945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.330283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.330620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.330953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.331285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.331614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.332552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.332910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.333360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.333699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.334027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.334354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:01.395516 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (124d83d7-599d-423e-bb73-112bd9248de4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.461957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=124d83d7-599d-423e-bb73-112bd9248de4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:01.474621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Attempting to bind port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:01.477528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Attempting to bind port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68f16784-4ed3-4c2a-9519-f52c744df8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:01.477915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Attempting to bind port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 on network ab499b05-f199-424b-966b-e2714626b4c0 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:01.481021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4e940ed1-aad1-42a3-855b-f7dd9e085cd0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.495545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:01.496286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Checking segment: {'id': '68f16784-4ed3-4c2a-9519-f52c744df8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:01.496705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.497104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Bound using segment: {'id': '68f16784-4ed3-4c2a-9519-f52c744df8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:01.497585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Bound port: 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f16784-4ed3-4c2a-9519-f52c744df8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ab499b05-f199-424b-966b-e2714626b4c0'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:01.497970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.591537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] For port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:01.595782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] For port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8,segment=NetworkSegment(68f16784-4ed3-4c2a-9519-f52c744df8c8),segment_id=68f16784-4ed3-4c2a-9519-f52c744df8c8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:01.600314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2ba544c1-deb8-40f0-82e2-90303cc60a57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:01.600998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e940ed1-aad1-42a3-855b-f7dd9e085cd0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:01.677145 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ab499b05-f199-424b-966b-e2714626b4c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.693169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2ba544c1-deb8-40f0-82e2-90303cc60a57 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:01.695126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2ba544c1-deb8-40f0-82e2-90303cc60a57 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:01.702330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.764708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c270e50>,) {'filters': {'network_id': ['ab499b05-f199-424b-966b-e2714626b4c0']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:01.781684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c270e50>, '68f16784-4ed3-4c2a-9519-f52c744df8c8') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:01.781811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c270e50>, '68f16784-4ed3-4c2a-9519-f52c744df8c8') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:01.789901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.795097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.841693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4510d-63d8-49cd-b24c-a10b7ab2e23e None None] Pushing event updated for resources: {'Port': ['ID=9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:01.901410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.935296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.942109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks [] for router_controller (e9d19ef6-5278-44e6-9250-b0f60a4e2490), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:01.989814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da4ae-c597-4571-b5c9-4156672095ab req-74d0d86a-c71c-4ca2-bf06-125c0ed36e75 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:01.996554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-311da4ae-c597-4571-b5c9-4156672095ab req-74d0d86a-c71c-4ca2-bf06-125c0ed36e75 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1676471
Mar 26 21:08:02.007668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.024364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:02.025098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:02.028275 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:02.029996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (e9d19ef6-5278-44e6-9250-b0f60a4e2490), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.029996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d19ef6-5278-44e6-9250-b0f60a4e2490 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:08:02.046635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.050057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ff1e7855-a444-4fd7-95b7-6f4190cc5429 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e9d19ef6-5278-44e6-9250-b0f60a4e2490 HTTP/1.1" status: 204  len: 168 time: 2.5156546
Mar 26 21:08:02.054971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49206) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:02.088580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29702bb-38cd-48f9-88dc-0eaad774ba46 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:08:02.147450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadefeb-6491-406b-af80-17344703ec24 req-0d0aaba6-a3eb-40f1-ba73-ec72c0dd129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:02.148992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-0d0aaba6-a3eb-40f1-ba73-ec72c0dd129f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1128 time: 0.1773610
Mar 26 21:08:02.158773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-311da4ae-c597-4571-b5c9-4156672095ab req-bab367a1-a077-4c1e-bc35-6ba330fe4102 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936258
Mar 26 21:08:02.197364 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:08:02.197364 ncdv-master-1 neutron-server[126736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:08:02.197364 ncdv-master-1 neutron-server[126736]: [parameters: {'id': 'ab499b05-f199-424b-966b-e2714626b4c0'}]
Mar 26 21:08:02.197364 ncdv-master-1 neutron-server[126736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:08:02.198031 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:08:02.229495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Deleting subnet 0553f319-8bdf-4ac5-8a0c-79a13e29cc06 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:02.235368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Publish callbacks [] for subnet (0553f319-8bdf-4ac5-8a0c-79a13e29cc06), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.260589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29702bb-38cd-48f9-88dc-0eaad774ba46 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:08:02.367483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadefeb-6491-406b-af80-17344703ec24 req-a87ce5c4-7249-4218-bbc3-3fe5f35af683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:02.369792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-a87ce5c4-7249-4218-bbc3-3fe5f35af683 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2005177
Mar 26 21:08:02.386866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0553f319-8bdf-4ac5-8a0c-79a13e29cc06), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.451329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10299fc-e91e-4609-8ee6-df749b27fca4 req-5ce660b1-3240-43f5-bcbc-162ce67d7fb2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:02.453674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e10299fc-e91e-4609-8ee6-df749b27fca4 req-5ce660b1-3240-43f5-bcbc-162ce67d7fb2 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1692262
Mar 26 21:08:02.526718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-841688e9-20f8-4825-8fdd-d983a66b8fed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1002 time: 0.1470499
Mar 26 21:08:02.585836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e10299fc-e91e-4609-8ee6-df749b27fca4 req-3351fe36-84c3-4001-aded-8ba59627a760 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200271
Mar 26 21:08:02.608239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0553f319-8bdf-4ac5-8a0c-79a13e29cc06), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.672997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadefeb-6491-406b-af80-17344703ec24 req-50522f8d-8a0f-4e8f-88aa-e4dd5a497da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:02.681111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-50522f8d-8a0f-4e8f-88aa-e4dd5a497da9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1462615
Mar 26 21:08:02.699432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ab499b05-f199-424b-966b-e2714626b4c0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.721673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432705c-8ead-4b8f-b538-748696c38ebd None None] Network ab499b05-f199-424b-966b-e2714626b4c0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:02.722261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0553f319-8bdf-4ac5-8a0c-79a13e29cc06), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.813634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadefeb-6491-406b-af80-17344703ec24 req-e124ba15-0a8b-4c0e-8dcc-b9ec7beb78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:02.815524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-e124ba15-0a8b-4c0e-8dcc-b9ec7beb78f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1221359
Mar 26 21:08:02.833391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0553f319-8bdf-4ac5-8a0c-79a13e29cc06,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:02.838718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.842316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5670f902-a651-487d-b7ea-d998d21196f9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0553f319-8bdf-4ac5-8a0c-79a13e29cc06 HTTP/1.1" status: 204  len: 168 time: 0.7866366
Mar 26 21:08:02.845343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:02.910354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8df16b-91d6-401a-8fd0-ae14ff646c69 None None] Network 9be6dfc9-17d7-46d6-a202-b932c5684a73 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:02.945679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9be6dfc9-17d7-46d6-a202-b932c5684a73), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:02.946660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-e2b83261-c467-46e1-ab38-3c3020eb1948 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244740
Mar 26 21:08:02.953088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:02.953414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.108706 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eadefeb-6491-406b-af80-17344703ec24 req-4a12df60-7b34-4d6e-b657-4b40f0966143 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508346
Mar 26 21:08:03.125386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] For port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8,segment=NetworkSegment(68f16784-4ed3-4c2a-9519-f52c744df8c8),segment_id=68f16784-4ed3-4c2a-9519-f52c744df8c8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:03.128519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.152642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Calling delete_port for 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:03.188734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] DHCP port deletion for 9be6dfc9-17d7-46d6-a202-b932c5684a73 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:03.283615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Deleting port 1520b863-161f-4455-8c5b-7ce483462e7c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:03.284039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.454212 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.470941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] For port 1520b863-161f-4455-8c5b-7ce483462e7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1520b863-161f-4455-8c5b-7ce483462e7c,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:03.471426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.494622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac6ed2-68fa-4b2d-9bf1-1f5e8fc125f5 req-511567d1-286e-44c0-97e5-ca34dcccf951 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:03.496373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2aac6ed2-68fa-4b2d-9bf1-1f5e8fc125f5 req-511567d1-286e-44c0-97e5-ca34dcccf951 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1746604
Mar 26 21:08:03.513120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Port': ['ID=9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:03.515248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Calling delete_port for 1520b863-161f-4455-8c5b-7ce483462e7c owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:03.523160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No DVR routers for this DVR port 9c0aaa3d-d4c9-4f96-a7df-b10f83f3f6f8 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:03.560177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2aac6ed2-68fa-4b2d-9bf1-1f5e8fc125f5 req-eea46e44-aa26-4e37-b4fe-50f1086f03f9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555639
Mar 26 21:08:03.617019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:03.674303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ab499b05-f199-424b-966b-e2714626b4c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.716338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:03.716789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4e940ed1-aad1-42a3-855b-f7dd9e085cd0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:03.717428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1520b863-161f-4455-8c5b-7ce483462e7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:03.738026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f612568b5b0>,) {'filters': {'network_id': ['ab499b05-f199-424b-966b-e2714626b4c0']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:03.782492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Deleting port 1520b863-161f-4455-8c5b-7ce483462e7c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:03.782958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.794579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f612568b5b0>, '68f16784-4ed3-4c2a-9519-f52c744df8c8') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:03.798227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f612568b5b0>, '68f16784-4ed3-4c2a-9519-f52c744df8c8') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:03.841168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.845340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.867815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port 1520b863-161f-4455-8c5b-7ce483462e7c update to DOWN by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:08:03.897140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Pushing event deleted for resources: {'Port': ['ID=1520b863-161f-4455-8c5b-7ce483462e7c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:03.899466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] No DVR routers for this DVR port 1520b863-161f-4455-8c5b-7ce483462e7c on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:03.901393 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.914416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:03.915770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (68f16784-4ed3-4c2a-9519-f52c744df8c8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:03.920861 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:04.020021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] For port 1520b863-161f-4455-8c5b-7ce483462e7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1520b863-161f-4455-8c5b-7ce483462e7c,segment=NetworkSegment(cb21a3c9-643e-43e8-a378-e0318a848eb7),segment_id=cb21a3c9-643e-43e8-a378-e0318a848eb7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:04.020450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.055073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Calling delete_port for 1520b863-161f-4455-8c5b-7ce483462e7c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:04.056642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509474e2-4077-408c-ba1b-f6bee35cd2b0 req-9e7e6d8a-649a-4fa9-95e4-7f5f9f7f08fa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:04.059769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-509474e2-4077-408c-ba1b-f6bee35cd2b0 req-9e7e6d8a-649a-4fa9-95e4-7f5f9f7f08fa tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2984850
Mar 26 21:08:04.078583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ab499b05-f199-424b-966b-e2714626b4c0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.100668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.102310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/ab499b05-f199-424b-966b-e2714626b4c0 HTTP/1.1" status: 204  len: 168 time: 3.7256553
Mar 26 21:08:04.109721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49260) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:04.114772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1658112669'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:04.156380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826922-d8b7-4100-bf11-e98ce57c3095 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=ab499b05-f199-424b-966b-e2714626b4c0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:04.166070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9be6dfc9-17d7-46d6-a202-b932c5684a73), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.168779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:04.179659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.239304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc160>,) {'filters': {'network_id': ['9be6dfc9-17d7-46d6-a202-b932c5684a73']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:04.253214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-509474e2-4077-408c-ba1b-f6bee35cd2b0 req-7b25e3ed-6ffd-4cf4-bce3-b7a07976e6da tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831055
Mar 26 21:08:04.258381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc160>, 'cb21a3c9-643e-43e8-a378-e0318a848eb7') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:04.258703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc160>, 'cb21a3c9-643e-43e8-a378-e0318a848eb7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:04.262616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:04.276922 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (1520b863-161f-4455-8c5b-7ce483462e7c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.281925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (cb21a3c9-643e-43e8-a378-e0318a848eb7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.294366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dd5bc863-4abc-4e7c-9fa7-c86ebf595a63), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.294722 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment dd5bc863-4abc-4e7c-9fa7-c86ebf595a63 of type vlan for network 369d07a0-9b54-49ee-b916-e48a7c4a956b
Mar 26 21:08:04.306610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] No DVR routers for this DVR port 1520b863-161f-4455-8c5b-7ce483462e7c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:04.327955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cb21a3c9-643e-43e8-a378-e0318a848eb7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.337887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:04.338666 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (cb21a3c9-643e-43e8-a378-e0318a848eb7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:04.354364 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:04.363871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51866abf-7828-49c5-b764-77b93ff533fd None None] Pushing event deleted for resources: {'Port': ['ID=1520b863-161f-4455-8c5b-7ce483462e7c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:04.406619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (369d07a0-9b54-49ee-b916-e48a7c4a956b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.446095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9be6dfc9-17d7-46d6-a202-b932c5684a73), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.459974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.460694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (369d07a0-9b54-49ee-b916-e48a7c4a956b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.472194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:04.474265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] 10.222.0.16 "DELETE /v2.0/networks/9be6dfc9-17d7-46d6-a202-b932c5684a73 HTTP/1.1" status: 204  len: 168 time: 1.6253071
Mar 26 21:08:04.474602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.495561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5f3c-d25b-4376-9c04-7bb790b0874e admin admin] Pushing event deleted for resources: {'Network': ['ID=9be6dfc9-17d7-46d6-a202-b932c5684a73,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:04.554798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4438601
Mar 26 21:08:04.555209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:04.560933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': '369d07a0-9b54-49ee-b916-e48a7c4a956b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:04.667197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bab79-7402-4208-bfbf-df19deefaf13 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=369d07a0-9b54-49ee-b916-e48a7c4a956b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:04.679582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 369d07a0-9b54-49ee-b916-e48a7c4a956b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:04.725218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:04.727259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:04.731119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.754541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49282) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:04.813274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1321c024-5024-43bc-9ef7-40ea2e626158 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9643f439b26e41cda482b9533143d636&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0569441
Mar 26 21:08:04.815712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49284) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:04.905551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] Publish callbacks [] for security_group (10f06488-d76f-421f-8cf9-cedef3deadba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:04.961519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] Publish callbacks [] for security_group (10f06488-d76f-421f-8cf9-cedef3deadba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.040163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (10f06488-d76f-421f-8cf9-cedef3deadba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.043771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.047587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10f06488-d76f-421f-8cf9-cedef3deadba HTTP/1.1" status: 204  len: 168 time: 0.2273214
Mar 26 21:08:05.058214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33685-d313-442b-95c4-e4cc27e75dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f06488-d76f-421f-8cf9-cedef3deadba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:05.127045 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-447567f4-8848-4a2e-88a6-17f2f9ebaa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.225059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-447567f4-8848-4a2e-88a6-17f2f9ebaa48 admin admin] Publish callbacks [] for security_group (ed72dbba-358b-422b-be8f-ff1be3bffc91), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.230399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-447567f4-8848-4a2e-88a6-17f2f9ebaa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ed72dbba-358b-422b-be8f-ff1be3bffc91), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.278387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447567f4-8848-4a2e-88a6-17f2f9ebaa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72dbba-358b-422b-be8f-ff1be3bffc91,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:05.310353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-447567f4-8848-4a2e-88a6-17f2f9ebaa48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5526fc717a14eba9f157df0279254f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5811625
Mar 26 21:08:05.310721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:05.446814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] Publish callbacks [] for security_group (ed72dbba-358b-422b-be8f-ff1be3bffc91), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.514170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] Publish callbacks [] for security_group (ed72dbba-358b-422b-be8f-ff1be3bffc91), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.524909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c641625-099c-4ed0-80d1-5b089a4cc819 req-93a5c984-5b51-483e-990d-09481353de43 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:05.537347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c641625-099c-4ed0-80d1-5b089a4cc819 req-93a5c984-5b51-483e-990d-09481353de43 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.7608559
Mar 26 21:08:05.579248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ed72dbba-358b-422b-be8f-ff1be3bffc91), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.582620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.583789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed72dbba-358b-422b-be8f-ff1be3bffc91 HTTP/1.1" status: 204  len: 168 time: 0.2722449
Mar 26 21:08:05.602057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939064f-37c7-4ad7-8f6b-3554195b94f0 req-42563ee1-9521-400c-9174-126299aab1b3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:05.609733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f939064f-37c7-4ad7-8f6b-3554195b94f0 req-42563ee1-9521-400c-9174-126299aab1b3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2256029
Mar 26 21:08:05.616824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87479552-2951-447e-825f-e4ccbb416f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72dbba-358b-422b-be8f-ff1be3bffc91,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:05.659105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49298) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:05.677937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f939064f-37c7-4ad7-8f6b-3554195b94f0 req-d2cd620f-a941-4bb2-b056-7836557ca845 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673110
Mar 26 21:08:05.746544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7c641625-099c-4ed0-80d1-5b089a4cc819 req-253e7918-f0f7-41f0-94ae-0233eeb9282a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2069633
Mar 26 21:08:05.824886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49304) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:05.825336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01f3a999-927f-45de-ac95-1c1f32594f0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c00094084934413b62c2a79ef898316&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1586697
Mar 26 21:08:05.856557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (94da870f-48b0-407e-8de7-7d9f9c8d87ef), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.901405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] Publish callbacks [] for security_group (63706b2b-0caf-477d-91f7-58610951e998), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.921177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=94da870f-48b0-407e-8de7-7d9f9c8d87ef,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:05.946555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] Publish callbacks [] for security_group (63706b2b-0caf-477d-91f7-58610951e998), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:05.957625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': 'dd5bc863-4abc-4e7c-9fa7-c86ebf595a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '369d07a0-9b54-49ee-b916-e48a7c4a956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:05.957848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: 369d07a0-9b54-49ee-b916-e48a7c4a956b, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:05.986197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 369d07a0-9b54-49ee-b916-e48a7c4a956b is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:06.005461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 369d07a0-9b54-49ee-b916-e48a7c4a956b) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:06.011607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:06.015180 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.021409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9814d-fd1c-4d8c-b026-10a6581de4c0 None None] Network 369d07a0-9b54-49ee-b916-e48a7c4a956b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:06.036976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (63706b2b-0caf-477d-91f7-58610951e998), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.041761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.045337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63706b2b-0caf-477d-91f7-58610951e998 HTTP/1.1" status: 204  len: 168 time: 0.2171414
Mar 26 21:08:06.045869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:06.048861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f786df7c-c0c0-4025-969f-c91cd8e984d7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.4923270
Mar 26 21:08:06.118864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf5e96-c225-4abe-bd19-769e4fcfd713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63706b2b-0caf-477d-91f7-58610951e998,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:06.291344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (369d07a0-9b54-49ee-b916-e48a7c4a956b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.367409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731fc231-d3ce-4a71-8187-35b2f9aca3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-369d07a0-9b54-49ee-b916-e48a7c4a956b', 'network_id': '369d07a0-9b54-49ee-b916-e48a7c4a956b', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': '94da870f-48b0-407e-8de7-7d9f9c8d87ef'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:06.369876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-731fc231-d3ce-4a71-8187-35b2f9aca3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.379804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49318) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:06.395640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-efa5c9bc-5c41-4855-a64b-3338e522d6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.396174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (94da870f-48b0-407e-8de7-7d9f9c8d87ef), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.483694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (94da870f-48b0-407e-8de7-7d9f9c8d87ef), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.532834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=94da870f-48b0-407e-8de7-7d9f9c8d87ef,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-731fc231-d3ce-4a71-8187-35b2f9aca3bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94da870f-48b0-407e-8de7-7d9f9c8d87ef: This subnet is being modified by another concurrent operation.
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94da870f-48b0-407e-8de7-7d9f9c8d87ef: This subnet is being modified by another concurrent operation.
Mar 26 21:08:06.541279 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:08:06.567416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860c641-44fa-4b00-a289-c3eabb534b5d None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:08:06.596175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-efa5c9bc-5c41-4855-a64b-3338e522d6c9 admin admin] Publish callbacks [] for security_group (77d2b22f-4eee-4109-b32c-e7c04f422aeb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.605661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-efa5c9bc-5c41-4855-a64b-3338e522d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (77d2b22f-4eee-4109-b32c-e7c04f422aeb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.629851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (369d07a0-9b54-49ee-b916-e48a7c4a956b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.676304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-efa5c9bc-5c41-4855-a64b-3338e522d6c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4709cd9978df48b59f9b3caacce46a0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2946303
Mar 26 21:08:06.677037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5c9bc-5c41-4855-a64b-3338e522d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d2b22f-4eee-4109-b32c-e7c04f422aeb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:06.679665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:06.700316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d54f100>,) {'filters': {'network_id': ['369d07a0-9b54-49ee-b916-e48a7c4a956b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:06.718683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d54f100>, 'dd5bc863-4abc-4e7c-9fa7-c86ebf595a63') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:06.719507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d54f100>, 'dd5bc863-4abc-4e7c-9fa7-c86ebf595a63') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:06.736412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (dd5bc863-4abc-4e7c-9fa7-c86ebf595a63), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.746273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860c641-44fa-4b00-a289-c3eabb534b5d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:08:06.761862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dd5bc863-4abc-4e7c-9fa7-c86ebf595a63), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.772778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:06.773507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (dd5bc863-4abc-4e7c-9fa7-c86ebf595a63), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:06.786065 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:06.838078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] Publish callbacks [] for security_group (77d2b22f-4eee-4109-b32c-e7c04f422aeb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.896898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (369d07a0-9b54-49ee-b916-e48a7c4a956b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.908841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] Publish callbacks [] for security_group (77d2b22f-4eee-4109-b32c-e7c04f422aeb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.927486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:06.930935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/369d07a0-9b54-49ee-b916-e48a7c4a956b HTTP/1.1" status: 204  len: 168 time: 0.8839436
Mar 26 21:08:06.938635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49336) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:06.949104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f856-a132-4f77-b587-68e72d849a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=369d07a0-9b54-49ee-b916-e48a7c4a956b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:06.950579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93922508'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:06.984877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ec67a-6933-4b4b-bf7a-8a0ea4062aa1 req-c2f0fd50-239a-4141-a7aa-bd59e7e2354f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:06.992883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:06.994723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da0ec67a-6933-4b4b-bf7a-8a0ea4062aa1 req-c2f0fd50-239a-4141-a7aa-bd59e7e2354f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1120014
Mar 26 21:08:06.996877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.046728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:07.057010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6d4c407b-5bbf-4217-9e08-01ed545346f0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.057442 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 6d4c407b-5bbf-4217-9e08-01ed545346f0 of type vlan for network 89e6ac2b-c3d6-4114-8071-30827ff49974
Mar 26 21:08:07.100245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da0ec67a-6933-4b4b-bf7a-8a0ea4062aa1 req-f22d0acb-6821-4ea8-9bc1-3135ed90bf4a tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044261
Mar 26 21:08:07.108579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (89e6ac2b-c3d6-4114-8071-30827ff49974), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.118509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09f613-e48a-48ee-9a60-25c93a42a090 req-018742ad-410d-4ef5-8934-5a1f750233a6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:07.140977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f09f613-e48a-48ee-9a60-25c93a42a090 req-018742ad-410d-4ef5-8934-5a1f750233a6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.2357111
Mar 26 21:08:07.241445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (77d2b22f-4eee-4109-b32c-e7c04f422aeb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.242099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.245499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77d2b22f-4eee-4109-b32c-e7c04f422aeb HTTP/1.1" status: 204  len: 168 time: 0.5517836
Mar 26 21:08:07.262854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f09f613-e48a-48ee-9a60-25c93a42a090 req-0c02d3d0-ed3c-4dc3-9ac7-3b9c39396c09 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207190
Mar 26 21:08:07.265895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (89e6ac2b-c3d6-4114-8071-30827ff49974), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.271485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:07.272129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.292232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bbf61-b592-48e1-a8b0-8f6514be7204 None None] Network 369d07a0-9b54-49ee-b916-e48a7c4a956b requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:07.292959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f0c4b-421b-4491-a90f-e2076e18a4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d2b22f-4eee-4109-b32c-e7c04f422aeb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:07.326722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3803725
Mar 26 21:08:07.329867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49348) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:07.335843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:07.341371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bbf61-b592-48e1-a8b0-8f6514be7204 None None] Network 369d07a0-9b54-49ee-b916-e48a7c4a956b could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:08:07.418998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e528b34-5184-43af-81d8-f8c560cb81ab tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=89e6ac2b-c3d6-4114-8071-30827ff49974,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:07.433759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:07.686786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:07.693372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:07.981594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (a6d2cd21-81d9-459c-b753-169d0a4f7ffa), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:08.112796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2cd21-81d9-459c-b753-169d0a4f7ffa,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:08.118825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '6d4c407b-5bbf-4217-9e08-01ed545346f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:08.119203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: 89e6ac2b-c3d6-4114-8071-30827ff49974, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:08.153384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:08.170626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89e6ac2b-c3d6-4114-8071-30827ff49974) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:08.176307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:08.182048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840c72c-eb78-4f08-9ce9-19cfc1d04f65 None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:08.185100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:08.254803 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f3b1021-90e4-46ae-9010-a8349cdcf61e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9209161
Mar 26 21:08:08.256325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:08.264211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:08.348008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb6756-5333-4490-88ae-767d2f52b26b req-fdf31bb6-3857-4f43-821e-cd3856b85293 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:08.349639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32bb6756-5333-4490-88ae-767d2f52b26b req-fdf31bb6-3857-4f43-821e-cd3856b85293 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.1204898
Mar 26 21:08:08.427246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89e6ac2b-c3d6-4114-8071-30827ff49974', 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': 'a6d2cd21-81d9-459c-b753-169d0a4f7ffa'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:08.428167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:08.464698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32bb6756-5333-4490-88ae-767d2f52b26b req-e5a9cdf8-1cad-4209-a720-455e1532cf39 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998549
Mar 26 21:08:08.492014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431f6e-4667-4f71-a0a0-26364c00229e req-fd94261d-c184-462b-bd77-63111a9442c7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:08.493570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67431f6e-4667-4f71-a0a0-26364c00229e req-fd94261d-c184-462b-bd77-63111a9442c7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1013429
Mar 26 21:08:08.533901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:08.538327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:08.702948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67431f6e-4667-4f71-a0a0-26364c00229e req-a7e24beb-5ea8-49d5-8496-be7055048b22 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010417
Mar 26 21:08:08.746671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Allocated IP 2001:db8::2 (89e6ac2b-c3d6-4114-8071-30827ff49974/a6d2cd21-81d9-459c-b753-169d0a4f7ffa/3aa64643-0875-47aa-af22-3cb86f5158d4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:08.791090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3556e-46b4-4d52-b867-d20f2461f7a7 req-82a780a2-b5fe-41f3-8871-9f8421dd838c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:08.798507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99a3556e-46b4-4d52-b867-d20f2461f7a7 req-82a780a2-b5fe-41f3-8871-9f8421dd838c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1870615
Mar 26 21:08:08.921300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99a3556e-46b4-4d52-b867-d20f2461f7a7 req-bbb589de-47e7-4270-99ca-f0c23bc7a7e3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163986
Mar 26 21:08:08.995188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (554b1bc0-d092-4c85-a0b4-4d7397c8466f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.012526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-ce749276-3841-409c-b714-dffd8744633a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1583536
Mar 26 21:08:09.061187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks [] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.073092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.093402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:09.119063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:09.162147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:09.165262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:09.173928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.174686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.178788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:09.240959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Pushing event updated for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:09.245743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=554b1bc0-d092-4c85-a0b4-4d7397c8466f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:09.275429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ab95e95-a1b3-43ec-a80c-59020c9efb75 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0162802
Mar 26 21:08:09.278498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49428) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:09.295408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328823-5112-40da-825b-5445fd12e9e0 req-47be8065-c22a-4337-8ec6-a794af898ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.298225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-47be8065-c22a-4337-8ec6-a794af898ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58247395bea4447bc23f219d3c1cbc0&device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 1128 time: 0.2064707
Mar 26 21:08:09.320264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Attempting to bind port 3aa64643-0875-47aa-af22-3cb86f5158d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:09.320803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Attempting to bind port 3aa64643-0875-47aa-af22-3cb86f5158d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6d4c407b-5bbf-4217-9e08-01ed545346f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:09.321296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Attempting to bind port 3aa64643-0875-47aa-af22-3cb86f5158d4 on network 89e6ac2b-c3d6-4114-8071-30827ff49974 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:09.331723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:09.333659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Checking segment: {'id': '6d4c407b-5bbf-4217-9e08-01ed545346f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:09.340773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.341282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Bound using segment: {'id': '6d4c407b-5bbf-4217-9e08-01ed545346f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:09.341937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Bound port: 3aa64643-0875-47aa-af22-3cb86f5158d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4c407b-5bbf-4217-9e08-01ed545346f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:09.342513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.448004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.452826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.454398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328823-5112-40da-825b-5445fd12e9e0 req-b4df6597-0e75-4d3d-9746-9444d591e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.456088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-b4df6597-0e75-4d3d-9746-9444d591e2b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 200  len: 912 time: 0.1337702
Mar 26 21:08:09.458777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.461528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.463356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.468607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:09.478536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49432) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:09.479061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31d534c1-84fb-4d4e-b995-a22238087a2e tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1988702
Mar 26 21:08:09.482032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa64643-0875-47aa-af22-3cb86f5158d4,segment=NetworkSegment(6d4c407b-5bbf-4217-9e08-01ed545346f0),segment_id=6d4c407b-5bbf-4217-9e08-01ed545346f0)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:09.496359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.533820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:09.590958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596920513'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:09.641863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d0564-0e9c-4fbb-91a7-eaf8a3d7333a None None] Pushing event updated for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:09.708385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:09.711694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.821438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-d7b39045-ff2c-473b-a881-ecdfa9bb7b26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 200  len: 1002 time: 0.3569741
Mar 26 21:08:09.896721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:09.912778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9115289-a8bc-4bd4-96fa-d66fed3f3eee req-bd40690f-4322-4d57-b847-0144c1e68038 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.914526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9115289-a8bc-4bd4-96fa-d66fed3f3eee req-bd40690f-4322-4d57-b847-0144c1e68038 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.3028350
Mar 26 21:08:09.922250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328823-5112-40da-825b-5445fd12e9e0 req-6936c2e0-5f67-4965-a2ab-7694d7ed62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:09.923705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-6936c2e0-5f67-4965-a2ab-7694d7ed62d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d868e35-a956-4164-a973-9ae4ce29adb3 HTTP/1.1" status: 200  len: 851 time: 0.0863552
Mar 26 21:08:09.959364 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (974629b2-e412-4580-b040-3ed53466c614), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:09.959721 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 974629b2-e412-4580-b040-3ed53466c614 of type vlan for network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e
Mar 26 21:08:09.996907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191c666-d3da-439b-8d41-709170ca89a1 req-c88272a0-e048-4cce-8a3b-d53dec5783da tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:10.024149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a191c666-d3da-439b-8d41-709170ca89a1 req-c88272a0-e048-4cce-8a3b-d53dec5783da tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1742752
Mar 26 21:08:10.105624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.123761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328823-5112-40da-825b-5445fd12e9e0 req-01c04f49-88e1-43e4-be3c-649ccb345f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:10.130192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-01c04f49-88e1-43e4-be3c-649ccb345f0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1954823
Mar 26 21:08:10.136166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9115289-a8bc-4bd4-96fa-d66fed3f3eee req-0d7ff9b3-a074-41bb-833c-f738150842ce tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2048891
Mar 26 21:08:10.199281 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.207202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:10.207808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.224740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a191c666-d3da-439b-8d41-709170ca89a1 req-da23ef4b-b764-4102-b79a-437988990a60 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961768
Mar 26 21:08:10.253320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7712381
Mar 26 21:08:10.270042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-036540ca-4af4-477a-a62b-5c95ccd7416b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:10.276728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-036540ca-4af4-477a-a62b-5c95ccd7416b tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.2502522
Mar 26 21:08:10.278850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49456) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:10.295229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'New_network'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:10.439222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c51f1-f78b-4b28-a2aa-c9c0e2a633fd tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=c645a2fe-ef1e-4845-b5c4-6fc5fedc762e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:10.452139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:10.468460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-1378d2dc-6bb2-42a6-8213-45ae446bfde7 service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3284373
Mar 26 21:08:10.497285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7249-3849-49f2-875d-b0cd2dbbe0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.556953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecc44f-4cc7-4206-a7ad-00e7ac49e6a6 req-ed9e52f5-42ac-425c-b3c7-811a06c06101 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:10.567607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42ecc44f-4cc7-4206-a7ad-00e7ac49e6a6 req-ed9e52f5-42ac-425c-b3c7-811a06c06101 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.2377558
Mar 26 21:08:10.685886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.705639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Deleting port 3e1be3af-c4f0-434c-aa0e-29156495a7bb {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:10.705639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.783732 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42ecc44f-4cc7-4206-a7ad-00e7ac49e6a6 req-8710ef2c-31ef-4b2f-84d2-3a92ba278368 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991055
Mar 26 21:08:10.815524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] For port 3e1be3af-c4f0-434c-aa0e-29156495a7bb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e1be3af-c4f0-434c-aa0e-29156495a7bb,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:10.816602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:10.827241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f328823-5112-40da-825b-5445fd12e9e0 req-4dfc0802-3bff-4f8c-bdc8-a11c5cb3d03b service neutron] 10.222.0.21 "GET /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3506801
Mar 26 21:08:10.945196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.039298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e is not hosted by any dhcp agent {{(pid=126736) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:08:11.046772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:11.047218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.051812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "PUT /v2.0/networks/c645a2fe-ef1e-4845-b5c4-6fc5fedc762e HTTP/1.1" status: 200  len: 723 time: 0.7673774
Mar 26 21:08:11.052208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:11.057710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:11.181124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59691922-ac21-41ba-8619-9fb01a9b7752 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=c645a2fe-ef1e-4845-b5c4-6fc5fedc762e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:11.206106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7249-3849-49f2-875d-b0cd2dbbe0e6 admin admin] Publish callbacks [] for security_group (7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.214904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:11.220002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ad8a7249-3849-49f2-875d-b0cd2dbbe0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.380178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a7249-3849-49f2-875d-b0cd2dbbe0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:11.408160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ad8a7249-3849-49f2-875d-b0cd2dbbe0e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3207a76425a4ba8878eb3aecb42f258&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8726523
Mar 26 21:08:11.408843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49482) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:11.439179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:11.443378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.451620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce6795-f7a8-4f96-a2af-ea50f0673e65 None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:11.455703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.456119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.456535 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Floating IP 0aebc08d-f01f-4497-be73-212049c4e73c disassociated. External IP: 172.35.4.50, port: 3e1be3af-c4f0-434c-aa0e-29156495a7bb.
Mar 26 21:08:11.457331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Calling delete_port for 3e1be3af-c4f0-434c-aa0e-29156495a7bb owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:11.599939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f23ed-c159-4d5f-990a-ee454aaad5f8 req-e365b47f-96fb-4193-9195-c7b9f04f5791 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:11.601578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b4f23ed-c159-4d5f-990a-ee454aaad5f8 req-e365b47f-96fb-4193-9195-c7b9f04f5791 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 946 time: 0.1869628
Mar 26 21:08:11.604617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] Publish callbacks [] for security_group (7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.661084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3aa64643-0875-47aa-af22-3cb86f5158d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:11.714722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] Publish callbacks [] for security_group (7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.777883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:11.778305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.852313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:11.852918 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.877544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b4f23ed-c159-4d5f-990a-ee454aaad5f8 req-54b06dd0-d619-4285-8297-e7b93c6ca1e8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups?id=42f26ba1-9442-4fa5-8293-85c76c0238e7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2675588
Mar 26 21:08:11.920636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3e1be3af-c4f0-434c-aa0e-29156495a7bb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.934895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.939031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.950845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681 HTTP/1.1" status: 204  len: 168 time: 0.5349188
Mar 26 21:08:11.960812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (fbef27a5-40ed-460b-a4bd-f375e723b0c0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:11.997500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'Port': ['ID=3e1be3af-c4f0-434c-aa0e-29156495a7bb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:12.027420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b04806-1d8f-4c24-ae31-ac1722eb9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7f1d67-1ce6-44e6-b7e7-1912f7ac9681,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:12.100246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:12.100887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.104206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:12.105680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.106438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90431e0c-140d-4512-80bf-96bbc6501c5e req-d112501e-c02f-45fa-a8bd-3b964f6b9b0c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:12.113450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90431e0c-140d-4512-80bf-96bbc6501c5e req-d112501e-c02f-45fa-a8bd-3b964f6b9b0c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.6943734
Mar 26 21:08:12.208118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa64643-0875-47aa-af22-3cb86f5158d4,segment=NetworkSegment(6d4c407b-5bbf-4217-9e08-01ed545346f0),segment_id=6d4c407b-5bbf-4217-9e08-01ed545346f0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:12.221109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.227893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=fbef27a5-40ed-460b-a4bd-f375e723b0c0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:12.283858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '974629b2-e412-4580-b040-3ed53466c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:12.287811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8901c6-112e-48aa-9028-c3739c241238 None None] Pushing event updated for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:12.290977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Update dhcp port {'port': {'network_id': '89e6ac2b-c3d6-4114-8071-30827ff49974', 'fixed_ips': [{'subnet_id': 'a6d2cd21-81d9-459c-b753-169d0a4f7ffa', 'ip_address': '2001:db8::2'}, {'subnet_id': '554b1bc0-d092-4c85-a0b4-4d7397c8466f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3aa64643-0875-47aa-af22-3cb86f5158d4'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:08:12.298727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: c645a2fe-ef1e-4845-b5c4-6fc5fedc762e, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:12.340562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90431e0c-140d-4512-80bf-96bbc6501c5e req-84720448-13ef-4db7-9c2f-43cc00cca0e7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261243
Mar 26 21:08:12.343797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:08:12.369551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:12.383733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.395943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c645a2fe-ef1e-4845-b5c4-6fc5fedc762e) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:12.406214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:12.406832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.412734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710e656-03af-4dc8-b4d8-8db2821db264 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:12.455762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-05ea5e6e-2d7d-4dd6-a98a-fe43933b8e45 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4023404
Mar 26 21:08:12.459823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49498) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:12.473464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:12.686907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:08:12.687256 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:08:12.725122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:08:12.728304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58843822'] for subnet (fbef27a5-40ed-460b-a4bd-f375e723b0c0), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.768588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa816-1d20-4ffc-a08e-7bffd188f777 req-5caaea30-85ba-45ce-94c6-f9dd4e2b0fe3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:12.771047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:08:12.773997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f57fa816-1d20-4ffc-a08e-7bffd188f777 req-5caaea30-85ba-45ce-94c6-f9dd4e2b0fe3 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1935723
Mar 26 21:08:12.780962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c645a2fe-ef1e-4845-b5c4-6fc5fedc762e', 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': 'fbef27a5-40ed-460b-a4bd-f375e723b0c0'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:12.782768 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.812858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:12.823078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:12.824189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebe4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:12.882849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] No DVR routers for this DVR port 3e1be3af-c4f0-434c-aa0e-29156495a7bb on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:12.895209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:12.904001 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b32eae9-4282-4002-b182-5759fdf92dc4 req-8c33a27a-9b30-4b17-8bcd-e55871eaa39d tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.21 "DELETE /v2.0/ports/3e1be3af-c4f0-434c-aa0e-29156495a7bb HTTP/1.1" status: 204  len: 173 time: 2.5397022
Mar 26 21:08:12.904508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'name': 'network-vif-deleted', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:12.906868 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79288eae-8b69-497b-8435-c4a0639db50b" -d '{"events": [{"server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "name": "network-vif-deleted", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:13.054995 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f57fa816-1d20-4ffc-a08e-7bffd188f777 req-793409ac-103a-4c69-9a36-53642b317e53 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2460907
Mar 26 21:08:13.153588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753451968759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60570123'] for subnet (fbef27a5-40ed-460b-a4bd-f375e723b0c0), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.182621 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e694332-686e-4755-bf72-b2f8c6077ee2 x-openstack-request-id: req-0e694332-686e-4755-bf72-b2f8c6077ee2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:13.183003 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d82499-c9cd-481a-bbec-a2822b0786f6", "name": "network-vif-deleted", "tag": "3e1be3af-c4f0-434c-aa0e-29156495a7bb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:13.183738 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e694332-686e-4755-bf72-b2f8c6077ee2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:13.183871 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e694332-686e-4755-bf72-b2f8c6077ee2'] response: {'server_uuid': '71d82499-c9cd-481a-bbec-a2822b0786f6', 'name': 'network-vif-deleted', 'tag': '3e1be3af-c4f0-434c-aa0e-29156495a7bb', 'status': 'completed', 'code': 200}
Mar 26 21:08:13.200147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8556d85b-edf0-488a-990e-0eedf0874984 req-f4b72b58-9992-45a9-a1a7-2c0260f7c0d5 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d82499-c9cd-481a-bbec-a2822b0786f6 HTTP/1.1" status: 200  len: 210 time: 0.0687563
Mar 26 21:08:13.237582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:13.238620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.241041 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "PUT /v2.0/subnets/fbef27a5-40ed-460b-a4bd-f375e723b0c0 HTTP/1.1" status: 200  len: 826 time: 0.7796986
Mar 26 21:08:13.243671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49520) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:13.269864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af707192-8303-4774-92c7-5bbfb0029aaa tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=fbef27a5-40ed-460b-a4bd-f375e723b0c0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:13.310808 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-50818280-f67e-4cb6-ab4a-24b7e5a5607b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.459651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:13.602445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-50818280-f67e-4cb6-ab4a-24b7e5a5607b admin admin] Publish callbacks [] for security_group (cfbbcd85-ae79-457f-9225-e3749b5438bc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.632771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.673421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:13.676683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3aa64643-0875-47aa-af22-3cb86f5158d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:13.694432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-50818280-f67e-4cb6-ab4a-24b7e5a5607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cfbbcd85-ae79-457f-9225-e3749b5438bc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.760354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Allocated IP 172.20.0.1 (89e6ac2b-c3d6-4114-8071-30827ff49974/554b1bc0-d092-4c85-a0b4-4d7397c8466f/3aa64643-0875-47aa-af22-3cb86f5158d4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:13.805368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49532) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:13.805932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-50818280-f67e-4cb6-ab4a-24b7e5a5607b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5381593fedb44d56a2c5548129a63079&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9855592
Mar 26 21:08:13.806528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50818280-f67e-4cb6-ab4a-24b7e5a5607b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbbcd85-ae79-457f-9225-e3749b5438bc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:13.834080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479c99-5b2b-4b55-be47-c78abd1f67de req-cecbb531-93c3-4921-9a49-dac51c5a5a23 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:13.836241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2479c99-5b2b-4b55-be47-c78abd1f67de req-cecbb531-93c3-4921-9a49-dac51c5a5a23 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2873967
Mar 26 21:08:13.854311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (fbef27a5-40ed-460b-a4bd-f375e723b0c0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.859657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Allocated IP 2001:db8::2 (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e/fbef27a5-40ed-460b-a4bd-f375e723b0c0/c8e36c30-a6c4-423b-b68d-a193b4322ca9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:13.929849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] Publish callbacks [] for security_group (cfbbcd85-ae79-457f-9225-e3749b5438bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:13.950303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2479c99-5b2b-4b55-be47-c78abd1f67de req-331cb3a9-47ac-4dcf-8766-c60a2852be2d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055629
Mar 26 21:08:13.970328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] Publish callbacks [] for security_group (cfbbcd85-ae79-457f-9225-e3749b5438bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.083113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cfbbcd85-ae79-457f-9225-e3749b5438bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.087810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.089499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfbbcd85-ae79-457f-9225-e3749b5438bc HTTP/1.1" status: 204  len: 168 time: 0.2807007
Mar 26 21:08:14.101415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24816340-55ba-4bcf-afd1-f3749808480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbbcd85-ae79-457f-9225-e3749b5438bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:14.112131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:14.112131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.246435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3e1be3af-c4f0-434c-aa0e-29156495a7bb no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:14.248539 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.312457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 3e1be3af-c4f0-434c-aa0e-29156495a7bb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:14.313093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 3e1be3af-c4f0-434c-aa0e-29156495a7bb not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:14.319854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa64643-0875-47aa-af22-3cb86f5158d4,segment=NetworkSegment(6d4c407b-5bbf-4217-9e08-01ed545346f0),segment_id=6d4c407b-5bbf-4217-9e08-01ed545346f0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:14.355818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66838c9a-4f2f-4f34-a830-66a13ce3a1b1 req-503e26b6-a900-4d9b-ab93-30e6db67dc4a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:14.363837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66838c9a-4f2f-4f34-a830-66a13ce3a1b1 req-503e26b6-a900-4d9b-ab93-30e6db67dc4a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1587477
Mar 26 21:08:14.466820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks [] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.468904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66838c9a-4f2f-4f34-a830-66a13ce3a1b1 req-8b83c2d6-a9c2-459f-93ad-c0c7e57b673a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024313
Mar 26 21:08:14.514290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (fbef27a5-40ed-460b-a4bd-f375e723b0c0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.538691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Publish callbacks [] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.545244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.597687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=fbef27a5-40ed-460b-a4bd-f375e723b0c0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:14.625375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:14.661243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.675684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Pushing event updated for resources: {'Port': ['ID=c8e36c30-a6c4-423b-b68d-a193b4322ca9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:14.753889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (42f26ba1-9442-4fa5-8293-85c76c0238e7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.768774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:14.785987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.835208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-580ed4bb-dff8-464a-b147-bb4ea7260fa5 req-94ee624e-1004-414d-8b64-cc531904b064 tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0627327
Mar 26 21:08:14.836389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:14.840590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (42f26ba1-9442-4fa5-8293-85c76c0238e7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.841436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:14.846031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:14.871826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e1392e0>,) {'filters': {'network_id': ['c645a2fe-ef1e-4845-b5c4-6fc5fedc762e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:14.911187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1392e0>, '974629b2-e412-4580-b040-3ed53466c614') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:14.911556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1392e0>, '974629b2-e412-4580-b040-3ed53466c614') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:14.933577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (974629b2-e412-4580-b040-3ed53466c614), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.952341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49568) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:14.995711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73366522-f384-437b-a061-2d0d6ebe3f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:14.998309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (974629b2-e412-4580-b040-3ed53466c614), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.042566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:15.043874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (974629b2-e412-4580-b040-3ed53466c614), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.050500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (42f26ba1-9442-4fa5-8293-85c76c0238e7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.056590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:15.058556 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:15.063037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49574) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:15.066738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "DELETE /v2.0/security-groups/42f26ba1-9442-4fa5-8293-85c76c0238e7 HTTP/1.1" status: 204  len: 168 time: 0.4376585
Mar 26 21:08:15.099743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644ddb9-dbf3-48f4-a6d4-4d926c3f5ef8 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f26ba1-9442-4fa5-8293-85c76c0238e7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:15.183836 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-6085c7b8-4cb9-40dc-ab59-5bb979f1b5a9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] show failed (client error): The resource could not be found.
Mar 26 21:08:15.185270 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6085c7b8-4cb9-40dc-ab59-5bb979f1b5a9 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "GET /v2.0/security-groups/42f26ba1-9442-4fa5-8293-85c76c0238e7 HTTP/1.1" status: 404  len: 347 time: 0.0878711
Mar 26 21:08:15.190790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49580) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:15.222036 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.api [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Mar 26 21:08:15.222036 ncdv-master-1 neutron-server[126736]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Mar 26 21:08:15.222036 ncdv-master-1 neutron-server[126736]: [parameters: {'id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'}]
Mar 26 21:08:15.222036 ncdv-master-1 neutron-server[126736]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=126736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:08:15.222883 ncdv-master-1 neutron-server[126736]: DEBUG oslo_db.api [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:08:15.256635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727269c-10f9-473a-8c2f-74e6e821a940 None None] Pushing event updated for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:15.271850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc94b7-8c33-4fd0-999e-89e6e18a05c3 req-a5d4bf4a-019a-41df-9547-b3508c44c37e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:15.273551 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cc94b7-8c33-4fd0-999e-89e6e18a05c3 req-a5d4bf4a-019a-41df-9547-b3508c44c37e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1341839
Mar 26 21:08:15.279370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Attempting to bind port c8e36c30-a6c4-423b-b68d-a193b4322ca9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:15.279602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Attempting to bind port c8e36c30-a6c4-423b-b68d-a193b4322ca9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '974629b2-e412-4580-b040-3ed53466c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:15.280030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Attempting to bind port c8e36c30-a6c4-423b-b68d-a193b4322ca9 on network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:15.295878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:15.296293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Checking segment: {'id': '974629b2-e412-4580-b040-3ed53466c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:15.296712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.297116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Bound using segment: {'id': '974629b2-e412-4580-b040-3ed53466c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:15.303539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Bound port: c8e36c30-a6c4-423b-b68d-a193b4322ca9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974629b2-e412-4580-b040-3ed53466c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c645a2fe-ef1e-4845-b5c4-6fc5fedc762e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:15.304044 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.310336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebe4fa0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:15.344950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cc94b7-8c33-4fd0-999e-89e6e18a05c3 req-04265ac8-d8fe-44dd-948e-187591fc032f tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609748
Mar 26 21:08:15.428003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:08:15.513965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:15.514521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebe4fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:15.592054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73366522-f384-437b-a061-2d0d6ebe3f2c admin admin] Publish callbacks [] for security_group (1495e433-20a3-4fd2-8baf-4136b5d483e3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.627166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73366522-f384-437b-a061-2d0d6ebe3f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1495e433-20a3-4fd2-8baf-4136b5d483e3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.681245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3aa64643-0875-47aa-af22-3cb86f5158d4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:15.722710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953069e9-99f1-45e0-ab1e-fc672351cac6 req-c5effb3c-fe2f-4531-ad9c-72d49d769fe9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:15.738988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-953069e9-99f1-45e0-ab1e-fc672351cac6 req-c5effb3c-fe2f-4531-ad9c-72d49d769fe9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1266892
Mar 26 21:08:15.741341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.748965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8d7b1-b209-4509-bdce-1254e4877fea req-27bc16ba-7a3e-4fe3-928b-ee87a68b2a3a tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:15.756567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ad8d7b1-b209-4509-bdce-1254e4877fea req-27bc16ba-7a3e-4fe3-928b-ee87a68b2a3a tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.3844502
Mar 26 21:08:15.793854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Deleting port bd068c06-464c-4fcc-adf4-0e48d5c6443e {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:15.794201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.808142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73366522-f384-437b-a061-2d0d6ebe3f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1495e433-20a3-4fd2-8baf-4136b5d483e3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:15.829570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] For port c8e36c30-a6c4-423b-b68d-a193b4322ca9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:15.846151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.855946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-73366522-f384-437b-a061-2d0d6ebe3f2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fa2d438f3814f4aa01b583c2c493650&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9019992
Mar 26 21:08:15.857776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49586) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:15.885632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] For port c8e36c30-a6c4-423b-b68d-a193b4322ca9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8e36c30-a6c4-423b-b68d-a193b4322ca9,segment=NetworkSegment(974629b2-e412-4580-b040-3ed53466c614),segment_id=974629b2-e412-4580-b040-3ed53466c614)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:15.919708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-953069e9-99f1-45e0-ab1e-fc672351cac6 req-96941386-5fb1-4380-ad36-303fc9742a1d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798246
Mar 26 21:08:15.950803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting port c8e36c30-a6c4-423b-b68d-a193b4322ca9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:15.951167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:15.952483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.012878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:16.054505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] For port c8e36c30-a6c4-423b-b68d-a193b4322ca9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8e36c30-a6c4-423b-b68d-a193b4322ca9,segment=NetworkSegment(974629b2-e412-4580-b040-3ed53466c614),segment_id=974629b2-e412-4580-b040-3ed53466c614)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:16.055046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.078242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Calling delete_port for c8e36c30-a6c4-423b-b68d-a193b4322ca9 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:16.158933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ad8d7b1-b209-4509-bdce-1254e4877fea req-f54efd9b-e88f-4a80-bfce-fed0429457d4 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4014256
Mar 26 21:08:16.176185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf5ab8-7ce7-4fd4-af11-67991266ebb0 None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:16.188679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:16.189434 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.202106 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.202441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (bd068c06-464c-4fcc-adf4-0e48d5c6443e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.215558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Calling delete_port for bd068c06-464c-4fcc-adf4-0e48d5c6443e owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:16.257398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c8e36c30-a6c4-423b-b68d-a193b4322ca9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.261593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4f069ed-1648-4ac6-a72e-dac273afcb67 req-c8aa8703-fdbd-4b77-9eb2-477b6606c6d2 tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0949900
Mar 26 21:08:16.288881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Port': ['ID=c8e36c30-a6c4-423b-b68d-a193b4322ca9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:16.297708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No DVR routers for this DVR port c8e36c30-a6c4-423b-b68d-a193b4322ca9 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:16.404215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] Publish callbacks [] for security_group (1495e433-20a3-4fd2-8baf-4136b5d483e3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.434147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] Publish callbacks [] for security_group (1495e433-20a3-4fd2-8baf-4136b5d483e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.453402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.488388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611efa1c10>,) {'filters': {'network_id': ['c645a2fe-ef1e-4845-b5c4-6fc5fedc762e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:16.499317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678594-502c-46c6-9103-19672f9e5a4b None None] Pushing event updated for resources: {'Port': ['ID=c8e36c30-a6c4-423b-b68d-a193b4322ca9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:16.501526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611efa1c10>, '974629b2-e412-4580-b040-3ed53466c614') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:16.507752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611efa1c10>, '974629b2-e412-4580-b040-3ed53466c614') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:16.524136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (974629b2-e412-4580-b040-3ed53466c614), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.553694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (974629b2-e412-4580-b040-3ed53466c614), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.580111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:16.587958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (974629b2-e412-4580-b040-3ed53466c614), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.593520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f4fed-3c49-44f5-a0bc-90437630e5f8 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:16.594701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1495e433-20a3-4fd2-8baf-4136b5d483e3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:16.595964 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:16.598954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.599245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1495e433-20a3-4fd2-8baf-4136b5d483e3 HTTP/1.1" status: 204  len: 168 time: 0.7362649
Mar 26 21:08:16.615770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bebfb-29b6-4b62-8c43-6441f5d313d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1495e433-20a3-4fd2-8baf-4136b5d483e3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:16.623823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bd068c06-464c-4fcc-adf4-0e48d5c6443e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.657953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Pushing event deleted for resources: {'Port': ['ID=bd068c06-464c-4fcc-adf4-0e48d5c6443e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:16.686137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc10b7-b28a-47e3-a082-ebf3c223c1ce req-bba787f4-fc32-4559-a29b-712171d27fbc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:16.687721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbfc10b7-b28a-47e3-a082-ebf3c223c1ce req-bba787f4-fc32-4559-a29b-712171d27fbc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1786733
Mar 26 21:08:16.739888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c645a2fe-ef1e-4845-b5c4-6fc5fedc762e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.747595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.754709 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/c645a2fe-ef1e-4845-b5c4-6fc5fedc762e HTTP/1.1" status: 204  len: 168 time: 3.5098588
Mar 26 21:08:16.758185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49600) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:16.767694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:16.866443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29ef9-b5ce-4ee7-95a7-ee70e0c4b5f4 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=c645a2fe-ef1e-4845-b5c4-6fc5fedc762e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:16.870063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a6e0b7ff-c4bf-471f-be31-45934eb8bf09 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:16.870800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6e0b7ff-c4bf-471f-be31-45934eb8bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:16.880710 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd03e59-5680-4002-8fee-5a48301370e1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:16.884441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd03e59-5680-4002-8fee-5a48301370e1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:16.903609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1bd03e59-5680-4002-8fee-5a48301370e1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/c645a2fe-ef1e-4845-b5c4-6fc5fedc762e HTTP/1.1" status: 404  len: 339 time: 0.1385252
Mar 26 21:08:16.908438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49602) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:16.935505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445604865', 'description': 'd1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:16.981332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:16.985969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.034389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082c98f-1e33-462c-92e3-ded1bd165477 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:17.045452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:17.073511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c4dea5bc-62d0-4774-afe9-53fbb5cb5638), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.073870 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment c4dea5bc-62d0-4774-afe9-53fbb5cb5638 of type vlan for network 06d2e5ea-194b-46f9-8c43-41e83821ea5c
Mar 26 21:08:17.088777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082c98f-1e33-462c-92e3-ded1bd165477 None None] Network c645a2fe-ef1e-4845-b5c4-6fc5fedc762e could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:08:17.218592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.249446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0b7ff-c4bf-471f-be31-45934eb8bf09 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:17.276438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebe4fa0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:17.305538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.310729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:17.311340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.317414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3cf7df-1820-45bb-8b8e-af9a1f4a8bc2 None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3abc7064-31a0-41ca-891c-9f39403229a0', 'name': '', 'network_id': 'd1bac26e-253d-45b2-a5d6-7223981a082f', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'mac_address': 'fa:16:3e:fe:d3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:19Z', 'updated_at': '2022-03-26T21:03:27Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'subnets': [{'id': 'cc556fd3-4887-4dca-8d9c-c2fd33af210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:08:17.366608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7471e-6cc0-4682-8504-c2b88c2071c5 req-3ed373c9-44e4-427c-b2be-2a580e2c5bd1 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:17.372084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb7471e-6cc0-4682-8504-c2b88c2071c5 req-3ed373c9-44e4-427c-b2be-2a580e2c5bd1 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.2427688
Mar 26 21:08:17.420539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4980943
Mar 26 21:08:17.424741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49618) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:17.622829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb7471e-6cc0-4682-8504-c2b88c2071c5 req-38eb0fb9-b6b5-44a2-9665-e7b5855dfad4 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2242713
Mar 26 21:08:17.633537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6339e5e-bc92-4b18-9791-f647cee37476 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=06d2e5ea-194b-46f9-8c43-41e83821ea5c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:17.652793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 06d2e5ea-194b-46f9-8c43-41e83821ea5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:17.731573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbfc10b7-b28a-47e3-a082-ebf3c223c1ce req-7fee8091-0a10-40a5-a815-9c74fc65683d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0354433
Mar 26 21:08:17.752008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks [] for floatingip (0aebc08d-f01f-4497-be73-212049c4e73c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.756026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:17.757518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4202e184-1ca4-4064-9ea6-84d6ee97c8f1 tempest-AttachVolumeTestJSON-297536414 tempest-AttachVolumeTestJSON-297536414-project] 10.222.0.16 "DELETE /v2.0/floatingips/0aebc08d-f01f-4497-be73-212049c4e73c HTTP/1.1" status: 204  len: 168 time: 2.5648499
Mar 26 21:08:17.808600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480c85d-34e7-4c8a-b36b-a9aeb2a2bc84 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:08:17.826206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae1243-ec6d-4660-8d57-ef00ab80c5bc tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:17.827787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8ae1243-ec6d-4660-8d57-ef00ab80c5bc tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks?id=06d2e5ea-194b-46f9-8c43-41e83821ea5c HTTP/1.1" status: 200  len: 765 time: 0.4020395
Mar 26 21:08:17.831209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49630) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:17.837600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'description': 'd2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:17.915439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c5ed3-c796-4466-8e66-7bd3b73dd818 req-f8964b70-ab7f-4a1b-bbcc-41a8bd4b4ba0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:17.925871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-322c5ed3-c796-4466-8e66-7bd3b73dd818 req-f8964b70-ab7f-4a1b-bbcc-41a8bd4b4ba0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1886210
Mar 26 21:08:17.964454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6e8c6dc0-a3c5-4b92-b203-32db879386bb None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:17.965185 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6dc0-a3c5-4b92-b203-32db879386bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:18.037811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55c841-d85b-49a4-8a72-ba8ca1cfd290 None None] New status for floating IP 0aebc08d-f01f-4497-be73-212049c4e73c: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:08:18.124890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a6a709f-b3e0-4609-8f3d-a9f922c18f03 req-60e9f407-79da-4aca-b5aa-65369e2fcf51 tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0841105
Mar 26 21:08:18.151625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-322c5ed3-c796-4466-8e66-7bd3b73dd818 req-a268c7b9-691a-41db-8cba-0a8f391f326b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2213287
Mar 26 21:08:18.170102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ba8ac36-4eaa-40f6-9507-24fd6c593791 req-90a84329-e56a-48ea-98b3-6584ea07c177 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0961280
Mar 26 21:08:18.265044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:18.280859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-08d78339-bf98-4da9-8788-9f21bafd5488 req-0559782b-edd1-41df-9ee9-7abc796db7e8 service neutron] (126736) timed out ('10.222.0.21', 54739) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:08:18.287109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:18.316139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d480c85d-34e7-4c8a-b36b-a9aeb2a2bc84 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:08:18.320148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 06d2e5ea-194b-46f9-8c43-41e83821ea5c is not hosted by any dhcp agent {{(pid=126738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:08:18.332222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:18.332922 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:18.337124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "PUT /v2.0/networks/06d2e5ea-194b-46f9-8c43-41e83821ea5c HTTP/1.1" status: 200  len: 762 time: 0.5018048
Mar 26 21:08:18.337277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6dc0-a3c5-4b92-b203-32db879386bb None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:18.337358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49650) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:18.421260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d17f9a-ad10-4993-bdd0-63991c041103 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=06d2e5ea-194b-46f9-8c43-41e83821ea5c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:18.441631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 06d2e5ea-194b-46f9-8c43-41e83821ea5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:18.508354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54dae59-d1aa-4234-8511-f3c8e7a7ea05 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:18.512398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a54dae59-d1aa-4234-8511-f3c8e7a7ea05 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks?id=06d2e5ea-194b-46f9-8c43-41e83821ea5c HTTP/1.1" status: 200  len: 765 time: 0.1740642
Mar 26 21:08:18.516157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49654) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:18.679731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7a5bd6ef-ffa4-4106-89e5-87b007cab0dc tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:18.681844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7a5bd6ef-ffa4-4106-89e5-87b007cab0dc tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.21 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.1682560
Mar 26 21:08:18.846278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Deleting port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:18.847481 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:18.993045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8dd1b-162e-4d99-9c5f-004f30df2a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:18.997158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-75d8dd1b-162e-4d99-9c5f-004f30df2a50 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4771965
Mar 26 21:08:18.998922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49682) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:19.072581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] For port 4f2b792e-b9a0-468f-817b-6cfaf02808f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f2b792e-b9a0-468f-817b-6cfaf02808f7,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:19.073095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:19.087417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72b78f8a-5c21-4edf-bdbe-a64fda6b414d tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 207 time: 0.0826333
Mar 26 21:08:19.087834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:19.088682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11a554-21e0-4a20-bc68-c21ad52d1d08 req-27d49136-46bf-4ba1-86ec-8e634314720b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.090376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b11a554-21e0-4a20-bc68-c21ad52d1d08 req-27d49136-46bf-4ba1-86ec-8e634314720b tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1887252
Mar 26 21:08:19.137979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-80d62378-63bd-4531-a4e1-f79029a77d7a req-1dc16f58-70c8-464c-93b1-ea966cfbe4e0 service neutron] (126738) timed out ('10.222.0.21', 54668) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:08:19.327933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf732244-f3a8-4a08-8f4e-6ca39f468940 req-63047700-24c4-431d-8b7c-b83671260054 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.336675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf732244-f3a8-4a08-8f4e-6ca39f468940 req-63047700-24c4-431d-8b7c-b83671260054 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 946 time: 0.3395100
Mar 26 21:08:19.514350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.519781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.528020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.533591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.540909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.546219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:19.548301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ade941fc-fc7b-4ebb-bac4-afc82daf3799 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.4590716
Mar 26 21:08:19.553849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf732244-f3a8-4a08-8f4e-6ca39f468940 req-818ef104-4105-46cf-b992-646d78bd24d3 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups?id=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1845207
Mar 26 21:08:19.555552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49720) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:19.776704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2a6a31d-f152-47a2-a76f-d856c1b59ceb req-bc56531b-e481-4070-ab22-0b1a28ab9eca tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0662589
Mar 26 21:08:19.820088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7a71a91-ad85-4d8d-be6d-95af87a20082 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2646172
Mar 26 21:08:19.824705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49732) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:19.877695 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:19.878409 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:19.878496 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Floating IP fd33fefc-0c8c-4945-8e69-de14fc281ac8 disassociated. External IP: 172.35.4.230, port: 4f2b792e-b9a0-468f-817b-6cfaf02808f7.
Mar 26 21:08:19.878986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Calling delete_port for 4f2b792e-b9a0-468f-817b-6cfaf02808f7 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:19.887279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b11a554-21e0-4a20-bc68-c21ad52d1d08 req-a02cc43b-61d3-4b9f-9acf-61966acd8a87 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7882216
Mar 26 21:08:20.015576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.026718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.028400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.029729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.031046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.032877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e8ef2cb-e3f5-4dcd-8f4d-920d737d23b3 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2071128
Mar 26 21:08:20.044758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49742) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:20.104236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9240b-d57e-4de2-8a62-c607ef000443 req-71220af1-ac7e-40f8-8bb1-f7cb418053b9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.111995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15b9240b-d57e-4de2-8a62-c607ef000443 req-71220af1-ac7e-40f8-8bb1-f7cb418053b9 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1945715
Mar 26 21:08:20.117050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4f2b792e-b9a0-468f-817b-6cfaf02808f7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:20.151545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.152803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.154140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.155353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.156609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.162690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-951c18fb-ce83-43fd-bc60-be7e2d6b4061 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1155832
Mar 26 21:08:20.168368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49744) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:20.199929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event deleted for resources: {'Port': ['ID=4f2b792e-b9a0-468f-817b-6cfaf02808f7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:20.249902 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15b9240b-d57e-4de2-8a62-c607ef000443 req-385c0316-7549-4486-9ffb-cbf7d2c63910 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370163
Mar 26 21:08:20.387256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dcf815-2bec-4414-a70d-3c5ca4c1bbe9 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.392742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c5dcf815-2bec-4414-a70d-3c5ca4c1bbe9 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks/f7d2a722-9902-41b5-b7b1-b632b247708c HTTP/1.1" status: 200  len: 804 time: 0.2233341
Mar 26 21:08:20.393605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49770) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:20.402085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Router 45be2adf-5d38-4786-9b74-795a34a192c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:08:20.432438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-63a11b91-a88e-414d-92f7-34bd4e6e04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.433969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-63a11b91-a88e-414d-92f7-34bd4e6e04e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1128 time: 0.1170278
Mar 26 21:08:20.535193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:08:20.544801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Sync routers for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:08:20.568223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:20.571292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec36e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:20.610940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c121c662-9bf6-4ac4-8d51-1bebdc67f0bb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/networks/f7d2a722-9902-41b5-b7b1-b632b247708c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2085702
Mar 26 21:08:20.611324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] No DVR routers for this DVR port 4f2b792e-b9a0-468f-817b-6cfaf02808f7 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:20.615454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49782) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:20.644492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:20.654926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d682dbb7-1ef2-48a5-845b-2a93564c9b43 req-7db29901-153d-4b8e-ac25-527101a59014 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.21 "DELETE /v2.0/ports/4f2b792e-b9a0-468f-817b-6cfaf02808f7 HTTP/1.1" status: 204  len: 173 time: 1.9602025
Mar 26 21:08:20.655451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-65c36aec-b1e5-4f45-bdf4-32382582bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.657008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-65c36aec-b1e5-4f45-bdf4-32382582bef3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2101431
Mar 26 21:08:20.661126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'name': 'network-vif-deleted', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:20.666958 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103eebc-5b25-4593-a7c9-c09db64c0354" -d '{"events": [{"server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "name": "network-vif-deleted", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:20.830438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c077b508-a22d-4cc5-89d7-11d141a34430 req-0f322834-ebf6-470d-bac2-b5b0a4d3cd3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bdbeae943588491d9f3a6c18c9671a8a&device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0696201
Mar 26 21:08:20.873540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950778ed-4dda-4a33-8a38-e00ae2ff5b9c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:20.887526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-950778ed-4dda-4a33-8a38-e00ae2ff5b9c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets/cff1f11f-19c6-419e-aa6a-4d7c797ac432 HTTP/1.1" status: 200  len: 843 time: 0.2700169
Mar 26 21:08:20.892820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49796) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:20.895618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:20.938616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c077b508-a22d-4cc5-89d7-11d141a34430 req-666109ec-337d-4bfd-a689-bab3cec77399 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=bdbeae943588491d9f3a6c18c9671a8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0903161
Mar 26 21:08:21.007981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-351a37ce-779b-40bc-ac62-dac58e8a496c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1002 time: 0.3370907
Mar 26 21:08:21.023042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81406ba7-106c-4c7b-a28f-c0e77eb525c5 req-43fbc008-e423-41f0-9ecb-1a721800261c tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.1136522
Mar 26 21:08:21.064193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-20e14177-8718-481d-9c7a-e0be948e1174 req-7811f355-bcf9-4001-aa20-7904c0947a72 tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/ports?device_id=331ad8cf-be35-4131-b01e-789202973f64 HTTP/1.1" status: 200  len: 210 time: 0.1685133
Mar 26 21:08:21.088406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e77ab-12cb-4431-bc64-7ade4b87e188 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['shared'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.090120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-338e77ab-12cb-4431-bc64-7ade4b87e188 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "GET /v2.0/subnets/cff1f11f-19c6-419e-aa6a-4d7c797ac432?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1699166
Mar 26 21:08:21.094965 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0915c86-857e-4a0a-9ad7-d42c50fb9152 x-openstack-request-id: req-d0915c86-857e-4a0a-9ad7-d42c50fb9152 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:21.095580 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331ad8cf-be35-4131-b01e-789202973f64", "name": "network-vif-deleted", "tag": "4f2b792e-b9a0-468f-817b-6cfaf02808f7", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:21.096012 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0915c86-857e-4a0a-9ad7-d42c50fb9152 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:21.096504 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0915c86-857e-4a0a-9ad7-d42c50fb9152'] response: {'server_uuid': '331ad8cf-be35-4131-b01e-789202973f64', 'name': 'network-vif-deleted', 'tag': '4f2b792e-b9a0-468f-817b-6cfaf02808f7', 'status': 'completed', 'code': 200}
Mar 26 21:08:21.097556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:21.102447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002683721'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:21.131619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:21.139231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.174680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:21.182239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-8e22d1a0-e854-4105-b898-0926d47a9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.183743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-8e22d1a0-e854-4105-b898-0926d47a9f05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.1597331
Mar 26 21:08:21.191847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (408d24c6-bdaa-4793-8b03-170b5c6e38df), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.192975 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Added segment 408d24c6-bdaa-4793-8b03-170b5c6e38df of type vlan for network 03189849-3a42-4f7c-872b-974772810e5d
Mar 26 21:08:21.251771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (03189849-3a42-4f7c-872b-974772810e5d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.292653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (03189849-3a42-4f7c-872b-974772810e5d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.298455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.299075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.310623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077b508-a22d-4cc5-89d7-11d141a34430 req-6faab59f-7cb4-4c67-aa4e-3cc2de9fda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.313973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c077b508-a22d-4cc5-89d7-11d141a34430 req-6faab59f-7cb4-4c67-aa4e-3cc2de9fda0c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3742588
Mar 26 21:08:21.319579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-17eba252-ada2-4f69-bff5-2315b253f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.321376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-17eba252-ada2-4f69-bff5-2315b253f615 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1173410
Mar 26 21:08:21.378480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2797489
Mar 26 21:08:21.389851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:21.408876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec36e50>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:21.427011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'network_id': '03189849-3a42-4f7c-872b-974772810e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:21.487730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Checking router: 45be2adf-5d38-4786-9b74-795a34a192c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:08:21.499733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:21.500849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec36e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:21.527287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d7b7-4805-4588-92d9-ed9388bc0cea tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Network': ['ID=03189849-3a42-4f7c-872b-974772810e5d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:21.540870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2dfee-7f97-4676-a594-41a2ab591306 req-7179c5e4-a20c-4b59-9461-fa3a22309ab3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.549372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ac2dfee-7f97-4676-a594-41a2ab591306 req-7179c5e4-a20c-4b59-9461-fa3a22309ab3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.2705791
Mar 26 21:08:21.551888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 03189849-3a42-4f7c-872b-974772810e5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:21.582438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-b219759a-9f69-49ee-a8d8-4dc2d4b62b1b service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552414
Mar 26 21:08:21.595328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Made reservation on behalf of 652f7c6047dc4f8ca870623f7503e142 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:21.599196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.663587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Performing IP validity checks on allocation pools {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:08:21.664566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:08:21.754532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:21.789519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb255e9-58a1-4915-824d-9c3f5d373bc4 req-421f8db2-a1c4-42a9-b31f-95999847e120 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:21.797442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fb255e9-58a1-4915-824d-9c3f5d373bc4 req-421f8db2-a1c4-42a9-b31f-95999847e120 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.2131453
Mar 26 21:08:21.816391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ac2dfee-7f97-4676-a594-41a2ab591306 req-a802bb0a-a1fa-4bdc-8a8f-0d2550f27b74 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658234
Mar 26 21:08:21.867706 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7fb255e9-58a1-4915-824d-9c3f5d373bc4 req-da71aef8-9a69-45a7-b1f5-37c58d7413ab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692377
Mar 26 21:08:21.886627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f5620a8-7798-4fa2-86e5-9b56392b68f2 req-4dfb3c7f-e8e3-418c-8649-1ecb6e233f72 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970805
Mar 26 21:08:21.888287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (776625fe-5520-4859-9981-c7330b7adb7d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:21.987715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=776625fe-5520-4859-9981-c7330b7adb7d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:22.009855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Checking segment: {'id': '408d24c6-bdaa-4793-8b03-170b5c6e38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03189849-3a42-4f7c-872b-974772810e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:22.010228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network hostable DHCP agents. Network: 03189849-3a42-4f7c-872b-974772810e5d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:22.053903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Network 03189849-3a42-4f7c-872b-974772810e5d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:22.072183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03189849-3a42-4f7c-872b-974772810e5d) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:22.077064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:22.078151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3762636'] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.089861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6de40-e019-45d6-a0b6-0bfe43385f36 None None] Network 03189849-3a42-4f7c-872b-974772810e5d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:22.103840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-16c3bf22-1cd7-4579-88dd-c71dce12f5ff tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.6818576
Mar 26 21:08:22.106592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.118446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:22.209073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d0f6845-9671-4c37-859f-b3874d26e2ba req-d0aca087-222d-437a-bf29-81c5a418cfdd tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0319347
Mar 26 21:08:22.289564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8afa-7275-40b7-8304-895b46373323 req-0bc47f71-3a18-47b6-963f-efd42db1fb61 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:22.295546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.296879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c64b8afa-7275-40b7-8304-895b46373323 req-0bc47f71-3a18-47b6-963f-efd42db1fb61 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1339211
Mar 26 21:08:22.329394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49880) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.372418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59248076'] for subnet (776625fe-5520-4859-9981-c7330b7adb7d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.384548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03189849-3a42-4f7c-872b-974772810e5d', 'network_id': '03189849-3a42-4f7c-872b-974772810e5d', 'project_id': '652f7c6047dc4f8ca870623f7503e142', 'fixed_ips': [{'subnet_id': '776625fe-5520-4859-9981-c7330b7adb7d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:22.385490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.422615 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.445464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c64b8afa-7275-40b7-8304-895b46373323 req-2382a75a-4231-4e16-8abd-263e7c88ee9d tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477194
Mar 26 21:08:22.469273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.541341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec36e50>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:22.554680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.557373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.557834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02 HTTP/1.1" status: 204  len: 168 time: 0.2274728
Mar 26 21:08:22.561626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.576212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744448c-2e53-4b27-b6c5-bb3e86599e7d None None] The sync data for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 is: [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:07:03Z', 'revision_number': 4, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31546851-1cbd-406f-adfd-c4a174343e22', 'name': '', 'network_id': 'c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'mac_address': 'fa:16:3e:6d:5f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:07:00Z', 'updated_at': '2022-03-26T21:07:08Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'subnets': [{'id': '0d868e35-a956-4164-a973-9ae4ce29adb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:08:22.584805 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-f799507f-28fa-41b9-ad05-870bc5d7682c tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] show failed (client error): The resource could not be found.
Mar 26 21:08:22.588641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f799507f-28fa-41b9-ad05-870bc5d7682c tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "GET /v2.0/security-groups/8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02 HTTP/1.1" status: 404  len: 347 time: 0.0234876
Mar 26 21:08:22.588851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49894) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.612039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef4d20-115c-403d-96ae-bfc8bc91f9da tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d3cb1-7b81-4c7c-83e9-b56ea966ea02,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:22.738716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753451968759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59581603'] for subnet (776625fe-5520-4859-9981-c7330b7adb7d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.789440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:22.790167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.791456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "PUT /v2.0/subnets/776625fe-5520-4859-9981-c7330b7adb7d HTTP/1.1" status: 200  len: 900 time: 0.6836574
Mar 26 21:08:22.794973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49896) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:22.803717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Allocated IP 2001:db8::3 (03189849-3a42-4f7c-872b-974772810e5d/776625fe-5520-4859-9981-c7330b7adb7d/d36d8f2f-ead4-432c-acf7-82c8acaeacc8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:22.807703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7e904-55bf-45db-ad45-01a933b5f480 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event updated for resources: {'Subnet': ['ID=776625fe-5520-4859-9981-c7330b7adb7d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:22.820611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Deleting port 64ff05d7-8eb1-4803-aef1-63cca102f0ba {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:22.820846 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.933937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9413df5-2f9f-4ba2-b674-4de374474970 None None] New status for floating IP fd33fefc-0c8c-4945-8e69-de14fc281ac8: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:08:22.936363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.936859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (64ff05d7-8eb1-4803-aef1-63cca102f0ba), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:22.958051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Calling delete_port for 64ff05d7-8eb1-4803-aef1-63cca102f0ba owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:22.993287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (03189849-3a42-4f7c-872b-974772810e5d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.011100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks [] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.021512 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.120294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Network 03189849-3a42-4f7c-872b-974772810e5d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:23.129334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:23.134152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:23.138708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Pushing event updated for resources: {'Port': ['ID=d36d8f2f-ead4-432c-acf7-82c8acaeacc8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:23.162024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436bc8d-a29c-4eec-8a0c-9e88cfc6fa43 req-23776137-5995-4257-a24e-9b86030c5e5a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:23.163582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5436bc8d-a29c-4eec-8a0c-9e88cfc6fa43 req-23776137-5995-4257-a24e-9b86030c5e5a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 946 time: 0.1147466
Mar 26 21:08:23.192307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (64ff05d7-8eb1-4803-aef1-63cca102f0ba), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.198682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting port d36d8f2f-ead4-432c-acf7-82c8acaeacc8 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:23.199006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.214761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Attempting to bind port d36d8f2f-ead4-432c-acf7-82c8acaeacc8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:23.215253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Attempting to bind port d36d8f2f-ead4-432c-acf7-82c8acaeacc8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '408d24c6-bdaa-4793-8b03-170b5c6e38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03189849-3a42-4f7c-872b-974772810e5d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:23.215703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Attempting to bind port d36d8f2f-ead4-432c-acf7-82c8acaeacc8 on network 03189849-3a42-4f7c-872b-974772810e5d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:23.221218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:23.221709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Checking segment: {'id': '408d24c6-bdaa-4793-8b03-170b5c6e38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03189849-3a42-4f7c-872b-974772810e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:23.222827 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.223305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Bound using segment: {'id': '408d24c6-bdaa-4793-8b03-170b5c6e38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03189849-3a42-4f7c-872b-974772810e5d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:23.223868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Bound port: d36d8f2f-ead4-432c-acf7-82c8acaeacc8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408d24c6-bdaa-4793-8b03-170b5c6e38df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03189849-3a42-4f7c-872b-974772810e5d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:23.224551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.226995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Pushing event deleted for resources: {'Port': ['ID=64ff05d7-8eb1-4803-aef1-63cca102f0ba,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:23.269886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c077b508-a22d-4cc5-89d7-11d141a34430 req-89b3b592-a0cc-4d9c-b5b4-65eb34ff9131 tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.18 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0546885
Mar 26 21:08:23.308445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] For port d36d8f2f-ead4-432c-acf7-82c8acaeacc8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:23.312084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] For port d36d8f2f-ead4-432c-acf7-82c8acaeacc8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d36d8f2f-ead4-432c-acf7-82c8acaeacc8,segment=NetworkSegment(408d24c6-bdaa-4793-8b03-170b5c6e38df),segment_id=408d24c6-bdaa-4793-8b03-170b5c6e38df)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:23.321789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.350122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5436bc8d-a29c-4eec-8a0c-9e88cfc6fa43 req-6da5253b-1568-495e-a5ad-c61a8e26dad4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694486
Mar 26 21:08:23.373345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab34ae36-b3b8-4f32-ac9d-612ae9498b83 req-20ee730d-84c2-49bf-84f3-e1ad88531048 tempest-ServersAaction247Test-324469187 tempest-ServersAaction247Test-324469187-project] 10.222.0.16 "GET /v2.0/ports?device_id=592d8a01-600a-4275-968b-802bf5fcad01 HTTP/1.1" status: 200  len: 210 time: 0.0450222
Mar 26 21:08:23.383445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks [] for floatingip (fd33fefc-0c8c-4945-8e69-de14fc281ac8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.387314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.392283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2308cbed-2165-40b8-903b-c799587eddbd tempest-ServersTestManualDisk-969335467 tempest-ServersTestManualDisk-969335467-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd33fefc-0c8c-4945-8e69-de14fc281ac8 HTTP/1.1" status: 204  len: 168 time: 0.8019354
Mar 26 21:08:23.393079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49906) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:23.421307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] For port d36d8f2f-ead4-432c-acf7-82c8acaeacc8, host ncdv-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:23.421957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.438332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (b36ad371-9d9e-4c96-8498-d00c491379a1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.554379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012ae08-49a6-464d-b947-52a8fc7a635a None None] Pushing event updated for resources: {'Port': ['ID=d36d8f2f-ead4-432c-acf7-82c8acaeacc8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:23.643340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:23.750699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-fcdad79a-3524-4434-96fe-95d4b397e659 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:23.752970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-fcdad79a-3524-4434-96fe-95d4b397e659 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1961119
Mar 26 21:08:23.822619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:23.823228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:23.953663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:23.959254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:23.965499 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3944816-c06f-491e-be68-b8a47f930d7a" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-unplugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:23.972016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.057515 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8254c-eaf2-486b-89bb-779f84d343c6 x-openstack-request-id: req-bae8254c-eaf2-486b-89bb-779f84d343c6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:24.057515 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-unplugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:24.057738 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bae8254c-eaf2-486b-89bb-779f84d343c6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:24.058255 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae8254c-eaf2-486b-89bb-779f84d343c6'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'code': 200}
Mar 26 21:08:24.070352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Calling delete_port for d36d8f2f-ead4-432c-acf7-82c8acaeacc8 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:24.089924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:24.242105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf5e3b-bff9-4025-b3ae-5cb791acbe4e req-65fb2268-9cc9-439b-b6ec-bdd32914e571 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:24.243707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1adf5e3b-bff9-4025-b3ae-5cb791acbe4e req-65fb2268-9cc9-439b-b6ec-bdd32914e571 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 945 time: 0.1919427
Mar 26 21:08:24.282547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4f2b792e-b9a0-468f-817b-6cfaf02808f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:24.311090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 4f2b792e-b9a0-468f-817b-6cfaf02808f7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:24.311526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4f2b792e-b9a0-468f-817b-6cfaf02808f7 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:24.365536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 36c88967-8618-45d8-aaf7-44c5948e28e6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:24.366089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.392638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1adf5e3b-bff9-4025-b3ae-5cb791acbe4e req-3bfcb978-01d1-450a-a12b-f0b2acf3e3b6 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314731
Mar 26 21:08:24.409239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d36d8f2f-ead4-432c-acf7-82c8acaeacc8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.446805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Port': ['ID=d36d8f2f-ead4-432c-acf7-82c8acaeacc8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:24.495907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No DVR routers for this DVR port d36d8f2f-ead4-432c-acf7-82c8acaeacc8 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:24.546805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 36c88967-8618-45d8-aaf7-44c5948e28e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36c88967-8618-45d8-aaf7-44c5948e28e6,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:24.547740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.570107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 36c88967-8618-45d8-aaf7-44c5948e28e6 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:24.582586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (776625fe-5520-4859-9981-c7330b7adb7d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.591632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41656ce-3b72-4ef0-a486-2a19a45e07a5 req-7c46f49e-22c0-4078-b213-147648aee6ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:24.593205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a41656ce-3b72-4ef0-a486-2a19a45e07a5 req-7c46f49e-22c0-4078-b213-147648aee6ee tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1487291
Mar 26 21:08:24.643429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (45be2adf-5d38-4786-9b74-795a34a192c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.656919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Deleting port 3abc7064-31a0-41ca-891c-9f39403229a0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:24.657260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.694986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (776625fe-5520-4859-9981-c7330b7adb7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.754626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=776625fe-5520-4859-9981-c7330b7adb7d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:24.771745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49940) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:24.813626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a41656ce-3b72-4ef0-a486-2a19a45e07a5 req-3a6c9695-9d2c-43e1-918f-9b1357a53fa0 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794155
Mar 26 21:08:24.841073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (03189849-3a42-4f7c-872b-974772810e5d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.856513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] For port 3abc7064-31a0-41ca-891c-9f39403229a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3abc7064-31a0-41ca-891c-9f39403229a0,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:24.856875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.881948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Calling delete_port for 3abc7064-31a0-41ca-891c-9f39403229a0 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:24.884262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fa89d00>,) {'filters': {'network_id': ['03189849-3a42-4f7c-872b-974772810e5d']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:24.910797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa89d00>, '408d24c6-bdaa-4793-8b03-170b5c6e38df') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:24.910979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa89d00>, '408d24c6-bdaa-4793-8b03-170b5c6e38df') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:24.930585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (408d24c6-bdaa-4793-8b03-170b5c6e38df), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.981815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd4-faec-4c41-84c4-b15f07b1a67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.984295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (408d24c6-bdaa-4793-8b03-170b5c6e38df), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.992831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (36c88967-8618-45d8-aaf7-44c5948e28e6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:24.999994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:25.000411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (408d24c6-bdaa-4793-8b03-170b5c6e38df), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:25.004109 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:25.012106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['36c88967-8618-45d8-aaf7-44c5948e28e6'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:08:25.094160 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3e671da5-d9e3-4b7a-acfb-9bdfa1331b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.137633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=36c88967-8618-45d8-aaf7-44c5948e28e6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:25.169880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (03189849-3a42-4f7c-872b-974772810e5d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.173928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d20b99-1280-49d9-91b9-f5385a3d66b3 None None] Network 03189849-3a42-4f7c-872b-974772810e5d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:25.185414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 36c88967-8618-45d8-aaf7-44c5948e28e6 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:25.193280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.195465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d20b99-1280-49d9-91b9-f5385a3d66b3 None None] Network 03189849-3a42-4f7c-872b-974772810e5d could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:08:25.200638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3a20e35-ccea-4dcc-a9b5-35f7c112eb06 req-051792a6-b3f5-40a8-bfcd-1c71678aeef7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.21 "DELETE /v2.0/ports/36c88967-8618-45d8-aaf7-44c5948e28e6 HTTP/1.1" status: 204  len: 173 time: 1.4391236
Mar 26 21:08:25.203388 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.219805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'name': 'network-vif-deleted', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:25.219957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/03189849-3a42-4f7c-872b-974772810e5d HTTP/1.1" status: 204  len: 168 time: 2.4152129
Mar 26 21:08:25.224106 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ffea19-a432-412f-bc03-b1924b22d7a6" -d '{"events": [{"server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "name": "network-vif-deleted", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:25.229192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49954) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:25.231604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0ebc8800-0ae8-414b-b58e-085d4bd22484 None None] Could not find standard attr ID for object d36d8f2f-ead4-432c-acf7-82c8acaeacc8. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:08:25.251027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e4aeb-b4d9-4b09-9bb2-87685099f939 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=03189849-3a42-4f7c-872b-974772810e5d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:25.325132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0b56b-acd9-4add-a606-93a7ddb1ab4e None None] DHCP port deletion for 03189849-3a42-4f7c-872b-974772810e5d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:25.335108 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34d5947-4fa0-44a1-ad01-ce5a84c61e92 x-openstack-request-id: req-b34d5947-4fa0-44a1-ad01-ce5a84c61e92 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:25.335789 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15da470f-7f3d-4558-9cb1-7829e4952b5c", "name": "network-vif-deleted", "tag": "36c88967-8618-45d8-aaf7-44c5948e28e6", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:25.335789 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b34d5947-4fa0-44a1-ad01-ce5a84c61e92 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:25.336172 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34d5947-4fa0-44a1-ad01-ce5a84c61e92'] response: {'server_uuid': '15da470f-7f3d-4558-9cb1-7829e4952b5c', 'name': 'network-vif-deleted', 'tag': '36c88967-8618-45d8-aaf7-44c5948e28e6', 'status': 'completed', 'code': 200}
Mar 26 21:08:25.351017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017977c7-1001-4d83-8553-bef0a8778eee None None] Network 03189849-3a42-4f7c-872b-974772810e5d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:25.359049 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-434b344e-0b14-4586-b1da-711ec70bc287 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:25.359603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434b344e-0b14-4586-b1da-711ec70bc287 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:25.364070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-434b344e-0b14-4586-b1da-711ec70bc287 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/776625fe-5520-4859-9981-c7330b7adb7d HTTP/1.1" status: 404  len: 337 time: 0.1236959
Mar 26 21:08:25.366958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49960) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:25.388706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017977c7-1001-4d83-8553-bef0a8778eee None None] Network 03189849-3a42-4f7c-872b-974772810e5d could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:08:25.419370 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc4cc33-86d1-43b7-854c-e78a5b338bf1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:25.420019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc4cc33-86d1-43b7-854c-e78a5b338bf1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:25.426116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7fc4cc33-86d1-43b7-854c-e78a5b338bf1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/03189849-3a42-4f7c-872b-974772810e5d HTTP/1.1" status: 404  len: 339 time: 0.0540552
Mar 26 21:08:25.428609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:25.437390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3abc7064-31a0-41ca-891c-9f39403229a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.511495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd4-faec-4c41-84c4-b15f07b1a67b admin admin] Publish callbacks [] for security_group (cf5d4129-cef6-403a-aacd-a2f1ba8fe590), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.515452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abc7064-31a0-41ca-891c-9f39403229a0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:25.547287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3fe8dd4-faec-4c41-84c4-b15f07b1a67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf5d4129-cef6-403a-aacd-a2f1ba8fe590), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.606909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-218fed3c-692d-4309-9a30-18ef66ec7a28 req-c25563cd-93b3-4a7e-ab03-35a08fb6f4d3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=15da470f-7f3d-4558-9cb1-7829e4952b5c HTTP/1.1" status: 200  len: 210 time: 0.0551555
Mar 26 21:08:25.636209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.657712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3fe8dd4-faec-4c41-84c4-b15f07b1a67b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdbeae943588491d9f3a6c18c9671a8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8837948
Mar 26 21:08:25.660751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49974) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:25.662818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Deleting port 31546851-1cbd-406f-adfd-c4a174343e22 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:25.663175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (31546851-1cbd-406f-adfd-c4a174343e22), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.687796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe8dd4-faec-4c41-84c4-b15f07b1a67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d4129-cef6-403a-aacd-a2f1ba8fe590,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:25.763464 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] Publish callbacks [] for security_group (cf5d4129-cef6-403a-aacd-a2f1ba8fe590), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.765480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (b36ad371-9d9e-4c96-8498-d00c491379a1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.846108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] Publish callbacks [] for security_group (cf5d4129-cef6-403a-aacd-a2f1ba8fe590), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.929416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.944044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] For port 31546851-1cbd-406f-adfd-c4a174343e22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31546851-1cbd-406f-adfd-c4a174343e22,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:25.944478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (31546851-1cbd-406f-adfd-c4a174343e22), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.965846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61252cd8e0>,) {'filters': {'network_id': ['06d2e5ea-194b-46f9-8c43-41e83821ea5c']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:25.968105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Calling delete_port for 31546851-1cbd-406f-adfd-c4a174343e22 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:25.980723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61252cd8e0>, 'c4dea5bc-62d0-4774-afe9-53fbb5cb5638') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:25.981027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61252cd8e0>, 'c4dea5bc-62d0-4774-afe9-53fbb5cb5638') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:25.991556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf5d4129-cef6-403a-aacd-a2f1ba8fe590), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.994639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:25.997624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf5d4129-cef6-403a-aacd-a2f1ba8fe590 HTTP/1.1" status: 204  len: 168 time: 0.3301530
Mar 26 21:08:26.012107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (c4dea5bc-62d0-4774-afe9-53fbb5cb5638), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.030204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c4dea5bc-62d0-4774-afe9-53fbb5cb5638), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.037824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:26.038321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (c4dea5bc-62d0-4774-afe9-53fbb5cb5638), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.051162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e816-22f6-4125-a924-fe5a633e9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d4129-cef6-403a-aacd-a2f1ba8fe590,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:26.067557 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:26.108497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Router b36ad371-9d9e-4c96-8498-d00c491379a1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:08:26.131042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-bf1902eb-bf74-4f79-b1ed-3d5d69cb86f7 req-beddb75f-4af0-4cf0-892f-8e6f725884f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:08:26.132134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf1902eb-bf74-4f79-b1ed-3d5d69cb86f7 req-beddb75f-4af0-4cf0-892f-8e6f725884f0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065756
Mar 26 21:08:26.156011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (06d2e5ea-194b-46f9-8c43-41e83821ea5c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.164235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.167345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/06d2e5ea-194b-46f9-8c43-41e83821ea5c HTTP/1.1" status: 204  len: 168 time: 0.7361295
Mar 26 21:08:26.172092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:26.182454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65699c-4ab4-4f0e-8ee4-a4e0cae90ebe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=06d2e5ea-194b-46f9-8c43-41e83821ea5c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:26.206717 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b64c9c1-1d2f-4623-99d5-7b77b4f9015a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:26.207575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b64c9c1-1d2f-4623-99d5-7b77b4f9015a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:26.236304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9b64c9c1-1d2f-4623-99d5-7b77b4f9015a tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/fbef27a5-40ed-460b-a4bd-f375e723b0c0 HTTP/1.1" status: 404  len: 337 time: 0.0609386
Mar 26 21:08:26.257488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:26.314224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:08:26.326854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40a8f8fc-9881-4147-a0fb-0e917bc8f590 admin admin] 10.222.0.16 "PUT /v2.0/routers/b36ad371-9d9e-4c96-8498-d00c491379a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0294478
Mar 26 21:08:26.327044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50002) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:26.329110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Sync routers for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:08:26.335385 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1c8b59-4fce-4185-b321-3faafb904127 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:26.335912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1c8b59-4fce-4185-b321-3faafb904127 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:26.339970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac1c8b59-4fce-4185-b321-3faafb904127 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/c645a2fe-ef1e-4845-b5c4-6fc5fedc762e HTTP/1.1" status: 404  len: 339 time: 0.0796735
Mar 26 21:08:26.343216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50004) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:26.352060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:26.374588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:26.457924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93b0a-7b43-40fc-9baf-e8c86e4b92dd req-9b455e08-b3e4-4337-96ff-fa51bf284457 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:26.469302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d93b0a-7b43-40fc-9baf-e8c86e4b92dd req-9b455e08-b3e4-4337-96ff-fa51bf284457 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1406267
Mar 26 21:08:26.547385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d93b0a-7b43-40fc-9baf-e8c86e4b92dd req-37f3dddc-ec3d-438f-a5f4-41e1689a51ab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769594
Mar 26 21:08:26.564737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting subnet 554b1bc0-d092-4c85-a0b4-4d7397c8466f {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:26.570963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (554b1bc0-d092-4c85-a0b4-4d7397c8466f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.594043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:26.598438 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (31546851-1cbd-406f-adfd-c4a174343e22), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.763272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50034) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:26.900700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b86a0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:08:25Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:26.938834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Pushing event deleted for resources: {'Port': ['ID=31546851-1cbd-406f-adfd-c4a174343e22,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:26.949504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Checking router: b36ad371-9d9e-4c96-8498-d00c491379a1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:08:26.954960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (554b1bc0-d092-4c85-a0b4-4d7397c8466f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:26.962220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Routers {'b36ad371-9d9e-4c96-8498-d00c491379a1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:26.963020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6b86a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:07:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b36ad371-9d9e-4c96-8498-d00c491379a1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:27.022871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks [] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.269494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] Set router b36ad371-9d9e-4c96-8498-d00c491379a1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:27.319891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-716045b3-3d5b-47c4-bbef-a0c9f2fb6d44 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:27.322560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-716045b3-3d5b-47c4-bbef-a0c9f2fb6d44 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.2852678
Mar 26 21:08:27.328751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (554b1bc0-d092-4c85-a0b4-4d7397c8466f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.356450 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-f571a75e-3474-4c7e-b759-e03c0893628e tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/quotas/614df0ac05da469a932c527c1d5c0a12 HTTP/1.1" status: 200  len: 375 time: 0.0268748
Mar 26 21:08:27.396967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f501cb2e-d92b-4d9a-b6a6-d786f44494ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.406291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-5127139b-4642-43b6-b04f-6ab87539de82 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487673
Mar 26 21:08:27.414823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks [] for router_gateway (b36ad371-9d9e-4c96-8498-d00c491379a1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.445236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-389fd027-9066-4ca8-b17d-bc4173d097c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6805570
Mar 26 21:08:27.455347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:27.470336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-a228cbc6-d66c-457c-878c-8c73abb9b241 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:08:27.472376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-a228cbc6-d66c-457c-878c-8c73abb9b241 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0101306
Mar 26 21:08:27.494071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (45be2adf-5d38-4786-9b74-795a34a192c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.508193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (554b1bc0-d092-4c85-a0b4-4d7397c8466f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.566420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6b86a0>, [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:08:25Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:27.594088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=554b1bc0-d092-4c85-a0b4-4d7397c8466f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:27.598890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.606076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50080) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:27.618556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/554b1bc0-d092-4c85-a0b4-4d7397c8466f HTTP/1.1" status: 204  len: 168 time: 1.2548461
Mar 26 21:08:27.619232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50084) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.656369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.661230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5205a7-cc4c-4adb-babf-ee393a16994a None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:27.666660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.667615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24cdfb-b453-4989-a922-91e06d4863fb tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:27.724329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931237cd-1c91-4ca9-88bd-0457449bf0ae None None] The sync data for ids ['b36ad371-9d9e-4c96-8498-d00c491379a1'] in ncdv-master-1 is: [{'id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'name': 'tempest-AttachVolumeTestJSON-1666232501-router', 'tenant_id': '32df8b04107445c89edb0d809d87d6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:03:11Z', 'updated_at': '2022-03-26T21:08:25Z', 'revision_number': 5, 'project_id': '32df8b04107445c89edb0d809d87d6fc', 'gw_port': {'id': '902c158a-858e-48ad-a01a-9a7b0e2f5767', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ad371-9d9e-4c96-8498-d00c491379a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:03:13Z', 'updated_at': '2022-03-26T21:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:08:27.725300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-80a74edc-a11e-4f40-a133-979cdd24cdac service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180161
Mar 26 21:08:27.743082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1199534795-network', 'tenant_id': 'cc51d0de03ed49c08738d431ef274427'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:27.842259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Deleting port 902c158a-858e-48ad-a01a-9a7b0e2f5767 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:27.842682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.880766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Made reservation on behalf of cc51d0de03ed49c08738d431ef274427 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:27.883404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.895404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716437d6-7cbf-4a35-aaa9-ef1d05bf57cd req-b24d2fcc-7a3a-42c6-ae9f-9c69898d321d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:27.897400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-716437d6-7cbf-4a35-aaa9-ef1d05bf57cd req-b24d2fcc-7a3a-42c6-ae9f-9c69898d321d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1491988
Mar 26 21:08:27.905996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting subnet a6d2cd21-81d9-459c-b753-169d0a4f7ffa {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:27.912488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (a6d2cd21-81d9-459c-b753-169d0a4f7ffa), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.923225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:27.964325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-e8ea4011-a772-4ace-b164-166b87c459fb service neutron] 10.222.0.16 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371871
Mar 26 21:08:27.992053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (a6d2cd21-81d9-459c-b753-169d0a4f7ffa), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.118636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-99d5d4e9-fe82-4ac2-9662-fbb3c9f4441b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:28.129115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-99d5d4e9-fe82-4ac2-9662-fbb3c9f4441b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports/634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 941 time: 0.5209844
Mar 26 21:08:28.197198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a6d2cd21-81d9-459c-b753-169d0a4f7ffa), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.222362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50094) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:28.289830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] For port 902c158a-858e-48ad-a01a-9a7b0e2f5767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=902c158a-858e-48ad-a01a-9a7b0e2f5767,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:28.290214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.313004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 36c88967-8618-45d8-aaf7-44c5948e28e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:28.314913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-716437d6-7cbf-4a35-aaa9-ef1d05bf57cd req-47262375-110a-402b-a425-a61b80f6ca87 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3967719
Mar 26 21:08:28.383207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Calling delete_port for 902c158a-858e-48ad-a01a-9a7b0e2f5767 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:28.425774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 36c88967-8618-45d8-aaf7-44c5948e28e6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:28.426236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 36c88967-8618-45d8-aaf7-44c5948e28e6 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:28.426704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5258522-2d2c-4eed-b885-df4c199e73dd req-9595966d-d7c8-4374-b00b-ec1daf0eefa1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 210 time: 0.1201820
Mar 26 21:08:28.460256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (a6d2cd21-81d9-459c-b753-169d0a4f7ffa), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.485193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.489945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/a6d2cd21-81d9-459c-b753-169d0a4f7ffa HTTP/1.1" status: 204  len: 168 time: 0.8651481
Mar 26 21:08:28.515389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50104) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:28.533473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7628c3-6423-4f12-b5a2-dcee3eec4f61 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d2cd21-81d9-459c-b753-169d0a4f7ffa,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:28.547317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52d13b4e-d5fd-48ae-94d0-f84d889f96c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.657119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (89e6ac2b-c3d6-4114-8071-30827ff49974), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.689145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Router 45be2adf-5d38-4786-9b74-795a34a192c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:08:28.689931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (902c158a-858e-48ad-a01a-9a7b0e2f5767), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.772921 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52d13b4e-d5fd-48ae-94d0-f84d889f96c3 admin admin] Publish callbacks [] for security_group (19e6aa25-0f10-425f-a3a8-2f8eb350b845), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.773158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Pushing event deleted for resources: {'Port': ['ID=902c158a-858e-48ad-a01a-9a7b0e2f5767,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:28.782810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52d13b4e-d5fd-48ae-94d0-f84d889f96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (19e6aa25-0f10-425f-a3a8-2f8eb350b845), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.783101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.810589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting port 3aa64643-0875-47aa-af22-3cb86f5158d4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:28.810935 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.919962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52d13b4e-d5fd-48ae-94d0-f84d889f96c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6314ab85a88d4e189f6bd773093b8152&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6961930
Mar 26 21:08:28.926483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50112) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:28.934370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks [] for security_group (60f5b67e-ec22-4728-ba2b-da5f7bb14490), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.935307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d13b4e-d5fd-48ae-94d0-f84d889f96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6aa25-0f10-425f-a3a8-2f8eb350b845,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:28.943718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e15c3-be8c-45d4-ae3a-44027b39fc1a None None] Network 89e6ac2b-c3d6-4114-8071-30827ff49974 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:28.946387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (60f5b67e-ec22-4728-ba2b-da5f7bb14490), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:28.997878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa64643-0875-47aa-af22-3cb86f5158d4,segment=NetworkSegment(6d4c407b-5bbf-4217-9e08-01ed545346f0),segment_id=6d4c407b-5bbf-4217-9e08-01ed545346f0)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:28.999571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.015876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (b36ad371-9d9e-4c96-8498-d00c491379a1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.039379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:29.060823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d8f93841-9630-4a52-bf83-c572cf92c824 None None] Provisioning complete for port 3aa64643-0875-47aa-af22-3cb86f5158d4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:29.061544 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d8f93841-9630-4a52-bf83-c572cf92c824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.068341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Calling delete_port for 3aa64643-0875-47aa-af22-3cb86f5158d4 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:29.072542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5b67e-ec22-4728-ba2b-da5f7bb14490,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:29.136936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (44354be8-160e-48db-b396-04743e4082e2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.137292 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Added segment 44354be8-160e-48db-b396-04743e4082e2 of type vlan for network 2422d2c1-af27-48a4-b82c-f1470d972df6
Mar 26 21:08:29.185004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Publish callbacks [] for security_group (19e6aa25-0f10-425f-a3a8-2f8eb350b845), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.211109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] DHCP port deletion for 89e6ac2b-c3d6-4114-8071-30827ff49974 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:29.218902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:08:29.228324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e44fec7-2650-4213-8c33-63cbb05bb418 admin admin] 10.222.0.16 "PUT /v2.0/routers/45be2adf-5d38-4786-9b74-795a34a192c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8333867
Mar 26 21:08:29.230151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.231653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:29.234603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Sync routers for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:08:29.239301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks [] for router_controller (b36ad371-9d9e-4c96-8498-d00c491379a1), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.248545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:29.248769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Publish callbacks [] for security_group (19e6aa25-0f10-425f-a3a8-2f8eb350b845), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.249268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d8f93841-9630-4a52-bf83-c572cf92c824 None None] Current status of the port 3aa64643-0875-47aa-af22-3cb86f5158d4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:29.251052 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612460cbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:29.262218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (2422d2c1-af27-48a4-b82c-f1470d972df6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.312832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Deleting port 3aa64643-0875-47aa-af22-3cb86f5158d4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:29.313223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.336367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.365802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:29.375218 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:29.375392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No DVR routers for this DVR port 3aa64643-0875-47aa-af22-3cb86f5158d4 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:29.442274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b36ad371-9d9e-4c96-8498-d00c491379a1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.443665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36ad371-9d9e-4c96-8498-d00c491379a1 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:08:29.458621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.461185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-47f79b92-85d7-42b9-9d71-c517e5ebe838 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b36ad371-9d9e-4c96-8498-d00c491379a1 HTTP/1.1" status: 204  len: 168 time: 3.1315403
Mar 26 21:08:29.507799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] For port 3aa64643-0875-47aa-af22-3cb86f5158d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa64643-0875-47aa-af22-3cb86f5158d4,segment=NetworkSegment(6d4c407b-5bbf-4217-9e08-01ed545346f0),segment_id=6d4c407b-5bbf-4217-9e08-01ed545346f0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:29.509828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.523096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50120) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:29.533003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Calling delete_port for 3aa64643-0875-47aa-af22-3cb86f5158d4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:29.640522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (3aa64643-0875-47aa-af22-3cb86f5158d4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.674402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] Pushing event deleted for resources: {'Port': ['ID=3aa64643-0875-47aa-af22-3cb86f5158d4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:29.681770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa66bcc-eba5-4752-a8f5-10cee5ae1206 None None] No DVR routers for this DVR port 3aa64643-0875-47aa-af22-3cb86f5158d4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:29.754157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3aa64643-0875-47aa-af22-3cb86f5158d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:29.776546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612460cbb0>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:08:26Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:29.797147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3aa64643-0875-47aa-af22-3cb86f5158d4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:29.797939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3aa64643-0875-47aa-af22-3cb86f5158d4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:29.798687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3abc7064-31a0-41ca-891c-9f39403229a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:29.830912 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Checking router: 45be2adf-5d38-4786-9b74-795a34a192c3 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:08:29.831565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3abc7064-31a0-41ca-891c-9f39403229a0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:29.832120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3abc7064-31a0-41ca-891c-9f39403229a0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:29.861312 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Routers {'45be2adf-5d38-4786-9b74-795a34a192c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:08:29.865809 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612460cbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['45be2adf-5d38-4786-9b74-795a34a192c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:29.910990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (2422d2c1-af27-48a4-b82c-f1470d972df6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:29.912603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:29.913173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.026431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (19e6aa25-0f10-425f-a3a8-2f8eb350b845), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.030279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.031446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e6aa25-0f10-425f-a3a8-2f8eb350b845 HTTP/1.1" status: 204  len: 168 time: 1.1038597
Mar 26 21:08:30.053348 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] Set router 45be2adf-5d38-4786-9b74-795a34a192c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:08:30.056663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2422d2c1-af27-48a4-b82c-f1470d972df6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:30.099587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-751b04d8-077a-4aa7-b6bf-e22cb38bf6c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 2.6414680
Mar 26 21:08:30.100121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 2422d2c1-af27-48a4-b82c-f1470d972df6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:30.101121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks [] for router (45be2adf-5d38-4786-9b74-795a34a192c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.104427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.115092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Request body: {'subnet': {'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1199534795-subnet', 'tenant_id': 'cc51d0de03ed49c08738d431ef274427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:30.148146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (89e6ac2b-c3d6-4114-8071-30827ff49974), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.151465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.195023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611edc7760>,) {'filters': {'network_id': ['89e6ac2b-c3d6-4114-8071-30827ff49974']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:30.205167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611edc7760>, '6d4c407b-5bbf-4217-9e08-01ed545346f0') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:30.205467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611edc7760>, '6d4c407b-5bbf-4217-9e08-01ed545346f0') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:30.212309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071ba0-0432-4569-bd22-85b0872ae606 req-8d9c096d-9975-4742-8e89-275fffded1f4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:30.214045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0071ba0-0432-4569-bd22-85b0872ae606 req-8d9c096d-9975-4742-8e89-275fffded1f4 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.3154902
Mar 26 21:08:30.221440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (6d4c407b-5bbf-4217-9e08-01ed545346f0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.235710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6d4c407b-5bbf-4217-9e08-01ed545346f0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.245899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:30.246624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (6d4c407b-5bbf-4217-9e08-01ed545346f0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:30.253018 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:30.315479 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612460cbb0>, [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:08:26Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:30.319604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a6b3281-a92d-4eea-b123-91167185ced1 req-36d68bec-908c-41c1-9777-cf3aa43a13fc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 210 time: 0.2552884
Mar 26 21:08:30.326756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6aa25-0f10-425f-a3a8-2f8eb350b845,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:30.349658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Made reservation on behalf of cc51d0de03ed49c08738d431ef274427 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:30.352040 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.375525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d132d-33c6-42bd-9764-0645fbdb1f0b None None] The sync data for ids ['45be2adf-5d38-4786-9b74-795a34a192c3'] in ncdv-master-1 is: [{'id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'name': 'tempest-ServersTestManualDisk-1519988901-router', 'tenant_id': 'c58247395bea4447bc23f219d3c1cbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:06:53Z', 'updated_at': '2022-03-26T21:08:26Z', 'revision_number': 5, 'project_id': 'c58247395bea4447bc23f219d3c1cbc0', 'gw_port': {'id': '8e5c478b-b58f-4258-80a6-c48b065e00ab', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45be2adf-5d38-4786-9b74-795a34a192c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:06:55Z', 'updated_at': '2022-03-26T21:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:08:30.382246 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0071ba0-0432-4569-bd22-85b0872ae606 req-2d70218f-3f8b-4fb5-86ba-47ffc8bb9731 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1607144
Mar 26 21:08:30.427373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Deleting subnet cc556fd3-4887-4dca-8d9c-c2fd33af210e {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:30.433702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Publish callbacks [] for subnet (cc556fd3-4887-4dca-8d9c-c2fd33af210e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.458810 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks [] for router_gateway (45be2adf-5d38-4786-9b74-795a34a192c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.493830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.494185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.494556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.494897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.495258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.495722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.496286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.497061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.497443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.497738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.498057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.498562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.498896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.499595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.499595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc9b72b-a100-4c67-acdc-aa0118b9698b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:08:30.505447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50128) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.529387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da3310cd-ab7c-427b-8b65-590e0ee63bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.532673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (89e6ac2b-c3d6-4114-8071-30827ff49974), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.545849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Deleting port 8e5c478b-b58f-4258-80a6-c48b065e00ab {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:30.546193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.554331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.557536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/89e6ac2b-c3d6-4114-8071-30827ff49974 HTTP/1.1" status: 204  len: 168 time: 2.0409684
Mar 26 21:08:30.559652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (cc556fd3-4887-4dca-8d9c-c2fd33af210e), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.561523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.595327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-39595239-af6f-4f42-9839-694c73fa7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:30.596945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-39595239-af6f-4f42-9839-694c73fa7946 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3&tenant_id=5a748aa42d5c4f55bd7d2d86838ff112 HTTP/1.1" status: 200  len: 1126 time: 1.1513147
Mar 26 21:08:30.606901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9a104-268e-45c1-9841-93b64b819016 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=89e6ac2b-c3d6-4114-8071-30827ff49974,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:30.623367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-42b1e6bd-ead5-44a8-9163-cecbcce2b562 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:30.624874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-42b1e6bd-ead5-44a8-9163-cecbcce2b562 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.18 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 811 time: 0.5699351
Mar 26 21:08:30.642555 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ab7ed4-80c5-402d-a3b8-fd026084f604 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:30.643026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ab7ed4-80c5-402d-a3b8-fd026084f604 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:30.644185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Request body: {'port': {'device_id': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'admin_state_up': True, 'tenant_id': '614df0ac05da469a932c527c1d5c0a12'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:30.648656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03ab7ed4-80c5-402d-a3b8-fd026084f604 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/94da870f-48b0-407e-8de7-7d9f9c8d87ef HTTP/1.1" status: 404  len: 337 time: 0.0806551
Mar 26 21:08:30.668298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50132) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.716450 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8227a75e-e5a4-45ef-8e81-50231b979273 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:30.716796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8227a75e-e5a4-45ef-8e81-50231b979273 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:30.722313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8227a75e-e5a4-45ef-8e81-50231b979273 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/369d07a0-9b54-49ee-b916-e48a7c4a956b HTTP/1.1" status: 404  len: 339 time: 0.0505528
Mar 26 21:08:30.724787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.778790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-6e712ecd-d5b8-4260-bb69-378a7a7fe7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:30.779338 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab45417-1c3e-4cc2-a0ef-60be029cd4b1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:30.780240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab45417-1c3e-4cc2-a0ef-60be029cd4b1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:30.780332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-6e712ecd-d5b8-4260-bb69-378a7a7fe7ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1126 time: 0.1544759
Mar 26 21:08:30.786357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3ab45417-1c3e-4cc2-a0ef-60be029cd4b1 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/124d83d7-599d-423e-bb73-112bd9248de4 HTTP/1.1" status: 404  len: 337 time: 0.0522308
Mar 26 21:08:30.786450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (cc556fd3-4887-4dca-8d9c-c2fd33af210e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.786525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] For port 8e5c478b-b58f-4258-80a6-c48b065e00ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e5c478b-b58f-4258-80a6-c48b065e00ab,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:30.786525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.804258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50136) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.837449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Calling delete_port for 8e5c478b-b58f-4258-80a6-c48b065e00ab owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:30.863706 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bb9e47-ba9f-47b3-bd2b-5e8de75b1c67 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:30.864286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bb9e47-ba9f-47b3-bd2b-5e8de75b1c67 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:30.867350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-32bb9e47-ba9f-47b3-bd2b-5e8de75b1c67 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/ab499b05-f199-424b-966b-e2714626b4c0 HTTP/1.1" status: 404  len: 339 time: 0.0554914
Mar 26 21:08:30.876131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:30.879563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da3310cd-ab7c-427b-8b65-590e0ee63bee admin admin] Publish callbacks [] for security_group (ee68fc34-4063-4b85-9db4-27076f0aca33), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.882097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (b112c730-e0ef-4b27-b001-d6aad831f5e3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.957298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (cc556fd3-4887-4dca-8d9c-c2fd33af210e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.965903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Made reservation on behalf of 614df0ac05da469a932c527c1d5c0a12 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:30.970426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.973264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da3310cd-ab7c-427b-8b65-590e0ee63bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee68fc34-4063-4b85-9db4-27076f0aca33), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:30.990239 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cf9032-54ea-4993-ab67-e9c423c79776 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:30.990704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cf9032-54ea-4993-ab67-e9c423c79776 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:30.993790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0cf9032-54ea-4993-ab67-e9c423c79776 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/789fe6ff-25f3-4a1b-8adc-882830b9dc9f HTTP/1.1" status: 404  len: 337 time: 0.1164589
Mar 26 21:08:31.003484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:31.008118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc556fd3-4887-4dca-8d9c-c2fd33af210e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.014023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.014674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afb1ce-d631-4a0e-b1a1-488eb45227f0 None None] Network d1bac26e-253d-45b2-a5d6-7223981a082f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:31.018563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57244a7f-6793-4ea8-b0d0-61024eaa783b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc556fd3-4887-4dca-8d9c-c2fd33af210e HTTP/1.1" status: 204  len: 168 time: 1.4917829
Mar 26 21:08:31.036836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50142) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:31.037025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-b509190e-d855-40f3-b4fa-f53146717147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.038905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-b509190e-d855-40f3-b4fa-f53146717147 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.2524881
Mar 26 21:08:31.070262 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4857c661-24ed-4dde-bda3-004b04bea2fe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:31.070805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4857c661-24ed-4dde-bda3-004b04bea2fe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:31.077542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4857c661-24ed-4dde-bda3-004b04bea2fe tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/6061a459-b689-4914-b7e4-a85846e7298d HTTP/1.1" status: 404  len: 339 time: 0.0720894
Mar 26 21:08:31.087465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:31.112973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da3310cd-ab7c-427b-8b65-590e0ee63bee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=507ff9ee1ac848729db1c605869727aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6035213
Mar 26 21:08:31.112973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3310cd-ab7c-427b-8b65-590e0ee63bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68fc34-4063-4b85-9db4-27076f0aca33,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.114720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b112c730-e0ef-4b27-b001-d6aad831f5e3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.127293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50146) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:31.209333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] DHCP port deletion for d1bac26e-253d-45b2-a5d6-7223981a082f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:31.237489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-f748aece-5659-4bef-841e-56757772211c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1000 time: 0.1931305
Mar 26 21:08:31.263360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Checking segment: {'id': '44354be8-160e-48db-b396-04743e4082e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:31.264281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Network hostable DHCP agents. Network: 2422d2c1-af27-48a4-b82c-f1470d972df6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:31.274568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Deleting port fdb9f12b-6783-4157-8e21-2119158312f5 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:31.275217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.310339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d1bac26e-253d-45b2-a5d6-7223981a082f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.320999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting subnet 03f51911-6b33-471a-9e10-da5e427860c7 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:31.328403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Allocated IP 172.20.0.13 (058c0cff-2ce5-49c8-bc87-c1563c1f0f97/658de3b5-e5d0-45af-8456-a8a4abbcf4bb/5c6394e9-e4a1-4d84-89ae-3dc1086e37b1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:31.334991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-a79c5e06-3c2a-44f0-8505-adc358a3e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.336867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-a79c5e06-3c2a-44f0-8505-adc358a3e502 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.0930879
Mar 26 21:08:31.356157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (03f51911-6b33-471a-9e10-da5e427860c7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.420642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] Publish callbacks [] for security_group (ee68fc34-4063-4b85-9db4-27076f0aca33), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.450463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Network 2422d2c1-af27-48a4-b82c-f1470d972df6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:31.474000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-2f767462-da5d-445d-a274-1670a227a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.475747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-2f767462-da5d-445d-a274-1670a227a58f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1328146
Mar 26 21:08:31.478797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b77c44a-0b2d-4f20-9a27-246e0fc3a22d req-0adcb81c-e989-4b54-b99f-1c00d69642f9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 210 time: 0.0519156
Mar 26 21:08:31.489348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (03f51911-6b33-471a-9e10-da5e427860c7), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.528000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] Publish callbacks [] for security_group (ee68fc34-4063-4b85-9db4-27076f0aca33), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.543939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2422d2c1-af27-48a4-b82c-f1470d972df6) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:31.558508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1c2eb8-09bf-4d4d-ae07-dd10ad05b837 None None] Network 2422d2c1-af27-48a4-b82c-f1470d972df6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:31.574763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.575281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.598087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8e5c478b-b58f-4258-80a6-c48b065e00ab), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.600919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] For port fdb9f12b-6783-4157-8e21-2119158312f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb9f12b-6783-4157-8e21-2119158312f5,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:31.601319 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.651226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Calling delete_port for fdb9f12b-6783-4157-8e21-2119158312f5 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:31.662392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-017ee09f-8ccc-44aa-b7ab-385c1e3767d0 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801693
Mar 26 21:08:31.666495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5c478b-b58f-4258-80a6-c48b065e00ab,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.682883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5c64aa6-6d53-4c42-bffe-1701a468ef3e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.5768840
Mar 26 21:08:31.687223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks [] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.741859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 31546851-1cbd-406f-adfd-c4a174343e22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:31.790050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (03f51911-6b33-471a-9e10-da5e427860c7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.800182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c48a7da-2789-4b06-87c4-c6520e3dc475 req-adee26b7-1a43-4426-a49b-bb751079b110 service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268713
Mar 26 21:08:31.801265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771356e-2fcf-444a-9024-9f712ad44dbb req-65296435-acc3-4569-8231-8127c9381399 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.802938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b771356e-2fcf-444a-9024-9f712ad44dbb req-65296435-acc3-4569-8231-8127c9381399 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.2661943
Mar 26 21:08:31.810319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.822199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f125a-78bb-4108-a570-0085d2d0a032 None None] Network 2422d2c1-af27-48a4-b82c-f1470d972df6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:31.834717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee68fc34-4063-4b85-9db4-27076f0aca33), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.837572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.838879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee68fc34-4063-4b85-9db4-27076f0aca33 HTTP/1.1" status: 204  len: 168 time: 0.7093191
Mar 26 21:08:31.847302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Deleting port fdb9f12b-6783-4157-8e21-2119158312f5 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:31.847651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.857271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 31546851-1cbd-406f-adfd-c4a174343e22 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:31.857629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 31546851-1cbd-406f-adfd-c4a174343e22 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:31.858064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 902c158a-858e-48ad-a01a-9a7b0e2f5767 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:31.863173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:31.868449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:31.876334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:31.881541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.938651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 902c158a-858e-48ad-a01a-9a7b0e2f5767 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:31.939650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 902c158a-858e-48ad-a01a-9a7b0e2f5767 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:31.940820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fdb9f12b-6783-4157-8e21-2119158312f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:31.947846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:31.951088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:31.986126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3fdbd6bf-020e-4adc-bd37-4e98d3812ca4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3507946
Mar 26 21:08:31.988980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e93e1c-e693-4f81-a568-b97217353922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68fc34-4063-4b85-9db4-27076f0aca33,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:31.990928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (45be2adf-5d38-4786-9b74-795a34a192c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.007837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Request body: {'port': {'device_id': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:32.060088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.099392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.173827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] For port fdb9f12b-6783-4157-8e21-2119158312f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb9f12b-6783-4157-8e21-2119158312f5,segment=NetworkSegment(93718d6e-f6af-4930-b279-3b9c74059b8c),segment_id=93718d6e-f6af-4930-b279-3b9c74059b8c)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:32.173827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.180010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (45be2adf-5d38-4786-9b74-795a34a192c3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.188004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks [] for router_controller (45be2adf-5d38-4786-9b74-795a34a192c3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.193724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b771356e-2fcf-444a-9024-9f712ad44dbb req-642c89ae-9dc6-4b5d-9403-feae1f9cae46 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3632109
Mar 26 21:08:32.206337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Calling delete_port for fdb9f12b-6783-4157-8e21-2119158312f5 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:32.234907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port fdb9f12b-6783-4157-8e21-2119158312f5 update to DOWN by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:08:32.236781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.242346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (03f51911-6b33-471a-9e10-da5e427860c7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.287248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=03f51911-6b33-471a-9e10-da5e427860c7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:32.304904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.308528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-69edb0c6-d760-436f-b1ec-bac3df0a7663 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/03f51911-6b33-471a-9e10-da5e427860c7 HTTP/1.1" status: 204  len: 168 time: 1.2153854
Mar 26 21:08:32.316359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] Pushing event deleted for resources: {'Port': ['ID=fdb9f12b-6783-4157-8e21-2119158312f5,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:32.318903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0ff57-97e5-4766-9a48-180c8ea0702a None None] Network b78d087e-2759-4b60-86c1-29f83618ceb6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:32.363474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50174) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:32.367085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (45be2adf-5d38-4786-9b74-795a34a192c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.367541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45be2adf-5d38-4786-9b74-795a34a192c3 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:08:32.381568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.385440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b1dd4c28-215f-4133-a3ca-018cf3f586c9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/45be2adf-5d38-4786-9b74-795a34a192c3 HTTP/1.1" status: 204  len: 168 time: 3.1482027
Mar 26 21:08:32.386131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50178) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:32.469168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5478a-e7d0-4f92-a839-633e2bfa28c7 None None] No DVR routers for this DVR port fdb9f12b-6783-4157-8e21-2119158312f5 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:32.706884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] DHCP port deletion for b78d087e-2759-4b60-86c1-29f83618ceb6 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:32.793586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:32.809733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks [] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.848048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Transition to ACTIVE for port object 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:08:32.890648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Deleting port f3eb104a-7583-4e1a-a53f-5f67650b4dbb {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:32.893385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:32.981513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.034840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-a363e5be-5a58-4f81-b74f-1afc0dcc64f6 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:33.036978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] For port f3eb104a-7583-4e1a-a53f-5f67650b4dbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,segment=NetworkSegment(3254620d-5a93-4177-9fbf-924429d41cc2),segment_id=3254620d-5a93-4177-9fbf-924429d41cc2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:33.037654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.041824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-a363e5be-5a58-4f81-b74f-1afc0dcc64f6 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/networks?id=2422d2c1-af27-48a4-b82c-f1470d972df6 HTTP/1.1" status: 200  len: 822 time: 0.1914158
Mar 26 21:08:33.047536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:33.067910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Calling delete_port for f3eb104a-7583-4e1a-a53f-5f67650b4dbb owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:33.106579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-edbd09f2-12f5-46b6-9b2d-34cc42cc11b5 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/quotas/cc51d0de03ed49c08738d431ef274427 HTTP/1.1" status: 200  len: 375 time: 0.0633385
Mar 26 21:08:33.240723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Attempting to bind port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:33.241108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Attempting to bind port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:33.241517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Attempting to bind port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:33.253754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-c88dd87d-7dfa-4bdc-8612-c5416a2d72f7 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc51d0de03ed49c08738d431ef274427&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1462345
Mar 26 21:08:33.280841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (f3eb104a-7583-4e1a-a53f-5f67650b4dbb), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.291566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:08:33.292044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Attempting to bind port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 on network 058c0cff-2ce5-49c8-bc87-c1563c1f0f97 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:33.300563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:33.301125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Checking segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:33.301373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Bound using segment: {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:33.301908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Bound port: 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f4444f-f4b5-4412-9e05-b74dd6688fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:33.302477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.329541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] Pushing event deleted for resources: {'Port': ['ID=f3eb104a-7583-4e1a-a53f-5f67650b4dbb,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:33.331576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321bd8a8-c7b4-4701-8a23-b7455dc44a53 None None] No DVR routers for this DVR port f3eb104a-7583-4e1a-a53f-5f67650b4dbb on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:33.372532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b78d087e-2759-4b60-86c1-29f83618ceb6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.386798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Deleting subnet 0d868e35-a956-4164-a973-9ae4ce29adb3 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:33.397955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Publish callbacks [] for subnet (0d868e35-a956-4164-a973-9ae4ce29adb3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.446657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fdb9f12b-6783-4157-8e21-2119158312f5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.473804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-2e058387-73b5-4c5c-9f7c-f84436ff7686 service neutron] 10.222.0.16 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189765
Mar 26 21:08:33.568809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:33.572716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:33.586912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda735-8514-4d52-949d-7448fe46ae27 req-460900a9-df7c-4c6c-8539-06ad7c7ee6e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:33.589639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9fda735-8514-4d52-949d-7448fe46ae27 req-460900a9-df7c-4c6c-8539-06ad7c7ee6e4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 944 time: 0.3407247
Mar 26 21:08:33.605652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb9f12b-6783-4157-8e21-2119158312f5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:33.606377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.619814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0d868e35-a956-4164-a973-9ae4ce29adb3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.631137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e5c478b-b58f-4258-80a6-c48b065e00ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:33.654964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] No DVR routers for this DVR port fdb9f12b-6783-4157-8e21-2119158312f5 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:33.664849 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:08:33.677378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:33.678008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.680323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 HTTP/1.1" status: 200  len: 1092 time: 1.6812479
Mar 26 21:08:33.683118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8e5c478b-b58f-4258-80a6-c48b065e00ab {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:33.683509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e5c478b-b58f-4258-80a6-c48b065e00ab not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:33.696277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f3eb104a-7583-4e1a-a53f-5f67650b4dbb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:33.750546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f3eb104a-7583-4e1a-a53f-5f67650b4dbb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:33.752417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f3eb104a-7583-4e1a-a53f-5f67650b4dbb not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:33.881671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b78d087e-2759-4b60-86c1-29f83618ceb6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:33.946201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f890940>,) {'filters': {'network_id': ['b78d087e-2759-4b60-86c1-29f83618ceb6']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:33.970567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f890940>, '3254620d-5a93-4177-9fbf-924429d41cc2') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:33.971162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f890940>, '3254620d-5a93-4177-9fbf-924429d41cc2') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:34.033737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d1bac26e-253d-45b2-a5d6-7223981a082f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.048997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9fda735-8514-4d52-949d-7448fe46ae27 req-7e3fd0b6-cb48-4bf4-8109-455b3e22b4a5 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4344411
Mar 26 21:08:34.054714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3254620d-5a93-4177-9fbf-924429d41cc2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.102735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f819130>,) {'filters': {'network_id': ['d1bac26e-253d-45b2-a5d6-7223981a082f']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:34.109068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0d868e35-a956-4164-a973-9ae4ce29adb3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.147082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f819130>, '93718d6e-f6af-4930-b279-3b9c74059b8c') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:34.147535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f819130>, '93718d6e-f6af-4930-b279-3b9c74059b8c') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:34.149570 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3254620d-5a93-4177-9fbf-924429d41cc2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.170641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (93718d6e-f6af-4930-b279-3b9c74059b8c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.175351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:34.175802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3254620d-5a93-4177-9fbf-924429d41cc2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:34.183770 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:34.259510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (93718d6e-f6af-4930-b279-3b9c74059b8c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.278922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:34.281221 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb52a866-822a-433d-a386-08b7740a6bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:34.285839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478400e-92ef-480d-8877-90604f3e00e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:34.344052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:34.344052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (93718d6e-f6af-4930-b279-3b9c74059b8c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:34.359382 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:34.382393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-e2bd9cab-c105-41ae-97e6-130c5921d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:34.382393 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-e2bd9cab-c105-41ae-97e6-130c5921d8ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 1126 time: 0.0756385
Mar 26 21:08:34.415417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ce2e51b8-f0de-4253-b835-eb4e1df668b1 service neutron] 10.222.0.16 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9405410
Mar 26 21:08:34.427440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b78d087e-2759-4b60-86c1-29f83618ceb6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.439866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0d868e35-a956-4164-a973-9ae4ce29adb3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.445439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.453086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/b78d087e-2759-4b60-86c1-29f83618ceb6 HTTP/1.1" status: 204  len: 168 time: 2.0861886
Mar 26 21:08:34.463011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:34.481128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-c12c48c9-af9f-4c31-b472-70eba1be6317 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 HTTP/1.1" status: 200  len: 217 time: 0.0879230
Mar 26 21:08:34.541575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d1bac26e-253d-45b2-a5d6-7223981a082f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.543448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fff72-1087-453a-8a6f-841e80abdb47 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=b78d087e-2759-4b60-86c1-29f83618ceb6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:34.549123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d868e35-a956-4164-a973-9ae4ce29adb3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:34.554849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.556184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1bac26e-253d-45b2-a5d6-7223981a082f HTTP/1.1" status: 204  len: 168 time: 3.5167780
Mar 26 21:08:34.559443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:34.566164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b0db5758-4638-4760-9c44-a9033cfa5a3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d868e35-a956-4164-a973-9ae4ce29adb3 HTTP/1.1" status: 204  len: 168 time: 2.1587472
Mar 26 21:08:34.570775 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b480927-ebcf-4f5d-a5d8-75138a2622d8 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:34.571255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b480927-ebcf-4f5d-a5d8-75138a2622d8 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:34.572310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be95862-7417-4bb0-893f-f3802beb3af9 None None] Network c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:34.574409 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b480927-ebcf-4f5d-a5d8-75138a2622d8 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/fcfc53f9-c43b-48e8-8d26-02bc61cb14b5 HTTP/1.1" status: 404  len: 337 time: 0.0819490
Mar 26 21:08:34.577042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50232) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:34.577395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50234) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:34.685494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b06d-8699-4c57-b966-fe0180f55eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bac26e-253d-45b2-a5d6-7223981a082f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:34.699803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-609e9f47-27d7-4f35-ba18-ab25e908a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:34.703585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c29fc-6a95-4706-bb2e-aa5afe86cd29 req-38af8d7c-2e92-4b19-8926-824eb0a12132 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:34.704125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-609e9f47-27d7-4f35-ba18-ab25e908a0dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.2038572
Mar 26 21:08:34.707466 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a07aff-6bb6-4029-8c9c-1bf9ad7a8acf x-openstack-request-id: req-c6a07aff-6bb6-4029-8c9c-1bf9ad7a8acf {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:34.707750 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:34.708090 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6a07aff-6bb6-4029-8c9c-1bf9ad7a8acf {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:34.708493 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a07aff-6bb6-4029-8c9c-1bf9ad7a8acf'] response: {'name': 'network-changed', 'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'status': 'completed', 'code': 200}
Mar 26 21:08:34.714545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a7c29fc-6a95-4706-bb2e-aa5afe86cd29 req-38af8d7c-2e92-4b19-8926-824eb0a12132 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.4660447
Mar 26 21:08:34.730511 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-df59aeb3-7096-48b4-a26a-9ad9675a9ef7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:08:34.731397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df59aeb3-7096-48b4-a26a-9ad9675a9ef7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:08:34.751782 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-df59aeb3-7096-48b4-a26a-9ad9675a9ef7 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/be485ec7-334a-408f-ba3e-ee10cdb84d6c HTTP/1.1" status: 404  len: 339 time: 0.1624637
Mar 26 21:08:34.752915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:34.822003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-f156ae03-2823-4248-8ec7-deee018f047a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0979898
Mar 26 21:08:34.894195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50244) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:34.917812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d37e784e-43b3-4c64-ba5c-be82a917276f req-06e64a48-ccf8-4ab0-aa36-55777ddba14c tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 210 time: 0.1196384
Mar 26 21:08:34.960336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] DHCP port deletion for c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:35.104374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.134254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Deleting subnet cff1f11f-19c6-419e-aa6a-4d7c797ac432 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:35.150139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Deleting port c388aae6-6f9e-4307-948d-e7db0e874af8 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:35.151312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.157648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (cff1f11f-19c6-419e-aa6a-4d7c797ac432), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.171040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9a68d254-f584-49ae-9034-a310f6f2a9b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32df8b04107445c89edb0d809d87d6fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2510118
Mar 26 21:08:35.187540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:35.257874 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a7c29fc-6a95-4706-bb2e-aa5afe86cd29 req-6e2ba9c1-ca19-4d4c-b415-6aade85e95f1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5356047
Mar 26 21:08:35.343533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-74f2c020-6175-40aa-8660-963d71513924 service neutron] 10.222.0.18 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5119796
Mar 26 21:08:35.349754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (cff1f11f-19c6-419e-aa6a-4d7c797ac432), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.362615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] For port c388aae6-6f9e-4307-948d-e7db0e874af8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c388aae6-6f9e-4307-948d-e7db0e874af8,segment=NetworkSegment(93a1ce03-4fa5-46f2-9618-1f3010a00c63),segment_id=93a1ce03-4fa5-46f2-9618-1f3010a00c63)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:35.363471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.392683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Calling delete_port for c388aae6-6f9e-4307-948d-e7db0e874af8 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:35.591176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.624620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Deleting port c388aae6-6f9e-4307-948d-e7db0e874af8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:35.625159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.647355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84936e25-1143-4260-81aa-cb62d17a82fc req-8420e59b-349f-4691-bfa6-605a7b81e270 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:35.664071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c388aae6-6f9e-4307-948d-e7db0e874af8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:35.665595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84936e25-1143-4260-81aa-cb62d17a82fc req-8420e59b-349f-4691-bfa6-605a7b81e270 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 944 time: 0.4710455
Mar 26 21:08:35.667447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] Publish callbacks [] for security_group (b7ee7dbc-f509-4165-8844-16a6578fe4f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.668821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] Pushing event deleted for resources: {'Port': ['ID=c388aae6-6f9e-4307-948d-e7db0e874af8,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:35.684312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (cff1f11f-19c6-419e-aa6a-4d7c797ac432), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.725732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c388aae6-6f9e-4307-948d-e7db0e874af8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:35.727575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c388aae6-6f9e-4307-948d-e7db0e874af8 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:35.733715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6794805c-81a6-441b-af4a-3f5140bce287 None None] No DVR routers for this DVR port c388aae6-6f9e-4307-948d-e7db0e874af8 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:35.875704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3690e9a-24d2-4470-8a22-564de69ceaec req-d4daaf38-1141-41ce-b3f1-864b7c8e7860 service neutron] 10.222.0.18 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4832983
Mar 26 21:08:35.886602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84936e25-1143-4260-81aa-cb62d17a82fc req-c9c7b033-ed36-4b3d-a918-ee899b570681 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201240
Mar 26 21:08:35.905582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] Publish callbacks [] for security_group (b7ee7dbc-f509-4165-8844-16a6578fe4f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.911486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] For port c388aae6-6f9e-4307-948d-e7db0e874af8, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:35.912213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.947069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Calling delete_port for c388aae6-6f9e-4307-948d-e7db0e874af8 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:35.961494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Port c388aae6-6f9e-4307-948d-e7db0e874af8 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:08:35.963715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c388aae6-6f9e-4307-948d-e7db0e874af8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:35.999772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c388aae6-6f9e-4307-948d-e7db0e874af8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:36.002415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (cff1f11f-19c6-419e-aa6a-4d7c797ac432), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.003166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b7ee7dbc-f509-4165-8844-16a6578fe4f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.011214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] No DVR routers for this DVR port c388aae6-6f9e-4307-948d-e7db0e874af8 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:36.011794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.020175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7ee7dbc-f509-4165-8844-16a6578fe4f1 HTTP/1.1" status: 204  len: 168 time: 0.8268321
Mar 26 21:08:36.075451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e704a8-e360-4cce-af87-fac066cd7ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee7dbc-f509-4165-8844-16a6578fe4f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:36.107246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Subnet': ['ID=cff1f11f-19c6-419e-aa6a-4d7c797ac432,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:36.113445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c8e4c-0cba-49cf-89bf-a6b297fd70c6 None None] Network f7d2a722-9902-41b5-b7b1-b632b247708c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:36.116655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a866-822a-433d-a386-08b7740a6bbf req-836d9f19-2834-4485-b433-e3d3384611e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:36.118224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-836d9f19-2834-4485-b433-e3d3384611e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=614df0ac05da469a932c527c1d5c0a12&device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 1126 time: 0.1345167
Mar 26 21:08:36.123052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.131633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e37b1dd-35ac-49fa-8d8d-074da95cd67c tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/subnets/cff1f11f-19c6-419e-aa6a-4d7c797ac432 HTTP/1.1" status: 204  len: 168 time: 1.3518176
Mar 26 21:08:36.131855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:36.287127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2bca820d-90b8-458a-93b6-6b2af0553baf req-3fd4ae0f-b577-42e4-84f3-9b31a8d837e2 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 210 time: 0.2171638
Mar 26 21:08:36.430049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.485516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e6116d0>,) {'filters': {'network_id': ['c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:36.500370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6116d0>, '93a1ce03-4fa5-46f2-9618-1f3010a00c63') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:36.502268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e6116d0>, '93a1ce03-4fa5-46f2-9618-1f3010a00c63') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:36.515458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (93a1ce03-4fa5-46f2-9618-1f3010a00c63), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.530626 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (93a1ce03-4fa5-46f2-9618-1f3010a00c63), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.537570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:36.538129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (93a1ce03-4fa5-46f2-9618-1f3010a00c63), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.558233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] DHCP port deletion for f7d2a722-9902-41b5-b7b1-b632b247708c request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:36.611849 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:36.623314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.630984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.637954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8 HTTP/1.1" status: 204  len: 168 time: 2.0499442
Mar 26 21:08:36.649459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4ff87-7695-407f-bef0-f31d7779ded8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67a0f98-3538-4aa5-858c-6d0bdcc0a7a8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:36.725376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Deleting port 5167f097-6b63-4774-96b1-2a57deec0545 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:36.727555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5167f097-6b63-4774-96b1-2a57deec0545), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.950323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f7d2a722-9902-41b5-b7b1-b632b247708c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.955456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] For port 5167f097-6b63-4774-96b1-2a57deec0545, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5167f097-6b63-4774-96b1-2a57deec0545,segment=NetworkSegment(68ec4a8a-9b91-440e-b84d-3ed63ec1a63f),segment_id=68ec4a8a-9b91-440e-b84d-3ed63ec1a63f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:36.959368 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5167f097-6b63-4774-96b1-2a57deec0545), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:36.995794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a866-822a-433d-a386-08b7740a6bbf req-8c30d6a5-7442-4787-8151-6e4f9600445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:37.014162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Calling delete_port for 5167f097-6b63-4774-96b1-2a57deec0545 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:37.016307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-8c30d6a5-7442-4787-8151-6e4f9600445c service neutron] 10.222.0.18 "GET /v2.0/networks?id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 200  len: 911 time: 0.8862886
Mar 26 21:08:37.055467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd17ba-f382-4dfb-bb2d-d66e00787d0e req-be95ed84-863d-485c-8d12-de1f2c44d356 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:37.079837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69dd17ba-f382-4dfb-bb2d-d66e00787d0e req-be95ed84-863d-485c-8d12-de1f2c44d356 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.5680106
Mar 26 21:08:37.135498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:37.265558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (5167f097-6b63-4774-96b1-2a57deec0545), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:37.297477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-56e647e0-30d7-4db8-9d52-9ee0000b64da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 HTTP/1.1" status: 200  len: 217 time: 0.2089100
Mar 26 21:08:37.306747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] Pushing event deleted for resources: {'Port': ['ID=5167f097-6b63-4774-96b1-2a57deec0545,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:37.324584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac925f1-ec0a-4a40-a630-30658c4460a6 None None] No DVR routers for this DVR port 5167f097-6b63-4774-96b1-2a57deec0545 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:37.340144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-575eb37c-2581-410c-b571-e0cf307adc58 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:37.341773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-575eb37c-2581-410c-b571-e0cf307adc58 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.21 "GET /v2.0/networks?id=2422d2c1-af27-48a4-b82c-f1470d972df6 HTTP/1.1" status: 200  len: 822 time: 0.4612801
Mar 26 21:08:37.350681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:37.364593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Request body: {'port': {'device_id': 'c9575474-be72-4ff3-a764-39684c16ac98', 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6', 'admin_state_up': True, 'tenant_id': 'cc51d0de03ed49c08738d431ef274427'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:37.396983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a36116d-32cc-491e-8a2f-b00dc866e28b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c58247395bea4447bc23f219d3c1cbc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2387981
Mar 26 21:08:37.404983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50320) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:37.442253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5311a-0d73-4c8b-8e61-8bcda08679e9 req-18a2566e-c340-415a-a146-af180ead94ac tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:37.452327 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dd5311a-0d73-4c8b-8e61-8bcda08679e9 req-18a2566e-c340-415a-a146-af180ead94ac tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 944 time: 0.3126419
Mar 26 21:08:37.473417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] The port '5167f097-6b63-4774-96b1-2a57deec0545' was deleted {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}}
Mar 26 21:08:37.582295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69dd17ba-f382-4dfb-bb2d-d66e00787d0e req-457b781d-b143-4397-aea3-9c95e4394a7f tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4951980
Mar 26 21:08:37.661921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:08:37.670755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a866-822a-433d-a386-08b7740a6bbf req-02f17d36-2c0f-42eb-89eb-4bc52508ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:37.675032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-02f17d36-2c0f-42eb-89eb-4bc52508ead4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 200  len: 851 time: 0.3394408
Mar 26 21:08:37.789982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f7d2a722-9902-41b5-b7b1-b632b247708c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:37.828280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-3ac92784-2a0b-460f-ae38-eb7f15748618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=058c0cff-2ce5-49c8-bc87-c1563c1f0f97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489595
Mar 26 21:08:37.922304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b52f70d-856e-47a0-a097-c8777182da8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:37.990191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dd5311a-0d73-4c8b-8e61-8bcda08679e9 req-a55b0a98-fdcf-42c9-90c4-90b9471764f4 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5324740
Mar 26 21:08:38.004292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] Publish callbacks [] for security_group (bb482601-466d-46f7-bf9c-62640f7184b5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.066040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Made reservation on behalf of cc51d0de03ed49c08738d431ef274427 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:38.070274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.074427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] Publish callbacks [] for security_group (bb482601-466d-46f7-bf9c-62640f7184b5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.081816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:38.104513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d3cbd90>,) {'filters': {'network_id': ['f7d2a722-9902-41b5-b7b1-b632b247708c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:38.134761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5167f097-6b63-4774-96b1-2a57deec0545 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:38.165204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-ab46af97-a68f-4ab1-afe4-5ba02a550e16 service neutron] 10.222.0.18 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090324
Mar 26 21:08:38.180045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3cbd90>, '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:38.180512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3cbd90>, '68ec4a8a-9b91-440e-b84d-3ed63ec1a63f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:38.198720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5167f097-6b63-4774-96b1-2a57deec0545 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:08:38.199011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5167f097-6b63-4774-96b1-2a57deec0545 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:08:38.211316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'network_id': '058c0cff-2ce5-49c8-bc87-c1563c1f0f97', 'port_id': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'mac_address': 'fa:16:3e:57:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658de3b5-e5d0-45af-8456-a8a4abbcf4bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:08:38.252814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf529cb3-c4b5-4b57-ba06-440a83272d4c req-bc61cb88-6497-4603-ab86-5df66dd6e085 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 210 time: 0.4057856
Mar 26 21:08:38.286449 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (68ec4a8a-9b91-440e-b84d-3ed63ec1a63f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.355304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:38.355764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.358414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b52f70d-856e-47a0-a097-c8777182da8d admin admin] Publish callbacks [] for security_group (20929c05-4bd4-4eb2-814a-6dd5fc672c41), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.367282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b52f70d-856e-47a0-a097-c8777182da8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (20929c05-4bd4-4eb2-814a-6dd5fc672c41), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.394292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68ec4a8a-9b91-440e-b84d-3ed63ec1a63f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.395629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:38.404572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b52f70d-856e-47a0-a097-c8777182da8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1aec050c7b634ce0801bf8c166cda19e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0537779
Mar 26 21:08:38.409677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bb482601-466d-46f7-bf9c-62640f7184b5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.412724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.417074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb482601-466d-46f7-bf9c-62640f7184b5 HTTP/1.1" status: 204  len: 168 time: 1.0066233
Mar 26 21:08:38.417074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:38.447772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:38.457450 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.492364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:38.493603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (68ec4a8a-9b91-440e-b84d-3ed63ec1a63f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:38.500143 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:38.578364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:38.591514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52f70d-856e-47a0-a097-c8777182da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20929c05-4bd4-4eb2-814a-6dd5fc672c41,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:38.634311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4807909-d1e4-417c-ace7-6edac4444ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb482601-466d-46f7-bf9c-62640f7184b5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:38.670726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5c6394e9-e4a1-4d84-89ae-3dc1086e37b1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:08:38.740763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Allocated IP 172.20.0.12 (2422d2c1-af27-48a4-b82c-f1470d972df6/b112c730-e0ef-4b27-b001-d6aad831f5e3/6da94dd1-eb5c-4021-b21f-a6152d93e370) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:38.755859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb52a866-822a-433d-a386-08b7740a6bbf req-2ae947fe-b348-4ac7-9721-dd7c0bf34fd4 service neutron] 10.222.0.18 "GET /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5293117
Mar 26 21:08:38.756625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f7d2a722-9902-41b5-b7b1-b632b247708c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.790671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:38.800384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] 10.222.0.16 "DELETE /v2.0/networks/f7d2a722-9902-41b5-b7b1-b632b247708c HTTP/1.1" status: 204  len: 168 time: 2.6514742
Mar 26 21:08:38.860595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeafe6-36c9-4eeb-b7dd-27e20f7b34c0 tempest-NetworksIpV6Test-1793136571 tempest-NetworksIpV6Test-1793136571-project] Pushing event deleted for resources: {'Network': ['ID=f7d2a722-9902-41b5-b7b1-b632b247708c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:38.875540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] Publish callbacks [] for security_group (20929c05-4bd4-4eb2-814a-6dd5fc672c41), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.091862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] Publish callbacks [] for security_group (20929c05-4bd4-4eb2-814a-6dd5fc672c41), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.170860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebde38-a9a8-4497-a9da-5673be2af1c4 req-b7224388-4751-4ab7-9924-480c37a8accd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:39.172590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abebde38-a9a8-4497-a9da-5673be2af1c4 req-b7224388-4751-4ab7-9924-480c37a8accd tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.3922305
Mar 26 21:08:39.253723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487304-bc6f-462e-beb0-a10e14eacb86 req-7073ef48-2630-4b08-a3ca-71217429b8e3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:39.255095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:39.259595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7487304-bc6f-462e-beb0-a10e14eacb86 req-7073ef48-2630-4b08-a3ca-71217429b8e3 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 945 time: 0.1620402
Mar 26 21:08:39.357758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abebde38-a9a8-4497-a9da-5673be2af1c4 req-3ea95532-c9ec-4266-9a66-d39e8afaa80d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1527421
Mar 26 21:08:39.417148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7487304-bc6f-462e-beb0-a10e14eacb86 req-a462917f-b649-4c27-9d1b-859b85b87bdb tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506474
Mar 26 21:08:39.435606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (20929c05-4bd4-4eb2-814a-6dd5fc672c41), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.450673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.454113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20929c05-4bd4-4eb2-814a-6dd5fc672c41 HTTP/1.1" status: 204  len: 168 time: 1.0076125
Mar 26 21:08:39.506191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc831b-626c-4569-8ee8-4f332cc75162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20929c05-4bd4-4eb2-814a-6dd5fc672c41,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:39.516473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks [] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.537949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-97d15cab-aa4a-4d3d-bc3c-591f0ab4146c req-d53f750f-54d3-4989-a0ee-60d3995aac87 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 210 time: 0.0647428
Mar 26 21:08:39.607291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.685221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:39.744132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Pushing event updated for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:39.758520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Network 2422d2c1-af27-48a4-b82c-f1470d972df6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:39.760584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:39.769827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:39.828110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:08:39.832979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:39.833392 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:39.989873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:39.991827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:40.030157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d746871f-30be-422c-ac79-273444552817 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=652f7c6047dc4f8ca870623f7503e142&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7648954
Mar 26 21:08:40.034745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50386) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:40.045787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:40.052848 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-ed2d594a-dc90-4cdb-afaf-72d4000485cc tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6974835
Mar 26 21:08:40.056503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:40.094358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Request body: {'port': {'device_id': 'c9575474-be72-4ff3-a764-39684c16ac98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:40.142238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:40.144618 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cab09f-35cf-4177-ae6e-2e092ede2b78" -d '{"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:40.185275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:40.201406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:40.254024 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115022de-531f-41b0-ac9d-4686995cbcfb x-openstack-request-id: req-115022de-531f-41b0-ac9d-4686995cbcfb {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:40.254295 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-plugged", "status": "completed", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:40.260356 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-115022de-531f-41b0-ac9d-4686995cbcfb {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:40.261008 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115022de-531f-41b0-ac9d-4686995cbcfb'] response: {'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'code': 200}
Mar 26 21:08:40.331199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:40.390862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] Publish callbacks [] for security_group (f4c3794a-a730-4a6a-a3f6-b0734b6d73b6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:40.406591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:40.438803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50398) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:40.548049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90d757-c6bc-4ef4-b69e-3b080efaa2af req-3d71106e-7344-4016-92b6-93d022adffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:40.560239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d90d757-c6bc-4ef4-b69e-3b080efaa2af req-3d71106e-7344-4016-92b6-93d022adffce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 1128 time: 0.1888635
Mar 26 21:08:40.693099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d90d757-c6bc-4ef4-b69e-3b080efaa2af req-ce8a1bf8-3c76-4e4c-a5fc-07401371178e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044657
Mar 26 21:08:40.751574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081beb2-705c-42bb-8e53-02c0f163bb7a req-39edb773-739d-4a07-9461-f54aa2961be7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:40.754133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6081beb2-705c-42bb-8e53-02c0f163bb7a req-39edb773-739d-4a07-9461-f54aa2961be7 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.1146235
Mar 26 21:08:40.845027 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6081beb2-705c-42bb-8e53-02c0f163bb7a req-05d23985-fdb5-4975-a341-2f1640e9c465 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850642
Mar 26 21:08:40.893731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50410) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:41.043409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a5e02-6032-4150-ad98-ab6d6e27084d req-583e67b7-2e7d-4d6e-bb74-532ad80d0522 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:41.046121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813a5e02-6032-4150-ad98-ab6d6e27084d req-583e67b7-2e7d-4d6e-bb74-532ad80d0522 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 932 time: 0.1292710
Mar 26 21:08:41.052902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1174992052-network', 'tenant_id': '5b7d84d914bd48ddbd9e2801f8a9c616'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:41.135040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813a5e02-6032-4150-ad98-ab6d6e27084d req-2f1543ec-4068-46e1-b575-dbef85cbebdb tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754497
Mar 26 21:08:41.166295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Made reservation on behalf of 5b7d84d914bd48ddbd9e2801f8a9c616 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:41.171253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.208453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.281691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd2780ca-3a1a-45d8-b141-05f4ddbaafb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.359273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks [] for security_group (751e5e9f-bc93-4a87-8f4a-b1adab11024b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.366021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (751e5e9f-bc93-4a87-8f4a-b1adab11024b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.399612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:41.411686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e5e9f-bc93-4a87-8f4a-b1adab11024b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:41.425487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] Publish callbacks [] for security_group (f4c3794a-a730-4a6a-a3f6-b0734b6d73b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.443577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (818c3077-ea7f-4cf7-a5c4-0da786e06424), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.445307 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Added segment 818c3077-ea7f-4cf7-a5c4-0da786e06424 of type vlan for network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67
Mar 26 21:08:41.552317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.595944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.605462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:41.606274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.701511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8062401
Mar 26 21:08:41.708935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50424) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:41.721750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Request body: {'subnet': {'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1174992052-subnet', 'tenant_id': '5b7d84d914bd48ddbd9e2801f8a9c616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:41.763066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a62862-cca3-454b-8341-07de7f06293b req-1da2c1a7-ac7c-4fda-a6a5-e3a79c20d6ab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:41.768869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79a62862-cca3-454b-8341-07de7f06293b req-1da2c1a7-ac7c-4fda-a6a5-e3a79c20d6ab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.4877377
Mar 26 21:08:41.787173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2da3e-8810-405b-866b-0f67c6f0e853 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:41.802902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:41.823228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Made reservation on behalf of 5b7d84d914bd48ddbd9e2801f8a9c616 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:41.831625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.864665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4c3794a-a730-4a6a-a3f6-b0734b6d73b6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.864665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:41.868372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4c3794a-a730-4a6a-a3f6-b0734b6d73b6 HTTP/1.1" status: 204  len: 168 time: 1.8282924
Mar 26 21:08:41.939969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9645ccf-00a1-44f4-b0a1-a81966963a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c3794a-a730-4a6a-a3f6-b0734b6d73b6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:42.070870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79a62862-cca3-454b-8341-07de7f06293b req-274d1313-7c28-4233-9260-4a4ea274954a tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3006992
Mar 26 21:08:42.205820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd2780ca-3a1a-45d8-b141-05f4ddbaafb4 admin admin] Publish callbacks [] for security_group (fabad070-ed73-4229-bd57-f5f0e130208d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.215477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd2780ca-3a1a-45d8-b141-05f4ddbaafb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fabad070-ed73-4229-bd57-f5f0e130208d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.222871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da94dd1-eb5c-4021-b21f-a6152d93e370 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:42.266235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks [] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.281777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd43a0-5464-48bf-99ca-296833b0d5d3 req-ea288c31-5ae9-4c14-ab6a-8ecb73423f11 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:42.292996 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19dd43a0-5464-48bf-99ca-296833b0d5d3 req-ea288c31-5ae9-4c14-ab6a-8ecb73423f11 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.2516644
Mar 26 21:08:42.319285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd2780ca-3a1a-45d8-b141-05f4ddbaafb4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=612c971a4d2d4a69a5a2cd9189ad4dfd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0795429
Mar 26 21:08:42.331048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50438) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:42.354202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2780ca-3a1a-45d8-b141-05f4ddbaafb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabad070-ed73-4229-bd57-f5f0e130208d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:42.359005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Transition to ACTIVE for port object 6da94dd1-eb5c-4021-b21f-a6152d93e370 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:08:42.372203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.407903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceb6c7-804d-408e-8f6b-292c355941d2 req-9671f799-bf42-4e2e-9f73-119f1cd2b7a4 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:42.416133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3eceb6c7-804d-408e-8f6b-292c355941d2 req-9671f799-bf42-4e2e-9f73-119f1cd2b7a4 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 932 time: 0.1653616
Mar 26 21:08:42.560786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (e4b77d70-5911-450e-97d5-bc8cde497fa6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.584570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3eceb6c7-804d-408e-8f6b-292c355941d2 req-8f7b457a-daab-4675-8b96-c2a2a2c06c5a tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672821
Mar 26 21:08:42.592132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Pushing event updated for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:42.593396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19dd43a0-5464-48bf-99ca-296833b0d5d3 req-e147f8b1-cd78-41eb-b5de-f559a7e07791 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993896
Mar 26 21:08:42.611052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] Publish callbacks [] for security_group (fabad070-ed73-4229-bd57-f5f0e130208d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.703374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Attempting to bind port 6da94dd1-eb5c-4021-b21f-a6152d93e370 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:42.704198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Attempting to bind port 6da94dd1-eb5c-4021-b21f-a6152d93e370 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '44354be8-160e-48db-b396-04743e4082e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:42.704787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Attempting to bind port 6da94dd1-eb5c-4021-b21f-a6152d93e370 on network 2422d2c1-af27-48a4-b82c-f1470d972df6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:42.718297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] Publish callbacks [] for security_group (fabad070-ed73-4229-bd57-f5f0e130208d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.720513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Port 6da94dd1-eb5c-4021-b21f-a6152d93e370 on network 2422d2c1-af27-48a4-b82c-f1470d972df6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:08:42.721107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Attempting to bind port 6da94dd1-eb5c-4021-b21f-a6152d93e370 on network 2422d2c1-af27-48a4-b82c-f1470d972df6 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:42.734890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b77d70-5911-450e-97d5-bc8cde497fa6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:42.736261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:42.737510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Checking segment: {'id': '44354be8-160e-48db-b396-04743e4082e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:42.738464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Bound using segment: {'id': '44354be8-160e-48db-b396-04743e4082e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:42.739126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Bound port: 6da94dd1-eb5c-4021-b21f-a6152d93e370, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44354be8-160e-48db-b396-04743e4082e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:42.739701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.750131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Checking segment: {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:42.750497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Network hostable DHCP agents. Network: ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:42.804061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:42.849786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:42.867542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:42.870000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.872308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0905c-c32a-4af6-a8cd-f951897d3ded None None] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:42.960390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a90a17e6-c1e2-4380-8481-a5295ce906ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2502053
Mar 26 21:08:42.992037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fabad070-ed73-4229-bd57-f5f0e130208d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:42.994968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:43.001179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fabad070-ed73-4229-bd57-f5f0e130208d HTTP/1.1" status: 204  len: 168 time: 0.6593451
Mar 26 21:08:43.071143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359cfe5-4140-438e-9545-01f0ace3feac None None] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:43.085068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576202b-94fc-401a-af36-d6401389c234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabad070-ed73-4229-bd57-f5f0e130208d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:43.108900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:43.141445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370,segment=NetworkSegment(44354be8-160e-48db-b396-04743e4082e2),segment_id=44354be8-160e-48db-b396-04743e4082e2)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:43.159411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:43.254917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:43.255546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:43.259194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] 10.222.0.21 "PUT /v2.0/ports/6da94dd1-eb5c-4021-b21f-a6152d93e370 HTTP/1.1" status: 200  len: 1092 time: 3.1852312
Mar 26 21:08:43.279437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:43.289033 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd229664-121e-4831-b350-5fc120d39ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:43.392780 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418f26b2-16cb-4096-b152-5f12bc179f67 x-openstack-request-id: req-418f26b2-16cb-4096-b152-5f12bc179f67 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:43.393983 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:43.393983 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-418f26b2-16cb-4096-b152-5f12bc179f67 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:43.394679 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-418f26b2-16cb-4096-b152-5f12bc179f67'] response: {'name': 'network-changed', 'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370', 'status': 'completed', 'code': 200}
Mar 26 21:08:43.413530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a45ae-bfad-4807-9f59-34e43278e77a service neutron] Pushing event updated for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:43.433327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94564c9-c6ec-47ec-9873-528fe6309832 req-464e2149-7e7d-4b1c-b62c-3bf02f5dd458 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:43.436168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d94564c9-c6ec-47ec-9873-528fe6309832 req-464e2149-7e7d-4b1c-b62c-3bf02f5dd458 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1608815
Mar 26 21:08:43.462807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-668e7ef2-8dfe-4973-94f9-1150be39af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:43.466719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-668e7ef2-8dfe-4973-94f9-1150be39af58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc51d0de03ed49c08738d431ef274427&device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 1126 time: 0.1459761
Mar 26 21:08:43.624527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-b47fe9fb-a586-4da8-869e-890db3db00b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370 HTTP/1.1" status: 200  len: 217 time: 0.1128058
Mar 26 21:08:43.744601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-09d9cd87-19ed-4cea-aa53-0631f35fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:43.746563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-09d9cd87-19ed-4cea-aa53-0631f35fb58a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b112c730-e0ef-4b27-b001-d6aad831f5e3 HTTP/1.1" status: 200  len: 862 time: 0.1085525
Mar 26 21:08:43.824027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651471c-44a1-4255-8f46-40f99da1de2c req-8402ab27-e612-45ab-827d-7a73db1c7b07 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:43.833688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d651471c-44a1-4255-8f46-40f99da1de2c req-8402ab27-e612-45ab-827d-7a73db1c7b07 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 944 time: 0.1336093
Mar 26 21:08:43.847377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-475150c2-1fb6-4333-acf5-8aeab3f2792a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2422d2c1-af27-48a4-b82c-f1470d972df6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829854
Mar 26 21:08:43.856630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d94564c9-c6ec-47ec-9873-528fe6309832 req-1401c733-c2c8-4421-8046-bdd035a9a9e1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4082193
Mar 26 21:08:43.954170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d651471c-44a1-4255-8f46-40f99da1de2c req-afcddc3b-5f11-44cb-b04c-2643ebc9dc95 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132731
Mar 26 21:08:44.080811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:44.152569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-b43a2e9e-831f-4950-b84f-ddb4b252b4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941651
Mar 26 21:08:44.164280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08bb64-26e5-4881-9ef0-d7f39bd54bcb req-24fbd056-7b60-4f89-a460-30abeac1c74c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.166163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e08bb64-26e5-4881-9ef0-d7f39bd54bcb req-24fbd056-7b60-4f89-a460-30abeac1c74c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.1300862
Mar 26 21:08:44.282120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e08bb64-26e5-4881-9ef0-d7f39bd54bcb req-5e687a35-f6b6-4a78-a0b7-e54f160d21df tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047113
Mar 26 21:08:44.306009 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2659d7f9-7ee1-454e-b1f4-2270b215c367 req-add56642-e547-4cbe-91d1-47552c16f526 service neutron] 10.222.0.21 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385300
Mar 26 21:08:44.464336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229664-121e-4831-b350-5fc120d39ffc req-d4d50215-b42e-4b5e-88bb-0a3bcfed2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.466381 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-d4d50215-b42e-4b5e-88bb-0a3bcfed2273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc51d0de03ed49c08738d431ef274427&device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 1126 time: 0.0841792
Mar 26 21:08:44.549604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-180f9306-593f-4b95-adb4-9e3c0bae7812 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.551457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-180f9306-593f-4b95-adb4-9e3c0bae7812 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 814 time: 0.1349068
Mar 26 21:08:44.578160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-ce72236e-cc6a-4dc8-ae8a-9cfc76aeb039 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/quotas/5b7d84d914bd48ddbd9e2801f8a9c616 HTTP/1.1" status: 200  len: 375 time: 0.0187798
Mar 26 21:08:44.622244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-7e8af8aa-8d83-4e32-a0b8-cd4536ce96fe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414565
Mar 26 21:08:44.639810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229664-121e-4831-b350-5fc120d39ffc req-a1470194-95ea-4902-86b6-88a62d4a00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.641619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-a1470194-95ea-4902-86b6-88a62d4a00c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2422d2c1-af27-48a4-b82c-f1470d972df6 HTTP/1.1" status: 200  len: 922 time: 0.1688418
Mar 26 21:08:44.696649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-16ae2637-68e3-4522-99c4-845908f4f42a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370 HTTP/1.1" status: 200  len: 217 time: 0.0469985
Mar 26 21:08:44.741280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8835b-f13e-4c06-a508-21c82265ace7 req-460bb172-3585-4895-845a-3ef2a7cd7bf9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.743254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5e8835b-f13e-4c06-a508-21c82265ace7 req-460bb172-3585-4895-845a-3ef2a7cd7bf9 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.1479468
Mar 26 21:08:44.746116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-e0574290-451f-4101-94b7-016979b2e77d service neutron] 10.222.0.16 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161902
Mar 26 21:08:44.785004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229664-121e-4831-b350-5fc120d39ffc req-565e2f04-344e-43bd-b494-5d349f48e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:44.787248 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-565e2f04-344e-43bd-b494-5d349f48e22e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b112c730-e0ef-4b27-b001-d6aad831f5e3 HTTP/1.1" status: 200  len: 862 time: 0.0836480
Mar 26 21:08:44.836316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-10fcb2dc-ee0d-4bb6-998d-bd974dc4afcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2422d2c1-af27-48a4-b82c-f1470d972df6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393741
Mar 26 21:08:44.844251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5e8835b-f13e-4c06-a508-21c82265ace7 req-fa61b277-ab8f-44f9-92d9-439bb3ceee68 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932622
Mar 26 21:08:44.866056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-3dfc57b6-2089-4208-b807-4a8f4d75ee9b service neutron] 10.222.0.16 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188388
Mar 26 21:08:44.973775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-0d82082f-8363-4a6d-bf94-e3322e9c7279 service neutron] 10.222.0.21 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246505
Mar 26 21:08:45.152590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0363-6c86-4b16-bd52-e48e84b726dc req-132d70a4-526e-4755-af21-5baf7d09bf27 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:45.154141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06de0363-6c86-4b16-bd52-e48e84b726dc req-132d70a4-526e-4755-af21-5baf7d09bf27 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 944 time: 0.1832824
Mar 26 21:08:45.160707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd229664-121e-4831-b350-5fc120d39ffc req-ef39b3d1-4e52-4429-96ea-a9733c12884e service neutron] 10.222.0.21 "GET /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785841
Mar 26 21:08:45.186943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550ef03-3745-4188-87a2-a19fc6e3bb74 req-d55e623e-4b30-4548-98e8-a1ce0cd9cd56 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:45.188641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d550ef03-3745-4188-87a2-a19fc6e3bb74 req-d55e623e-4b30-4548-98e8-a1ce0cd9cd56 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 944 time: 0.1114142
Mar 26 21:08:45.221807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-06de0363-6c86-4b16-bd52-e48e84b726dc req-fbb4fab6-bfaf-46e9-bc37-b703388d35a6 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595889
Mar 26 21:08:45.264679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d550ef03-3745-4188-87a2-a19fc6e3bb74 req-306b5870-fbdf-4ae5-abda-993a631fed7f tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684507
Mar 26 21:08:45.324389 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17cc7eae-7b9f-4ef0-b9b5-925e2ba7ee80 req-6ae314ac-9348-4939-b86c-a9942c2ee29e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 210 time: 0.0294809
Mar 26 21:08:45.716083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:45.723848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:08:45.852360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:45.864938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'port_id': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'mac_address': 'fa:16:3e:8c:95:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:08:45.927697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:45.928115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:45.994748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b30b-6eb7-4a7a-ba19-03a1b1df1a53 req-557581e1-82c8-4c7c-bf59-78ea10d3ab71 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:46.004572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c4b30b-6eb7-4a7a-ba19-03a1b1df1a53 req-557581e1-82c8-4c7c-bf59-78ea10d3ab71 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.0712752
Mar 26 21:08:46.084167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9c4b30b-6eb7-4a7a-ba19-03a1b1df1a53 req-ae23ffa4-44e7-401b-8d46-ea852f06f9b1 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758617
Mar 26 21:08:46.107292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:46.132822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:46.133283 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50588) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:46.136670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.200379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:46.338890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:08:46.481000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-e08e7e60-dfa6-40e1-a579-41795873d180 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:46.482495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-e08e7e60-dfa6-40e1-a579-41795873d180 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 814 time: 0.2255595
Mar 26 21:08:46.517210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Request body: {'port': {'device_id': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'admin_state_up': True, 'tenant_id': '5b7d84d914bd48ddbd9e2801f8a9c616'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:46.524743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdea98a7-f1a1-4a01-8187-64420154c0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.569177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4589f0-2ce5-4ea6-a3b6-959baba96b45 req-49c518b1-e799-4009-85d7-38612c6f5a50 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:46.570841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e4589f0-2ce5-4ea6-a3b6-959baba96b45 req-49c518b1-e799-4009-85d7-38612c6f5a50 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.1985831
Mar 26 21:08:46.609697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac14786-58c4-43bc-bb4d-d4b5195fca4d req-62c3f758-9752-47a0-847f-ddb21c93ad73 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:46.617294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bac14786-58c4-43bc-bb4d-d4b5195fca4d req-62c3f758-9752-47a0-847f-ddb21c93ad73 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 944 time: 0.1337590
Mar 26 21:08:46.660613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9e4589f0-2ce5-4ea6-a3b6-959baba96b45 req-b70bbdc7-472d-4522-b381-d067f8046612 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703790
Mar 26 21:08:46.691813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bac14786-58c4-43bc-bb4d-d4b5195fca4d req-14a960af-38fc-469f-a4d2-2f8cce92a910 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735440
Mar 26 21:08:46.725525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Made reservation on behalf of 5b7d84d914bd48ddbd9e2801f8a9c616 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:46.728650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdea98a7-f1a1-4a01-8187-64420154c0a7 admin admin] Publish callbacks [] for security_group (45ddffa3-43d9-4a2f-92b8-86402d12e94c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.729471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.738379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdea98a7-f1a1-4a01-8187-64420154c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45ddffa3-43d9-4a2f-92b8-86402d12e94c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.804571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fdea98a7-f1a1-4a01-8187-64420154c0a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfebcce661db41159f866a69ecb27659&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6696758
Mar 26 21:08:46.811480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50614) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:46.861318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea98a7-f1a1-4a01-8187-64420154c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ddffa3-43d9-4a2f-92b8-86402d12e94c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:46.897471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f2fa18d-b563-447c-85b3-7708d7ea029a req-dd084c63-e094-4088-98ef-444e7021beaa tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 210 time: 0.0867417
Mar 26 21:08:46.918147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33522-70c5-40a3-9701-bafa9e92cb97 req-5228667e-df0d-4d92-bfef-5ef01de353cc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:46.920214 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcb33522-70c5-40a3-9701-bafa9e92cb97 req-5228667e-df0d-4d92-bfef-5ef01de353cc tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.1088181
Mar 26 21:08:46.959252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] Publish callbacks [] for security_group (45ddffa3-43d9-4a2f-92b8-86402d12e94c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:46.978738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcb33522-70c5-40a3-9701-bafa9e92cb97 req-90e7313a-c3e0-4548-9543-10c58328b067 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521960
Mar 26 21:08:47.000542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] Publish callbacks [] for security_group (45ddffa3-43d9-4a2f-92b8-86402d12e94c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.009836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Allocated IP 172.20.0.6 (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67/e4b77d70-5911-450e-97d5-bc8cde497fa6/d859cfd5-b1f6-4001-86f0-22b3601741dd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:47.087188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45ddffa3-43d9-4a2f-92b8-86402d12e94c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.089811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.093240 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45ddffa3-43d9-4a2f-92b8-86402d12e94c HTTP/1.1" status: 204  len: 168 time: 0.2785761
Mar 26 21:08:47.115795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b90d3-d5dd-4207-ab44-ff367f1624da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ddffa3-43d9-4a2f-92b8-86402d12e94c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:47.221090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks [] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.265230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.322109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:47.325470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:47.332324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:47.361463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:47.418206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:47.419381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.451579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-fbb8a42c-687e-4d88-be63-83d09ecc970a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9387875
Mar 26 21:08:47.468861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Request body: {'port': {'device_id': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:47.575565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.742713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:47.807053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-6b77b06e-9f2f-448b-8479-25a8e19e2a78 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:47.810259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-6b77b06e-9f2f-448b-8479-25a8e19e2a78 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.0908272
Mar 26 21:08:47.852615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:47.853015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:47.886028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683cf6b-2846-4387-a9a1-4a2e070bbe32 req-8cb49b4d-96fd-410c-ba2c-51011b1b2ab8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:47.887701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f683cf6b-2846-4387-a9a1-4a2e070bbe32 req-8cb49b4d-96fd-410c-ba2c-51011b1b2ab8 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 945 time: 0.1211662
Mar 26 21:08:47.943456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee285f5-4c8a-4f21-9ecd-2b66218155b6 req-ab5ef268-827c-45b3-bbf5-19dc8a8643f6 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:47.945916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ee285f5-4c8a-4f21-9ecd-2b66218155b6 req-ab5ef268-827c-45b3-bbf5-19dc8a8643f6 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 944 time: 0.1342292
Mar 26 21:08:48.046926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ee285f5-4c8a-4f21-9ecd-2b66218155b6 req-74a0ed52-d39c-4d5e-876d-8c54b9379aba tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746019
Mar 26 21:08:48.054710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:48.074951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Deleting port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:48.076965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:48.078417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.082226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.100792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks [] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.134792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:48.137111 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b933e3-9d4e-4226-9946-c5ba51ccb1e4" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:48.168987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:48.175844 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f683cf6b-2846-4387-a9a1-4a2e070bbe32 req-92d7664d-db6e-48e0-a5bd-555b4f222081 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2801859
Mar 26 21:08:48.178835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.179767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:08:48.180154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Transition to ACTIVE for port object d859cfd5-b1f6-4001-86f0-22b3601741dd will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:08:48.192169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.325142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:48.362109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:48.362494 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.374054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:48.374822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.409442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Calling delete_port for 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:08:48.423353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c5159-98a7-4c89-93c2-d61889d99dd9 req-6ee70724-af00-457d-9f46-263776a6b530 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:48.425597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6da94dd1-eb5c-4021-b21f-a6152d93e370 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:08:48.425978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-019c5159-98a7-4c89-93c2-d61889d99dd9 req-6ee70724-af00-457d-9f46-263776a6b530 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2097542
Mar 26 21:08:48.482318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,segment=NetworkSegment(f8f4444f-f4b5-4412-9e05-b74dd6688fea),segment_id=f8f4444f-f4b5-4412-9e05-b74dd6688fea)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:48.503034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.633946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:48.720639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-019c5159-98a7-4c89-93c2-d61889d99dd9 req-ddfa7bfd-93f0-4412-ba5d-cbc9fd3d378b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2881522
Mar 26 21:08:48.776172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5c6394e9-e4a1-4d84-89ae-3dc1086e37b1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.822293 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f50df4-f90f-4aac-8f95-8d650d01d899 x-openstack-request-id: req-18f50df4-f90f-4aac-8f95-8d650d01d899 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:48.822886 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-plugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:48.822886 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18f50df4-f90f-4aac-8f95-8d650d01d899 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:48.823308 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f50df4-f90f-4aac-8f95-8d650d01d899'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'code': 200}
Mar 26 21:08:48.855334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370,segment=NetworkSegment(44354be8-160e-48db-b396-04743e4082e2),segment_id=44354be8-160e-48db-b396-04743e4082e2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:48.870817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Pushing event deleted for resources: {'Port': ['ID=5c6394e9-e4a1-4d84-89ae-3dc1086e37b1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:48.879512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '6da94dd1-eb5c-4021-b21f-a6152d93e370', 'network_id': '2422d2c1-af27-48a4-b82c-f1470d972df6', 'port_id': '6da94dd1-eb5c-4021-b21f-a6152d93e370', 'mac_address': 'fa:16:3e:da:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b112c730-e0ef-4b27-b001-d6aad831f5e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:08:48.963734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6da94dd1-eb5c-4021-b21f-a6152d93e370 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:48.964175 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:48.994208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:49.003676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da94dd1-eb5c-4021-b21f-a6152d93e370 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:49.004900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] No DVR routers for this DVR port 5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:08:49.023639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce636150-c053-45b2-9dda-3a5aa53496bb req-c615d66d-c062-4cee-b0c8-c8f9c60fc684 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.024421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.024421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ad8c0dc-319c-4e93-a58a-a24e594b49bf req-7cf1510d-40aa-4f61-a857-a9e1c0f08879 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.18 "DELETE /v2.0/ports/5c6394e9-e4a1-4d84-89ae-3dc1086e37b1 HTTP/1.1" status: 204  len: 173 time: 1.1955388
Mar 26 21:08:49.025830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ce636150-c053-45b2-9dda-3a5aa53496bb req-c615d66d-c062-4cee-b0c8-c8f9c60fc684 tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d05436c-d4ad-4f1a-beb9-8970a738dd5f HTTP/1.1" status: 200  len: 946 time: 0.7212734
Mar 26 21:08:49.040086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-deleted', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:49.055342 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c396d9-2d7e-4a12-ab47-8c4d05a00a16" -d '{"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-deleted", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:49.067834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370,segment=NetworkSegment(44354be8-160e-48db-b396-04743e4082e2),segment_id=44354be8-160e-48db-b396-04743e4082e2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:49.076817 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.128862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Attempting to bind port d859cfd5-b1f6-4001-86f0-22b3601741dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:49.129103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Attempting to bind port d859cfd5-b1f6-4001-86f0-22b3601741dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:49.129381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Attempting to bind port d859cfd5-b1f6-4001-86f0-22b3601741dd on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:49.151900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fe672-3e59-4122-b69e-8e6c8af6cbd7 req-41131c60-93a7-4b82-90d0-9f251a9e5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.153549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Port d859cfd5-b1f6-4001-86f0-22b3601741dd on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:08:49.153883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Attempting to bind port d859cfd5-b1f6-4001-86f0-22b3601741dd on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:49.158590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e1fe672-3e59-4122-b69e-8e6c8af6cbd7 req-41131c60-93a7-4b82-90d0-9f251a9e5dea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1129 time: 0.1516526
Mar 26 21:08:49.169022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:49.169368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Checking segment: {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:49.169847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Bound using segment: {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:49.170293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Bound port: d859cfd5-b1f6-4001-86f0-22b3601741dd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:49.170658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.186979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ce636150-c053-45b2-9dda-3a5aa53496bb req-bd9f44e8-e6ae-445c-b903-e7cf7a77881c tempest-DeleteServersTestJSON-1584739936 tempest-DeleteServersTestJSON-1584739936-project] 10.222.0.16 "GET /v2.0/security-groups?id=4580974c-f404-4df1-9b5e-690a19f7329e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559112
Mar 26 21:08:49.199271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:49.267601 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290ffc3-b7d5-49e0-ba5b-ac87cf2b9deb x-openstack-request-id: req-9290ffc3-b7d5-49e0-ba5b-ac87cf2b9deb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:49.267953 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-deleted", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:49.268280 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9290ffc3-b7d5-49e0-ba5b-ac87cf2b9deb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:49.268690 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9290ffc3-b7d5-49e0-ba5b-ac87cf2b9deb'] response: {'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-deleted', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'status': 'completed', 'code': 200}
Mar 26 21:08:49.271244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e1fe672-3e59-4122-b69e-8e6c8af6cbd7 req-f5e7f16c-e210-4189-8120-b768a7c37f22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109529
Mar 26 21:08:49.299649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189c238-6647-49c2-82ab-11c61c649df2 req-82925e6c-9cb6-4dca-89e1-ea02d50dddfe tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.300384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:49.301420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1189c238-6647-49c2-82ab-11c61c649df2 req-82925e6c-9cb6-4dca-89e1-ea02d50dddfe tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 945 time: 0.1303174
Mar 26 21:08:49.305716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:49.352305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.352618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6da94dd1-eb5c-4021-b21f-a6152d93e370'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:08:49.363149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1189c238-6647-49c2-82ab-11c61c649df2 req-44ff851d-422c-472c-affa-f0785914059d tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548611
Mar 26 21:08:49.431323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.432005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.437583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] 10.222.0.21 "PUT /v2.0/ports/d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 1091 time: 1.9705732
Mar 26 21:08:49.438096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:49.451962 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58" -d '{"events": [{"name": "network-changed", "server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:49.511577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555de03-76ed-49b8-967a-d929468cdb38 service neutron] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:49.517871 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d386a715-fc4f-4da5-853f-45f197a67d2d x-openstack-request-id: req-d386a715-fc4f-4da5-853f-45f197a67d2d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:49.518171 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:49.518430 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d386a715-fc4f-4da5-853f-45f197a67d2d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:49.518830 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d386a715-fc4f-4da5-853f-45f197a67d2d'] response: {'name': 'network-changed', 'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'status': 'completed', 'code': 200}
Mar 26 21:08:49.526327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50718) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:49.560236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2975e8-253a-45a7-838d-8a478bdee255 req-5175b1e7-c705-4edb-bc7e-19bb6f0295cc tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.561815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb2975e8-253a-45a7-838d-8a478bdee255 req-5175b1e7-c705-4edb-bc7e-19bb6f0295cc tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 0.2589037
Mar 26 21:08:49.618381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-9642d24f-bd3d-4366-bc9e-95507d8dd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.620137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-9642d24f-bd3d-4366-bc9e-95507d8dd141 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1125 time: 0.1047122
Mar 26 21:08:49.678727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0ae5-ad1e-493e-b1c7-8479344bdab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.688320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-b0a9e527-71e0-42cb-bc00-4c3915109871 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.0606933
Mar 26 21:08:49.753451 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb2975e8-253a-45a7-838d-8a478bdee255 req-c4619699-109e-4cd6-8713-2914617152ed tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1850443
Mar 26 21:08:49.785484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-9d5c9a5f-08de-4022-99c4-2dd602a80917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.786942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-9d5c9a5f-08de-4022-99c4-2dd602a80917 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.0925877
Mar 26 21:08:49.791258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0ae5-ad1e-493e-b1c7-8479344bdab8 admin admin] Publish callbacks [] for security_group (22555752-2972-4aaf-92d1-8af56047ca25), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.811712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0ae5-ad1e-493e-b1c7-8479344bdab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (22555752-2972-4aaf-92d1-8af56047ca25), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:49.854360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-5cd836b7-64aa-40ec-be2f-16e8bcbe440c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575891
Mar 26 21:08:49.905596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e6a0ae5-ad1e-493e-b1c7-8479344bdab8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b5a5b535c92443bb84038b6a8e91eb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3774374
Mar 26 21:08:49.916049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50740) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:49.946542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a0ae5-ad1e-493e-b1c7-8479344bdab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22555752-2972-4aaf-92d1-8af56047ca25,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:49.996106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7e00-a68a-455b-8b6d-a6fbebb12790 req-d6240942-60d0-40d3-a307-2b8d8a390c32 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:49.997046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bdce7e00-a68a-455b-8b6d-a6fbebb12790 req-d6240942-60d0-40d3-a307-2b8d8a390c32 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.1294436
Mar 26 21:08:50.047518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] Publish callbacks [] for security_group (22555752-2972-4aaf-92d1-8af56047ca25), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.070402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-8e57e129-254b-42b3-80a2-a5c15fa15b53 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094398
Mar 26 21:08:50.091105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] Publish callbacks [] for security_group (22555752-2972-4aaf-92d1-8af56047ca25), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.094400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bdce7e00-a68a-455b-8b6d-a6fbebb12790 req-664887fa-f78f-4765-9250-33a7f231a917 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785079
Mar 26 21:08:50.208369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5289f529-9643-4eb9-90fa-fd04e64e1e99 req-d8ee7f4d-54f3-4f50-bd2f-13e46bd27250 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237509
Mar 26 21:08:50.216509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (22555752-2972-4aaf-92d1-8af56047ca25), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.219802 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.221752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22555752-2972-4aaf-92d1-8af56047ca25 HTTP/1.1" status: 204  len: 168 time: 0.3045444
Mar 26 21:08:50.253028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0dd81-efa5-4ce9-89d3-daa11bb682b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22555752-2972-4aaf-92d1-8af56047ca25,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:50.374574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-e9a39fdd-43f1-4be9-939c-f5e82674410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:50.375821 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-e9a39fdd-43f1-4be9-939c-f5e82674410e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1125 time: 0.0947034
Mar 26 21:08:50.426835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6da94dd1-eb5c-4021-b21f-a6152d93e370 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:50.560745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 6da94dd1-eb5c-4021-b21f-a6152d93e370 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:08:50.569770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 6da94dd1-eb5c-4021-b21f-a6152d93e370 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:50.573723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.693655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b315a1-9ce1-41a6-b686-d87d9f3cf1f8 req-b1d9cddb-baf4-43c1-9b79-af0e04d4aefd tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:50.696918 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31b315a1-9ce1-41a6-b686-d87d9f3cf1f8 req-b1d9cddb-baf4-43c1-9b79-af0e04d4aefd tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 945 time: 0.2458425
Mar 26 21:08:50.772725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-838e8989-cee3-4035-924c-88daa182ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:50.775737 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-838e8989-cee3-4035-924c-88daa182ee5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.3930647
Mar 26 21:08:50.782006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6da94dd1-eb5c-4021-b21f-a6152d93e370 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:50.782411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.837859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:50.846099 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ab6be-ab5a-409e-9ea9-c5688c831955" -d '{"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:50.920902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370,segment=NetworkSegment(44354be8-160e-48db-b396-04743e4082e2),segment_id=44354be8-160e-48db-b396-04743e4082e2)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:50.928232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.942293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:50.963525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-799c05ad-c0e6-4cd6-a901-778459df4cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:50.997594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:51.010520 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-536a9b3c-afe2-4711-8dbd-fb625d45f03d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.2066312
Mar 26 21:08:51.120689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338646fd-fb1f-459e-9b5c-0f2504f529ae req-dfc87b07-8da6-402e-be48-40940bab139b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:51.130099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-338646fd-fb1f-459e-9b5c-0f2504f529ae req-dfc87b07-8da6-402e-be48-40940bab139b tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 0.1492143
Mar 26 21:08:51.151572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31b315a1-9ce1-41a6-b686-d87d9f3cf1f8 req-736e2545-b8d5-47fb-84f4-66127e4e2b9d tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4460332
Mar 26 21:08:51.202158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-2d486308-7803-4b36-9620-533c6c24e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:51.203775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-2d486308-7803-4b36-9620-533c6c24e89b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.1916513
Mar 26 21:08:51.207762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-338646fd-fb1f-459e-9b5c-0f2504f529ae req-beefa935-445b-45ea-811c-5274499a22ab tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764472
Mar 26 21:08:51.233390 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20e3872-1aef-4fc0-a64e-77679bb2dc11 x-openstack-request-id: req-d20e3872-1aef-4fc0-a64e-77679bb2dc11 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:51.233695 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d05436c-d4ad-4f1a-beb9-8970a738dd5f", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6394e9-e4a1-4d84-89ae-3dc1086e37b1", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:51.233959 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d20e3872-1aef-4fc0-a64e-77679bb2dc11 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:51.234371 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20e3872-1aef-4fc0-a64e-77679bb2dc11'] response: {'server_uuid': '2d05436c-d4ad-4f1a-beb9-8970a738dd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6394e9-e4a1-4d84-89ae-3dc1086e37b1', 'code': 200}
Mar 26 21:08:51.281687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-799c05ad-c0e6-4cd6-a901-778459df4cd5 admin admin] Publish callbacks [] for security_group (727ed7f8-0c72-436c-93bd-96bc5e6cbce4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.293026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-799c05ad-c0e6-4cd6-a901-778459df4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (727ed7f8-0c72-436c-93bd-96bc5e6cbce4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.299841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-cac68aa0-51d8-4b0e-946b-76a5140edc03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894570
Mar 26 21:08:51.336928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-799c05ad-c0e6-4cd6-a901-778459df4cd5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f4971f74d97430990f6135a57d443dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3935916
Mar 26 21:08:51.341783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:51.365584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c05ad-c0e6-4cd6-a901-778459df4cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ed7f8-0c72-436c-93bd-96bc5e6cbce4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:51.551644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471f8c0-1996-4f93-9813-fa9ae430dd57 req-7d15ac83-0fa4-4776-9dcf-d5a160a56f73 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:51.553468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5471f8c0-1996-4f93-9813-fa9ae430dd57 req-7d15ac83-0fa4-4776-9dcf-d5a160a56f73 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2504427
Mar 26 21:08:51.587225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-402c7c4f-469a-4cf8-a50d-fbefe7bb63bd service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311540
Mar 26 21:08:51.670467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5471f8c0-1996-4f93-9813-fa9ae430dd57 req-9104b2ee-394b-4be0-84dc-6f78b6e5ecb6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095421
Mar 26 21:08:51.788219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0e24ab3-04e1-48db-99d3-5b6de6a1cd58 req-858773a7-214d-45a6-846b-3f9126e28a46 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889005
Mar 26 21:08:51.833590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] Publish callbacks [] for security_group (727ed7f8-0c72-436c-93bd-96bc5e6cbce4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.857904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] Publish callbacks [] for security_group (727ed7f8-0c72-436c-93bd-96bc5e6cbce4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.909687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (727ed7f8-0c72-436c-93bd-96bc5e6cbce4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.912737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:51.914026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/727ed7f8-0c72-436c-93bd-96bc5e6cbce4 HTTP/1.1" status: 204  len: 168 time: 0.5716074
Mar 26 21:08:51.922384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670d71e-e309-4645-91f2-c21733eaad52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ed7f8-0c72-436c-93bd-96bc5e6cbce4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:52.304045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d1d3-1435-452e-afc3-4846e3ca18bc req-558f8711-5075-4f80-a906-2ed7834fa7f3 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:52.305776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0963d1d3-1435-452e-afc3-4846e3ca18bc req-558f8711-5075-4f80-a906-2ed7834fa7f3 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.0717971
Mar 26 21:08:52.361529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0963d1d3-1435-452e-afc3-4846e3ca18bc req-555d2be3-b78f-4ebf-bd0b-6a86adb376be tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494082
Mar 26 21:08:52.367408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8713d-ac9c-413b-ad64-863ab6189cc2 req-a8c6c60c-f8e3-4e9d-a699-897d1af40066 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:52.369064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9b8713d-ac9c-413b-ad64-863ab6189cc2 req-a8c6c60c-f8e3-4e9d-a699-897d1af40066 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 0.0733283
Mar 26 21:08:52.427677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9b8713d-ac9c-413b-ad64-863ab6189cc2 req-dcd75432-c99d-4cba-b402-ac9ae91c3930 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523362
Mar 26 21:08:52.690436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:52.794462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Deleting subnet 658de3b5-e5d0-45af-8456-a8a4abbcf4bb {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:08:52.799065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Publish callbacks [] for subnet (658de3b5-e5d0-45af-8456-a8a4abbcf4bb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:52.847316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2224fb-d612-4b45-9b75-23a6b66f7e59 req-4564c90c-7557-401f-ae2b-d51c9f6ac05b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:52.848747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b2224fb-d612-4b45-9b75-23a6b66f7e59 req-4564c90c-7557-401f-ae2b-d51c9f6ac05b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.0904849
Mar 26 21:08:52.850829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (658de3b5-e5d0-45af-8456-a8a4abbcf4bb), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:52.922534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (658de3b5-e5d0-45af-8456-a8a4abbcf4bb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:52.958873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b2224fb-d612-4b45-9b75-23a6b66f7e59 req-cef44dec-dd73-4055-b1d6-5a034ce0bec3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891759
Mar 26 21:08:52.988940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (658de3b5-e5d0-45af-8456-a8a4abbcf4bb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.017021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658de3b5-e5d0-45af-8456-a8a4abbcf4bb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:53.026445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.030305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4c2c2598-961d-455e-b9f6-e9c20e1ae8ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/658de3b5-e5d0-45af-8456-a8a4abbcf4bb HTTP/1.1" status: 204  len: 168 time: 0.3387344
Mar 26 21:08:53.032882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51000) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:53.111798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (058c0cff-2ce5-49c8-bc87-c1563c1f0f97), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.206712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (058c0cff-2ce5-49c8-bc87-c1563c1f0f97), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.232264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f88f400>,) {'filters': {'network_id': ['058c0cff-2ce5-49c8-bc87-c1563c1f0f97']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:53.235164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:53.239697 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67893ee-60c2-46ec-8159-7189e2bcd49e" -d '{"events": [{"server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "name": "network-vif-plugged", "status": "completed", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:53.274382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f88f400>, 'f8f4444f-f4b5-4412-9e05-b74dd6688fea') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:53.274695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f88f400>, 'f8f4444f-f4b5-4412-9e05-b74dd6688fea') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:08:53.298868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (f8f4444f-f4b5-4412-9e05-b74dd6688fea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.309922 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8642e98b-71e3-4c34-8673-6f51165d4849 x-openstack-request-id: req-8642e98b-71e3-4c34-8673-6f51165d4849 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:53.310296 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "name": "network-vif-plugged", "status": "completed", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:53.310623 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8642e98b-71e3-4c34-8673-6f51165d4849 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:53.311095 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8642e98b-71e3-4c34-8673-6f51165d4849'] response: {'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370', 'code': 200}
Mar 26 21:08:53.317859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f8f4444f-f4b5-4412-9e05-b74dd6688fea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.335358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:08:53.335808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (f8f4444f-f4b5-4412-9e05-b74dd6688fea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:08:53.341369 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:08:53.451195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (058c0cff-2ce5-49c8-bc87-c1563c1f0f97), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.456620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.463584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] 10.222.0.16 "DELETE /v2.0/networks/058c0cff-2ce5-49c8-bc87-c1563c1f0f97 HTTP/1.1" status: 204  len: 168 time: 0.4263303
Mar 26 21:08:53.476805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cbfb1-3fae-41cb-b14c-1989d389b0b9 req-4038709b-388c-4d4b-a6d5-697f3a73c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:53.479840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-849cbfb1-3fae-41cb-b14c-1989d389b0b9 req-4038709b-388c-4d4b-a6d5-697f3a73c0d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 1128 time: 0.0963678
Mar 26 21:08:53.483502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9e3fd-e9bb-4029-9201-28b52d7bdfdb admin admin] Pushing event deleted for resources: {'Network': ['ID=058c0cff-2ce5-49c8-bc87-c1563c1f0f97,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:53.550058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-849cbfb1-3fae-41cb-b14c-1989d389b0b9 req-c3283587-2ede-4ef3-abcd-bdcf3f15356a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597343
Mar 26 21:08:53.553745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569bca0-b646-4bfd-abb8-eee9b509d721 req-067186c1-dd0b-4562-adce-ff59ce04e8f5 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:53.555874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4569bca0-b646-4bfd-abb8-eee9b509d721 req-067186c1-dd0b-4562-adce-ff59ce04e8f5 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.0733969
Mar 26 21:08:53.562149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51032) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:53.640522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4569bca0-b646-4bfd-abb8-eee9b509d721 req-83eb0c37-c8d7-4750-bc04-0a5b28a992ee tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730417
Mar 26 21:08:53.763217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51052) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:53.808954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-108b7ff5-1158-42ef-b1a7-93f62df52085 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=614df0ac05da469a932c527c1d5c0a12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0445619
Mar 26 21:08:53.811507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51058) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:53.883368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] Publish callbacks [] for security_group (4580974c-f404-4df1-9b5e-690a19f7329e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.886844 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6483-5f48-47e5-9754-902839abff42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:53.926273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] Publish callbacks [] for security_group (4580974c-f404-4df1-9b5e-690a19f7329e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.045546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4580974c-f404-4df1-9b5e-690a19f7329e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.049331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.050502 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4580974c-f404-4df1-9b5e-690a19f7329e HTTP/1.1" status: 204  len: 168 time: 0.2379713
Mar 26 21:08:54.053081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6483-5f48-47e5-9754-902839abff42 admin admin] Publish callbacks [] for security_group (7138dd44-8e71-4c97-a47a-d52bd4445d65), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.077883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed067-b1f9-4d56-9ad0-50e53c0c286b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4580974c-f404-4df1-9b5e-690a19f7329e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:54.082683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6483-5f48-47e5-9754-902839abff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7138dd44-8e71-4c97-a47a-d52bd4445d65), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.149994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6483-5f48-47e5-9754-902839abff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7138dd44-8e71-4c97-a47a-d52bd4445d65,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:54.164552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51070) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:54.164686 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e1ca6483-5f48-47e5-9754-902839abff42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7283f04bcbb04e179915e4b52786ee15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6008899
Mar 26 21:08:54.178705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99fabe-8509-4531-a660-cf68025e8453 req-b0ac288a-06c0-4442-a0fe-29797cfff4f2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:54.185974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b99fabe-8509-4531-a660-cf68025e8453 req-b0ac288a-06c0-4442-a0fe-29797cfff4f2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.1305625
Mar 26 21:08:54.247870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7b99fabe-8509-4531-a660-cf68025e8453 req-46b50d02-fa8c-48a3-bd96-5b3ebdfd476f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606961
Mar 26 21:08:54.267244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] Publish callbacks [] for security_group (7138dd44-8e71-4c97-a47a-d52bd4445d65), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.296830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] Publish callbacks [] for security_group (7138dd44-8e71-4c97-a47a-d52bd4445d65), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.357377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7138dd44-8e71-4c97-a47a-d52bd4445d65), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.360006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.361295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7138dd44-8e71-4c97-a47a-d52bd4445d65 HTTP/1.1" status: 204  len: 168 time: 0.1956010
Mar 26 21:08:54.370246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a248b-365b-4f10-9757-e954ce2f2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138dd44-8e71-4c97-a47a-d52bd4445d65,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:54.435651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:08:54.540175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:54.552370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'port_id': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'mac_address': 'fa:16:3e:e3:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b77d70-5911-450e-97d5-bc8cde497fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:08:54.597594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:54.598082 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.612265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:08:54.635844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:54.640773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.697017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:54.714549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51106) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:54.731717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03e30a22-dbd8-4b23-9476-c98f52cbd550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.803411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012cd8b-925f-4ca1-bbf1-c7c5ff323448 req-66367cc7-c563-4758-ab9d-f4ea618abe9f tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:54.812306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f012cd8b-925f-4ca1-bbf1-c7c5ff323448 req-66367cc7-c563-4758-ab9d-f4ea618abe9f tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.1047299
Mar 26 21:08:54.868641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:08:54.876535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f012cd8b-925f-4ca1-bbf1-c7c5ff323448 req-0e6ff424-158a-495b-a198-b4777750da66 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636811
Mar 26 21:08:54.926592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03e30a22-dbd8-4b23-9476-c98f52cbd550 admin admin] Publish callbacks [] for security_group (52479bcc-4ac3-46cf-8e3c-404bfa0555b0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.937649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03e30a22-dbd8-4b23-9476-c98f52cbd550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (52479bcc-4ac3-46cf-8e3c-404bfa0555b0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:54.989879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03e30a22-dbd8-4b23-9476-c98f52cbd550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db79be3c900c49909c969c1d96fb747c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2743466
Mar 26 21:08:54.992288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e30a22-dbd8-4b23-9476-c98f52cbd550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52479bcc-4ac3-46cf-8e3c-404bfa0555b0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:54.992831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:55.061836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-50b4d570-95ac-4d5e-b603-8ed777e9116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:55.115389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] Publish callbacks [] for security_group (52479bcc-4ac3-46cf-8e3c-404bfa0555b0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:55.141309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] Publish callbacks [] for security_group (52479bcc-4ac3-46cf-8e3c-404bfa0555b0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:55.198448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (52479bcc-4ac3-46cf-8e3c-404bfa0555b0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:55.201502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:55.202850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52479bcc-4ac3-46cf-8e3c-404bfa0555b0 HTTP/1.1" status: 204  len: 168 time: 0.2088571
Mar 26 21:08:55.216506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e873e-a5ef-4afb-b80b-82c018450a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52479bcc-4ac3-46cf-8e3c-404bfa0555b0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:55.392206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a784c1-689a-4de1-b702-387434d39f73 req-2c1ce8cc-217c-461c-af09-6f78124bfd48 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:55.400609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4a784c1-689a-4de1-b702-387434d39f73 req-2c1ce8cc-217c-461c-af09-6f78124bfd48 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 944 time: 0.0793123
Mar 26 21:08:55.453990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4a784c1-689a-4de1-b702-387434d39f73 req-5bd650a9-75dd-460a-bfd5-a09c53d20210 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497961
Mar 26 21:08:55.789764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51152) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.015713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51164) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.046145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.092429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f64943f-db08-42fa-b015-d13f79b88c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.134436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-network', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:56.158167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4d2e-be20-4099-8373-08dd5f4b910c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.167110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:56.170369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.184261 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.254300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4d2e-be20-4099-8373-08dd5f4b910c admin admin] Publish callbacks [] for security_group (a649bd1b-aca9-45c5-b97a-4749b572b226), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.259216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d3e4d2e-be20-4099-8373-08dd5f4b910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a649bd1b-aca9-45c5-b97a-4749b572b226), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.301499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d3e4d2e-be20-4099-8373-08dd5f4b910c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9b9541fa06942a284369334e1068d48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2541339
Mar 26 21:08:56.302645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e4d2e-be20-4099-8373-08dd5f4b910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a649bd1b-aca9-45c5-b97a-4749b572b226,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.305054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.331729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f64943f-db08-42fa-b015-d13f79b88c91 admin admin] Publish callbacks [] for security_group (1df8781d-a696-4f7e-a3c7-ea85e66c6c6f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.346473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e875a-1759-4669-a224-cd23981735f1 req-d32f993f-0a51-4cf0-a3e1-a4781dd25932 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:56.348010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-374e875a-1759-4669-a224-cd23981735f1 req-d32f993f-0a51-4cf0-a3e1-a4781dd25932 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.1233459
Mar 26 21:08:56.351339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f64943f-db08-42fa-b015-d13f79b88c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1df8781d-a696-4f7e-a3c7-ea85e66c6c6f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.357583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] Publish callbacks [] for security_group (a649bd1b-aca9-45c5-b97a-4749b572b226), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.381441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] Publish callbacks [] for security_group (a649bd1b-aca9-45c5-b97a-4749b572b226), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.415796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7f64943f-db08-42fa-b015-d13f79b88c91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b9c6849aa874b98b765ddbee781dadb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6247709
Mar 26 21:08:56.418315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51184) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.446680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks [] for security_group (d1de7664-df2e-47d2-96df-1a56b4bb5e55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.450088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64943f-db08-42fa-b015-d13f79b88c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8781d-a696-4f7e-a3c7-ea85e66c6c6f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.451877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:56.460255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a649bd1b-aca9-45c5-b97a-4749b572b226), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.460928 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d1de7664-df2e-47d2-96df-1a56b4bb5e55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.463706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.468279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a649bd1b-aca9-45c5-b97a-4749b572b226 HTTP/1.1" status: 204  len: 168 time: 0.1590695
Mar 26 21:08:56.485153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff499d-2cad-45a3-aaae-fc3b043e1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a649bd1b-aca9-45c5-b97a-4749b572b226,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.518728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] Publish callbacks [] for security_group (1df8781d-a696-4f7e-a3c7-ea85e66c6c6f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.519364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1de7664-df2e-47d2-96df-1a56b4bb5e55,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.566931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:08:56.583074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-374e875a-1759-4669-a224-cd23981735f1 req-7871ad37-11bd-432c-a996-a3ceeb274293 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078784
Mar 26 21:08:56.593373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d859cfd5-b1f6-4001-86f0-22b3601741dd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:08:56.601859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bcac3335-9f55-41e7-a674-527495db69e9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.602222 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Added segment bcac3335-9f55-41e7-a674-527495db69e9 of type vlan for network 0104976f-c364-4864-ad5f-8b4958c8e560
Mar 26 21:08:56.615713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d859cfd5-b1f6-4001-86f0-22b3601741dd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:56.617109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.623817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] Publish callbacks [] for security_group (1df8781d-a696-4f7e-a3c7-ea85e66c6c6f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.677639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f09ffc-69bf-4da0-b8c4-187b3fe836f7 req-c3e9ffaa-cf8b-408a-949e-e56e1de00de6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:56.685429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8f09ffc-69bf-4da0-b8c4-187b3fe836f7 req-c3e9ffaa-cf8b-408a-949e-e56e1de00de6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 944 time: 0.1384933
Mar 26 21:08:56.726182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0104976f-c364-4864-ad5f-8b4958c8e560), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.761053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8f09ffc-69bf-4da0-b8c4-187b3fe836f7 req-add6be73-494b-4ec7-bfe4-f7b2d20a099f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723941
Mar 26 21:08:56.779205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1df8781d-a696-4f7e-a3c7-ea85e66c6c6f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.785157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.792192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1df8781d-a696-4f7e-a3c7-ea85e66c6c6f HTTP/1.1" status: 204  len: 168 time: 0.3726439
Mar 26 21:08:56.794890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0104976f-c364-4864-ad5f-8b4958c8e560), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.797422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:56.799453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.803864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e872272-1d45-46ac-ac48-c54284e5f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8781d-a696-4f7e-a3c7-ea85e66c6c6f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.839371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:08:56.840155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.889754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8626821
Mar 26 21:08:56.893264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51208) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:56.894992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:08:56.899425 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7960f14d-3b35-4572-be61-9646ead15406" -d '{"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:08:56.899605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Request body: {'subnet': {'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-subnet', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:56.916727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:08:56.923013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.928244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa833-954f-4802-8802-5cee62e307b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0104976f-c364-4864-ad5f-8b4958c8e560,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:56.954395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0104976f-c364-4864-ad5f-8b4958c8e560 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:08:56.971429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:08:56.974334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:56.989575 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a6e704-f274-4741-adb5-adb577c650b6 x-openstack-request-id: req-21a6e704-f274-4741-adb5-adb577c650b6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:08:56.990116 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:08:56.990693 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21a6e704-f274-4741-adb5-adb577c650b6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:08:56.991239 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a6e704-f274-4741-adb5-adb577c650b6'] response: {'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'code': 200}
Mar 26 21:08:57.088859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:57.216445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3498f-2914-4e18-98c8-994244d9131d req-243f71b9-4ae2-455c-9966-264a2c7a48e5 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:57.224114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ef3498f-2914-4e18-98c8-994244d9131d req-243f71b9-4ae2-455c-9966-264a2c7a48e5 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.1994188
Mar 26 21:08:57.239013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d356a-94cd-45b2-afe2-92f5a413597e req-48823997-1df5-415d-b2bf-7f8b2474ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:57.240807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d41d356a-94cd-45b2-afe2-92f5a413597e req-48823997-1df5-415d-b2bf-7f8b2474ce54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1127 time: 0.1781635
Mar 26 21:08:57.316710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:57.336797 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3dc8-83ca-4eeb-a745-444af921e462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.348670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae780442-06e6-4712-8353-89bb121bb4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.359380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51216) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:57.382989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ef3498f-2914-4e18-98c8-994244d9131d req-50fdce6f-4cce-47a0-995f-aa2be7eacdc7 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578014
Mar 26 21:08:57.393651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63a9507d-ff8e-4a37-be2e-4541e69a4028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.396962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d41d356a-94cd-45b2-afe2-92f5a413597e req-f025d992-3eb7-4ad9-b9f7-88d0f2f18ef1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457109
Mar 26 21:08:57.461993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae780442-06e6-4712-8353-89bb121bb4e6 admin admin] Publish callbacks [] for security_group (b75b7e5f-baca-4d6d-a577-3e33a8b8a797), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.469326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae780442-06e6-4712-8353-89bb121bb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b75b7e5f-baca-4d6d-a577-3e33a8b8a797), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.477394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.523495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae780442-06e6-4712-8353-89bb121bb4e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f05bb10c7c1d4ee8b0d0007ba7f98f27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2053919
Mar 26 21:08:57.525557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51222) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:57.533369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae780442-06e6-4712-8353-89bb121bb4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75b7e5f-baca-4d6d-a577-3e33a8b8a797,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:57.578472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:57.584975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] Publish callbacks [] for security_group (b75b7e5f-baca-4d6d-a577-3e33a8b8a797), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.592492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Checking segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:57.592852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Network hostable DHCP agents. Network: 0104976f-c364-4864-ad5f-8b4958c8e560, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:08:57.612823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] Publish callbacks [] for security_group (b75b7e5f-baca-4d6d-a577-3e33a8b8a797), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.629991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63a9507d-ff8e-4a37-be2e-4541e69a4028 admin admin] Publish callbacks [] for security_group (6c77db0e-9886-41ce-bcc8-a3f537da33d2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.633998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Network 0104976f-c364-4864-ad5f-8b4958c8e560 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:08:57.638128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63a9507d-ff8e-4a37-be2e-4541e69a4028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c77db0e-9886-41ce-bcc8-a3f537da33d2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.660425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0104976f-c364-4864-ad5f-8b4958c8e560) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:57.665870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:57.666758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.670128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb401ff1-246e-4438-81c9-3580400107e0 None None] Network 0104976f-c364-4864-ad5f-8b4958c8e560 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:08:57.678054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b75b7e5f-baca-4d6d-a577-3e33a8b8a797), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.682699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.684881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b75b7e5f-baca-4d6d-a577-3e33a8b8a797 HTTP/1.1" status: 204  len: 168 time: 0.1585779
Mar 26 21:08:57.699421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4dc9b-eff5-471b-9634-eb436faf01e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75b7e5f-baca-4d6d-a577-3e33a8b8a797,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:57.709528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-63a9507d-ff8e-4a37-be2e-4541e69a4028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b20ee0dab0fe4d64b485757b15278abe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3462334
Mar 26 21:08:57.713984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:57.716154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9507d-ff8e-4a37-be2e-4541e69a4028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77db0e-9886-41ce-bcc8-a3f537da33d2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:57.740157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9db918ae-907f-4bba-b7ac-7fa589b43d41 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8329971
Mar 26 21:08:57.742047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51236) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:57.753339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:08:57.783617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.785007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.838508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] Publish callbacks [] for security_group (6c77db0e-9886-41ce-bcc8-a3f537da33d2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.882879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0104976f-c364-4864-ad5f-8b4958c8e560', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:08:57.885148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.910911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] Publish callbacks [] for security_group (6c77db0e-9886-41ce-bcc8-a3f537da33d2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.920693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for router_controller (1900ac8a-b75e-492f-ae8b-774a1e0f926a), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:57.960374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c777b-3f1f-449a-bd55-393ab4ef5e22 req-ea7b010b-d339-433e-a840-e3c3af6b10c4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:57.961877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-042c777b-3f1f-449a-bd55-393ab4ef5e22 req-ea7b010b-d339-433e-a840-e3c3af6b10c4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1032889
Mar 26 21:08:58.011157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c77db0e-9886-41ce-bcc8-a3f537da33d2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.013890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.015056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c77db0e-9886-41ce-bcc8-a3f537da33d2 HTTP/1.1" status: 204  len: 168 time: 0.2996566
Mar 26 21:08:58.031004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6673d4-b32c-4b0c-866d-df3864238c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77db0e-9886-41ce-bcc8-a3f537da33d2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:58.051782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-042c777b-3f1f-449a-bd55-393ab4ef5e22 req-07b56858-d456-4309-97bf-939adf3196cf tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819933
Mar 26 21:08:58.095371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Allocated IP 172.20.0.2 (0104976f-c364-4864-ad5f-8b4958c8e560/eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661/39867523-11c9-4884-883f-861736fe17c3) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:58.162858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for router_gateway (1900ac8a-b75e-492f-ae8b-774a1e0f926a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.319145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks [] for port (39867523-11c9-4884-883f-861736fe17c3), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.327902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (39867523-11c9-4884-883f-861736fe17c3), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.379362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Network 0104976f-c364-4864-ad5f-8b4958c8e560 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:08:58.382464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:08:58.386080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:08:58.445772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Pushing event updated for resources: {'Port': ['ID=39867523-11c9-4884-883f-861736fe17c3,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:58.476885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Attempting to bind port 39867523-11c9-4884-883f-861736fe17c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:08:58.477185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Attempting to bind port 39867523-11c9-4884-883f-861736fe17c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:08:58.477549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Attempting to bind port 39867523-11c9-4884-883f-861736fe17c3 on network 0104976f-c364-4864-ad5f-8b4958c8e560 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:08:58.483036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:08:58.483469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Checking segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:08:58.483889 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.484315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Bound using segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:08:58.484786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Bound port: 39867523-11c9-4884-883f-861736fe17c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:08:58.485771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (39867523-11c9-4884-883f-861736fe17c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.535322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for router_gateway (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.544388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:58.562760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c569013c-bc41-431c-9487-ad4cd429b708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.601466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] For port 39867523-11c9-4884-883f-861736fe17c3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:08:58.608819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] For port 39867523-11c9-4884-883f-861736fe17c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39867523-11c9-4884-883f-861736fe17c3,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:08:58.622245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (39867523-11c9-4884-883f-861736fe17c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.700743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.735636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c569013c-bc41-431c-9487-ad4cd429b708 admin admin] Publish callbacks [] for security_group (c5db9435-2a80-4c5c-8d33-1787ebaacb28), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.744780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c569013c-bc41-431c-9487-ad4cd429b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c5db9435-2a80-4c5c-8d33-1787ebaacb28), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.788749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040a23d-c894-471c-98f5-5c0ee5887b8d None None] Pushing event updated for resources: {'Port': ['ID=39867523-11c9-4884-883f-861736fe17c3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:58.795138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:58.840444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569013c-bc41-431c-9487-ad4cd429b708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db9435-2a80-4c5c-8d33-1787ebaacb28,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:58.845533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c569013c-bc41-431c-9487-ad4cd429b708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05ad6707f15045a6a5b2497a5f62371d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2999854
Mar 26 21:08:58.852330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:08:58.965019 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] Publish callbacks [] for security_group (c5db9435-2a80-4c5c-8d33-1787ebaacb28), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:59.011630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] Publish callbacks [] for security_group (c5db9435-2a80-4c5c-8d33-1787ebaacb28), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:59.096351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c5db9435-2a80-4c5c-8d33-1787ebaacb28), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:59.103128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:59.107604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5db9435-2a80-4c5c-8d33-1787ebaacb28 HTTP/1.1" status: 204  len: 168 time: 0.2540703
Mar 26 21:08:59.133655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80593fa-603b-490e-bafd-b903a81ae6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db9435-2a80-4c5c-8d33-1787ebaacb28,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:08:59.268311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a550c2f-97ae-4be9-873a-9fd1d26ef895 req-1f2f21c0-8707-4373-9007-de46b7375516 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:59.278313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a550c2f-97ae-4be9-873a-9fd1d26ef895 req-1f2f21c0-8707-4373-9007-de46b7375516 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1089666
Mar 26 21:08:59.312845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211ecaf-36f0-4ca9-b4e7-e44be777b6ec req-38272e59-5722-44da-9fc9-9f84c55848c2 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:59.314748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9211ecaf-36f0-4ca9-b4e7-e44be777b6ec req-38272e59-5722-44da-9fc9-9f84c55848c2 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.7449396
Mar 26 21:08:59.346349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a550c2f-97ae-4be9-873a-9fd1d26ef895 req-4c5fdfda-e5d7-47dc-abda-b776433f6807 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659363
Mar 26 21:08:59.364777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-05806e54-9481-41d0-85f4-613af222c9f0 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:08:59.366431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-05806e54-9481-41d0-85f4-613af222c9f0 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.8674991
Mar 26 21:08:59.684997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 39867523-11c9-4884-883f-861736fe17c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:08:59.744150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Allocated IP 172.35.4.195 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5da14447-fdf7-4487-ac7b-29cc6dc80931) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:08:59.790151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9211ecaf-36f0-4ca9-b4e7-e44be777b6ec req-9679c217-98b0-407c-a227-8b51ac866144 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4554887
Mar 26 21:08:59.850856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 39867523-11c9-4884-883f-861736fe17c3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:08:59.851368 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (39867523-11c9-4884-883f-861736fe17c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:08:59.976761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Deleting port 6da94dd1-eb5c-4021-b21f-a6152d93e370 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:08:59.980065 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.118014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.131140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 39867523-11c9-4884-883f-861736fe17c3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:00.134185 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (39867523-11c9-4884-883f-861736fe17c3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.137159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-d1806a42-6fef-4bc7-8b1c-c333c79d82ac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:00.149747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-d1806a42-6fef-4bc7-8b1c-c333c79d82ac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 814 time: 0.3642757
Mar 26 21:09:00.187289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-d009cdf3-575d-4e65-9655-69d5a5971b16 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/quotas/5b7d84d914bd48ddbd9e2801f8a9c616 HTTP/1.1" status: 200  len: 375 time: 0.0267107
Mar 26 21:09:00.189800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 39867523-11c9-4884-883f-861736fe17c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39867523-11c9-4884-883f-861736fe17c3,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:00.207952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (39867523-11c9-4884-883f-861736fe17c3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.222956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.325010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.342449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=39867523-11c9-4884-883f-861736fe17c3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:00.360852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-4803471a-3205-4d37-b72f-de253c858da8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1650214
Mar 26 21:09:00.399863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] For port 6da94dd1-eb5c-4021-b21f-a6152d93e370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6da94dd1-eb5c-4021-b21f-a6152d93e370,segment=NetworkSegment(44354be8-160e-48db-b396-04743e4082e2),segment_id=44354be8-160e-48db-b396-04743e4082e2)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:00.400492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.435286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:00.441093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:00.448775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Calling delete_port for 6da94dd1-eb5c-4021-b21f-a6152d93e370 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:00.450738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:00.480344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Pushing event updated for resources: {'Port': ['ID=5da14447-fdf7-4487-ac7b-29cc6dc80931,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:00.488075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef32b3-2d23-44ea-8488-4c05e6da107d None None] Network 0104976f-c364-4864-ad5f-8b4958c8e560 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:00.591525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-4c3432b6-f606-4687-a6b5-b4c795e7302e service neutron] 10.222.0.16 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174909
Mar 26 21:09:00.720630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-03ae185c-4950-46d5-ae93-d0e8fdb3f608 None None] Provisioning complete for port 39867523-11c9-4884-883f-861736fe17c3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:00.721201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-03ae185c-4950-46d5-ae93-d0e8fdb3f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (39867523-11c9-4884-883f-861736fe17c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:00.773720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-1934c69f-ff52-4438-9b51-3893ca4cf9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768117
Mar 26 21:09:00.852990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-03ae185c-4950-46d5-ae93-d0e8fdb3f608 None None] Current status of the port 39867523-11c9-4884-883f-861736fe17c3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:01.070726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for router_gateway (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.125239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3820dbb5-9e1d-48c0-b3d8-0f6ae4a273b6 req-28b23915-b0ab-488c-aba5-06cfdbc67517 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 210 time: 0.0697796
Mar 26 21:09:01.162338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6da94dd1-eb5c-4021-b21f-a6152d93e370), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.225116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Pushing event deleted for resources: {'Port': ['ID=6da94dd1-eb5c-4021-b21f-a6152d93e370,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:01.253846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a78e-58cd-4990-9a3f-be16b4747984 req-505ad463-4103-40f8-bd0c-2160939a4a0c tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:01.255461 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e982a78e-58cd-4990-9a3f-be16b4747984 req-505ad463-4103-40f8-bd0c-2160939a4a0c tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9575474-be72-4ff3-a764-39684c16ac98 HTTP/1.1" status: 200  len: 946 time: 0.3477683
Mar 26 21:09:01.386980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:01.435296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] No DVR routers for this DVR port 6da94dd1-eb5c-4021-b21f-a6152d93e370 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:01.439279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.443122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-916a6249-43e8-4c6e-b461-2d38536848b5 req-8e2d4559-57d5-4658-b10d-8ee92e6a6d00 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.21 "DELETE /v2.0/ports/6da94dd1-eb5c-4021-b21f-a6152d93e370 HTTP/1.1" status: 204  len: 173 time: 2.0643981
Mar 26 21:09:01.512520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-91809241-c3c1-4495-a6d4-72d1741659cb None None] Provisioning complete for port 39867523-11c9-4884-883f-861736fe17c3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:01.513461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-91809241-c3c1-4495-a6d4-72d1741659cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (39867523-11c9-4884-883f-861736fe17c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.519229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'name': 'network-vif-deleted', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:01.523156 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939aa907-50ac-43b4-b779-4e7d80e26718" -d '{"events": [{"server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "name": "network-vif-deleted", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:01.600294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd24dac5-a04a-402d-bbbd-987effc63eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.640379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e982a78e-58cd-4990-9a3f-be16b4747984 req-d678f34c-c4f6-4cac-8e01-1d8a77375466 tempest-ServerAddressesNegativeTestJSON-1161705102 tempest-ServerAddressesNegativeTestJSON-1161705102-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f5b67e-ec22-4728-ba2b-da5f7bb14490&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3729875
Mar 26 21:09:01.687149 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb7bdb6-b250-43e2-a48a-b2bfcac2ea47 x-openstack-request-id: req-7cb7bdb6-b250-43e2-a48a-b2bfcac2ea47 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:01.687464 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9575474-be72-4ff3-a764-39684c16ac98", "name": "network-vif-deleted", "tag": "6da94dd1-eb5c-4021-b21f-a6152d93e370", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:01.687754 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cb7bdb6-b250-43e2-a48a-b2bfcac2ea47 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:01.688271 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb7bdb6-b250-43e2-a48a-b2bfcac2ea47'] response: {'server_uuid': 'c9575474-be72-4ff3-a764-39684c16ac98', 'name': 'network-vif-deleted', 'tag': '6da94dd1-eb5c-4021-b21f-a6152d93e370', 'status': 'completed', 'code': 200}
Mar 26 21:09:01.736259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.736696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 39867523-11c9-4884-883f-861736fe17c3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:01.787596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-91809241-c3c1-4495-a6d4-72d1741659cb None None] Current status of the port 39867523-11c9-4884-883f-861736fe17c3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:01.820348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.829609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 39867523-11c9-4884-883f-861736fe17c3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:01.830766 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (39867523-11c9-4884-883f-861736fe17c3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.855444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd24dac5-a04a-402d-bbbd-987effc63eee admin admin] Publish callbacks [] for security_group (7c7f691f-90c0-4315-8c82-4dfc8022c2bb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.864529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd24dac5-a04a-402d-bbbd-987effc63eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c7f691f-90c0-4315-8c82-4dfc8022c2bb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:01.947672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24dac5-a04a-402d-bbbd-987effc63eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7f691f-90c0-4315-8c82-4dfc8022c2bb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:01.948926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Router 1900ac8a-b75e-492f-ae8b-774a1e0f926a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:09:01.979140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd24dac5-a04a-402d-bbbd-987effc63eee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de8e9fac6cd148c5a144cbe642648a31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5910165
Mar 26 21:09:01.981831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:02.032631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 39867523-11c9-4884-883f-861736fe17c3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:02.075665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] Publish callbacks [] for security_group (7c7f691f-90c0-4315-8c82-4dfc8022c2bb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.101095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] Publish callbacks [] for security_group (7c7f691f-90c0-4315-8c82-4dfc8022c2bb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.174256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7c7f691f-90c0-4315-8c82-4dfc8022c2bb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.181350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.182890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c7f691f-90c0-4315-8c82-4dfc8022c2bb HTTP/1.1" status: 204  len: 168 time: 0.1941786
Mar 26 21:09:02.201810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c7985-a168-4038-b812-85416b41afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7f691f-90c0-4315-8c82-4dfc8022c2bb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:02.261752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:02.270629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Sync routers for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:02.281954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:02.283392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec7ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:02.316053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da0ba649-e6eb-421c-9c30-be34f69ca2d9 req-fe1b1cd7-d416-41fa-9694-9500cd3453f0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 210 time: 0.0610449
Mar 26 21:09:02.344403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.349466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51448) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:02.350296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79bc4656-40f1-42c8-9419-56c340f4b0bf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.6066642
Mar 26 21:09:02.413850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:02.512132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6da94dd1-eb5c-4021-b21f-a6152d93e370 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:02.567638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 6da94dd1-eb5c-4021-b21f-a6152d93e370 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:09:02.568555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6da94dd1-eb5c-4021-b21f-a6152d93e370 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:09:02.750633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51460) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:02.767911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec7ea60>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:00Z', 'revision_number': 3, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:02.797651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Checking router: 1900ac8a-b75e-492f-ae8b-774a1e0f926a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:02.798464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Updating router 1900ac8a-b75e-492f-ae8b-774a1e0f926a port 5da14447-fdf7-4487-ac7b-29cc6dc80931 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:02.842312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.852867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Deleting subnet b112c730-e0ef-4b27-b001-d6aad831f5e3 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:09:02.857214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Publish callbacks [] for subnet (b112c730-e0ef-4b27-b001-d6aad831f5e3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.860578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-83732aaa-5964-481f-b3f7-62f44a2f7546 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:02.862940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-83732aaa-5964-481f-b3f7-62f44a2f7546 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.18 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 814 time: 0.3073354
Mar 26 21:09:02.884315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Request body: {'port': {'device_id': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'admin_state_up': True, 'tenant_id': '5b7d84d914bd48ddbd9e2801f8a9c616'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:02.928116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (b112c730-e0ef-4b27-b001-d6aad831f5e3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:02.984422 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b112c730-e0ef-4b27-b001-d6aad831f5e3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.113622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (b112c730-e0ef-4b27-b001-d6aad831f5e3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.128916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Made reservation on behalf of 5b7d84d914bd48ddbd9e2801f8a9c616 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:03.132768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.138082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.141013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b112c730-e0ef-4b27-b001-d6aad831f5e3 HTTP/1.1" status: 204  len: 168 time: 0.3886988
Mar 26 21:09:03.150833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:03.170201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401cad7-2202-4508-a3b1-da5499e9cc7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b112c730-e0ef-4b27-b001-d6aad831f5e3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:03.249304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.256844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (2422d2c1-af27-48a4-b82c-f1470d972df6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.332846 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks [] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.344223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.441895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9958de29-26ef-4849-9428-9df2ddd7c7d8 req-0cd93d07-1d98-446b-b7e1-3255672901ca tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 210 time: 0.0505149
Mar 26 21:09:03.491166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Pushing event updated for resources: {'Port': ['ID=5da14447-fdf7-4487-ac7b-29cc6dc80931,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:03.495284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Attempting to bind port 5da14447-fdf7-4487-ac7b-29cc6dc80931 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:03.496022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Attempting to bind port 5da14447-fdf7-4487-ac7b-29cc6dc80931 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:03.497141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Attempting to bind port 5da14447-fdf7-4487-ac7b-29cc6dc80931 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:03.512703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:03.513208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:03.513895 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.514082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:03.514759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Bound port: 5da14447-fdf7-4487-ac7b-29cc6dc80931, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:03.515204 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.518049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.518466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.518916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.519690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.519690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.520156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.520547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.520943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.521457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.521962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.522460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.522897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.523333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.523676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.524093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:03.589341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] For port 5da14447-fdf7-4487-ac7b-29cc6dc80931, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:03.593066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] For port 5da14447-fdf7-4487-ac7b-29cc6dc80931, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da14447-fdf7-4487-ac7b-29cc6dc80931,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:03.597336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (2422d2c1-af27-48a4-b82c-f1470d972df6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.600139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:03.652033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Allocated IP 172.20.0.4 (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67/e4b77d70-5911-450e-97d5-bc8cde497fa6/e082a83b-bda4-4ba5-911d-3d655808b500) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:03.661041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61241b58e0>,) {'filters': {'network_id': ['2422d2c1-af27-48a4-b82c-f1470d972df6']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:03.665652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:03.666403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec7ea60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:03.701029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61241b58e0>, '44354be8-160e-48db-b396-04743e4082e2') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:03.701231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61241b58e0>, '44354be8-160e-48db-b396-04743e4082e2') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:03.726813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4eb2-e391-42a1-a1fe-102df5c80de4 None None] Pushing event updated for resources: {'Port': ['ID=5da14447-fdf7-4487-ac7b-29cc6dc80931,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:03.821122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:04.011671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (44354be8-160e-48db-b396-04743e4082e2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.061084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (44354be8-160e-48db-b396-04743e4082e2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.085202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Allocated IP 172.20.0.1 (0104976f-c364-4864-ad5f-8b4958c8e560/eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661/fec0afec-07ff-4614-b81a-509c02c68e5d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:04.089595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec7ea60>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:00Z', 'revision_number': 3, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:04.098147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:09:04.098565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (44354be8-160e-48db-b396-04743e4082e2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:09:04.102152 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:09:04.123582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bbd94-af62-46a8-9eb6-b55818d1879e None None] The sync data for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 is: [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:00Z', 'revision_number': 3, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:04.232619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (2422d2c1-af27-48a4-b82c-f1470d972df6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.275969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-0b1702b0-1c83-434a-be01-66fbb0a277a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2786777
Mar 26 21:09:04.280396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.284394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2422d2c1-af27-48a4-b82c-f1470d972df6 HTTP/1.1" status: 204  len: 168 time: 1.1323087
Mar 26 21:09:04.334357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b61d57-9fdb-4087-9ea2-d41d365f3f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=2422d2c1-af27-48a4-b82c-f1470d972df6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:04.512652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks [] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.528673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks [] for port (e082a83b-bda4-4ba5-911d-3d655808b500), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.683189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-053e3c20-4730-462b-9580-ae05fff388f9 req-f2855f46-cfd2-4a0b-81ff-83167aeb3bb5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 210 time: 0.0944662
Mar 26 21:09:04.688298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-c6997293-2d3a-4abf-8f7e-4fd8c5420fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:04.690907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-c6997293-2d3a-4abf-8f7e-4fd8c5420fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 1129 time: 0.3189130
Mar 26 21:09:04.747217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.792954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:04.808617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:04.820518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:04.833578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Pushing event updated for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:04.875013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:04.906961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95677cdc-360a-4f20-9a42-d835324498b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc51d0de03ed49c08738d431ef274427&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1111088
Mar 26 21:09:04.911588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:04.966070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:04.969046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:04.982134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Network 0104976f-c364-4864-ad5f-8b4958c8e560 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:05.012083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:05.015390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:05.090984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Pushing event updated for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:05.126228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:05.127732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.146008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] Publish callbacks [] for security_group (60f5b67e-ec22-4728-ba2b-da5f7bb14490), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.179320 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.225226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] Publish callbacks [] for security_group (60f5b67e-ec22-4728-ba2b-da5f7bb14490), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.340349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (60f5b67e-ec22-4728-ba2b-da5f7bb14490), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.343327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.346841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60f5b67e-ec22-4728-ba2b-da5f7bb14490 HTTP/1.1" status: 204  len: 168 time: 0.4340909
Mar 26 21:09:05.367961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d98f57-bdb3-4c39-ae5d-38d07d17263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5b67e-ec22-4728-ba2b-da5f7bb14490,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:05.376339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-5eae5eaf-7c9d-4359-a7ed-62da050d88a7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4960978
Mar 26 21:09:05.381636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-c09078cd-4ae1-4678-a5b5-2f3ea89ef0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:05.386719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-c09078cd-4ae1-4678-a5b5-2f3ea89ef0bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 200  len: 916 time: 0.6690519
Mar 26 21:09:05.397561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Request body: {'port': {'device_id': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:05.487261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-25cf4acc-1176-49a0-a57d-4d58bd863c4e None None] Provisioning complete for port fec0afec-07ff-4614-b81a-509c02c68e5d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:05.487713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25cf4acc-1176-49a0-a57d-4d58bd863c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.523219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-6def6634-eae2-43a8-9077-a5f0fc41bf72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 200  len: 1002 time: 0.1209099
Mar 26 21:09:05.598362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25cf4acc-1176-49a0-a57d-4d58bd863c4e None None] Port fec0afec-07ff-4614-b81a-509c02c68e5d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:05.612923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.737373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5da14447-fdf7-4487-ac7b-29cc6dc80931 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:05.849331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5da14447-fdf7-4487-ac7b-29cc6dc80931 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:05.849940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:05.939054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c789aed-4cfb-42bd-ac8f-c93789e96f40 req-e91ad7c9-3e3d-4f7e-9aa0-708be6d86970 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:05.948544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c789aed-4cfb-42bd-ac8f-c93789e96f40 req-e91ad7c9-3e3d-4f7e-9aa0-708be6d86970 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 931 time: 0.1466255
Mar 26 21:09:05.959891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5da14447-fdf7-4487-ac7b-29cc6dc80931 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:05.960314 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.007092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5da14447-fdf7-4487-ac7b-29cc6dc80931, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da14447-fdf7-4487-ac7b-29cc6dc80931,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:06.029661 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.048131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-bf53804c-b132-4456-8a7c-1d0ebf7ef20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:06.054931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-bf53804c-b132-4456-8a7c-1d0ebf7ef20f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 200  len: 855 time: 0.5013893
Mar 26 21:09:06.055773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.074535 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8c789aed-4cfb-42bd-ac8f-c93789e96f40 req-bd3071a9-d431-4d27-afff-55b26a38fa4b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248069
Mar 26 21:09:06.134457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5da14447-fdf7-4487-ac7b-29cc6dc80931,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:06.203654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-e494c0a6-b347-4086-9544-34e0207c4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:06.205785 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-e494c0a6-b347-4086-9544-34e0207c4bcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1269860
Mar 26 21:09:06.316306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks [] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.359672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.528056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Pushing event updated for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:06.540321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-0cf82c2d-5ee9-472f-aa1f-2a2e82c34d0b service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3231816
Mar 26 21:09:06.543710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:06.777941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Network 0104976f-c364-4864-ad5f-8b4958c8e560 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:06.816633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:06.843657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51628) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:07.044247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e082a83b-bda4-4ba5-911d-3d655808b500 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:07.070490 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks [] for port (e082a83b-bda4-4ba5-911d-3d655808b500), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.085798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6786d10c-e3bc-42f4-8f6d-c8fc38975712 req-5d16a221-07fc-4097-903d-155aceb3fcaf service neutron] 10.222.0.18 "GET /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5309658
Mar 26 21:09:07.210938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Transition to ACTIVE for port object e082a83b-bda4-4ba5-911d-3d655808b500 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:09:07.232876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.262808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e3c7ac47-6aef-4e4a-8aef-366c91f4a3ba None None] Provisioning complete for port fec0afec-07ff-4614-b81a-509c02c68e5d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:07.263873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3c7ac47-6aef-4e4a-8aef-366c91f4a3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.297546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Pushing event updated for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:07.319630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7ac47-6aef-4e4a-8aef-366c91f4a3ba None None] Port fec0afec-07ff-4614-b81a-509c02c68e5d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:07.326566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Router 1900ac8a-b75e-492f-ae8b-774a1e0f926a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:09:07.339875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96168-9c2f-45d8-9fae-64b0ffa08be5 req-e704150b-7b8a-45fc-9cc5-b70206f93ed8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:07.341598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63b96168-9c2f-45d8-9fae-64b0ffa08be5 req-e704150b-7b8a-45fc-9cc5-b70206f93ed8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 931 time: 0.1481795
Mar 26 21:09:07.353309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1575960283-network', 'tenant_id': '0aee9d7189834141b6881cd81ddb821c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:07.378610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Made reservation on behalf of 0aee9d7189834141b6881cd81ddb821c for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:07.381785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.394087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.487644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63b96168-9c2f-45d8-9fae-64b0ffa08be5 req-bb7646f1-36f0-42df-9214-38c7384d1fee tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195948
Mar 26 21:09:07.516745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks [] for security_group (3496c565-5f92-4a76-a8bb-463efb73db93), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.534112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3496c565-5f92-4a76-a8bb-463efb73db93), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.575677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:07.590379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496c565-5f92-4a76-a8bb-463efb73db93,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:07.613067 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (21258652-1217-4ac6-bbe4-e7cc35770112), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.613918 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Added segment 21258652-1217-4ac6-bbe4-e7cc35770112 of type vlan for network 4c8cc096-19f4-4467-b37a-e180625ecf5c
Mar 26 21:09:07.651567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5da14447-fdf7-4487-ac7b-29cc6dc80931 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:07.672609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (4c8cc096-19f4-4467-b37a-e180625ecf5c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.713634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (4c8cc096-19f4-4467-b37a-e180625ecf5c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.721718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:07.722030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5da14447-fdf7-4487-ac7b-29cc6dc80931 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:07.722411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.722596 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.775767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9309347
Mar 26 21:09:07.778628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51662) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:07.802594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Request body: {'subnet': {'network_id': '4c8cc096-19f4-4467-b37a-e180625ecf5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1575960283-subnet', 'tenant_id': '0aee9d7189834141b6881cd81ddb821c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:07.866333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5da14447-fdf7-4487-ac7b-29cc6dc80931 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:07.878163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Attempting to bind port e082a83b-bda4-4ba5-911d-3d655808b500 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:07.879491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Attempting to bind port e082a83b-bda4-4ba5-911d-3d655808b500 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:07.880079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Attempting to bind port e082a83b-bda4-4ba5-911d-3d655808b500 on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:07.883534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd370f-ecbc-492f-8af8-59e160ab8e5a admin admin] Pushing event updated for resources: {'Network': ['ID=4c8cc096-19f4-4467-b37a-e180625ecf5c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:07.889443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Port e082a83b-bda4-4ba5-911d-3d655808b500 on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:09:07.890122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Attempting to bind port e082a83b-bda4-4ba5-911d-3d655808b500 on network ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:07.900881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Made reservation on behalf of 0aee9d7189834141b6881cd81ddb821c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:07.902037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 4c8cc096-19f4-4467-b37a-e180625ecf5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:07.902375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:07.902905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Checking segment: {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:07.903653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Bound using segment: {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:07.904244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Bound port: e082a83b-bda4-4ba5-911d-3d655808b500, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818c3077-ea7f-4cf7-a5c4-0da786e06424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:07.904580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.905119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:07.962148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:07.973439 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Sync routers for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:07.983615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:07.984503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6236e26f-24f1-4d3a-899d-22ad80354969 admin admin] 10.222.0.16 "PUT /v2.0/routers/1900ac8a-b75e-492f-ae8b-774a1e0f926a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6335042
Mar 26 21:09:07.987907 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124740c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:08.047429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:08.054085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e082a83b-bda4-4ba5-911d-3d655808b500,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:08.067807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:08.133813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:08.172884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:08.174044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:08.186174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] 10.222.0.18 "PUT /v2.0/ports/e082a83b-bda4-4ba5-911d-3d655808b500 HTTP/1.1" status: 200  len: 1091 time: 2.7958186
Mar 26 21:09:08.186693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:08.189882 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f" -d '{"events": [{"name": "network-changed", "server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:08.215589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf7f62-7b77-41b8-9eb9-ce1a6642cafe service neutron] Pushing event updated for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:08.282095 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cdf933-f006-4b26-aa5e-a8144ba8d0a5 x-openstack-request-id: req-b8cdf933-f006-4b26-aa5e-a8144ba8d0a5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:08.283305 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:08.283759 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8cdf933-f006-4b26-aa5e-a8144ba8d0a5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:08.284416 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cdf933-f006-4b26-aa5e-a8144ba8d0a5'] response: {'name': 'network-changed', 'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500', 'status': 'completed', 'code': 200}
Mar 26 21:09:08.315957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-eb11f718-9b00-4c5f-8bd9-2d514df2d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:08.318842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-eb11f718-9b00-4c5f-8bd9-2d514df2d968 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 1125 time: 0.0753090
Mar 26 21:09:08.337623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (24a337c3-cf8e-4c20-a984-eefab50a2351), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:08.375353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-9cbfba5d-b954-46c2-9cd9-fa81b797102e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e082a83b-bda4-4ba5-911d-3d655808b500 HTTP/1.1" status: 200  len: 217 time: 0.0498292
Mar 26 21:09:08.443592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a337c3-cf8e-4c20-a984-eefab50a2351,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:08.457099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-3422cc6e-1078-4cb7-a043-54948d9884b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:08.458773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-3422cc6e-1078-4cb7-a043-54948d9884b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.0772500
Mar 26 21:09:08.472001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Checking segment: {'id': '21258652-1217-4ac6-bbe4-e7cc35770112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c8cc096-19f4-4467-b37a-e180625ecf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:08.472547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Network hostable DHCP agents. Network: 4c8cc096-19f4-4467-b37a-e180625ecf5c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:08.511803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-4ebb16e2-9b0e-4662-a879-d78bdcfa5c9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472243
Mar 26 21:09:08.520541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Network 4c8cc096-19f4-4467-b37a-e180625ecf5c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:08.548275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c8cc096-19f4-4467-b37a-e180625ecf5c) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:08.557249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:08.558448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1158de6-f0c4-4cf9-bcf0-aedc86e6bb6b None None] Network 4c8cc096-19f4-4467-b37a-e180625ecf5c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:08.560056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:08.601977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e8b27c3-80f4-4622-8d27-d7a9b0823e34 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8118193
Mar 26 21:09:08.636480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51694) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:08.714352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-d8335716-bf2f-4b57-b953-d6e357aa9095 service neutron] 10.222.0.18 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783144
Mar 26 21:09:08.757429 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124740c40>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 2, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:08.797154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb10415-714d-4139-96b6-6838bdae8a51 None None] Network 4c8cc096-19f4-4467-b37a-e180625ecf5c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:08.815731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974e466-6562-4fe4-b48e-dc89fd9b1a8f req-2fd69c91-7b10-4910-8c41-c2f753fea150 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:08.817394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f974e466-6562-4fe4-b48e-dc89fd9b1a8f req-2fd69c91-7b10-4910-8c41-c2f753fea150 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 943 time: 0.1456244
Mar 26 21:09:08.828802 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Checking router: 1900ac8a-b75e-492f-ae8b-774a1e0f926a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:08.833176 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Updating router 1900ac8a-b75e-492f-ae8b-774a1e0f926a port fec0afec-07ff-4614-b81a-509c02c68e5d binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:08.884488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b320d7a-08b1-40ef-b0b9-b9c0922dfc9a req-a46a32b0-3e0e-4550-be0c-4a4272ab0fd5 service neutron] 10.222.0.18 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603024
Mar 26 21:09:08.897351 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:08.904355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f974e466-6562-4fe4-b48e-dc89fd9b1a8f req-6c131585-30ac-4c27-944e-d8e3e60c76b5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769913
Mar 26 21:09:09.035319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-09df8a63-6e98-47f2-ab8f-3a491ee1bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:09.037251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-09df8a63-6e98-47f2-ab8f-3a491ee1bd7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 1125 time: 0.0784497
Mar 26 21:09:09.143525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6048fe03-b279-4058-9e57-f7e05b0e2028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.157768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-deee0d08-13e3-4cee-ab4f-57bf0d502110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:09.159557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-deee0d08-13e3-4cee-ab4f-57bf0d502110 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.1153786
Mar 26 21:09:09.240364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-fc796642-fd5a-4093-a93d-53a444d4eab3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e082a83b-bda4-4ba5-911d-3d655808b500 HTTP/1.1" status: 200  len: 217 time: 0.0733688
Mar 26 21:09:09.250992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6048fe03-b279-4058-9e57-f7e05b0e2028 admin admin] Publish callbacks [] for security_group (8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.257511 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks [] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.265519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6048fe03-b279-4058-9e57-f7e05b0e2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.266814 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.319372 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Pushing event updated for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:09.324026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6048fe03-b279-4058-9e57-f7e05b0e2028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3d333dbb48e416e88ee38a517995266&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6859972
Mar 26 21:09:09.324651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51710) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:09.328200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048fe03-b279-4058-9e57-f7e05b0e2028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:09.348881 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.349438 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.349954 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.350719 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.351207 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.351695 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.352232 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.353195 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.353684 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.354172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.354658 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.355457 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.356832 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.357344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.357906 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:09.384525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-7910dbfe-a8b1-4075-9815-600d01f570b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:09.388974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-7910dbfe-a8b1-4075-9815-600d01f570b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.1416092
Mar 26 21:09:09.435637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] Publish callbacks [] for security_group (8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.471008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-0efc96f3-4789-4cdb-8e37-e8221848672a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724406
Mar 26 21:09:09.491289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] Publish callbacks [] for security_group (8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.505907 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Attempting to bind port fec0afec-07ff-4614-b81a-509c02c68e5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:09.507545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Attempting to bind port fec0afec-07ff-4614-b81a-509c02c68e5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:09.508872 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Attempting to bind port fec0afec-07ff-4614-b81a-509c02c68e5d on network 0104976f-c364-4864-ad5f-8b4958c8e560 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:09.522744 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:09.524536 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Checking segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:09.525677 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.527200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Bound using segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:09.529615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Bound port: fec0afec-07ff-4614-b81a-509c02c68e5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:09.530249 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.602108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.605357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.609736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8 HTTP/1.1" status: 204  len: 168 time: 0.2829585
Mar 26 21:09:09.631696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724caaf7-3fdd-49b6-8e61-aba08ee7e6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb8bb1f-1ac2-4bbb-a85c-9be13f57b7b8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:09.701631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-f22707ca-bd29-4bf0-901a-f93f5ea92033 service neutron] 10.222.0.18 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251556
Mar 26 21:09:09.719084 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] For port fec0afec-07ff-4614-b81a-509c02c68e5d, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:09.731942 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] For port fec0afec-07ff-4614-b81a-509c02c68e5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec0afec-07ff-4614-b81a-509c02c68e5d,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:09.746339 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.871265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e082a83b-bda4-4ba5-911d-3d655808b500 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:09:09.918749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Provisioning complete for port fec0afec-07ff-4614-b81a-509c02c68e5d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:09.939676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:09.950544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:09.951191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124740c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:09.954114 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fc5a1-9647-4153-b097-e12c31d2cb10 None None] Pushing event updated for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:09.988876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7445898-d8e9-4f20-ac0f-4ff5f3a8986f req-4561b4c7-0d07-4576-ba32-563962aca47d service neutron] 10.222.0.18 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718906
Mar 26 21:09:10.110102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:10.274594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:10.277349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Current status of the port fec0afec-07ff-4614-b81a-509c02c68e5d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:10.277752 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.281190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Deleting subnet 24a337c3-cf8e-4c20-a984-eefab50a2351 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:09:10.286429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Publish callbacks [] for subnet (24a337c3-cf8e-4c20-a984-eefab50a2351), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.357926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (24a337c3-cf8e-4c20-a984-eefab50a2351), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.417018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] For port fec0afec-07ff-4614-b81a-509c02c68e5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec0afec-07ff-4614-b81a-509c02c68e5d,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:10.420798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e082a83b-bda4-4ba5-911d-3d655808b500,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:10.431332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.459294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (24a337c3-cf8e-4c20-a984-eefab50a2351), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.494418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7a128-2ff7-403f-9a0e-023732b6dccc None None] Pushing event updated for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:10.497220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'e082a83b-bda4-4ba5-911d-3d655808b500', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'port_id': 'e082a83b-bda4-4ba5-911d-3d655808b500', 'mac_address': 'fa:16:3e:47:6a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b77d70-5911-450e-97d5-bc8cde497fa6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:09:10.559455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-11c4109e-3282-49ab-8c3d-8fde879213a7 None None] Provisioning complete for port fec0afec-07ff-4614-b81a-509c02c68e5d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:10.559868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-11c4109e-3282-49ab-8c3d-8fde879213a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.580875 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124740c40>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:09Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:10.593324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (24a337c3-cf8e-4c20-a984-eefab50a2351), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.594543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e082a83b-bda4-4ba5-911d-3d655808b500 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:10.594974 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.617391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e082a83b-bda4-4ba5-911d-3d655808b500 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:10.656906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e082a83b-bda4-4ba5-911d-3d655808b500,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:10.660336 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffdae9-8517-4dd4-b33e-12972bb35494 None None] The sync data for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 is: [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:09Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:10.682738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a337c3-cf8e-4c20-a984-eefab50a2351,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:10.685223 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.685591 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:09:10.690942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77a91e58-b736-468a-a7f3-0ba51c90032e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/24a337c3-cf8e-4c20-a984-eefab50a2351 HTTP/1.1" status: 204  len: 168 time: 0.5790074
Mar 26 21:09:10.693618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51744) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:10.705241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.918956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (4c8cc096-19f4-4467-b37a-e180625ecf5c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:10.953016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d0f8-5a1e-4dd2-8648-92000f06ca51 req-8d4dec4f-f2f8-468e-8363-273bed88ff0c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:10.954850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3e5d0f8-5a1e-4dd2-8648-92000f06ca51 req-8d4dec4f-f2f8-468e-8363-273bed88ff0c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 944 time: 0.8256884
Mar 26 21:09:11.012521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:11.042031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2da9f63-40a5-4ae9-822f-34e7f40714ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.066455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-11c4109e-3282-49ab-8c3d-8fde879213a7 None None] Current status of the port fec0afec-07ff-4614-b81a-509c02c68e5d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:11.118098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (4c8cc096-19f4-4467-b37a-e180625ecf5c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.121850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:11.143616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['e082a83b-bda4-4ba5-911d-3d655808b500'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:11.227324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3e5d0f8-5a1e-4dd2-8648-92000f06ca51 req-0b467898-848c-4fe2-82a3-abca0a2c1b38 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279994
Mar 26 21:09:11.233349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611de36790>,) {'filters': {'network_id': ['4c8cc096-19f4-4467-b37a-e180625ecf5c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:11.252063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2da9f63-40a5-4ae9-822f-34e7f40714ec admin admin] Publish callbacks [] for security_group (8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.257589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de36790>, '21258652-1217-4ac6-bbe4-e7cc35770112') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:11.258067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de36790>, '21258652-1217-4ac6-bbe4-e7cc35770112') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:11.261854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2da9f63-40a5-4ae9-822f-34e7f40714ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.288453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (21258652-1217-4ac6-bbe4-e7cc35770112), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.318549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (21258652-1217-4ac6-bbe4-e7cc35770112), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.333377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:09:11.334044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (21258652-1217-4ac6-bbe4-e7cc35770112), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:09:11.336200 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:09:11.365252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51756) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:11.386350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-network', 'tenant_id': '77943410921f4996909908ab6806a2a1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:11.409687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2da9f63-40a5-4ae9-822f-34e7f40714ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b6e856c71ca4187bae8ea450adc9fac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3956265
Mar 26 21:09:11.411627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9f63-40a5-4ae9-822f-34e7f40714ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:11.423769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51758) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:11.478831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Made reservation on behalf of 77943410921f4996909908ab6806a2a1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:11.480504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (4c8cc096-19f4-4467-b37a-e180625ecf5c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.490401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.494145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.508191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c8cc096-19f4-4467-b37a-e180625ecf5c HTTP/1.1" status: 204  len: 168 time: 0.8132856
Mar 26 21:09:11.528023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.536439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8cd5-5e9d-4b14-8eb4-1996ea14e940 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8cc096-19f4-4467-b37a-e180625ecf5c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:11.621660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] Publish callbacks [] for security_group (8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.684397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] Publish callbacks [] for security_group (8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.712425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fec0afec-07ff-4614-b81a-509c02c68e5d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:11.791245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks [] for security_group (93ef3c01-45ec-4c15-979b-a171c6b27ca7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.800407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (93ef3c01-45ec-4c15-979b-a171c6b27ca7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.813366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fec0afec-07ff-4614-b81a-509c02c68e5d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:11.813366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.815127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.817899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.819961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369 HTTP/1.1" status: 204  len: 168 time: 0.3943892
Mar 26 21:09:11.848167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:11.858718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef3c01-45ec-4c15-979b-a171c6b27ca7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:11.892416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (afe56512-3842-4563-85ce-f9f1978d3cef), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.892782 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Added segment afe56512-3842-4563-85ce-f9f1978d3cef of type vlan for network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e
Mar 26 21:09:11.904381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:11.916395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901085-63ce-4841-86c1-8539b9b958bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f47d1-a0de-4a6d-bcb8-7b7fb2081369,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:11.969683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:11.979809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fec0afec-07ff-4614-b81a-509c02c68e5d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:12.012600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6aae3ac4-3a29-4246-bc4e-64504bac8f93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0aee9d7189834141b6881cd81ddb821c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1067519
Mar 26 21:09:12.018719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:12.053142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.054816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:12.055413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.109078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7339623
Mar 26 21:09:12.110108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51774) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:12.126782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Request body: {'subnet': {'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-subnet', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:12.135719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] Publish callbacks [] for security_group (3496c565-5f92-4a76-a8bb-463efb73db93), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.186427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] Publish callbacks [] for security_group (3496c565-5f92-4a76-a8bb-463efb73db93), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.228796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b261-41f2-478e-9fe8-6e5f716b31e8 admin admin] Pushing event updated for resources: {'Network': ['ID=972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:12.244420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:12.294917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3496c565-5f92-4a76-a8bb-463efb73db93), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.298232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.300239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3496c565-5f92-4a76-a8bb-463efb73db93 HTTP/1.1" status: 204  len: 168 time: 0.2801392
Mar 26 21:09:12.317014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cfa53-e248-4536-83c5-4f401daf419c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496c565-5f92-4a76-a8bb-463efb73db93,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:12.334134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Made reservation on behalf of 77943410921f4996909908ab6806a2a1 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:12.344517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.636140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:12.654814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687ed1e3-f04e-4459-9316-1ef7992d71bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.715018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (f8cc1113-6246-4881-8cec-3dd4cd517fb5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.795166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8cc1113-6246-4881-8cec-3dd4cd517fb5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:12.804481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Checking segment: {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:12.805157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Network hostable DHCP agents. Network: 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:12.827709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:12.844030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:12.855018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579ae58-f200-4920-825d-2d304d0c4db6 None None] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:12.860120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:12.861404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.864836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687ed1e3-f04e-4459-9316-1ef7992d71bf admin admin] Publish callbacks [] for security_group (2e75258b-b395-4ce3-ae32-54e654455976), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.875260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-687ed1e3-f04e-4459-9316-1ef7992d71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2e75258b-b395-4ce3-ae32-54e654455976), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.892455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0395ebd7-182b-439a-afde-392f54877b55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7776270
Mar 26 21:09:12.895087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51796) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:12.904192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:12.940764 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (70e29964-ea70-4453-a956-7c6636ce9230), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.942340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (70e29964-ea70-4453-a956-7c6636ce9230), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:12.979940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-687ed1e3-f04e-4459-9316-1ef7992d71bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=736f13cfe98648af881b354a452c715e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3420343
Mar 26 21:09:12.987948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51798) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:12.988858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ed1e3-f04e-4459-9316-1ef7992d71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75258b-b395-4ce3-ae32-54e654455976,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:13.055010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for router_controller (70e29964-ea70-4453-a956-7c6636ce9230), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.081007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'project_id': '77943410921f4996909908ab6806a2a1', 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:09:13.081902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.107477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] Publish callbacks [] for security_group (2e75258b-b395-4ce3-ae32-54e654455976), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.163852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] Publish callbacks [] for security_group (2e75258b-b395-4ce3-ae32-54e654455976), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.268486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2e75258b-b395-4ce3-ae32-54e654455976), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.271909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.273213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e75258b-b395-4ce3-ae32-54e654455976 HTTP/1.1" status: 204  len: 168 time: 0.2813520
Mar 26 21:09:13.285104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd8ce7-bb00-4231-b1d1-229def0a91f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75258b-b395-4ce3-ae32-54e654455976,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:13.370371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Allocated IP 172.20.0.2 (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e/f8cc1113-6246-4881-8cec-3dd4cd517fb5/e8d63f00-98db-41d8-ba72-096a5573d557) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:13.570856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks [] for port (e8d63f00-98db-41d8-ba72-096a5573d557), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.580932 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.608263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for router_gateway (70e29964-ea70-4453-a956-7c6636ce9230), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.623004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2eefa-3c76-43dd-8c83-0783df7a40c5 req-82291a6d-67c9-4fb4-93a6-0f49306b8a41 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:13.624846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01a2eefa-3c76-43dd-8c83-0783df7a40c5 req-82291a6d-67c9-4fb4-93a6-0f49306b8a41 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 944 time: 1.1064165
Mar 26 21:09:13.644413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:13.647537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:13.651672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:13.674291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Pushing event updated for resources: {'Port': ['ID=e8d63f00-98db-41d8-ba72-096a5573d557,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:13.697307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01a2eefa-3c76-43dd-8c83-0783df7a40c5 req-7ded1dad-1fd0-4194-9049-a74ce93dd3db tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600021
Mar 26 21:09:13.765774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Attempting to bind port e8d63f00-98db-41d8-ba72-096a5573d557 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:13.766238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Attempting to bind port e8d63f00-98db-41d8-ba72-096a5573d557 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:13.767023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Attempting to bind port e8d63f00-98db-41d8-ba72-096a5573d557 on network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:13.772698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:13.773118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Checking segment: {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:13.773534 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.774044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Bound using segment: {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:13.774599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Bound port: e8d63f00-98db-41d8-ba72-096a5573d557, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:13.775062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.856670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] For port e8d63f00-98db-41d8-ba72-096a5573d557, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:13.862786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] For port e8d63f00-98db-41d8-ba72-096a5573d557, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8d63f00-98db-41d8-ba72-096a5573d557,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:13.874601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:13.935810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff8855-fa8e-4543-b698-8dbd43885f2b None None] Pushing event updated for resources: {'Port': ['ID=e8d63f00-98db-41d8-ba72-096a5573d557,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:13.938859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e082a83b-bda4-4ba5-911d-3d655808b500 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:13.969347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for router_gateway (70e29964-ea70-4453-a956-7c6636ce9230), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.024338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.027035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port e082a83b-bda4-4ba5-911d-3d655808b500 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:09:14.031025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port e082a83b-bda4-4ba5-911d-3d655808b500 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:14.031406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.105807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.167802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e082a83b-bda4-4ba5-911d-3d655808b500 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:14.167802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.178019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Allocated IP 172.35.4.38 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2b643465-7700-404c-82c8-3f0268444eb3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:14.210973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e082a83b-bda4-4ba5-911d-3d655808b500,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:14.212354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:14.215471 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c935def-73c8-45b6-9ae6-9856e1824b3c" -d '{"events": [{"server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "name": "network-vif-plugged", "status": "completed", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:14.220440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.302332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:14.319691 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe0fcc-5e68-463b-9289-3e6a6f72e137 x-openstack-request-id: req-a5fe0fcc-5e68-463b-9289-3e6a6f72e137 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:14.320023 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "name": "network-vif-plugged", "status": "completed", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:14.320287 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5fe0fcc-5e68-463b-9289-3e6a6f72e137 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:14.320901 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fe0fcc-5e68-463b-9289-3e6a6f72e137'] response: {'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500', 'code': 200}
Mar 26 21:09:14.391765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for port (2b643465-7700-404c-82c8-3f0268444eb3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.473073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a230db-07b5-4872-8910-1e820905930f req-83ccee58-1bd6-4607-9d7a-909099186074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:14.474654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b1a230db-07b5-4872-8910-1e820905930f req-83ccee58-1bd6-4607-9d7a-909099186074 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 1127 time: 0.0747325
Mar 26 21:09:14.495999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2b643465-7700-404c-82c8-3f0268444eb3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.564204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b1a230db-07b5-4872-8910-1e820905930f req-5ae76569-bfab-45b3-bd86-21198620b884 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819314
Mar 26 21:09:14.569864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:14.596520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:14.601876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:14.607643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:14.662652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Pushing event updated for resources: {'Port': ['ID=2b643465-7700-404c-82c8-3f0268444eb3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:14.735340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-network', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:14.777895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Made reservation on behalf of 97d8cf03facb404b81a31014cf74f93c for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:14.780540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.795785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.972309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397284-e046-4f17-aed0-54f5f98c8fe0 req-9937db89-b06f-4fe8-a5e7-4a93a8d0f26c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:14.982232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42397284-e046-4f17-aed0-54f5f98c8fe0 req-9937db89-b06f-4fe8-a5e7-4a93a8d0f26c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 945 time: 0.1747565
Mar 26 21:09:14.984465 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks [] for security_group (b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:14.990350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.059350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:15.073100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:15.095775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42397284-e046-4f17-aed0-54f5f98c8fe0 req-dc20c1f4-ac66-4900-84de-26d1803aa0c1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083896
Mar 26 21:09:15.107729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dbe37f19-9b3a-43d4-9102-5082e4bffd24), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.108300 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Added segment dbe37f19-9b3a-43d4-9102-5082e4bffd24 of type vlan for network 80821142-5907-4abd-9c14-6a6046396839
Mar 26 21:09:15.147603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for router_gateway (70e29964-ea70-4453-a956-7c6636ce9230), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.180698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (80821142-5907-4abd-9c14-6a6046396839), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.227575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (80821142-5907-4abd-9c14-6a6046396839), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.229607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:15.230879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.277009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7025316
Mar 26 21:09:15.277009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51874) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:15.282759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Request body: {'subnet': {'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-subnet', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:15.394484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77c157-03ff-4e5e-a330-106fef203bbb admin admin] Pushing event updated for resources: {'Network': ['ID=80821142-5907-4abd-9c14-6a6046396839,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:15.399960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Made reservation on behalf of 97d8cf03facb404b81a31014cf74f93c for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:15.405564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.405816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 80821142-5907-4abd-9c14-6a6046396839 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:15.700243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (fd0e5695-51e0-4164-a6b3-2b8138379d34), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.721418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9029718-9394-4caa-b9bf-a3bc615b6497 None None] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:15.724492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e8d63f00-98db-41d8-ba72-096a5573d557 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:15.725326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (70e29964-ea70-4453-a956-7c6636ce9230), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.773768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51892) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:15.840929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0e5695-51e0-4164-a6b3-2b8138379d34,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:15.843506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Checking segment: {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:15.844348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Network hostable DHCP agents. Network: 80821142-5907-4abd-9c14-6a6046396839, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:15.868929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Network 80821142-5907-4abd-9c14-6a6046396839 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:15.884485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.885085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80821142-5907-4abd-9c14-6a6046396839) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:15.890939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:15.892536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.928658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122901f-505c-492d-b439-b93eab3134a9 None None] Network 80821142-5907-4abd-9c14-6a6046396839 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:15.932298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f63fb9be-856c-4564-b545-4476f089453d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6532366
Mar 26 21:09:15.932939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51898) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:15.947525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:15.953896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Provisioning complete for port e8d63f00-98db-41d8-ba72-096a5573d557 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:15.954523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:15.986236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Router 70e29964-ea70-4453-a956-7c6636ce9230 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:09:16.001776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e8d63f00-98db-41d8-ba72-096a5573d557 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:16.002234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.009621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.011239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.036451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c14325-082a-43e4-80aa-d35f0d0d118d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.153168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:16.172510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.173772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c65a0fbe-2164-4498-b4a4-ffd48536f032 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.2764168
Mar 26 21:09:16.176688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51904) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:16.192341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Sync routers for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:16.229295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51906) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:16.262437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for router_controller (fa9d4736-0655-4f57-a171-3ff4246e01e1), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.293365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:16.294307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e161a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:16.349394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b05aea-51e7-4b5f-92e0-15e8ccd2705a None None] Network 80821142-5907-4abd-9c14-6a6046396839 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:16.384373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Current status of the port e8d63f00-98db-41d8-ba72-096a5573d557 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:16.385285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.443166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072bae4-21dd-42bb-bbc1-2c5460a7d3b2 req-62226a71-1857-44a8-b399-8164f6bed2be tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:16.446286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3072bae4-21dd-42bb-bbc1-2c5460a7d3b2 req-62226a71-1857-44a8-b399-8164f6bed2be tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 945 time: 0.2142982
Mar 26 21:09:16.561330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e8d63f00-98db-41d8-ba72-096a5573d557 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:16.561945 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.595659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] For port e8d63f00-98db-41d8-ba72-096a5573d557, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8d63f00-98db-41d8-ba72-096a5573d557,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:16.618792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.631278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:16.648029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c14325-082a-43e4-80aa-d35f0d0d118d admin admin] Publish callbacks [] for security_group (4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.651557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for router_gateway (fa9d4736-0655-4f57-a171-3ff4246e01e1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.690963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c14325-082a-43e4-80aa-d35f0d0d118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.705300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-341a59a3-cc75-4f8d-9064-3411f21c4733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:16.792882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3072bae4-21dd-42bb-bbc1-2c5460a7d3b2 req-1885b6e0-4da4-4e97-8b86-14585f12d369 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3391838
Mar 26 21:09:16.837876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-76c14325-082a-43e4-80aa-d35f0d0d118d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce5238e1a02e4dc5be49582d3592e83e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0572402
Mar 26 21:09:16.837876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c14325-082a-43e4-80aa-d35f0d0d118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:16.839088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:16.990283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] Publish callbacks [] for security_group (4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.012109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-341a59a3-cc75-4f8d-9064-3411f21c4733 admin admin] Publish callbacks [] for security_group (aa456c31-5532-498b-b339-37006d73cef7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.023459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.038262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-341a59a3-cc75-4f8d-9064-3411f21c4733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aa456c31-5532-498b-b339-37006d73cef7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.084417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] Publish callbacks [] for security_group (4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.087957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for router_gateway (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.117604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.189600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-341a59a3-cc75-4f8d-9064-3411f21c4733 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9003db1828f94eaba2af1c25df3bcc58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9581094
Mar 26 21:09:17.190372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a59a3-cc75-4f8d-9064-3411f21c4733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa456c31-5532-498b-b339-37006d73cef7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.196809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:17.227168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:09:17.227808 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:09:17.270574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35216f-2ad0-4293-95b0-d367f22aa1c0 None None] Pushing event updated for resources: {'Port': ['ID=e8d63f00-98db-41d8-ba72-096a5573d557,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.280200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3304fd-c88a-44e9-82f7-67ea52989d52 req-56cf7087-9382-4f61-ac3a-434580a7905e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:17.283357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c3304fd-c88a-44e9-82f7-67ea52989d52 req-56cf7087-9382-4f61-ac3a-434580a7905e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 945 time: 0.1118021
Mar 26 21:09:17.303822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-15472705-861e-4f13-9491-6125e5a770e3 None None] Provisioning complete for port e8d63f00-98db-41d8-ba72-096a5573d557 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:17.304323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15472705-861e-4f13-9491-6125e5a770e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.319954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Allocated IP 172.35.4.144 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/cb74a66d-801b-4536-b716-70e462925420) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:17.366069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.368871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.372515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd HTTP/1.1" status: 204  len: 168 time: 0.5289853
Mar 26 21:09:17.372691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c3304fd-c88a-44e9-82f7-67ea52989d52 req-ec95ae58-508f-4723-bedb-a3afcbe87d76 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806100
Mar 26 21:09:17.444067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc137b68-65fc-47a5-9008-15616544bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2848d5-55aa-4d56-9ac5-29ccfc7edbdd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.455870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] Publish callbacks [] for security_group (aa456c31-5532-498b-b339-37006d73cef7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.476098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e161a90>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:14Z', 'revision_number': 3, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:17.480126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-15472705-861e-4f13-9491-6125e5a770e3 None None] Current status of the port e8d63f00-98db-41d8-ba72-096a5573d557 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:17.483005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Allocated IP 172.20.0.1 (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e/f8cc1113-6246-4881-8cec-3dd4cd517fb5/6423d7be-8f3b-4c2c-aaf8-f408b5c92767) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:17.496085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] Publish callbacks [] for security_group (aa456c31-5532-498b-b339-37006d73cef7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.507448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for port (cb74a66d-801b-4536-b716-70e462925420), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.513771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Checking router: 70e29964-ea70-4453-a956-7c6636ce9230 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:17.514506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Updating router 70e29964-ea70-4453-a956-7c6636ce9230 port 2b643465-7700-404c-82c8-3f0268444eb3 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:17.567404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b643465-7700-404c-82c8-3f0268444eb3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.572168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cb74a66d-801b-4536-b716-70e462925420), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.632075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:17.644655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:17.649411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks [] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.653570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:17.685523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb74a66d-801b-4536-b716-70e462925420,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.712389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (aa456c31-5532-498b-b339-37006d73cef7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.719952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.733041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa456c31-5532-498b-b339-37006d73cef7 HTTP/1.1" status: 204  len: 168 time: 0.4987772
Mar 26 21:09:17.755981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05706b89-dddb-4ed9-b30d-342ddf4241ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa456c31-5532-498b-b339-37006d73cef7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.767411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.816815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:17.825323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e8d63f00-98db-41d8-ba72-096a5573d557 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:17.844945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3937d3f-4005-444c-8778-522d8bab32a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.849336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:17.862969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:17.867182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:17.916309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Pushing event updated for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:17.970896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (70e29964-ea70-4453-a956-7c6636ce9230), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:17.976146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e8d63f00-98db-41d8-ba72-096a5573d557 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:18.028304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks [] for port (2b643465-7700-404c-82c8-3f0268444eb3), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.047481 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b643465-7700-404c-82c8-3f0268444eb3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.116817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2807ff-9130-4628-9dc9-66ea8b45530c None None] Pushing event updated for resources: {'Port': ['ID=2b643465-7700-404c-82c8-3f0268444eb3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:18.120496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Attempting to bind port 2b643465-7700-404c-82c8-3f0268444eb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:18.120496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Attempting to bind port 2b643465-7700-404c-82c8-3f0268444eb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:18.120496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Attempting to bind port 2b643465-7700-404c-82c8-3f0268444eb3 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:18.122687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e8d63f00-98db-41d8-ba72-096a5573d557 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:18.123057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.143336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for router_gateway (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.148371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:18.148760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:18.149179 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.149590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:18.150092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Bound port: 2b643465-7700-404c-82c8-3f0268444eb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:18.150508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b643465-7700-404c-82c8-3f0268444eb3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.180554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3937d3f-4005-444c-8778-522d8bab32a3 admin admin] Publish callbacks [] for security_group (642bbeda-886e-493a-b4c7-2f52ea49b54e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.197866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3937d3f-4005-444c-8778-522d8bab32a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (642bbeda-886e-493a-b4c7-2f52ea49b54e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.256639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] For port 2b643465-7700-404c-82c8-3f0268444eb3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:18.260726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] For port 2b643465-7700-404c-82c8-3f0268444eb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b643465-7700-404c-82c8-3f0268444eb3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:18.293453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b643465-7700-404c-82c8-3f0268444eb3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.313029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3937d3f-4005-444c-8778-522d8bab32a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4329f63ab8924c3db1f14a85602b874b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4948723
Mar 26 21:09:18.316009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:18.329215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3937d3f-4005-444c-8778-522d8bab32a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642bbeda-886e-493a-b4c7-2f52ea49b54e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:18.332620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e8d63f00-98db-41d8-ba72-096a5573d557 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:18.341387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.364671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-40e82589-5fc4-4339-be69-9910cd056fe0 None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:18.365568 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-40e82589-5fc4-4339-be69-9910cd056fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.409727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2807ff-9130-4628-9dc9-66ea8b45530c None None] Pushing event updated for resources: {'Port': ['ID=2b643465-7700-404c-82c8-3f0268444eb3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:18.417084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:18.417735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e161a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:18.437329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] Publish callbacks [] for security_group (642bbeda-886e-493a-b4c7-2f52ea49b54e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.469325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-40e82589-5fc4-4339-be69-9910cd056fe0 None None] Port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:18.504641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] Publish callbacks [] for security_group (642bbeda-886e-493a-b4c7-2f52ea49b54e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.538692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-6aea9d36-7f05-493b-832b-5e6158122e48 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:18.540575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-6aea9d36-7f05-493b-832b-5e6158122e48 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.18 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 945 time: 0.1026089
Mar 26 21:09:18.541934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.591571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:18.788431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Deleting port e082a83b-bda4-4ba5-911d-3d655808b500 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:18.788937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.870835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:18.967683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e161a90>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6423d7be-8f3b-4c2c-aaf8-f408b5c92767', 'name': '', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'mac_address': 'fa:16:3e:c8:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 1, 'project_id': '77943410921f4996909908ab6806a2a1', 'subnets': [{'id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:18.968056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa5ee-1c04-40eb-a3f5-34cfb1390dde req-afa0b5c1-5c9d-43ff-ae19-57ffe0e758a1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:18.969656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62dfa5ee-1c04-40eb-a3f5-34cfb1390dde req-afa0b5c1-5c9d-43ff-ae19-57ffe0e758a1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 945 time: 0.1327972
Mar 26 21:09:18.972280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (642bbeda-886e-493a-b4c7-2f52ea49b54e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.975102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:18.979036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/642bbeda-886e-493a-b4c7-2f52ea49b54e HTTP/1.1" status: 204  len: 168 time: 0.6610968
Mar 26 21:09:18.998882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c569c9-61f1-4eb9-94eb-22a6b6be1e57 None None] The sync data for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 is: [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6423d7be-8f3b-4c2c-aaf8-f408b5c92767', 'name': '', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'mac_address': 'fa:16:3e:c8:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 1, 'project_id': '77943410921f4996909908ab6806a2a1', 'subnets': [{'id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:19.005337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks [] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.027457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ae545-bf20-43d4-8f4c-c85c37d8abf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642bbeda-886e-493a-b4c7-2f52ea49b54e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:19.030795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.150272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (70e29964-ea70-4453-a956-7c6636ce9230), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.160591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62dfa5ee-1c04-40eb-a3f5-34cfb1390dde req-68a46479-5474-4798-8d3e-29ab3569b468 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747184
Mar 26 21:09:19.170567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Pushing event updated for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:19.261012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1354442281-network', 'tenant_id': '7b6be6f8159f4491b83d9658d643464c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:19.301469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] For port e082a83b-bda4-4ba5-911d-3d655808b500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e082a83b-bda4-4ba5-911d-3d655808b500,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:19.301839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.308455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:19.311325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:19.326109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Calling delete_port for e082a83b-bda4-4ba5-911d-3d655808b500 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:19.328024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Made reservation on behalf of 7b6be6f8159f4491b83d9658d643464c for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:19.330579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.337309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Router fa9d4736-0655-4f57-a171-3ff4246e01e1 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:09:19.353039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.520598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Router 70e29964-ea70-4453-a956-7c6636ce9230 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:09:19.693360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:19.697865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:19.706504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks [] for security_group (d2f225a7-ec8f-4c2f-97b5-1783bc49a56e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.708300 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Sync routers for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:19.713041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-61839da1-183c-451e-869c-0750f0ffe58c admin admin] 10.222.0.16 "PUT /v2.0/routers/70e29964-ea70-4453-a956-7c6636ce9230/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5349133
Mar 26 21:09:19.729137 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:19.729861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612404c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:19.744567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d2f225a7-ec8f-4c2f-97b5-1783bc49a56e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.824051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:19.841020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.846093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3717114c-2b14-4ad3-ac05-fdc2182631d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9090397
Mar 26 21:09:19.846851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52004) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:19.859067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-933842dd-1b11-4630-9fe1-84c7c795f45f None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:19.861349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-933842dd-1b11-4630-9fe1-84c7c795f45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.910700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e214795-c48f-402e-84ba-d9e697467312), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:19.913742 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Added segment 8e214795-c48f-402e-84ba-d9e697467312 of type vlan for network e5f51125-5858-46df-946d-60ea76425690
Mar 26 21:09:19.972780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-933842dd-1b11-4630-9fe1-84c7c795f45f None None] Port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:19.988849 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:20.023966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:20.107893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e5f51125-5858-46df-946d-60ea76425690), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.114223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e082a83b-bda4-4ba5-911d-3d655808b500), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.131572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:20.220221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Pushing event deleted for resources: {'Port': ['ID=e082a83b-bda4-4ba5-911d-3d655808b500,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:20.372107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] No DVR routers for this DVR port e082a83b-bda4-4ba5-911d-3d655808b500 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:20.377022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.382495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b41b295b-b6ca-4573-95aa-fd4024af3040 req-9c9eb8ce-0b66-4cb1-80b6-9508e7021692 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.18 "DELETE /v2.0/ports/e082a83b-bda4-4ba5-911d-3d655808b500 HTTP/1.1" status: 204  len: 173 time: 1.8356550
Mar 26 21:09:20.395701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'name': 'network-vif-deleted', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:20.397807 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6771fb-b7fe-45d7-aff4-1fe8d4f6baeb" -d '{"events": [{"server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "name": "network-vif-deleted", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:20.405243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e5f51125-5858-46df-946d-60ea76425690), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.410576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:20.418310 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612404c040>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 3, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:20.420806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.479837 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Checking router: fa9d4736-0655-4f57-a171-3ff4246e01e1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:20.480250 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Updating router fa9d4736-0655-4f57-a171-3ff4246e01e1 port cb74a66d-801b-4536-b716-70e462925420 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:20.574239 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cb74a66d-801b-4536-b716-70e462925420), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:20.611119 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660d8b98-aa4c-4363-a841-29e12b1a18ea x-openstack-request-id: req-660d8b98-aa4c-4363-a841-29e12b1a18ea {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:20.611768 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883a6d07-9fc6-4614-a2fe-795b2f3fa451", "name": "network-vif-deleted", "tag": "e082a83b-bda4-4ba5-911d-3d655808b500", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:20.612892 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-660d8b98-aa4c-4363-a841-29e12b1a18ea {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:20.613525 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660d8b98-aa4c-4363-a841-29e12b1a18ea'] response: {'server_uuid': '883a6d07-9fc6-4614-a2fe-795b2f3fa451', 'name': 'network-vif-deleted', 'tag': 'e082a83b-bda4-4ba5-911d-3d655808b500', 'status': 'completed', 'code': 200}
Mar 26 21:09:20.637679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae4bd2d-a8cc-4199-9053-72d174311d73 req-41be6d1e-d52f-4ab9-8240-e8fa5d7a354c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=883a6d07-9fc6-4614-a2fe-795b2f3fa451 HTTP/1.1" status: 200  len: 210 time: 0.1829145
Mar 26 21:09:20.659460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7848959
Mar 26 21:09:20.668023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:20.676471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Request body: {'subnet': {'network_id': 'e5f51125-5858-46df-946d-60ea76425690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1354442281-subnet', 'tenant_id': '7b6be6f8159f4491b83d9658d643464c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:20.693907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2161e5-e16b-4d12-9932-3a7a30ef0ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f51125-5858-46df-946d-60ea76425690,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:20.729085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e5f51125-5858-46df-946d-60ea76425690 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:20.742207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Made reservation on behalf of 7b6be6f8159f4491b83d9658d643464c for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:20.745591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.016785 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks [] for port (cb74a66d-801b-4536-b716-70e462925420), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.029182 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cb74a66d-801b-4536-b716-70e462925420), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.035800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.122585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Attempting to bind port cb74a66d-801b-4536-b716-70e462925420 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:21.123182 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Attempting to bind port cb74a66d-801b-4536-b716-70e462925420 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:21.123734 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Attempting to bind port cb74a66d-801b-4536-b716-70e462925420 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:21.131894 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:21.132961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:21.133557 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.134140 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:21.134825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Bound port: cb74a66d-801b-4536-b716-70e462925420, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:21.135372 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cb74a66d-801b-4536-b716-70e462925420), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.180350 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ef22-5574-4a3b-bb6b-53a33df2e4c6 None None] Pushing event updated for resources: {'Port': ['ID=cb74a66d-801b-4536-b716-70e462925420,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:21.239327 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] For port cb74a66d-801b-4536-b716-70e462925420, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:21.245226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] For port cb74a66d-801b-4536-b716-70e462925420, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb74a66d-801b-4536-b716-70e462925420,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:21.262043 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cb74a66d-801b-4536-b716-70e462925420), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.306265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (096ccd3f-3100-4f7a-a8e3-70b303ceb9bf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.410942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:21.434293 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52ef22-5574-4a3b-bb6b-53a33df2e4c6 None None] Pushing event updated for resources: {'Port': ['ID=cb74a66d-801b-4536-b716-70e462925420,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:21.450019 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:21.450919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612404c040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:21.523313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Allocated IP 172.20.0.1 (80821142-5907-4abd-9c14-6a6046396839/fd0e5695-51e0-4164-a6b3-2b8138379d34/1f72c31c-f887-4ede-aa0d-d014ad3431a2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:21.530686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Checking segment: {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:21.531304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Network hostable DHCP agents. Network: e5f51125-5858-46df-946d-60ea76425690, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:21.588395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Network e5f51125-5858-46df-946d-60ea76425690 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:21.634563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5f51125-5858-46df-946d-60ea76425690) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:21.643716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:21.644050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.648383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a2280-6357-4066-a319-28945f7dbaee None None] Network e5f51125-5858-46df-946d-60ea76425690 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:21.714912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d877c07-dc53-4267-93da-39c502181b46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0333509
Mar 26 21:09:21.759078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks [] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.872436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:21.955943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e082a83b-bda4-4ba5-911d-3d655808b500 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:22.019898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Network 80821142-5907-4abd-9c14-6a6046396839 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:22.023262 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:22.030921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:22.049688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:22.049899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00125c-e0be-4167-8ddc-f1810975a424 req-97f59026-fbea-4aed-bedb-c631deab18ea tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:22.052900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: e082a83b-bda4-4ba5-911d-3d655808b500 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:09:22.060361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e082a83b-bda4-4ba5-911d-3d655808b500 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:09:22.068285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae00125c-e0be-4167-8ddc-f1810975a424 req-97f59026-fbea-4aed-bedb-c631deab18ea tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1583209
Mar 26 21:09:22.117320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b643465-7700-404c-82c8-3f0268444eb3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:22.158156 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae00125c-e0be-4167-8ddc-f1810975a424 req-2e6f841e-4635-4d43-8ad0-f841cec07a50 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856812
Mar 26 21:09:22.173706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Pushing event updated for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:22.176265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1836d-5b8c-4e04-9e6b-c6f91f638d92 None None] Network e5f51125-5858-46df-946d-60ea76425690 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:22.197118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.268972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2b643465-7700-404c-82c8-3f0268444eb3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:22.269625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b643465-7700-404c-82c8-3f0268444eb3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.380957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612404c040>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 3, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:22.396306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2b643465-7700-404c-82c8-3f0268444eb3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:22.396861 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b643465-7700-404c-82c8-3f0268444eb3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.409007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.419157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 2b643465-7700-404c-82c8-3f0268444eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b643465-7700-404c-82c8-3f0268444eb3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:22.425657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2b643465-7700-404c-82c8-3f0268444eb3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.480282 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2458f4-7cfb-46ec-a8a1-96333880e9e4 None None] The sync data for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 is: [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:17Z', 'revision_number': 3, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:22.503148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=2b643465-7700-404c-82c8-3f0268444eb3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:22.725413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4ffbf-16a5-428c-98ae-e37fafacdb25 req-f4b977f4-2c3b-4ce6-8d67-af9980f7062b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:22.728453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a4ffbf-16a5-428c-98ae-e37fafacdb25 req-f4b977f4-2c3b-4ce6-8d67-af9980f7062b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0868909
Mar 26 21:09:22.740095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks [] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.748870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:22.863758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a4ffbf-16a5-428c-98ae-e37fafacdb25 req-34fe4b7c-d4e2-40f2-ad6b-ca7ba86b51c1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272085
Mar 26 21:09:23.001178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Pushing event updated for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:23.006456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:23.277944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Network 80821142-5907-4abd-9c14-6a6046396839 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:23.281290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:23.385811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904206-93fd-4093-8e8f-982c8292b753 req-e2d50967-8d04-4e61-a599-d7b35f66f02e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:23.387377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80904206-93fd-4093-8e8f-982c8292b753 req-e2d50967-8d04-4e61-a599-d7b35f66f02e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1922069
Mar 26 21:09:23.408009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Sync routers for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:23.437447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:23.439566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e18e670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:23.493082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80904206-93fd-4093-8e8f-982c8292b753 req-818b8816-f64e-4cdb-8537-db6fb6aea418 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988164
Mar 26 21:09:23.520516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Router fa9d4736-0655-4f57-a171-3ff4246e01e1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:09:23.683213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:23.714860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:23.720826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf17da84-d6e0-41c6-ad26-0b94b0444d64 admin admin] 10.222.0.16 "PUT /v2.0/routers/fa9d4736-0655-4f57-a171-3ff4246e01e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8730538
Mar 26 21:09:24.052267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e18e670>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6423d7be-8f3b-4c2c-aaf8-f408b5c92767', 'name': '', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'mac_address': 'fa:16:3e:c8:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 2, 'project_id': '77943410921f4996909908ab6806a2a1', 'subnets': [{'id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:24.192007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cb74a66d-801b-4536-b716-70e462925420 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:24.261317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Checking router: 70e29964-ea70-4453-a956-7c6636ce9230 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:24.261805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Updating router 70e29964-ea70-4453-a956-7c6636ce9230 port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:24.312107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:24.419241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cb74a66d-801b-4536-b716-70e462925420 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:24.425413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cb74a66d-801b-4536-b716-70e462925420), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:24.612676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cb74a66d-801b-4536-b716-70e462925420 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:24.613087 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cb74a66d-801b-4536-b716-70e462925420), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:24.828990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-723459e9-92c5-460b-8c9b-db33e1048f02 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:24.842805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-723459e9-92c5-460b-8c9b-db33e1048f02 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 819 time: 0.2718511
Mar 26 21:09:24.872519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-79d268c0-6471-45b1-864c-b954b8531010 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/quotas/97d8cf03facb404b81a31014cf74f93c HTTP/1.1" status: 200  len: 375 time: 0.0284808
Mar 26 21:09:24.920725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port cb74a66d-801b-4536-b716-70e462925420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb74a66d-801b-4536-b716-70e462925420,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:24.930176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cb74a66d-801b-4536-b716-70e462925420), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:24.932483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b643465-7700-404c-82c8-3f0268444eb3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:24.960693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bdbbf91c-795c-4bba-a4db-6612ee536148 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:24.961257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-a0395759-b092-40ed-8ccd-ed22701818cb tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0861390
Mar 26 21:09:24.962464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bdbbf91c-795c-4bba-a4db-6612ee536148 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 809 time: 0.2622054
Mar 26 21:09:24.983816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-d76082b0-4942-47d6-809d-45c653824cbc tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/quotas/7b6be6f8159f4491b83d9658d643464c HTTP/1.1" status: 200  len: 375 time: 0.0150335
Mar 26 21:09:25.136986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-0384af11-a6ac-450b-a652-3f95694ecb01 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1462126
Mar 26 21:09:25.150250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-58136525-a685-4339-9ed8-d0a5e960d452 service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884997
Mar 26 21:09:25.360913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2b643465-7700-404c-82c8-3f0268444eb3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:25.361540 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b643465-7700-404c-82c8-3f0268444eb3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.364892 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Sync routers for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:25.388138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:25.388324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-bcf4332c-f871-4813-8659-1b469385ee12 service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367222
Mar 26 21:09:25.388884 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:25.414353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-938bb8e9-7d00-49b6-8166-eab9546837f9 service neutron] 10.222.0.16 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763546
Mar 26 21:09:25.461900 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98f19733-8080-4b6c-a3b2-011db739e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.470210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=cb74a66d-801b-4536-b716-70e462925420,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:25.678828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-76daf403-a0ca-420d-bff6-347bdfbfc185 service neutron] 10.222.0.16 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2577939
Mar 26 21:09:25.701906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks [] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.710834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2b643465-7700-404c-82c8-3f0268444eb3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:25.714045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.767670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2843ab5-479c-42fa-b3a1-b2740e6ce18d None None] Pushing event updated for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:25.789073 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:25.853280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Attempting to bind port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:25.854793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Attempting to bind port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:25.855163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Attempting to bind port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 on network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:25.866557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:25.867026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Checking segment: {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:25.867598 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.868290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Bound using segment: {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:25.868997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Bound port: 6423d7be-8f3b-4c2c-aaf8-f408b5c92767, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe56512-3842-4563-85ce-f9f1978d3cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:25.869354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:25.890792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc79764a-e8e4-484a-baaf-497ad1bac387 req-00eecf21-de91-40e4-a64e-6883ef0415df tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 210 time: 0.1111348
Mar 26 21:09:26.041549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cb74a66d-801b-4536-b716-70e462925420 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:26.198934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cb74a66d-801b-4536-b716-70e462925420 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:26.199390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cb74a66d-801b-4536-b716-70e462925420), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:26.285874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] For port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:26.308238 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-92018629-019a-4de0-9619-1f704bbb63bf req-4566ada6-6d90-4498-afc3-518a592436b9 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.0821710
Mar 26 21:09:26.314497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] For port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:26.347460 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4340>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 2, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:26.355816 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:26.422168 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Checking router: fa9d4736-0655-4f57-a171-3ff4246e01e1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:26.424167 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Updating router fa9d4736-0655-4f57-a171-3ff4246e01e1 port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:09:26.441644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:26.442361 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:26.453906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2843ab5-479c-42fa-b3a1-b2740e6ce18d None None] Pushing event updated for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:26.579316 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:26.620923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4664765-e51d-4591-961d-600aced039e4 req-90a77cb7-17bd-44f1-b656-19748c1e2453 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:26.634461 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4664765-e51d-4591-961d-600aced039e4 req-90a77cb7-17bd-44f1-b656-19748c1e2453 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1935999
Mar 26 21:09:26.672928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cb74a66d-801b-4536-b716-70e462925420 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:26.699440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:26.701207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e18e670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:08:57Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:26.805982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c4664765-e51d-4591-961d-600aced039e4 req-883dd10c-d176-429d-bdb1-83292f2d0ad7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694274
Mar 26 21:09:26.982251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:27.083747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e8c93-0ec3-475f-a6d6-29d070a09bae req-f85f7a0d-d352-4a47-b1a9-df2658dc57ed tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:27.121278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e8e8c93-0ec3-475f-a6d6-29d070a09bae req-f85f7a0d-d352-4a47-b1a9-df2658dc57ed tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 0.3549740
Mar 26 21:09:27.206837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5221d4-e928-49f2-b3ce-d2af559069ef req-6859c771-3b0b-4f99-8ca7-f2f88f035f4e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:27.215625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a5221d4-e928-49f2-b3ce-d2af559069ef req-6859c771-3b0b-4f99-8ca7-f2f88f035f4e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2018464
Mar 26 21:09:27.265797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e8e8c93-0ec3-475f-a6d6-29d070a09bae req-88e7f192-2dc3-496c-9d52-c07c2f0619af tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435869
Mar 26 21:09:27.353825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a5221d4-e928-49f2-b3ce-d2af559069ef req-d4b403e3-0e61-4fbf-9aaa-ddfc10681f28 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276450
Mar 26 21:09:27.440907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f42ee28d-9253-4a33-bb5f-d30b66a7e869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.511300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2292695b-a76f-4d2b-9324-9f7457ca5d0f req-365e3035-445f-49a9-8518-1add23f25915 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 210 time: 0.0789874
Mar 26 21:09:27.532793 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks [] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.548489 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.646346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-719f34cb-22ef-43f3-b647-baf2aad97eee req-c94d3559-d59b-497a-b043-b3c45fd1b9f3 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.0717828
Mar 26 21:09:27.663842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Current status of the port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:27.664277 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.716638 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fbe93-9095-45e3-8557-47ec429bc166 None None] Pushing event updated for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:27.796114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] For port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:27.806460 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.847818 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Attempting to bind port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:27.848546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Attempting to bind port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:27.849866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Attempting to bind port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 on network 80821142-5907-4abd-9c14-6a6046396839 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:27.862011 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:27.866317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Checking segment: {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:27.866964 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.867556 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Bound using segment: {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:27.868306 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Bound port: 1f72c31c-f887-4ede-aa0d-d014ad3431a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:27.868941 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:27.987861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ef59-7797-4537-b173-064545a36075 req-7a16e723-16c7-414d-8a7d-dec44e884435 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:27.993069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab48ef59-7797-4537-b173-064545a36075 req-7a16e723-16c7-414d-8a7d-dec44e884435 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 0.2175512
Mar 26 21:09:28.012417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b322-1d47-4b9b-aa3e-93e31a95f1f9 None None] Pushing event updated for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:28.014887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e18e670>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6423d7be-8f3b-4c2c-aaf8-f408b5c92767', 'name': '', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'mac_address': 'fa:16:3e:c8:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:26Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'subnets': [{'id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:28.058938 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] For port 1f72c31c-f887-4ede-aa0d-d014ad3431a2, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:28.070269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] For port 1f72c31c-f887-4ede-aa0d-d014ad3431a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72c31c-f887-4ede-aa0d-d014ad3431a2,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:28.071788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde13c99-3005-4eea-bec9-381789d63d62 None None] The sync data for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 is: [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:09:18Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6423d7be-8f3b-4c2c-aaf8-f408b5c92767', 'name': '', 'network_id': '972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'mac_address': 'fa:16:3e:c8:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:26Z', 'revision_number': 4, 'project_id': '77943410921f4996909908ab6806a2a1', 'subnets': [{'id': 'f8cc1113-6246-4881-8cec-3dd4cd517fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:28.088423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0c75282a-f949-4bd2-9b8a-8ca272a17d29 None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:28.090617 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.091058 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c75282a-f949-4bd2-9b8a-8ca272a17d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.097557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:28.345601 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:28.346037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:28.353447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1851204481'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:28.354471 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:09:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:28.490999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fbe93-9095-45e3-8557-47ec429bc166 None None] Pushing event updated for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:28.497373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:28.507284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.510696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:28.511083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.552195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7ea15e7c-2acd-4048-8c87-8f3c634066a2 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:28.553882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7ea15e7c-2acd-4048-8c87-8f3c634066a2 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 819 time: 0.3900399
Mar 26 21:09:28.577707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'port': {'device_id': 'c845f296-4458-4f09-8fe7-570578d42bea', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'admin_state_up': True, 'tenant_id': '97d8cf03facb404b81a31014cf74f93c'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:28.636422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0c75282a-f949-4bd2-9b8a-8ca272a17d29 None None] Current status of the port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:28.671569 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:28.795948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Deleting port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:28.805710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.815850 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:28.842157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:28.995317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f55718a-9557-416a-b433-b90278382e0d req-398576af-2dd5-4f6d-bca4-679097e86dcc tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 210 time: 0.1361430
Mar 26 21:09:29.028397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Made reservation on behalf of 97d8cf03facb404b81a31014cf74f93c for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:29.034227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.119720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:29.120141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.265948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22d1d7dd-8a3c-4cfa-8867-6e4fec8fcbfc req-a2fd707e-b8a9-4d28-b73c-a464867ffe34 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.0934093
Mar 26 21:09:29.282550 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4340>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:28Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:29.356709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Allocated IP 172.20.0.8 (80821142-5907-4abd-9c14-6a6046396839/fd0e5695-51e0-4164-a6b3-2b8138379d34/ad307adc-02ff-4ad8-a6ff-b391aef67ac1) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:29.446592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-5bc90a60-cb2b-45b9-b093-4567962ed79f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:29.459275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-5bc90a60-cb2b-45b9-b093-4567962ed79f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.21 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 809 time: 0.9450376
Mar 26 21:09:29.497913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Request body: {'port': {'device_id': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'network_id': 'e5f51125-5858-46df-946d-60ea76425690', 'admin_state_up': True, 'tenant_id': '7b6be6f8159f4491b83d9658d643464c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:29.518240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:29.545873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66873d9-486b-466e-83a3-b587b54fd007 req-82d9da55-75fc-46a8-9d7c-b461c98a8a1c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:29.547580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c66873d9-486b-466e-83a3-b587b54fd007 req-82d9da55-75fc-46a8-9d7c-b461c98a8a1c tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 947 time: 1.1324346
Mar 26 21:09:29.569274 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021ae3b-2d0a-4e5f-a47b-80b344b030de None None] The sync data for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 is: [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:28Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:29.643102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.670532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:29.679651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (89c7e58d-5abe-46a0-a39e-829ed8deb3e4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.680057 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Added segment 89c7e58d-5abe-46a0-a39e-829ed8deb3e4 of type vlan for network 3b12b2db-5c6b-4503-ae46-15abd6717aa6
Mar 26 21:09:29.732193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.806589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Network 80821142-5907-4abd-9c14-6a6046396839 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:29.816535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:29.819142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:29.943472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.943655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:29.943904 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Floating IP a14e6c74-6f26-4432-b1ac-d6cf803607c1 disassociated. External IP: 172.35.4.254, port: 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3.
Mar 26 21:09:29.949091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:29.949627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Calling delete_port for 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:30.004444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c66873d9-486b-466e-83a3-b587b54fd007 req-1021b4e7-bfc5-4b6c-bcd7-4932ce8ba164 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups?id=05e9a457-56d0-43ff-ba5c-6c71504234a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4004507
Mar 26 21:09:30.037765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3b12b2db-5c6b-4503-ae46-15abd6717aa6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.210044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f72c31c-f887-4ede-aa0d-d014ad3431a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:30.248076 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.249095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:30.249698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.290017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6703e51-0277-4d4e-9c15-ffae1c8315b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.300157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:30.301708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3b12b2db-5c6b-4503-ae46-15abd6717aa6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.303215 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c3569-82c3-4b0b-9c68-4b70862054fe" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-unplugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:30.307655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:30.308760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.321604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:30.332383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.374794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Made reservation on behalf of 7b6be6f8159f4491b83d9658d643464c for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:30.378755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:30.379198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.379417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.388651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263652da-1c5f-4bb3-b457-dc7f940b45b8 req-33587355-d789-4287-8708-4a8ea8e09676 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:30.390618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-263652da-1c5f-4bb3-b457-dc7f940b45b8 req-33587355-d789-4287-8708-4a8ea8e09676 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.7086439
Mar 26 21:09:30.393956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:30.394102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:30.409178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:30.410448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.420715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 2.0720229
Mar 26 21:09:30.423008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.423364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.423710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.424081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.424423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.424761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.425099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.425430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.425760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.426091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.426428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.426755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.427082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.427458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.427788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.432699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52532) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:30.457676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-804346733'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:30.482040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-7eb79b0d-d6d4-4538-9b0e-2651c55f09aa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9085574
Mar 26 21:09:30.493755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:30.497157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.526032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-dd33d8e8-edc0-49f6-8232-b850504ea714 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:09:30.527150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-dd33d8e8-edc0-49f6-8232-b850504ea714 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0151713
Mar 26 21:09:30.543113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Request body: {'port': {'device_id': 'c845f296-4458-4f09-8fe7-570578d42bea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:30.569206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:30.574534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-263652da-1c5f-4bb3-b457-dc7f940b45b8 req-b1100125-8a6c-4b21-b17e-504bb60d65b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658707
Mar 26 21:09:30.577203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:30.578295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.604618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bd92b863-25b4-4a01-97dc-aa0089926585), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.604618 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Added segment bd92b863-25b4-4a01-97dc-aa0089926585 of type vlan for network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03
Mar 26 21:09:30.650239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 1f72c31c-f887-4ede-aa0d-d014ad3431a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72c31c-f887-4ede-aa0d-d014ad3431a2,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:30.659610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.660453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:30.683160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.685751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.767661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:30.768941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-917d6bde-708c-453f-a82e-7e917cef2594 req-806fea43-6cd7-49fa-9694-26ee370ed0db tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.0517259
Mar 26 21:09:30.769628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.784320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:30.784977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.786503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:30.786890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:30.797805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Allocated IP 172.20.0.13 (e5f51125-5858-46df-946d-60ea76425690/096ccd3f-3100-4f7a-a8e3-70b303ceb9bf/84a12c26-186e-4dc5-b76e-261f807260e1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:30.800637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Network': ['ID=3b12b2db-5c6b-4503-ae46-15abd6717aa6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:30.819709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd1080-7370-45b5-a9c9-a995864d7ec2 req-94d2dd5f-d631-4059-a2ac-9e22634185e1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:30.831625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38bd1080-7370-45b5-a9c9-a995864d7ec2 req-94d2dd5f-d631-4059-a2ac-9e22634185e1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 931 time: 0.6075315
Mar 26 21:09:30.872338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.872883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.873411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.874044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.874528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.875016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.876064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.876569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.877060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.877698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.878184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.878686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.879168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.879648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.880175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd8e3c-32ef-4cfd-9c0f-2b32604f9b17 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:09:30.897193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:30.902568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.4656215
Mar 26 21:09:30.928682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:30.931588 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668958a-cc40-4a55-a34d-92f66f947532 x-openstack-request-id: req-6668958a-cc40-4a55-a34d-92f66f947532 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:30.931902 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-unplugged", "status": "completed", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:30.939378 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6668958a-cc40-4a55-a34d-92f66f947532 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:30.939378 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6668958a-cc40-4a55-a34d-92f66f947532'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'code': 200}
Mar 26 21:09:30.942111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'subnet': {'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:31.109006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:31.175003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38bd1080-7370-45b5-a9c9-a995864d7ec2 req-e2c63e1c-fd66-44bf-adb5-72312ba28753 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3420517
Mar 26 21:09:31.188871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.229239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6703e51-0277-4d4e-9c15-ffae1c8315b4 admin admin] Publish callbacks [] for security_group (97ccc926-75e3-406c-bc06-6a9d3a7723df), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.269559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:31.274128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.303455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34b51d-e587-444e-ac30-f83a7b3924e2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Network': ['ID=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:31.304126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6703e51-0277-4d4e-9c15-ffae1c8315b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97ccc926-75e3-406c-bc06-6a9d3a7723df), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.308364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'Port': ['ID=634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:31.320968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:31.370952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2022b7-c69a-4ecc-9411-f1ae4e8b91f5 req-e7348bb7-f98e-446e-9849-e7c7b2ba8944 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:31.376377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d2022b7-c69a-4ecc-9411-f1ae4e8b91f5 req-e7348bb7-f98e-446e-9849-e7c7b2ba8944 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2520854
Mar 26 21:09:31.440421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a74e5250-90c0-417e-b043-260a34bbc916 req-97943521-3bca-43c5-a403-51507bf777d1 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.1089227
Mar 26 21:09:31.496400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d2022b7-c69a-4ecc-9411-f1ae4e8b91f5 req-1a40196a-b4a1-49d3-9304-1b2e66b1947d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112022
Mar 26 21:09:31.503165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad307adc-02ff-4ad8-a6ff-b391aef67ac1 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:31.513341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks [] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.539436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Transition to ACTIVE for port object ad307adc-02ff-4ad8-a6ff-b391aef67ac1 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:09:31.539436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:31.616211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:31.643067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6703e51-0277-4d4e-9c15-ffae1c8315b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ccc926-75e3-406c-bc06-6a9d3a7723df,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:31.652160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6703e51-0277-4d4e-9c15-ffae1c8315b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8657daeb436044378b8b124a0f9d5c15&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9702253
Mar 26 21:09:31.654376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52564) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:31.743548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Attempting to bind port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:31.744216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Attempting to bind port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:31.744743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Attempting to bind port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 on network 80821142-5907-4abd-9c14-6a6046396839 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:31.767909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 on network 80821142-5907-4abd-9c14-6a6046396839 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:09:31.768304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Attempting to bind port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 on network 80821142-5907-4abd-9c14-6a6046396839 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:31.783102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:31.785401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Checking segment: {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:31.785724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Bound using segment: {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:31.788189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Bound port: ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe37f19-9b3a-43d4-9102-5082e4bffd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80821142-5907-4abd-9c14-6a6046396839'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:31.793494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.045886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f72c31c-f887-4ede-aa0d-d014ad3431a2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:32.072410 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.077651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04c93c-a11c-4d72-b7f0-64df285f502c req-d57a9495-9107-42eb-b3e3-7d799c4d4845 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:32.082599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks [] for port (84a12c26-186e-4dc5-b76e-261f807260e1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.085091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da04c93c-a11c-4d72-b7f0-64df285f502c req-d57a9495-9107-42eb-b3e3-7d799c4d4845 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2876725
Mar 26 21:09:32.095007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:32.105672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f5a40fb3-2fcd-4385-b085-cef3cbd32f1f req-edaf6316-23f9-4fac-a5a0-fcf7847d054b tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.1617951
Mar 26 21:09:32.116897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:32.117729 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.154236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:32.158233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] Publish callbacks [] for security_group (97ccc926-75e3-406c-bc06-6a9d3a7723df), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.171228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.175115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:09:32.225265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:32.225648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:32.238014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da04c93c-a11c-4d72-b7f0-64df285f502c req-b41a5250-31c2-4785-8e98-e1363bb8a901 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404324
Mar 26 21:09:32.257158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:32.260863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.268098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-290b1cd6-f931-4322-bbf3-61903ae98c4f service neutron] 10.222.0.21 "PUT /v2.0/ports/ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 1091 time: 1.7282720
Mar 26 21:09:32.268098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:32.269828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] Publish callbacks [] for security_group (97ccc926-75e3-406c-bc06-6a9d3a7723df), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.270298 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f43311-6b60-4e46-b2e5-1119adc24c42" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:32.289868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:32.344705 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2904d7e-059b-4f86-8ad4-108f4d2ed05e x-openstack-request-id: req-f2904d7e-059b-4f86-8ad4-108f4d2ed05e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:32.344938 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:32.345207 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2904d7e-059b-4f86-8ad4-108f4d2ed05e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:32.345873 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2904d7e-059b-4f86-8ad4-108f4d2ed05e'] response: {'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:09:32.375116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-90524af8-8324-4d98-b133-d8d28724110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:32.378198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-90524af8-8324-4d98-b133-d8d28724110e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1125 time: 0.0680559
Mar 26 21:09:32.459061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-f7cc61f1-89e7-460f-8cf9-5255324355d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.0648580
Mar 26 21:09:32.485318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Network e5f51125-5858-46df-946d-60ea76425690 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:32.495544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:32.502517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:32.515786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8d678-074b-4dd4-89d2-c6450694097e req-44eed284-67e4-4cf3-80c4-42ab45799c40 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:32.517913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2d8d678-074b-4dd4-89d2-c6450694097e req-44eed284-67e4-4cf3-80c4-42ab45799c40 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1381667
Mar 26 21:09:32.544981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-cb35ad73-090c-4257-8287-ed32bd4e4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:32.546457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-cb35ad73-090c-4257-8287-ed32bd4e4863 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.0778503
Mar 26 21:09:32.595124 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-37b0ed43-88c2-4ed1-8a91-4243ff971ebe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414124
Mar 26 21:09:32.633386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2d8d678-074b-4dd4-89d2-c6450694097e req-d44136d3-9207-4170-bf88-00baa7d9ed06 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067393
Mar 26 21:09:32.731692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-a9dc7c59-0244-4fb3-9d8b-f60c43b467ca service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282876
Mar 26 21:09:32.811806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79bffeac-7045-4933-bdaf-7070def35965 req-4460fdd2-4c3c-4633-a821-fca29f9a8964 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3 HTTP/1.1" status: 200  len: 210 time: 0.0421724
Mar 26 21:09:32.883333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82b4f17f-e850-4bb4-a583-d0662600ce45 req-814520cb-bbcd-42cd-ae36-f2f571f5567f service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408732
Mar 26 21:09:32.887795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Pushing event updated for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:32.940110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (acf862c1-bc1d-4ada-80ad-4b5f3f4d0059), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.008299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (97ccc926-75e3-406c-bc06-6a9d3a7723df), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.011030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.014516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97ccc926-75e3-406c-bc06-6a9d3a7723df HTTP/1.1" status: 204  len: 168 time: 1.3296006
Mar 26 21:09:33.017880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.018529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.018734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-e2d5cb99-0eb9-45b1-a13f-183040694d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.020480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-e2d5cb99-0eb9-45b1-a13f-183040694d28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1125 time: 0.0758033
Mar 26 21:09:33.028469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c006a-bbc5-4823-933c-4743f3f6b299 req-f5865365-741b-4f4e-8aed-e8e25cc278d6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.030227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c34c006a-bbc5-4823-933c-4743f3f6b299 req-f5865365-741b-4f4e-8aed-e8e25cc278d6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1003602
Mar 26 21:09:33.076545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:33.090044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:33.109802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:33.110941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed44bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:09:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:33.157768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cfb00-cfd9-4ce7-a70d-ef384a9b2801 req-eca310e8-798f-4bcc-87d6-4cab392ea6c9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.166130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b92cfb00-cfd9-4ce7-a70d-ef384a9b2801 req-eca310e8-798f-4bcc-87d6-4cab392ea6c9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 943 time: 0.8089612
Mar 26 21:09:33.168168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:33.168534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network hostable DHCP agents. Network: 3b12b2db-5c6b-4503-ae46-15abd6717aa6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:33.176172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-bd8776b8-cf29-4737-a025-44992929b550 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6932037
Mar 26 21:09:33.193455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-7e505850-409a-4fd0-9b9b-7640b496ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.194943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-7e505850-409a-4fd0-9b9b-7640b496ccc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.1636560
Mar 26 21:09:33.208131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] No DVR routers for this DVR port 634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:33.231728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Request body: {'port': {'device_id': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:33.258181 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-063c4a85-19f5-4da5-af2b-d485c56c3d25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.0498450
Mar 26 21:09:33.275346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c34c006a-bbc5-4823-933c-4743f3f6b299 req-80ea0df7-668a-4a7c-b857-6880d0773450 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286906
Mar 26 21:09:33.302602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c23f6-a2d4-47d8-90d5-980602aeae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ccc926-75e3-406c-bc06-6a9d3a7723df,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:33.342115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.346593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab48ef59-7797-4537-b173-064545a36075 req-f2cf71c1-6bac-44db-a458-25e5b9815470 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.18 "DELETE /v2.0/ports/634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3 HTTP/1.1" status: 204  len: 173 time: 5.3487508
Mar 26 21:09:33.377876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:33.384086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b92cfb00-cfd9-4ce7-a70d-ef384a9b2801 req-b0e41692-b869-4d66-a7b5-b0f6249870fd tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164695
Mar 26 21:09:33.384285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-65ff7419-13b6-4c3f-ad42-d3549fdd0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.385705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-65ff7419-13b6-4c3f-ad42-d3549fdd0b5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1091979
Mar 26 21:09:33.388438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.460572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:33.467117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-deleted', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:33.473895 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85897b5-0eea-4fc4-8e89-eae5815fb015" -d '{"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-deleted", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:33.600283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-a0e5b734-ed7c-4fe3-839f-056e290e85c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950806
Mar 26 21:09:33.651719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc8f10-f264-4e9b-a415-4ba07f34a0ea req-49a5c05b-e589-4b54-9259-70e0a3d63ba6 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.666314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78fc8f10-f264-4e9b-a415-4ba07f34a0ea req-49a5c05b-e589-4b54-9259-70e0a3d63ba6 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 932 time: 0.2854853
Mar 26 21:09:33.679652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Subnet': ['ID=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:33.682001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b12b2db-5c6b-4503-ae46-15abd6717aa6) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:33.702837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd04f8-ba76-4724-ab60-2f704ed4aa8d None None] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:33.725958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.726595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:33.838131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0796a-85ac-4cd6-b154-4e34cc78b43d req-ec59ba73-df08-4092-a958-4692b9dad667 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:33.840416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0b0796a-85ac-4cd6-b154-4e34cc78b43d req-ec59ba73-df08-4092-a958-4692b9dad667 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1535258
Mar 26 21:09:33.847047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b6a48a56-42f0-449f-9e79-70ea95fecc0d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.9122097
Mar 26 21:09:33.849679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52628) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:33.858093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'subnet': {'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:33.873173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed44bb0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:33.963167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-0eed3b3d-a250-4a5b-a18c-32a9b852d1b9 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501875
Mar 26 21:09:33.970365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:34.007093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:34.008509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed44bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:09:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:34.022407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78fc8f10-f264-4e9b-a415-4ba07f34a0ea req-01c61acb-e89f-4b3a-bba4-7e687a3e48f8 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3543301
Mar 26 21:09:34.087791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c0b0796a-85ac-4cd6-b154-4e34cc78b43d req-39406e58-1504-48b2-b9f8-2b16f35ca66e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524012
Mar 26 21:09:34.088554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:34.091991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.096750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:09:34.097647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.155766 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55929bfb-3a2b-4716-8f79-5bf3660ede05 x-openstack-request-id: req-55929bfb-3a2b-4716-8f79-5bf3660ede05 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:34.156238 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3", "name": "network-vif-deleted", "tag": "634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:34.156620 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55929bfb-3a2b-4716-8f79-5bf3660ede05 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:34.157132 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55929bfb-3a2b-4716-8f79-5bf3660ede05'] response: {'server_uuid': 'ae16c8f1-e7f1-4ebf-a287-a92d0a5050f3', 'name': 'network-vif-deleted', 'tag': '634e2d65-ffcb-4a1c-a34b-9e6e5e035ff3', 'status': 'completed', 'code': 200}
Mar 26 21:09:34.191343 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2f43311-6b60-4e46-b2e5-1119adc24c42 req-d9f44eec-4628-4ec8-a8dc-c550a632b060 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198157
Mar 26 21:09:34.262505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a12c26-186e-4dc5-b76e-261f807260e1 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:34.268559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52644) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:34.294351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks [] for port (84a12c26-186e-4dc5-b76e-261f807260e1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.320854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Transition to ACTIVE for port object 84a12c26-186e-4dc5-b76e-261f807260e1 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:09:34.339228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.386207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (05e9a457-56d0-43ff-ba5c-6c71504234a2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.437834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:34.494814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (05e9a457-56d0-43ff-ba5c-6c71504234a2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.527836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (32b3a105-0eea-43d0-9e40-727294f116a1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.534663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Attempting to bind port 84a12c26-186e-4dc5-b76e-261f807260e1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:34.535223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Attempting to bind port 84a12c26-186e-4dc5-b76e-261f807260e1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:34.535742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Attempting to bind port 84a12c26-186e-4dc5-b76e-261f807260e1 on network e5f51125-5858-46df-946d-60ea76425690 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:34.552899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Port 84a12c26-186e-4dc5-b76e-261f807260e1 on network e5f51125-5858-46df-946d-60ea76425690 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:09:34.553418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Attempting to bind port 84a12c26-186e-4dc5-b76e-261f807260e1 on network e5f51125-5858-46df-946d-60ea76425690 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:34.618515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:34.619257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Checking segment: {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:34.619823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Bound using segment: {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:34.620467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Bound port: 84a12c26-186e-4dc5-b76e-261f807260e1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:34.620986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.633890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Allocated IP 10.1.1.2 (3b12b2db-5c6b-4503-ae46-15abd6717aa6/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059/a4751c35-b14b-4775-b4a3-3f082a9b8663) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:34.680254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976589c-8b94-4372-ae08-0ddac1ec3d0a req-bdb84d64-ab0e-4fc0-ad46-a53ae1923060 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:34.689186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3976589c-8b94-4372-ae08-0ddac1ec3d0a req-bdb84d64-ab0e-4fc0-ad46-a53ae1923060 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2256546
Mar 26 21:09:34.705196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:34.708818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a12c26-186e-4dc5-b76e-261f807260e1,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:34.713984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Pushing event updated for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:34.744425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.772918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (05e9a457-56d0-43ff-ba5c-6c71504234a2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.778423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.779427 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "DELETE /v2.0/security-groups/05e9a457-56d0-43ff-ba5c-6c71504234a2 HTTP/1.1" status: 204  len: 168 time: 0.5096977
Mar 26 21:09:34.785851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52664) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:34.830092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed44bb0>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:34.832572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:34.833193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:34.838618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3976589c-8b94-4372-ae08-0ddac1ec3d0a req-f8eeacdb-8c37-46fe-b226-7a578af7952c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433873
Mar 26 21:09:34.841341 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] 10.222.0.21 "PUT /v2.0/ports/84a12c26-186e-4dc5-b76e-261f807260e1 HTTP/1.1" status: 200  len: 1092 time: 1.6394055
Mar 26 21:09:34.845874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcb760-f3a1-4db5-8820-9438808397fe tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9a457-56d0-43ff-ba5c-6c71504234a2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:34.851554 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-52e4ab9c-23a0-48ec-b9b8-681240133fa2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] show failed (client error): The resource could not be found.
Mar 26 21:09:34.852852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52e4ab9c-23a0-48ec-b9b8-681240133fa2 tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "GET /v2.0/security-groups/05e9a457-56d0-43ff-ba5c-6c71504234a2 HTTP/1.1" status: 404  len: 347 time: 0.0381069
Mar 26 21:09:34.855821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:34.896654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b231409-4eed-4e40-a982-15588113f035 req-731384ed-f737-404f-a38d-1f043f7a8b22 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:34.913237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b231409-4eed-4e40-a982-15588113f035 req-731384ed-f737-404f-a38d-1f043f7a8b22 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 943 time: 0.3815756
Mar 26 21:09:34.914123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Checking segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:34.914498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network hostable DHCP agents. Network: ca0a3e6d-5c40-4b98-b313-e950cc4ddf03, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:34.952478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b6e61-cf6b-4864-886d-17fec90a3c88 None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:03:04Z', 'revision_number': 4, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2b6c5009-6fa4-4014-9f50-663d47990419', 'name': '', 'network_id': 'bb6c52d1-d568-4f84-9ff8-81cc9efd0e84', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'mac_address': 'fa:16:3e:04:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:59Z', 'updated_at': '2022-03-26T21:03:13Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'subnets': [{'id': '571c539b-56d7-458b-8c0c-ec0f03c32bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:34.985723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Subnet': ['ID=32b3a105-0eea-43d0-9e40-727294f116a1,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:35.052317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530f255-e8d1-4a62-8ff4-16322ed6b56e service neutron] Pushing event updated for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:35.074775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks [] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.085090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.097182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:35.146187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-b346d6a6-c83a-48f5-976c-befdd7a3ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:35.150318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-b346d6a6-c83a-48f5-976c-befdd7a3ece4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 1126 time: 0.2301617
Mar 26 21:09:35.165313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Pushing event updated for resources: {'Port': ['ID=a4751c35-b14b-4775-b4a3-3f082a9b8663,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:35.195028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:35.197213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:35.200147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:35.209922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795ad86-b6b0-47ff-8994-fe3dc00e8424 req-a0f8f2de-77b5-433c-8b09-bed2b64c599e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:35.216689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f795ad86-b6b0-47ff-8994-fe3dc00e8424 req-a0f8f2de-77b5-433c-8b09-bed2b64c599e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2808332
Mar 26 21:09:35.230528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Deleting port 0982f92b-18db-4851-b3e4-17ff88143c27 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:35.231224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.248864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca0a3e6d-5c40-4b98-b313-e950cc4ddf03) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:35.263847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd0275-2b00-40c8-a17c-0cac9e1f27b2 None None] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:35.348963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0b231409-4eed-4e40-a982-15588113f035 req-2f8144aa-b777-4aca-a21e-ca397865670e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4273627
Mar 26 21:09:35.359254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:35.360380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.363848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-ed07a087-a3bf-4d9f-ac22-707c01118791 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a12c26-186e-4dc5-b76e-261f807260e1 HTTP/1.1" status: 200  len: 217 time: 0.1897855
Mar 26 21:09:35.399655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f795ad86-b6b0-47ff-8994-fe3dc00e8424 req-4b8200c1-86bd-43ab-a077-564254892dcd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709895
Mar 26 21:09:35.426310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.426714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (0982f92b-18db-4851-b3e4-17ff88143c27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.440803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Attempting to bind port a4751c35-b14b-4775-b4a3-3f082a9b8663 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:35.441294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Attempting to bind port a4751c35-b14b-4775-b4a3-3f082a9b8663 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:35.441534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Attempting to bind port a4751c35-b14b-4775-b4a3-3f082a9b8663 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:35.443863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Calling delete_port for 0982f92b-18db-4851-b3e4-17ff88143c27 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:35.448919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:35.449301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:35.449711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.450110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Bound using segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:35.450588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Bound port: a4751c35-b14b-4775-b4a3-3f082a9b8663, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:35.451126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.489552 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8ad13-c410-404d-9cab-20eb68f45f03 None None] New status for floating IP a14e6c74-6f26-4432-b1ac-d6cf803607c1: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:09:35.551834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e705ddec-9d6e-4882-b873-688526947f91 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.7010186
Mar 26 21:09:35.556019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:35.574456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'name': 'tempest-TaggedBootDevicesTest_v242-2103750031', 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:35.673304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ips': [{'subnet_id': '32b3a105-0eea-43d0-9e40-727294f116a1'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:09:35.674636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.689773 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.db.api [None req-0df8ad13-c410-404d-9cab-20eb68f45f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:09:35.690382 ncdv-master-1 neutron-server[126741]: DEBUG oslo_db.api [None req-0df8ad13-c410-404d-9cab-20eb68f45f03 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:09:35.691825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] For port a4751c35-b14b-4775-b4a3-3f082a9b8663, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:35.693084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0982f92b-18db-4851-b3e4-17ff88143c27), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.722658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] For port a4751c35-b14b-4775-b4a3-3f082a9b8663, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4751c35-b14b-4775-b4a3-3f082a9b8663,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:35.732255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Pushing event deleted for resources: {'Port': ['ID=0982f92b-18db-4851-b3e4-17ff88143c27,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:35.738111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.794990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-dd3949cb-8268-4aeb-aba9-be536c59b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:35.809484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-dd3949cb-8268-4aeb-aba9-be536c59b50d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf HTTP/1.1" status: 200  len: 849 time: 0.4281642
Mar 26 21:09:35.890139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks [] for floatingip (a14e6c74-6f26-4432-b1ac-d6cf803607c1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.893807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-131a9149-93f7-4f40-983e-ef4d53e7a2b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5f51125-5858-46df-946d-60ea76425690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805674
Mar 26 21:09:35.899672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:35.900912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7bad7a4e-70d1-4dcc-ae84-059fbe79d25d tempest-AttachVolumeShelveTestJSON-1677154310 tempest-AttachVolumeShelveTestJSON-1677154310-project] 10.222.0.16 "DELETE /v2.0/floatingips/a14e6c74-6f26-4432-b1ac-d6cf803607c1 HTTP/1.1" status: 204  len: 168 time: 1.0439379
Mar 26 21:09:35.976994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbd366-a07f-4df2-bc41-4f34c66ebe33 req-e25c6053-3be8-4068-a771-0984d48bb59c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:35.978971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bdbd366-a07f-4df2-bc41-4f34c66ebe33 req-e25c6053-3be8-4068-a771-0984d48bb59c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1425211
Mar 26 21:09:35.996463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a9ac8-f285-48bd-b093-28eb18d4062f None None] Pushing event updated for resources: {'Port': ['ID=a4751c35-b14b-4775-b4a3-3f082a9b8663,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:36.067450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bdbd366-a07f-4df2-bc41-4f34c66ebe33 req-c868ad10-a58f-4928-a640-512d9906c66e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816782
Mar 26 21:09:36.072911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Allocated IP 10.2.2.2 (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03/32b3a105-0eea-43d0-9e40-727294f116a1/e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:36.194131 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8ad13-c410-404d-9cab-20eb68f45f03 None None] New status for floating IP a14e6c74-6f26-4432-b1ac-d6cf803607c1: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:09:36.257132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:36.259400 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0548cfe8-75f0-44d8-bca1-dc20099e8365" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:36.349145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks [] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:36.368430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:36.370078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289689cc-8092-4087-9a6e-a8e6e5fa2953 req-2af7df15-6a90-4f5f-b374-d167507e4043 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:36.377896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-289689cc-8092-4087-9a6e-a8e6e5fa2953 req-2af7df15-6a90-4f5f-b374-d167507e4043 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 944 time: 0.8555803
Mar 26 21:09:36.398199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829136a8-b969-42ed-ae01-bfb098ecb0b4 req-ac3d5edf-d165-47d8-bd93-6f0f2add935f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:36.409104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-829136a8-b969-42ed-ae01-bfb098ecb0b4 req-ac3d5edf-d165-47d8-bd93-6f0f2add935f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1942194
Mar 26 21:09:36.476192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:36.487683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:36.490490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-289689cc-8092-4087-9a6e-a8e6e5fa2953 req-56870e16-8a5c-482b-8905-38d1f9106ed0 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114714
Mar 26 21:09:36.491509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:36.496348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-7ece792a-7732-4ed0-832f-a140c610740d service neutron] 10.222.0.21 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5478330
Mar 26 21:09:36.504262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Pushing event updated for resources: {'Port': ['ID=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:36.523488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:36.525625 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-829136a8-b969-42ed-ae01-bfb098ecb0b4 req-09cf3080-564b-4e9d-80b3-b0e9cd515c52 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151571
Mar 26 21:09:36.613350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ad307adc-02ff-4ad8-a6ff-b391aef67ac1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:09:36.621968 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec4f70-58c2-4fcb-bb67-bbedf20fcd00 x-openstack-request-id: req-fbec4f70-58c2-4fcb-bb67-bbedf20fcd00 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:36.621968 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:36.621968 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbec4f70-58c2-4fcb-bb67-bbedf20fcd00 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:36.622434 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbec4f70-58c2-4fcb-bb67-bbedf20fcd00'] response: {'name': 'network-changed', 'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1', 'status': 'completed', 'code': 200}
Mar 26 21:09:36.637744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Attempting to bind port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:36.638098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Attempting to bind port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:36.638476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Attempting to bind port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:36.651159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:36.651600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Checking segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:36.652222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:36.652638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Bound using segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:36.653421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Bound port: e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:36.653869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:36.775343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e5168-c73b-4c68-ac5c-f1109f3e16f7 req-14887375-26b4-4cbf-8e8e-9feeb52d5135 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:36.787333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f44e5168-c73b-4c68-ac5c-f1109f3e16f7 req-14887375-26b4-4cbf-8e8e-9feeb52d5135 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 943 time: 0.0869036
Mar 26 21:09:36.793075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:36.796975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f6d5f74-8931-4ac9-8ec0-16541acb8f8f req-fdaf4f09-fa13-4ec2-8199-d9c00c774940 service neutron] 10.222.0.21 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929873
Mar 26 21:09:36.816649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] device_id is not set on port 9067d489-90c2-49f5-9304-a67efb091ee3 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:09:36.895242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] For port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:09:36.910200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] For port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:09:36.922668 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f44e5168-c73b-4c68-ac5c-f1109f3e16f7 req-c49d0313-6c99-403c-8c0d-29e08bc3f864 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327989
Mar 26 21:09:36.959485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:36.987251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'port_id': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'mac_address': 'fa:16:3e:f8:af:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:09:36.999204 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:37.265919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-ac01b478-5a7a-4ad9-bc02-e12b99391792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:37.267460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-ac01b478-5a7a-4ad9-bc02-e12b99391792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 1126 time: 0.3676887
Mar 26 21:09:37.289730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663664ad-172c-4b9a-a131-2c5492189bff req-2ace607f-2dfb-4043-9dd4-23dd3236d167 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:37.292574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-663664ad-172c-4b9a-a131-2c5492189bff req-2ace607f-2dfb-4043-9dd4-23dd3236d167 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3020663
Mar 26 21:09:37.377909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:37.378382 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:37.441187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad307adc-02ff-4ad8-a6ff-b391aef67ac1 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:37.475108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:37.480972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-663664ad-172c-4b9a-a131-2c5492189bff req-1bcb6a39-ed68-49f0-bac0-fab4dba5b679 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940850
Mar 26 21:09:37.494324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaed8c-a018-47b2-8487-92f1777cfd63 None None] Pushing event updated for resources: {'Port': ['ID=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:37.511686 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:37.608611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-39bf9179-a6c0-42c5-bd4c-93708cae7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:37.611759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-39bf9179-a6c0-42c5-bd4c-93708cae7e91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 909 time: 0.3312223
Mar 26 21:09:37.704993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:37.725127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.1.1.224 (3b12b2db-5c6b-4503-ae46-15abd6717aa6/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059/9067d489-90c2-49f5-9304-a67efb091ee3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:37.736935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-e0e6e764-270e-41ad-9368-80a6660d6d11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a12c26-186e-4dc5-b76e-261f807260e1 HTTP/1.1" status: 200  len: 217 time: 0.1054778
Mar 26 21:09:37.767548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44610-bf98-47ee-ba1b-75345417306b req-6670051c-9510-4a6c-8f1b-9655534c70b7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:37.784841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528db616-bdaf-40fd-a0e4-3f6fb04d5c3c None None] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:37.788512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ad307adc-02ff-4ad8-a6ff-b391aef67ac1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:37.791590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3e44610-bf98-47ee-ba1b-75345417306b req-6670051c-9510-4a6c-8f1b-9655534c70b7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 944 time: 0.1219308
Mar 26 21:09:37.892544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a3e44610-bf98-47ee-ba1b-75345417306b req-b4584012-a7cd-4403-90d5-5e6c022a55fc tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983822
Mar 26 21:09:38.049122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-6090f4a7-55db-4640-9024-74402b054280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:38.050657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-6090f4a7-55db-4640-9024-74402b054280 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf HTTP/1.1" status: 200  len: 849 time: 0.2174456
Mar 26 21:09:38.054683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Provisioning complete for port a4751c35-b14b-4775-b4a3-3f082a9b8663 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:38.055173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.155156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:38.157474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901ce16-9e4b-456e-aa2c-612fbd33ebff req-657fb2ed-b999-4de3-acad-f0fbf49be282 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:38.164338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4c190-0c83-4557-96bc-f1016bd15286 req-d5c5161c-2664-43c0-959b-98d1ce625951 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:38.166933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b901ce16-9e4b-456e-aa2c-612fbd33ebff req-657fb2ed-b999-4de3-acad-f0fbf49be282 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.4319479
Mar 26 21:09:38.176602 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcd4c190-0c83-4557-96bc-f1016bd15286 req-d5c5161c-2664-43c0-959b-98d1ce625951 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 944 time: 0.1388984
Mar 26 21:09:38.224505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-c8d16303-1824-4b51-9b6d-caa507b10865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e5f51125-5858-46df-946d-60ea76425690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1606114
Mar 26 21:09:38.280753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcd4c190-0c83-4557-96bc-f1016bd15286 req-60b6fb85-0320-4f8d-9657-2d1949ef9346 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031864
Mar 26 21:09:38.376925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-cb358afd-d3cb-4576-a9fa-11e80cb3bc67 service neutron] 10.222.0.21 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253679
Mar 26 21:09:38.395751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Current status of the port a4751c35-b14b-4775-b4a3-3f082a9b8663 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:38.396183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.427285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:38.427667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.482935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b901ce16-9e4b-456e-aa2c-612fbd33ebff req-7975cbaf-eefc-4dfd-8ee9-52157edebd8b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100398
Mar 26 21:09:38.529360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] For port a4751c35-b14b-4775-b4a3-3f082a9b8663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4751c35-b14b-4775-b4a3-3f082a9b8663,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:38.582849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:38.583258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.585387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.660249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:38.673954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.675832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a4751c35-b14b-4775-b4a3-3f082a9b8663 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:38.787673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915714a-2c4b-46d0-9c0c-b427c32d6fda None None] Pushing event updated for resources: {'Port': ['ID=a4751c35-b14b-4775-b4a3-3f082a9b8663,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:38.869293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b229173-d9aa-48e4-a95a-4e73b7bd563e None None] Provisioning complete for port a4751c35-b14b-4775-b4a3-3f082a9b8663 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:38.869692 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b229173-d9aa-48e4-a95a-4e73b7bd563e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.931118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0548cfe8-75f0-44d8-bca1-dc20099e8365 req-e5e10e39-e2f7-4975-8a8f-1a4511093f8a service neutron] 10.222.0.21 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5259182
Mar 26 21:09:38.939191 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (9067d489-90c2-49f5-9304-a67efb091ee3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:38.988003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:39.005142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a4751c35-b14b-4775-b4a3-3f082a9b8663 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:39.010384 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:39.126704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024f897-bb26-464f-8756-2cadb74c40d9 req-e78dbbe1-3c72-4d67-a351-397c9d7938d1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:39.139169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:39.144886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e024f897-bb26-464f-8756-2cadb74c40d9 req-e78dbbe1-3c72-4d67-a351-397c9d7938d1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 814 time: 0.2639110
Mar 26 21:09:39.147020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:39.180500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e024f897-bb26-464f-8756-2cadb74c40d9 req-dafca8cd-d6f5-4b6a-9f16-8fa596103102 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/quotas/5b7d84d914bd48ddbd9e2801f8a9c616 HTTP/1.1" status: 200  len: 375 time: 0.0341787
Mar 26 21:09:39.201833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:39.212243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:39.215741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:39.306482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d34005-96dc-40e9-bc58-1cc8c4a22da8 req-406d767e-ab8f-4b75-8676-6ba2aa8bcc17 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:39.316461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d34005-96dc-40e9-bc58-1cc8c4a22da8 req-406d767e-ab8f-4b75-8676-6ba2aa8bcc17 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 944 time: 0.1796162
Mar 26 21:09:39.324173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a896d62-7921-4234-9442-7fb746d1a3e3 None None] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:39.335479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:39.336323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:39.344372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e024f897-bb26-464f-8756-2cadb74c40d9 req-22015622-463a-4e4b-974b-9fb16c5fc525 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1601906
Mar 26 21:09:39.380921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b229173-d9aa-48e4-a95a-4e73b7bd563e None None] Current status of the port a4751c35-b14b-4775-b4a3-3f082a9b8663 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:39.398649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a4751c35-b14b-4775-b4a3-3f082a9b8663 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:39.402675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77c4f0a0-6aac-47ab-ad7b-0471af46b457 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.8415973
Mar 26 21:09:39.405774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:39.416221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'name': 'tempest-TaggedBootDevicesTest_v242-319745712', 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:39.430603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d34005-96dc-40e9-bc58-1cc8c4a22da8 req-c1442d00-42d3-4e22-aacf-67288faa822b tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108408
Mar 26 21:09:39.658306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ae00-677b-4a05-bea7-753b46c1026d req-9b89d4ce-2902-45e4-82f3-93699263bf86 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:39.662587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5984ae00-677b-4a05-bea7-753b46c1026d req-9b89d4ce-2902-45e4-82f3-93699263bf86 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1402626
Mar 26 21:09:39.683711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-63d55ab6-6ee9-4261-8fdb-34d5cd819233 None None] Provisioning complete for port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:39.684218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-63d55ab6-6ee9-4261-8fdb-34d5cd819233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:39.724317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5984ae00-677b-4a05-bea7-753b46c1026d req-137d278b-0d7d-40c4-9ab8-4fedca0814c9 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553358
Mar 26 21:09:39.803957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e0dae-d1b8-4e51-8f98-c17d8a3dff15 req-322fca62-5b7e-42e5-b96e-e2ef474a8ea6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:39.805870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-193e0dae-d1b8-4e51-8f98-c17d8a3dff15 req-322fca62-5b7e-42e5-b96e-e2ef474a8ea6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 944 time: 0.2877047
Mar 26 21:09:39.807511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:39.886390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-193e0dae-d1b8-4e51-8f98-c17d8a3dff15 req-92f029c7-ec30-40a9-ab29-2d711473dd6e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707664
Mar 26 21:09:39.899222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-63d55ab6-6ee9-4261-8fdb-34d5cd819233 None None] Current status of the port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:39.962867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:40.017110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.042776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c7512055-b840-4384-bc69-0483698571bf None None] Provisioning complete for port 9067d489-90c2-49f5-9304-a67efb091ee3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:40.043327 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c7512055-b840-4384-bc69-0483698571bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.044308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8b3a0-92d6-4c41-918e-3c89f4a9b3da req-1e7d56e7-95f0-48e7-a9f7-020e5cc0a409 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:40.052607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69b8b3a0-92d6-4c41-918e-3c89f4a9b3da req-1e7d56e7-95f0-48e7-a9f7-020e5cc0a409 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1480119
Mar 26 21:09:40.168917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c7512055-b840-4384-bc69-0483698571bf None None] Port 9067d489-90c2-49f5-9304-a67efb091ee3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:40.170817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:40.192945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69b8b3a0-92d6-4c41-918e-3c89f4a9b3da req-9977be73-61ad-4727-bebb-2ed074f7e1cc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393490
Mar 26 21:09:40.268831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:40.269941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.332790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8120ef62-3b9d-4511-b880-b130d45cf7dc None None] Provisioning complete for port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:40.333458 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8120ef62-3b9d-4511-b880-b130d45cf7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.367617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] device_id is not set on port 9d882432-9513-4f42-8117-c2eae00858b5 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:09:40.424067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:40.425398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a4751c35-b14b-4775-b4a3-3f082a9b8663 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:40.501772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8120ef62-3b9d-4511-b880-b130d45cf7dc None None] Current status of the port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:40.548231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a4751c35-b14b-4775-b4a3-3f082a9b8663 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:40.548619 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.650976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 84a12c26-186e-4dc5-b76e-261f807260e1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:09:40.651412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.1.1.242 (3b12b2db-5c6b-4503-ae46-15abd6717aa6/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059/9d882432-9513-4f42-8117-c2eae00858b5) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:40.653692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ad307adc-02ff-4ad8-a6ff-b391aef67ac1 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:40.682708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a58ae-1ac7-48db-b793-686501810c58 req-084cd28d-bceb-4b41-b259-5a01dced8ea8 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:40.691586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-171a58ae-1ac7-48db-b793-686501810c58 req-084cd28d-bceb-4b41-b259-5a01dced8ea8 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 944 time: 0.0985062
Mar 26 21:09:40.798654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a4751c35-b14b-4775-b4a3-3f082a9b8663 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:40.850859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-171a58ae-1ac7-48db-b793-686501810c58 req-5581dd3e-7606-49e3-9e2e-2e0b118f950c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577542
Mar 26 21:09:40.881102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:09:40.897692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:40.897837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:40.934551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef5f12e5-649b-4090-86f4-79a9574294e3 req-e4527085-e55a-44f0-b341-52a5313d319b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616 HTTP/1.1" status: 200  len: 221 time: 0.1423578
Mar 26 21:09:40.998258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (9d882432-9513-4f42-8117-c2eae00858b5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.060045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a12c26-186e-4dc5-b76e-261f807260e1,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:41.113955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '84a12c26-186e-4dc5-b76e-261f807260e1', 'network_id': 'e5f51125-5858-46df-946d-60ea76425690', 'port_id': '84a12c26-186e-4dc5-b76e-261f807260e1', 'mac_address': 'fa:16:3e:4b:36:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ccd3f-3100-4f7a-a8e3-70b303ceb9bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:09:41.148530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff275d7-fcc2-4213-b557-884aa71e9363 req-baf1de3e-afde-4662-ad04-cb6e8a7da979 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:41.150234 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ff275d7-fcc2-4213-b557-884aa71e9363 req-baf1de3e-afde-4662-ad04-cb6e8a7da979 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 944 time: 0.1447742
Mar 26 21:09:41.224998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 84a12c26-186e-4dc5-b76e-261f807260e1 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:41.225614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.231983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ff275d7-fcc2-4213-b557-884aa71e9363 req-8e2706ba-7232-44fd-a6ec-e7c008992ba6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645461
Mar 26 21:09:41.247153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.247326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a12c26-186e-4dc5-b76e-261f807260e1 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:41.270449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862cec9-4a3b-4ca5-aa6d-16537fcc69c7 req-bceae05d-c6fa-4755-a604-63be8611c303 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:41.272469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f862cec9-4a3b-4ca5-aa6d-16537fcc69c7 req-bceae05d-c6fa-4755-a604-63be8611c303 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2373927
Mar 26 21:09:41.286725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a12c26-186e-4dc5-b76e-261f807260e1,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:41.298141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.346178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:41.361005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:41.361634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.362415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:41.377861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:41.410349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:41.420372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:41.421164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.457886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:41.460682 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b744684-66ed-4c52-8156-557c1d351c9f" -d '{"events": [{"server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "name": "network-vif-plugged", "status": "completed", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:41.463145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:41.464024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.487827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:41.494303 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.496912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0392b4bd-bf06-476b-848a-bb4cfb5b6edf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0888345
Mar 26 21:09:41.518344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f862cec9-4a3b-4ca5-aa6d-16537fcc69c7 req-fa2b3b24-a53d-4ead-9155-51a1e333b9ce tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318361
Mar 26 21:09:41.564493 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61073e80-049c-4e5a-a91a-6ac7f8333e1f x-openstack-request-id: req-61073e80-049c-4e5a-a91a-6ac7f8333e1f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:41.564728 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "name": "network-vif-plugged", "status": "completed", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:41.564983 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61073e80-049c-4e5a-a91a-6ac7f8333e1f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:41.565514 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61073e80-049c-4e5a-a91a-6ac7f8333e1f'] response: {'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'code': 200}
Mar 26 21:09:41.567682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:41.580898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['84a12c26-186e-4dc5-b76e-261f807260e1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:41.834590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1145d6e0-988f-4a4b-8365-426786ae9351 None None] Provisioning complete for port 9d882432-9513-4f42-8117-c2eae00858b5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:41.835287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1145d6e0-988f-4a4b-8365-426786ae9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9d882432-9513-4f42-8117-c2eae00858b5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:41.913603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1145d6e0-988f-4a4b-8365-426786ae9351 None None] Port 9d882432-9513-4f42-8117-c2eae00858b5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:41.936486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52958) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:42.067390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:42.072605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476320056', 'description': 'tempest-description--825394089'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:42.112078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-927b0faf-1465-4391-a443-1973ed24d242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.175777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0f492-b3ae-4daf-8114-3dd7f5745d87 req-4cac3b2e-304e-4741-90f7-41938493b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.177342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bab0f492-b3ae-4daf-8114-3dd7f5745d87 req-4cac3b2e-304e-4741-90f7-41938493b43c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.5375316
Mar 26 21:09:42.181001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.200714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7a116-7421-498d-be90-e11c74d68cf0 req-691c41d7-aa7b-400d-8fb5-887db1bfd1b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.202179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16e7a116-7421-498d-be90-e11c74d68cf0 req-691c41d7-aa7b-400d-8fb5-887db1bfd1b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.5432239
Mar 26 21:09:42.268677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041837a-e01e-47bc-be3a-3c70741f898e req-3ff2c2df-33cf-4f8f-9ede-c10a46f73c6f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.272690 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a041837a-e01e-47bc-be3a-3c70741f898e req-3ff2c2df-33cf-4f8f-9ede-c10a46f73c6f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 945 time: 0.1385398
Mar 26 21:09:42.291896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bab0f492-b3ae-4daf-8114-3dd7f5745d87 req-f4dfd6af-1193-47ea-b41e-0f37f731fe6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885923
Mar 26 21:09:42.296624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16e7a116-7421-498d-be90-e11c74d68cf0 req-3bc23dbc-b31a-490f-80af-465d477f4dc4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855734
Mar 26 21:09:42.378924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (5269d059-5914-4bff-a367-d8ddaa012a28), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.382740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a041837a-e01e-47bc-be3a-3c70741f898e req-986f4399-b278-44e2-bdf7-3bdd39665ea9 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959671
Mar 26 21:09:42.383150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Deleting port 2b6c5009-6fa4-4014-9f50-663d47990419 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:42.383862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.394195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-927b0faf-1465-4391-a443-1973ed24d242 admin admin] Publish callbacks [] for security_group (6c06ae7a-6468-4a42-b0d0-1bf6298406b2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.396284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5269d059-5914-4bff-a367-d8ddaa012a28), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.421408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-927b0faf-1465-4391-a443-1973ed24d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c06ae7a-6468-4a42-b0d0-1bf6298406b2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.434280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.435546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3667586
Mar 26 21:09:42.444809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:42.454162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'security_group_rule': {'security_group_id': '5269d059-5914-4bff-a367-d8ddaa012a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:42.487213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-927b0faf-1465-4391-a443-1973ed24d242 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51193509c8b34b33b120cef258cb7549&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5464504
Mar 26 21:09:42.487213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507268f9-acd2-43ba-9a72-72396d7412c5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5269d059-5914-4bff-a367-d8ddaa012a28,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:42.488011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 52982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:42.529801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (08f2033f-3d60-4ca8-a903-8d6a52bcff50), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.550117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] For port 2b6c5009-6fa4-4014-9f50-663d47990419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b6c5009-6fa4-4014-9f50-663d47990419,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:42.550475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.564679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d1a1a-1602-48ae-b02e-9e01cce593a0 req-d70446be-85c2-445d-a694-7ab764686e16 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.566821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c87d1a1a-1602-48ae-b02e-9e01cce593a0 req-d70446be-85c2-445d-a694-7ab764686e16 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1563704
Mar 26 21:09:42.569371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b0faf-1465-4391-a443-1973ed24d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c06ae7a-6468-4a42-b0d0-1bf6298406b2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:42.588207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Calling delete_port for 2b6c5009-6fa4-4014-9f50-663d47990419 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:42.630092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 84a12c26-186e-4dc5-b76e-261f807260e1 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:09:42.639448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27769ee7-1206-43d9-9f13-0e3dd5d7e264 req-ef2b08c0-8ff9-4f55-b786-19d0afb91b7a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.647493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27769ee7-1206-43d9-9f13-0e3dd5d7e264 req-ef2b08c0-8ff9-4f55-b786-19d0afb91b7a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1224089
Mar 26 21:09:42.682309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] Publish callbacks [] for security_group (6c06ae7a-6468-4a42-b0d0-1bf6298406b2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.701798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c87d1a1a-1602-48ae-b02e-9e01cce593a0 req-30a6c9f5-9696-412d-8786-ff3333cb427e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258948
Mar 26 21:09:42.714835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (08f2033f-3d60-4ca8-a903-8d6a52bcff50), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.731462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] Publish callbacks [] for security_group (6c06ae7a-6468-4a42-b0d0-1bf6298406b2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.732128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27769ee7-1206-43d9-9f13-0e3dd5d7e264 req-c08865fc-f9da-4669-9c4a-d4c43e2df266 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788701
Mar 26 21:09:42.740947 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (08f2033f-3d60-4ca8-a903-8d6a52bcff50), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.762658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 84a12c26-186e-4dc5-b76e-261f807260e1 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:09:42.767374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 84a12c26-186e-4dc5-b76e-261f807260e1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:42.767894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.775374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f2033f-3d60-4ca8-a903-8d6a52bcff50,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:42.781743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.786465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa382818-0f59-4df7-95f5-5659c797cb54 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3377690
Mar 26 21:09:42.786550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:42.791802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'security_group_rule': {'security_group_id': '5269d059-5914-4bff-a367-d8ddaa012a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:42.825911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (58f2bf59-7479-4ade-bf60-9af30d97029a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.888217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 84a12c26-186e-4dc5-b76e-261f807260e1 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:42.888796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.926671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c06ae7a-6468-4a42-b0d0-1bf6298406b2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.930851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.932284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c06ae7a-6468-4a42-b0d0-1bf6298406b2 HTTP/1.1" status: 204  len: 168 time: 0.4431927
Mar 26 21:09:42.933336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a12c26-186e-4dc5-b76e-261f807260e1,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:42.936917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (58f2bf59-7479-4ade-bf60-9af30d97029a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.944530 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (58f2bf59-7479-4ade-bf60-9af30d97029a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.950330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.960001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555085c-2f4b-4d9f-b58e-beb8828d5aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c06ae7a-6468-4a42-b0d0-1bf6298406b2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:42.973917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4db1c-eed7-44a4-8ac5-460b8946eb73 req-763222ae-d903-47f2-b8c9-e88a0b8dd06c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:42.981673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42e4db1c-eed7-44a4-8ac5-460b8946eb73 req-763222ae-d903-47f2-b8c9-e88a0b8dd06c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1383107
Mar 26 21:09:42.990246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:42.995368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2045593
Mar 26 21:09:42.995645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 52994) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:43.004271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:43.009108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80decec-7a8e-4367-a31f-08cd63b93fc8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f2bf59-7479-4ade-bf60-9af30d97029a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:43.041776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.111575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-42e4db1c-eed7-44a4-8ac5-460b8946eb73 req-64ab64f8-b4a5-40c7-9e4c-5fecc8ceeee1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285012
Mar 26 21:09:43.129379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2b6c5009-6fa4-4014-9f50-663d47990419), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.131173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:43.182630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6c5009-6fa4-4014-9f50-663d47990419,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:43.188879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.411803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 172.35.4.233 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/86c25669-7f16-4988-8479-1dfdbd7b21a5) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:43.451705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53010) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:43.505178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b621ee98-73d0-41a3-a3b2-f56667778f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.542727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ff67e-0925-4e8e-acd5-0cf06a422ca2 req-9b46f63b-73c4-4263-a54c-aa1de1a16f8e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:43.544340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-337ff67e-0925-4e8e-acd5-0cf06a422ca2 req-9b46f63b-73c4-4263-a54c-aa1de1a16f8e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2519038
Mar 26 21:09:43.566592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:43.569217 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e97495-6e62-46ee-9573-d55fb4248884" -d '{"events": [{"server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:43.586037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.628199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-337ff67e-0925-4e8e-acd5-0cf06a422ca2 req-d7dce01a-fdec-4215-b115-a1d540ab3e9a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707886
Mar 26 21:09:43.701439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.705001 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2223e3-9884-4816-8816-df2eb6dd8c87 x-openstack-request-id: req-bd2223e3-9884-4816-8816-df2eb6dd8c87 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:43.705659 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:43.706155 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd2223e3-9884-4816-8816-df2eb6dd8c87 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:43.706840 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2223e3-9884-4816-8816-df2eb6dd8c87'] response: {'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1', 'code': 200}
Mar 26 21:09:43.713296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd1054-cdba-4f3f-a033-7b1d23c6af76 req-54a1044d-3208-4ea4-b67b-889127eb8674 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:43.721917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54cd1054-cdba-4f3f-a033-7b1d23c6af76 req-54a1044d-3208-4ea4-b67b-889127eb8674 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.2057867
Mar 26 21:09:43.824171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b621ee98-73d0-41a3-a3b2-f56667778f86 admin admin] Publish callbacks [] for security_group (b9c37f62-ab89-4676-aa34-758e244e0ce9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.829824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54cd1054-cdba-4f3f-a033-7b1d23c6af76 req-23286795-439a-4f43-b90f-56e872b345f9 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070762
Mar 26 21:09:43.830859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b621ee98-73d0-41a3-a3b2-f56667778f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b9c37f62-ab89-4676-aa34-758e244e0ce9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.837535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:43.919163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621ee98-73d0-41a3-a3b2-f56667778f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c37f62-ab89-4676-aa34-758e244e0ce9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:43.924806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:43.927534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b621ee98-73d0-41a3-a3b2-f56667778f86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66df28e3705246bbace8b1861533ab01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4748049
Mar 26 21:09:43.933778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53028) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:43.936088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:43.960885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0407ae-4bb1-4936-b0cb-99804905a2f0 req-4d410c9d-42a2-49ea-8526-1669a57cb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:43.961396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:43.962596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c0407ae-4bb1-4936-b0cb-99804905a2f0 req-4d410c9d-42a2-49ea-8526-1669a57cb6b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 1128 time: 0.1833210
Mar 26 21:09:43.981278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=86c25669-7f16-4988-8479-1dfdbd7b21a5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:44.025577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b52a8-6a47-43ad-9176-766d09934da8 req-e587a87b-d069-4376-ae54-50968875e8ff tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.027111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c46b52a8-6a47-43ad-9176-766d09934da8 req-e587a87b-d069-4376-ae54-50968875e8ff tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1699176
Mar 26 21:09:44.084747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.118937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c46b52a8-6a47-43ad-9176-766d09934da8 req-62627479-1581-48fa-887d-44a61bb1765f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809505
Mar 26 21:09:44.127028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:09:44.129894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c0407ae-4bb1-4936-b0cb-99804905a2f0 req-84184daf-3b3a-4bd1-93d4-032542778399 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532416
Mar 26 21:09:44.179481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3ccf-b37c-4b9d-b048-0fa0f59c94dc req-8ae16461-1545-4a73-9f8f-ce246a0edfd5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.186903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c2a3ccf-b37c-4b9d-b048-0fa0f59c94dc req-8ae16461-1545-4a73-9f8f-ce246a0edfd5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1698682
Mar 26 21:09:44.198671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] Publish callbacks [] for security_group (b9c37f62-ab89-4676-aa34-758e244e0ce9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.244480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] Publish callbacks [] for security_group (b9c37f62-ab89-4676-aa34-758e244e0ce9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.297985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.310253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:09:44.318554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b28737a3-66d8-4636-a771-4eb10a13a896 admin admin] 10.222.0.16 "PUT /v2.0/routers/87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3543949
Mar 26 21:09:44.320932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53042) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:44.324921 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c2a3ccf-b37c-4b9d-b048-0fa0f59c94dc req-f95f5416-5158-4bd7-8a51-691c1659ec35 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358836
Mar 26 21:09:44.326466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Sync routers for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:09:44.352477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:44.355774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e18ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:09:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:44.361600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.416423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b9c37f62-ab89-4676-aa34-758e244e0ce9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.419899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.426219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9c37f62-ab89-4676-aa34-758e244e0ce9 HTTP/1.1" status: 204  len: 168 time: 0.4914484
Mar 26 21:09:44.437281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83236656-9039-45b8-81b5-f2f3b9a2e91a req-75725dfb-cc4b-4486-94a6-191911a300b9 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.447898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83236656-9039-45b8-81b5-f2f3b9a2e91a req-75725dfb-cc4b-4486-94a6-191911a300b9 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1899967
Mar 26 21:09:44.452743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570234ad-cd6f-4f5a-b2ca-7a61e1e0f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c37f62-ab89-4676-aa34-758e244e0ce9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:44.554817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-83236656-9039-45b8-81b5-f2f3b9a2e91a req-49135765-025b-4755-a72a-7886fef8d762 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022120
Mar 26 21:09:44.744894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks [] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.788159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0a60-7772-4e5a-8a93-23b1ded6370d req-e24e46d9-603f-40ed-a6f9-ad52930b3202 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.797560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b2c0a60-7772-4e5a-8a93-23b1ded6370d req-e24e46d9-603f-40ed-a6f9-ad52930b3202 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0947716
Mar 26 21:09:44.874375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc70f7c-d0ec-421b-b6c3-f23018d2f624 req-4fae5c35-9b35-4747-9434-773c3679db5c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.882218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdc70f7c-d0ec-421b-b6c3-f23018d2f624 req-4fae5c35-9b35-4747-9434-773c3679db5c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1978152
Mar 26 21:09:44.886983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-cec71bfc-ccaf-4d07-a770-43bcc320d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:44.887588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:44.888647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-cec71bfc-ccaf-4d07-a770-43bcc320d278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.2776036
Mar 26 21:09:44.895430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b2c0a60-7772-4e5a-8a93-23b1ded6370d req-17528cae-0650-4c13-942b-776ffb0f4532 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965326
Mar 26 21:09:44.899576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:44.908938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.057218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fdc70f7c-d0ec-421b-b6c3-f23018d2f624 req-8f2b402c-dbb7-4b93-a6a8-302ba1497558 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711652
Mar 26 21:09:45.060598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks [] for router_gateway (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.091480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=86c25669-7f16-4988-8479-1dfdbd7b21a5,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:45.113746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-84ae6b54-2984-42bc-99e7-07b95f9c554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.115352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-84ae6b54-2984-42bc-99e7-07b95f9c554b service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.2154031
Mar 26 21:09:45.135103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.178754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-d44393a4-2f3c-48e9-849a-ffde74bcb1d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.0499599
Mar 26 21:09:45.185222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315a65-fc9c-4352-85d1-788bb4757684 req-2002b432-598a-4c78-b713-b2164cbe8eec tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.196771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65315a65-fc9c-4352-85d1-788bb4757684 req-2002b432-598a-4c78-b713-b2164cbe8eec tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.1706750
Mar 26 21:09:45.222537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.224935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b72a2fac-9abc-44fa-811d-2260e953f61d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2271650
Mar 26 21:09:45.301804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e18ed60>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '69186842-2129-4750-89cc-1292d4fb109b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:09:42Z', 'revision_number': 5, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port': {'id': '69186842-2129-4750-89cc-1292d4fb109b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:02:50Z', 'updated_at': '2022-03-26T21:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:45.328859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-65315a65-fc9c-4352-85d1-788bb4757684 req-c2d376bb-4b1a-4715-9e83-60b5a59160a5 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304233
Mar 26 21:09:45.341113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Checking router: 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:09:45.350888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Routers {'87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:09:45.351414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e18ed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:09:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:45.358264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-87bcc377-785c-4567-bb36-cf4e16a454f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.361952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-87bcc377-785c-4567-bb36-cf4e16a454f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1558216
Mar 26 21:09:45.458188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-2a4e72f1-6948-430b-8465-47eda8eb7f5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901165
Mar 26 21:09:45.504371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6de30-e6a3-4264-85ee-21a885393a96 req-b6d250e4-37eb-4705-9fc6-94ffa625e1dc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.506066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] Set router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:09:45.511832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbd6de30-e6a3-4264-85ee-21a885393a96 req-b6d250e4-37eb-4705-9fc6-94ffa625e1dc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3095772
Mar 26 21:09:45.563360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Deleting port 69186842-2129-4750-89cc-1292d4fb109b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:45.563704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (69186842-2129-4750-89cc-1292d4fb109b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.569641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e18ed60>, [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:09:45Z', 'revision_number': 6, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:45.613847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78758c-baeb-4e97-82a4-e1fde65f0876 None None] The sync data for ids ['87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf'] in ncdv-master-1 is: [{'id': '87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-189552030-router', 'tenant_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:02:48Z', 'updated_at': '2022-03-26T21:09:45Z', 'revision_number': 6, 'project_id': '5a748aa42d5c4f55bd7d2d86838ff112', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:09:45.638613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-9d3a744e-10bd-4ee9-8d0f-134618cbe7df tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1476320056&fields=id&tenant_id=a821ba46f3f5408ab82098a1d2d8a926 HTTP/1.1" status: 200  len: 267 time: 0.0637527
Mar 26 21:09:45.684471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-aade3a10-9c22-42d9-b4bc-1170db411a81 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924484
Mar 26 21:09:45.696311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-bbd51592-7569-41cc-8dae-5f768fa8c2b6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.697161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-bbd51592-7569-41cc-8dae-5f768fa8c2b6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 937 time: 0.0512002
Mar 26 21:09:45.736507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fbd6de30-e6a3-4264-85ee-21a885393a96 req-cc6dee63-0eff-4401-8f51-e2654cd04117 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2210200
Mar 26 21:09:45.752300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:45.773799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-c9bf3559-0494-4016-8ea8-9756ef8d5b72 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:45.781675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-c9bf3559-0494-4016-8ea8-9756ef8d5b72 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 936 time: 0.0773375
Mar 26 21:09:45.867752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cb8cf4-4da3-4d18-be50-2ea3337d6f8e req-0de75be7-fd0e-4536-b49a-85295809cf67 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757064
Mar 26 21:09:45.888569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-c7f0f3d6-047f-40ee-8c0e-2e55dc423994 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1054404
Mar 26 21:09:45.939185 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-e5a68137-7e9a-4982-86dc-88806e3a19c7 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0424750
Mar 26 21:09:46.001525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b6c5009-6fa4-4014-9f50-663d47990419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:46.042114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2b6c5009-6fa4-4014-9f50-663d47990419 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:09:46.042887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b6c5009-6fa4-4014-9f50-663d47990419 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:09:46.152842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-d3e106fa-0f65-4e63-9f93-16d6afcbab78 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:46.160783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-d3e106fa-0f65-4e63-9f93-16d6afcbab78 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:46.169062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-d3e106fa-0f65-4e63-9f93-16d6afcbab78 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:46.178961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-d3e106fa-0f65-4e63-9f93-16d6afcbab78 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/networks?id=0104976f-c364-4864-ad5f-8b4958c8e560&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 1995 time: 0.2387187
Mar 26 21:09:46.192560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-f583556b-da47-4328-999c-30a9b8abf6f3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/quotas/a821ba46f3f5408ab82098a1d2d8a926 HTTP/1.1" status: 200  len: 375 time: 0.0124240
Mar 26 21:09:46.282608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-be01b83f-9384-4d22-a484-19b64f10b622 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0829854
Mar 26 21:09:46.388252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] For port 69186842-2129-4750-89cc-1292d4fb109b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69186842-2129-4750-89cc-1292d4fb109b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:46.388794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (69186842-2129-4750-89cc-1292d4fb109b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:46.408883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11430bb5-20b6-4eaa-afa1-6f63b255d838 req-baec9169-12fe-472f-aa70-5699956331e0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:46.415947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11430bb5-20b6-4eaa-afa1-6f63b255d838 req-baec9169-12fe-472f-aa70-5699956331e0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.5471509
Mar 26 21:09:46.420611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-1ad60549-f8ee-4e3a-a717-bdce4d1c8f95 service neutron] 10.222.0.16 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213238
Mar 26 21:09:46.421825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Calling delete_port for 69186842-2129-4750-89cc-1292d4fb109b owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:46.508385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11430bb5-20b6-4eaa-afa1-6f63b255d838 req-b13c6431-970b-473d-81d6-bfbda88a42cc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915041
Mar 26 21:09:46.581334 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-c8d1d459-a77c-40ba-97be-6129cf9fdfaf service neutron] 10.222.0.16 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516867
Mar 26 21:09:46.656514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-99566d55-fc9c-41f8-b806-e4d2c729da62 service neutron] 10.222.0.16 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0675054
Mar 26 21:09:46.709348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66883e-43ba-4c2d-be3a-6d4983382c8a req-7fbcac6b-8b9e-4192-beac-3b44fbebbd7b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:46.710910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d66883e-43ba-4c2d-be3a-6d4983382c8a req-7fbcac6b-8b9e-4192-beac-3b44fbebbd7b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0995631
Mar 26 21:09:46.712104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (69186842-2129-4750-89cc-1292d4fb109b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:46.743989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=69186842-2129-4750-89cc-1292d4fb109b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:46.782156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-95650cd9-74c9-4dda-b9d6-474dae4e9b28 service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202924
Mar 26 21:09:46.837316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d66883e-43ba-4c2d-be3a-6d4983382c8a req-5f73cc46-dbb7-4bf4-8146-34429d250321 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970502
Mar 26 21:09:46.839957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:46.907516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-e506aed9-719c-4dbc-82f2-fead5338071b service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189759
Mar 26 21:09:46.961147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-87bad0b2-0bfa-4ccc-b3b1-688a3cec415f service neutron] 10.222.0.16 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0502970
Mar 26 21:09:46.968106 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:46.971845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks [] for router_controller (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.036411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed488c-e9f0-45c3-bf90-36002030ffef req-b4c76333-4fba-4200-bad1-43648fef9784 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:47.037983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54ed488c-e9f0-45c3-bf90-36002030ffef req-b4c76333-4fba-4200-bad1-43648fef9784 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.1070502
Mar 26 21:09:47.039802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.040450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:09:47.044847 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.046232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-078f5ced-a304-48da-8fd9-569105e66d85 admin admin] 10.222.0.16 "DELETE /v2.0/routers/87d62ae8-f98c-4dea-b2b4-d94c6efa0ebf HTTP/1.1" status: 204  len: 168 time: 2.7241824
Mar 26 21:09:47.052397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53196) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:47.102922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7878323e-ba46-4ba3-8bf3-dfc66069e09c service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429555
Mar 26 21:09:47.178869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Deleting subnet 571c539b-56d7-458b-8c0c-ec0f03c32bba {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:09:47.190340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Publish callbacks [] for subnet (571c539b-56d7-458b-8c0c-ec0f03c32bba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.202935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-54ed488c-e9f0-45c3-bf90-36002030ffef req-44279f3c-b3b6-4425-8b49-1f8dcb150778 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491764
Mar 26 21:09:47.264607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (571c539b-56d7-458b-8c0c-ec0f03c32bba), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.267495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-1b1d930a-c53d-435b-ba71-b05b782f4378 service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638000
Mar 26 21:09:47.408159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-ccf1ab2c-1c65-4288-b933-ba2b8635cfca service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333215
Mar 26 21:09:47.429857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (571c539b-56d7-458b-8c0c-ec0f03c32bba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.491327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a9a9a-230b-451b-a9d3-6b864dc67e13 req-167c74c0-00dc-45e9-8779-9a89a34befbd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:47.493013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc3a9a9a-230b-451b-a9d3-6b864dc67e13 req-167c74c0-00dc-45e9-8779-9a89a34befbd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1198683
Mar 26 21:09:47.540706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (571c539b-56d7-458b-8c0c-ec0f03c32bba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.575333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2967ff8-f8bd-45bd-8bd2-bc86f4c42915 None None] Network bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:47.595660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571c539b-56d7-458b-8c0c-ec0f03c32bba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:47.597985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.601521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6464d25-f175-4487-81af-33ab6e491fa0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/571c539b-56d7-458b-8c0c-ec0f03c32bba HTTP/1.1" status: 204  len: 168 time: 0.5463865
Mar 26 21:09:47.607045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc3a9a9a-230b-451b-a9d3-6b864dc67e13 req-cb8d64c7-238e-49fa-a07f-3a1d5c9c1325 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036119
Mar 26 21:09:47.607460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:47.644300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-0cff0708-5801-467d-9f5d-c87103ec430d service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293882
Mar 26 21:09:47.669418 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:09:47.708873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.840151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Deleting port 4ae5822f-0a9a-494e-8297-d03de08ac83b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:47.840496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:47.849772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-54ac1e0e-e213-4c39-b45b-451520973207 service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847503
Mar 26 21:09:47.861446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db54f77-15ad-4a49-b7b8-25903bc97f65 req-a8814e84-452c-4c26-b1d0-17841c8b3485 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:47.863013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9db54f77-15ad-4a49-b7b8-25903bc97f65 req-a8814e84-452c-4c26-b1d0-17841c8b3485 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1000755
Mar 26 21:09:47.884999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] DHCP port deletion for bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:09:47.949344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9db54f77-15ad-4a49-b7b8-25903bc97f65 req-7fc7c3cf-7cbb-46f1-b3c9-18502dec14c2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746188
Mar 26 21:09:48.004807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-8639d500-29af-4f1e-a3e6-976065cd964e service neutron] 10.222.0.16 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540749
Mar 26 21:09:48.053688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] For port 4ae5822f-0a9a-494e-8297-d03de08ac83b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae5822f-0a9a-494e-8297-d03de08ac83b,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:48.054849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.064561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Deleting port 4ae5822f-0a9a-494e-8297-d03de08ac83b {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:48.065151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.067702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 69186842-2129-4750-89cc-1292d4fb109b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:48.078272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Calling delete_port for 4ae5822f-0a9a-494e-8297-d03de08ac83b owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:48.110441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 69186842-2129-4750-89cc-1292d4fb109b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:09:48.111055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 69186842-2129-4750-89cc-1292d4fb109b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:09:48.111655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4ae5822f-0a9a-494e-8297-d03de08ac83b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:48.186174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-2e3538c4-30ae-45b5-90e3-e20b6f8082d8 service neutron] 10.222.0.16 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805570
Mar 26 21:09:48.211988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] For port 4ae5822f-0a9a-494e-8297-d03de08ac83b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae5822f-0a9a-494e-8297-d03de08ac83b,segment=NetworkSegment(fc0baa24-edc0-4a53-ac22-32cb54a4a39d),segment_id=fc0baa24-edc0-4a53-ac22-32cb54a4a39d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:48.212750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.232166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Calling delete_port for 4ae5822f-0a9a-494e-8297-d03de08ac83b owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:48.272927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b3bf-f257-415e-9935-f27d76b056d1 req-819a8c97-d5e7-4535-b796-d29b52e406f9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:48.282120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3e4b3bf-f257-415e-9935-f27d76b056d1 req-819a8c97-d5e7-4535-b796-d29b52e406f9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1990869
Mar 26 21:09:48.332919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4ae5822f-0a9a-494e-8297-d03de08ac83b is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:09:48.333310 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.371069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3e4b3bf-f257-415e-9935-f27d76b056d1 req-1b6af4d2-a687-468e-9cb7-36d64dadc14c tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876577
Mar 26 21:09:48.373862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.387904 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (4ae5822f-0a9a-494e-8297-d03de08ac83b), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.398415 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-f08acb8b-9c6f-4747-9bbc-b04dbd30d75b service neutron] 10.222.0.16 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113440
Mar 26 21:09:48.425727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] Pushing event deleted for resources: {'Port': ['ID=4ae5822f-0a9a-494e-8297-d03de08ac83b,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:48.436856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae5822f-0a9a-494e-8297-d03de08ac83b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:48.446325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a206b77-b4f0-4cd4-87a9-380d048ce2a3 None None] No DVR routers for this DVR port 4ae5822f-0a9a-494e-8297-d03de08ac83b on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:48.462798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] No DVR routers for this DVR port 4ae5822f-0a9a-494e-8297-d03de08ac83b on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:48.499859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53264) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:48.551243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53268) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:48.576471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.589157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-888d453b-1f92-4731-ae08-0e25aa478e73 service neutron] 10.222.0.16 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821995
Mar 26 21:09:48.606056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d4f1ca0>,) {'filters': {'network_id': ['bb6c52d1-d568-4f84-9ff8-81cc9efd0e84']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:48.625770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4f1ca0>, 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:48.626172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4f1ca0>, 'fc0baa24-edc0-4a53-ac22-32cb54a4a39d') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:09:48.658968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (fc0baa24-edc0-4a53-ac22-32cb54a4a39d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.709037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (fc0baa24-edc0-4a53-ac22-32cb54a4a39d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.724225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7304ea8c-cbad-4992-b477-862dd22e7c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.726247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:09:48.726639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (fc0baa24-edc0-4a53-ac22-32cb54a4a39d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:09:48.729779 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:09:48.734281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-a50e9bc6-bc17-474d-9971-d0c7e8d06ccb service neutron] 10.222.0.16 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441033
Mar 26 21:09:48.740183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9db4c16-bfcc-4571-97f8-23bba9882463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.806754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-23b009b3-c91a-46cb-9b6a-a62cf09b2e2d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:48.808153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-23b009b3-c91a-46cb-9b6a-a62cf09b2e2d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 937 time: 0.0658815
Mar 26 21:09:48.808963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9915d-3ca4-454b-a7c8-2ef84fe51fb4 req-8ab79fb8-cc48-4480-863d-929ba2bfbea0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:48.810473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72d9915d-3ca4-454b-a7c8-2ef84fe51fb4 req-8ab79fb8-cc48-4480-863d-929ba2bfbea0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1437879
Mar 26 21:09:48.813688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (bb6c52d1-d568-4f84-9ff8-81cc9efd0e84), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.820697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.824389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb6c52d1-d568-4f84-9ff8-81cc9efd0e84 HTTP/1.1" status: 204  len: 168 time: 1.2159252
Mar 26 21:09:48.858069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f345b9c-3e03-4cbb-a19f-845cb8568135 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6c52d1-d568-4f84-9ff8-81cc9efd0e84,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:48.919078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72d9915d-3ca4-454b-a7c8-2ef84fe51fb4 req-24a98416-6a24-42fe-9baf-d7d15178eb6f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884352
Mar 26 21:09:48.955894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7304ea8c-cbad-4992-b477-862dd22e7c2f admin admin] Publish callbacks [] for security_group (d0d22674-d533-45d1-bce3-59685ad94f6c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.963581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7304ea8c-cbad-4992-b477-862dd22e7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d0d22674-d533-45d1-bce3-59685ad94f6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:48.977733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:49.051232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304ea8c-cbad-4992-b477-862dd22e7c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d22674-d533-45d1-bce3-59685ad94f6c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:49.064995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7304ea8c-cbad-4992-b477-862dd22e7c2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53cefab95b6e4e79bde32b120ad7cb5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5602655
Mar 26 21:09:49.066567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:49.106771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d10c01f4-24cd-4d60-82e6-ae0817b46781 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a748aa42d5c4f55bd7d2d86838ff112&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1255136
Mar 26 21:09:49.108443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53282) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:49.133852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-2d62281c-bda6-4055-8a28-dd377d1d52b9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:49.135241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-2d62281c-bda6-4055-8a28-dd377d1d52b9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 936 time: 0.3190818
Mar 26 21:09:49.151301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b25d3-db58-4722-b5cb-e136b4081d49 req-1a6b4a9d-bd75-444b-bd76-607b29d3d277 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:49.152853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c8b25d3-db58-4722-b5cb-e136b4081d49 req-1a6b4a9d-bd75-444b-bd76-607b29d3d277 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.1444757
Mar 26 21:09:49.168394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9db4c16-bfcc-4571-97f8-23bba9882463 admin admin] Publish callbacks [] for security_group (ffc6f263-072b-4687-b3c7-0e7908fdb1d6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.173660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9db4c16-bfcc-4571-97f8-23bba9882463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ffc6f263-072b-4687-b3c7-0e7908fdb1d6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.196852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] Publish callbacks [] for security_group (d0d22674-d533-45d1-bce3-59685ad94f6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.205244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9db4c16-bfcc-4571-97f8-23bba9882463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=765e5efb645146e58c075fc2de2a13dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6528041
Mar 26 21:09:49.212422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53286) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:49.243372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4c16-bfcc-4571-97f8-23bba9882463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6f263-072b-4687-b3c7-0e7908fdb1d6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:49.248530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] Publish callbacks [] for security_group (d0d22674-d533-45d1-bce3-59685ad94f6c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.260880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] Publish callbacks [] for security_group (d61b0e6e-005c-4612-b44a-ae8210c39a08), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.281534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] Publish callbacks [] for security_group (ffc6f263-072b-4687-b3c7-0e7908fdb1d6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.287611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c8b25d3-db58-4722-b5cb-e136b4081d49 req-5029c4f7-d09e-4337-9eca-af8ec6d755f4 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236432
Mar 26 21:09:49.305200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] Publish callbacks [] for security_group (ffc6f263-072b-4687-b3c7-0e7908fdb1d6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.310602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] Publish callbacks [] for security_group (d61b0e6e-005c-4612-b44a-ae8210c39a08), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.369573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d0d22674-d533-45d1-bce3-59685ad94f6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.372483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ffc6f263-072b-4687-b3c7-0e7908fdb1d6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.372703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.373980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0d22674-d533-45d1-bce3-59685ad94f6c HTTP/1.1" status: 204  len: 168 time: 0.3038979
Mar 26 21:09:49.376221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.378201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffc6f263-072b-4687-b3c7-0e7908fdb1d6 HTTP/1.1" status: 204  len: 168 time: 0.1648650
Mar 26 21:09:49.385440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c87a4c-9e2b-4a22-a82b-2eb14293c077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d22674-d533-45d1-bce3-59685ad94f6c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:49.407904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3d007-e48b-4ed9-a426-799ef24b4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6f263-072b-4687-b3c7-0e7908fdb1d6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:49.410735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d61b0e6e-005c-4612-b44a-ae8210c39a08), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.419688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:49.421123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d61b0e6e-005c-4612-b44a-ae8210c39a08 HTTP/1.1" status: 204  len: 168 time: 0.3108838
Mar 26 21:09:49.460894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46038b63-bdcc-4220-92b4-78d7137da43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b0e6e-005c-4612-b44a-ae8210c39a08,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:49.506293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e4ef4-cddb-409f-9d7c-6d32fc6bf817 req-16e1f323-a7fb-4dfc-8c76-5903924feeac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:49.508278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549e4ef4-cddb-409f-9d7c-6d32fc6bf817 req-16e1f323-a7fb-4dfc-8c76-5903924feeac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1004949
Mar 26 21:09:49.590418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549e4ef4-cddb-409f-9d7c-6d32fc6bf817 req-ff72538f-3f53-43f6-b643-ae48ad1e94c2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733628
Mar 26 21:09:49.715583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f504f-6b0b-4176-9f87-08cc75475038 req-f750bb82-faae-49da-b040-a4f5cbc619df tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:49.717929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c38f504f-6b0b-4176-9f87-08cc75475038 req-f750bb82-faae-49da-b040-a4f5cbc619df tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0661829
Mar 26 21:09:49.792904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c38f504f-6b0b-4176-9f87-08cc75475038 req-9da0b86d-4d68-43f7-8ba2-565550665519 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688174
Mar 26 21:09:49.939895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9204c070-faab-43bf-ade4-7f197a596ace req-f77ff2ef-b46e-4949-88ea-d26551cea606 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0327942
Mar 26 21:09:50.016995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-23f4a42a-5270-40f4-9a5e-683a3378551f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.019411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-23f4a42a-5270-40f4-9a5e-683a3378551f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.0614202
Mar 26 21:09:50.075113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524933ed-23a6-40ec-bc01-471c8d46e83e req-c2c1a0bf-adfb-4803-990e-b71cc043bc8c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.077623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-524933ed-23a6-40ec-bc01-471c8d46e83e req-c2c1a0bf-adfb-4803-990e-b71cc043bc8c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0724709
Mar 26 21:09:50.108652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:50.131017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-524933ed-23a6-40ec-bc01-471c8d46e83e req-704fad4e-75d2-4137-aa12-386d60019c1e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474999
Mar 26 21:09:50.136346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24d47898-557d-4f93-9b72-20e792fe1348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.166210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Deleting port 84a12c26-186e-4dc5-b76e-261f807260e1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:09:50.166585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.382723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] For port 84a12c26-186e-4dc5-b76e-261f807260e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84a12c26-186e-4dc5-b76e-261f807260e1,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:09:50.382723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.409873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-9e5c29e8-0089-4ba7-811b-f6705af41a19 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.411519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-9e5c29e8-0089-4ba7-811b-f6705af41a19 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 937 time: 0.5194657
Mar 26 21:09:50.418991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Calling delete_port for 84a12c26-186e-4dc5-b76e-261f807260e1 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:09:50.428265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a115f3-11e1-4d98-a272-9b38bc0850f8 req-27b60abe-f822-4849-bc16-ebcf88d01811 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.429875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8a115f3-11e1-4d98-a272-9b38bc0850f8 req-27b60abe-f822-4849-bc16-ebcf88d01811 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 946 time: 0.0597088
Mar 26 21:09:50.441076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf808bbf-6621-4f61-aa19-f03c096c952a req-a5ccc6c6-29f5-404d-b429-e98e183f3e66 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.447845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf808bbf-6621-4f61-aa19-f03c096c952a req-a5ccc6c6-29f5-404d-b429-e98e183f3e66 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2042100
Mar 26 21:09:50.484854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8a115f3-11e1-4d98-a272-9b38bc0850f8 req-884455af-430f-4f80-8d9d-69c612cbb787 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482638
Mar 26 21:09:50.557248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24d47898-557d-4f93-9b72-20e792fe1348 admin admin] Publish callbacks [] for security_group (8fb18dad-3741-415b-870f-e160b765723c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.575437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24d47898-557d-4f93-9b72-20e792fe1348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8fb18dad-3741-415b-870f-e160b765723c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.601273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cf808bbf-6621-4f61-aa19-f03c096c952a req-bb7a40f8-2d5a-4d20-afb2-fa8b3889bdb2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525290
Mar 26 21:09:50.620834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-0c5e2ef1-6e16-4c8a-a280-edea356a09f3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:50.622227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-0c5e2ef1-6e16-4c8a-a280-edea356a09f3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 936 time: 0.1892750
Mar 26 21:09:50.655768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24d47898-557d-4f93-9b72-20e792fe1348 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb5890f4f7d9469dbc91ee08342b01c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5419736
Mar 26 21:09:50.655768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47898-557d-4f93-9b72-20e792fe1348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb18dad-3741-415b-870f-e160b765723c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:50.656731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:50.713247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] Publish callbacks [] for security_group (8fb18dad-3741-415b-870f-e160b765723c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.744662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] Publish callbacks [] for security_group (8fb18dad-3741-415b-870f-e160b765723c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.750218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (84a12c26-186e-4dc5-b76e-261f807260e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.763787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['84a12c26-186e-4dc5-b76e-261f807260e1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:09:50.842487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Pushing event deleted for resources: {'Port': ['ID=84a12c26-186e-4dc5-b76e-261f807260e1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:50.845469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8fb18dad-3741-415b-870f-e160b765723c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.853951 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.860479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fb18dad-3741-415b-870f-e160b765723c HTTP/1.1" status: 204  len: 168 time: 0.2028527
Mar 26 21:09:50.871989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] No DVR routers for this DVR port 84a12c26-186e-4dc5-b76e-261f807260e1 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:09:50.875148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:50.878408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba1116-7018-4908-9151-723c75b35141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb18dad-3741-415b-870f-e160b765723c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:50.881273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d668023d-4fa8-4c15-8f77-7dbac7e1f8ba req-11f2f92e-2f99-4a71-bed8-8b1fce99756c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.21 "DELETE /v2.0/ports/84a12c26-186e-4dc5-b76e-261f807260e1 HTTP/1.1" status: 204  len: 173 time: 0.8548880
Mar 26 21:09:50.881781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'name': 'network-vif-deleted', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:09:50.884849 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76fe8ce-33a8-4a34-bd0d-2cd6dc5293d4" -d '{"events": [{"server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "name": "network-vif-deleted", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:09:51.001648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ffac-fb32-436b-9811-5981c0bba647 req-94115603-0145-49ce-9841-f66237c24946 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:51.003512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b08ffac-fb32-436b-9811-5981c0bba647 req-94115603-0145-49ce-9841-f66237c24946 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0808840
Mar 26 21:09:51.008467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412e070-07c3-47d7-a157-ec94516fb9f1 req-2edb825c-1bb8-4887-bb89-da7963931d05 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:51.010672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5412e070-07c3-47d7-a157-ec94516fb9f1 req-2edb825c-1bb8-4887-bb89-da7963931d05 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0790524
Mar 26 21:09:51.104985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5412e070-07c3-47d7-a157-ec94516fb9f1 req-96b02bc1-7696-4a58-a65a-00838f857b50 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863688
Mar 26 21:09:51.145864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b08ffac-fb32-436b-9811-5981c0bba647 req-8e4d019d-74a3-45fc-a28f-b24252ee0bc1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270578
Mar 26 21:09:51.213762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53396) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:51.239445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2d01f31-f2a2-4451-90b8-3cac151dfc68 req-b0d320a1-8f61-4b7b-aad1-9cf3e7a42de7 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0366201
Mar 26 21:09:51.386192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b71bd-c5c9-4704-b24d-f5a95e39e8c9 req-cdfc31b5-348e-4403-96e6-9dd7526c26fb tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:51.391146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb3b71bd-c5c9-4704-b24d-f5a95e39e8c9 req-cdfc31b5-348e-4403-96e6-9dd7526c26fb tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0995467
Mar 26 21:09:51.484893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb3b71bd-c5c9-4704-b24d-f5a95e39e8c9 req-0771e3d7-b3a2-4886-b04a-9d820b27b9ad tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840235
Mar 26 21:09:51.555617 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f4d04-042f-46cc-8020-f9da08a66e49 x-openstack-request-id: req-0c2f4d04-042f-46cc-8020-f9da08a66e49 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:09:51.556045 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab73749-55ca-4384-afe9-24e0335cf4bb", "name": "network-vif-deleted", "tag": "84a12c26-186e-4dc5-b76e-261f807260e1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:09:51.556373 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c2f4d04-042f-46cc-8020-f9da08a66e49 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:09:51.556858 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2f4d04-042f-46cc-8020-f9da08a66e49'] response: {'server_uuid': '4ab73749-55ca-4384-afe9-24e0335cf4bb', 'name': 'network-vif-deleted', 'tag': '84a12c26-186e-4dc5-b76e-261f807260e1', 'status': 'completed', 'code': 200}
Mar 26 21:09:51.661120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2fa8ba8-4eb9-4302-a6de-fffc3a285525 req-219e5ee0-2227-4f76-ac85-63f1f1c79266 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ab73749-55ca-4384-afe9-24e0335cf4bb HTTP/1.1" status: 200  len: 210 time: 0.0460920
Mar 26 21:09:51.712146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-958647256-network', 'tenant_id': '52b4455ec1a2447ebb1f737c0d97fc83'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:51.740251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ad9cd-8125-4e82-93de-df82450aea22 req-b39fb11c-e877-49b0-a8a4-5c9dd5b30455 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:51.741748 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d28ad9cd-8125-4e82-93de-df82450aea22 req-b39fb11c-e877-49b0-a8a4-5c9dd5b30455 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0755680
Mar 26 21:09:51.755589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Made reservation on behalf of 52b4455ec1a2447ebb1f737c0d97fc83 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:51.757892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:51.768075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:51.841546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d28ad9cd-8125-4e82-93de-df82450aea22 req-25dcae6e-57cb-4f91-921e-8bdcaf66f6f1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930240
Mar 26 21:09:51.888375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks [] for security_group (dac71316-0359-4216-a287-963fb3c0788b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:51.895691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dac71316-0359-4216-a287-963fb3c0788b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:51.937435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac71316-0359-4216-a287-963fb3c0788b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:51.944285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:09:51.957852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (219631c7-2063-4167-9804-a30ebd699438), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:51.958481 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Added segment 219631c7-2063-4167-9804-a30ebd699438 of type vlan for network d44f6756-0914-4122-b1f7-731679a6fca5
Mar 26 21:09:52.013620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459dac-f151-4205-8f7d-8a045dc0d29e req-bd219932-fa5b-4924-be47-d10201c0d93a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.014451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d44f6756-0914-4122-b1f7-731679a6fca5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.015289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4459dac-f151-4205-8f7d-8a045dc0d29e req-bd219932-fa5b-4924-be47-d10201c0d93a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0627451
Mar 26 21:09:52.051892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d44f6756-0914-4122-b1f7-731679a6fca5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.053121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.053989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.087016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4459dac-f151-4205-8f7d-8a045dc0d29e req-0a564ce1-8a45-4454-8957-a75f729c6574 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637732
Mar 26 21:09:52.091908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8769860
Mar 26 21:09:52.095273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:52.103055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Request body: {'subnet': {'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-958647256-subnet', 'tenant_id': '52b4455ec1a2447ebb1f737c0d97fc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:52.151652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9a03-0548-47c2-aef5-1f82eeba1e2f admin admin] Pushing event updated for resources: {'Network': ['ID=d44f6756-0914-4122-b1f7-731679a6fca5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:52.170487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d44f6756-0914-4122-b1f7-731679a6fca5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:09:52.172100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Made reservation on behalf of 52b4455ec1a2447ebb1f737c0d97fc83 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:52.180025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.353371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c4dd2-3c37-40d4-b5fe-5a088c2bee68 req-902222db-84a8-4ae4-a3bf-c36254daf34d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.355347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc3c4dd2-3c37-40d4-b5fe-5a088c2bee68 req-902222db-84a8-4ae4-a3bf-c36254daf34d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1077394
Mar 26 21:09:52.434922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc3c4dd2-3c37-40d4-b5fe-5a088c2bee68 req-43abcc31-ea9e-4758-9163-c9847c0f5f98 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721428
Mar 26 21:09:52.496408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31b72479-e8e3-4ed6-98d7-0262e13da4da req-f3e2b3d1-88c6-4134-a15e-adba6fce8b88 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0524979
Mar 26 21:09:52.518311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (556e9c2c-01b8-49c1-be4e-df25c165ab71), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.588077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c31eae-06e0-418a-bf68-bfa20c34ba64 req-fb7f0a4e-8008-4ff0-8d55-31834f1666f8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.596572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c31eae-06e0-418a-bf68-bfa20c34ba64 req-fb7f0a4e-8008-4ff0-8d55-31834f1666f8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0843430
Mar 26 21:09:52.609661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556e9c2c-01b8-49c1-be4e-df25c165ab71,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:52.632632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Checking segment: {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:52.634885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Network hostable DHCP agents. Network: d44f6756-0914-4122-b1f7-731679a6fca5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:09:52.658083 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86c31eae-06e0-418a-bf68-bfa20c34ba64 req-89f99ffe-301c-471c-b4fc-ed847ec32a81 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599585
Mar 26 21:09:52.682825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Network d44f6756-0914-4122-b1f7-731679a6fca5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:09:52.698922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d44f6756-0914-4122-b1f7-731679a6fca5) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:52.710924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae95832-b8f5-4703-aa84-e29be5a27395 None None] Network d44f6756-0914-4122-b1f7-731679a6fca5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:52.725979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.726659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:52.754655 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ffca4c25-270d-4f30-bebc-f221158ebc90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6583047
Mar 26 21:09:52.848339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40e8ef-8bc7-4046-b46c-3eb41673f134 None None] Network d44f6756-0914-4122-b1f7-731679a6fca5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:09:52.888672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-4c250fbc-d8ad-4a06-a393-4d71404b95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.891059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-4c250fbc-d8ad-4a06-a393-4d71404b95e7 service neutron] 10.222.0.18 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 1033 time: 0.5917661
Mar 26 21:09:52.941623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-73a520ae-4808-4ef3-a876-7ce37345fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:52.943682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-73a520ae-4808-4ef3-a876-7ce37345fdb0 service neutron] 10.222.0.18 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 1032 time: 0.0476975
Mar 26 21:09:53.210856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9fbd8a3-c874-4762-bb2c-2c333b912a33 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:53.216200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9fbd8a3-c874-4762-bb2c-2c333b912a33 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:53.221255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9fbd8a3-c874-4762-bb2c-2c333b912a33 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:53.222933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9fbd8a3-c874-4762-bb2c-2c333b912a33 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/networks?id=0104976f-c364-4864-ad5f-8b4958c8e560&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 1995 time: 0.2740531
Mar 26 21:09:53.284834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-56ca5fcd-6f9e-4639-9d0c-194efcc72bb0 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:53.291624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-56ca5fcd-6f9e-4639-9d0c-194efcc72bb0 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 809 time: 0.2391083
Mar 26 21:09:53.322563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-6d887a6d-0ecf-43cc-922f-cb45521aba1a tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/quotas/7b6be6f8159f4491b83d9658d643464c HTTP/1.1" status: 200  len: 375 time: 0.0299077
Mar 26 21:09:53.346034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-11a639d4-a80c-4e68-a41e-c5a50079e402 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a821ba46f3f5408ab82098a1d2d8a926 HTTP/1.1" status: 200  len: 380 time: 0.1132381
Mar 26 21:09:53.369115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-f0936148-4b6f-4bc7-9003-00bef404854b tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454798
Mar 26 21:09:53.373995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7103d37d-17df-4146-8add-c692d973e45a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:09:53.375684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7103d37d-17df-4146-8add-c692d973e45a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0154922
Mar 26 21:09:53.386970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'admin_state_up': True, 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'security_groups': ['5269d059-5914-4bff-a367-d8ddaa012a28']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:53.418976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:53.600911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-785d410e-4202-480b-8357-5163f30cbcba service neutron] 10.222.0.16 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308133
Mar 26 21:09:53.649877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d893ef4-213f-44b1-9fae-a21fef77c3fe req-9ae64187-2ee4-4186-bc29-13cdbd9ab663 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:53.651821 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d893ef4-213f-44b1-9fae-a21fef77c3fe req-9ae64187-2ee4-4186-bc29-13cdbd9ab663 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1142759
Mar 26 21:09:53.669837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-502c5f01-85d1-44bd-ba35-0b891239bfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:53.697029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:53.700810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:53.769386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d893ef4-213f-44b1-9fae-a21fef77c3fe req-8bcba1b8-d23c-4b68-b6e5-b71ec0322a0a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940859
Mar 26 21:09:53.865209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-502c5f01-85d1-44bd-ba35-0b891239bfc4 admin admin] Publish callbacks [] for security_group (0f84511c-af7c-43ef-95d1-08609fb70e46), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:53.885261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-502c5f01-85d1-44bd-ba35-0b891239bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0f84511c-af7c-43ef-95d1-08609fb70e46), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:53.938993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 172.20.0.10 (0104976f-c364-4864-ad5f-8b4958c8e560/eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661/22b73853-ba48-4af3-b54b-5bc85d9fee52) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:53.981076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-502c5f01-85d1-44bd-ba35-0b891239bfc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfe26a7857f84d2b89f3ed7ed194cec4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5610754
Mar 26 21:09:53.984974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:53.992296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-8bb15063-54da-4b7e-8196-ae02e3cb4294 service neutron] 10.222.0.16 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3904431
Mar 26 21:09:54.075683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c5f01-85d1-44bd-ba35-0b891239bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f84511c-af7c-43ef-95d1-08609fb70e46,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:54.093883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9fef7dd-ac7c-4b3c-b5fd-a98ac35e5c77 req-d1fd0756-0666-4200-aac1-78e12bd03802 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 210 time: 0.1386042
Mar 26 21:09:54.118345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] Publish callbacks [] for security_group (0f84511c-af7c-43ef-95d1-08609fb70e46), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.179176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] Publish callbacks [] for security_group (0f84511c-af7c-43ef-95d1-08609fb70e46), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.193476 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.271254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.322019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70862c-cf12-4250-a5b2-e1bd3ff2e73e req-6f33b52f-717c-4897-b291-1932d78c9909 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:54.329344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e70862c-cf12-4250-a5b2-e1bd3ff2e73e req-6f33b52f-717c-4897-b291-1932d78c9909 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1184032
Mar 26 21:09:54.370766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fdfaa45-45eb-4e6a-9b9a-f827a8cf8818 req-b033ff62-c835-4af6-995b-1a4be3a4ce5c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 210 time: 0.0552657
Mar 26 21:09:54.375636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 0104976f-c364-4864-ad5f-8b4958c8e560 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:54.385873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:54.388658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:54.403214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:54.417243 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e70862c-cf12-4250-a5b2-e1bd3ff2e73e req-ae6b09d9-956d-4b55-b4a2-c5a510b61dbe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868738
Mar 26 21:09:54.418434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0f84511c-af7c-43ef-95d1-08609fb70e46), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.435083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.436659 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f84511c-af7c-43ef-95d1-08609fb70e46 HTTP/1.1" status: 204  len: 168 time: 0.4503400
Mar 26 21:09:54.454585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f463397-e226-4d93-a95e-4a2ddd83f538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f84511c-af7c-43ef-95d1-08609fb70e46,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:54.577287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:54.582145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.623539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-debc4a53-2ae3-4e50-a8a9-5cd7331399b3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2304749
Mar 26 21:09:54.631840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'admin_state_up': True, 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'security_groups': ['5269d059-5914-4bff-a367-d8ddaa012a28']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:54.692145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 84a12c26-186e-4dc5-b76e-261f807260e1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:09:54.776405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 84a12c26-186e-4dc5-b76e-261f807260e1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:09:54.777086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 84a12c26-186e-4dc5-b76e-261f807260e1 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:09:54.888424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:54.899051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:54.983580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3e85781b-7a74-46d7-bf69-805f88938cea None None] Provisioning complete for port 22b73853-ba48-4af3-b54b-5bc85d9fee52 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:54.984054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3e85781b-7a74-46d7-bf69-805f88938cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:55.061044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adc5d-d921-4b84-9744-4742653f00e1 req-ee09d7bd-9807-4279-a083-0853188818fa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:55.070513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c38adc5d-d921-4b84-9744-4742653f00e1 req-ee09d7bd-9807-4279-a083-0853188818fa tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1357951
Mar 26 21:09:55.132129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb912-ddc9-406c-b640-927d9e59e870 req-7bcd56af-3275-43e9-bd7b-d6894b411dc0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:55.142549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10dcb912-ddc9-406c-b640-927d9e59e870 req-7bcd56af-3275-43e9-bd7b-d6894b411dc0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2861836
Mar 26 21:09:55.191156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3e85781b-7a74-46d7-bf69-805f88938cea None None] Port 22b73853-ba48-4af3-b54b-5bc85d9fee52 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:55.205926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5952789a-c586-48d1-8979-678ffad330b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:55.236410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c38adc5d-d921-4b84-9744-4742653f00e1 req-04d58115-8291-4bec-b892-bd595096c534 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648800
Mar 26 21:09:55.237657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10dcb912-ddc9-406c-b640-927d9e59e870 req-b9ed4afc-838c-4515-b2e4-783ed842cfa6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941641
Mar 26 21:09:55.380514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.1.1.175 (3b12b2db-5c6b-4503-ae46-15abd6717aa6/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059/9f26816b-64ca-4f6e-bc7f-0723c5bf7f79) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:55.539716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9362098-9c8f-49ad-94a5-645306a34fcb req-55957127-99ba-4247-a9e9-1ae4901be1d6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:55.552236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9362098-9c8f-49ad-94a5-645306a34fcb req-55957127-99ba-4247-a9e9-1ae4901be1d6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 932 time: 0.1793778
Mar 26 21:09:55.628182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9362098-9c8f-49ad-94a5-645306a34fcb req-6115a641-a113-44fd-9ef6-4b4c208df0b4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748580
Mar 26 21:09:55.741034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53602) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:55.907501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c094d292-1bf5-4140-8a10-424dc3d0b83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:55.935069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3db80a8-8bae-4345-87c7-85741f6b0d73 req-b9cda1d4-0296-49d6-a827-313bb024f71e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 210 time: 0.0567124
Mar 26 21:09:56.048694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c094d292-1bf5-4140-8a10-424dc3d0b83c admin admin] Publish callbacks [] for security_group (ef164e3a-16a6-4e8e-89a1-d93b1e29d39b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.055873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c094d292-1bf5-4140-8a10-424dc3d0b83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef164e3a-16a6-4e8e-89a1-d93b1e29d39b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.116708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c094d292-1bf5-4140-8a10-424dc3d0b83c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07cc114d541b4309ac532e6490907780&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3745584
Mar 26 21:09:56.117626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094d292-1bf5-4140-8a10-424dc3d0b83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef164e3a-16a6-4e8e-89a1-d93b1e29d39b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:56.120890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53614) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:56.175241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.185868 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] Publish callbacks [] for security_group (ef164e3a-16a6-4e8e-89a1-d93b1e29d39b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.211639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] Publish callbacks [] for security_group (ef164e3a-16a6-4e8e-89a1-d93b1e29d39b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.215150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-e10d2be8-dcf9-4293-b138-a73d55a8b971 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.216725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-e10d2be8-dcf9-4293-b138-a73d55a8b971 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.18 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 809 time: 0.1860106
Mar 26 21:09:56.234163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Request body: {'port': {'device_id': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'network_id': 'e5f51125-5858-46df-946d-60ea76425690', 'admin_state_up': True, 'tenant_id': '7b6be6f8159f4491b83d9658d643464c'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:56.276149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef164e3a-16a6-4e8e-89a1-d93b1e29d39b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.279370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.281486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef164e3a-16a6-4e8e-89a1-d93b1e29d39b HTTP/1.1" status: 204  len: 168 time: 0.1589286
Mar 26 21:09:56.302882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d5766-95d8-4335-b507-0eed5efc9ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef164e3a-16a6-4e8e-89a1-d93b1e29d39b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:56.388236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.443261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b50c05-39bf-4079-932c-74f6ee794578 req-b1265c70-aeff-42d2-90a2-61f3657c7a1e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.456423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00b50c05-39bf-4079-932c-74f6ee794578 req-b1265c70-aeff-42d2-90a2-61f3657c7a1e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1138406
Mar 26 21:09:56.472223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:56.483644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:56.491797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:56.551663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00b50c05-39bf-4079-932c-74f6ee794578 req-709a03bb-d7c7-46db-97ca-7d783cb9cce9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939701
Mar 26 21:09:56.593494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:56.674249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10351017-5ded-47c2-82ef-53b5e7e2a314 req-0ac99730-312a-4328-9da4-a40af8ee4a43 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.676660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10351017-5ded-47c2-82ef-53b5e7e2a314 req-0ac99730-312a-4328-9da4-a40af8ee4a43 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2900934
Mar 26 21:09:56.699771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Made reservation on behalf of 7b6be6f8159f4491b83d9658d643464c for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:56.703686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.711586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.712280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:56.816702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-88398685-e9a6-437e-a5a3-e0070d01e0c9 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1920683
Mar 26 21:09:56.832672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'admin_state_up': True, 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'security_groups': ['5269d059-5914-4bff-a367-d8ddaa012a28']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:56.898144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10351017-5ded-47c2-82ef-53b5e7e2a314 req-eb07bb7d-7c3e-4ae0-8c55-e23b1809a0da tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152181
Mar 26 21:09:56.912304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265ebe5-a844-484e-add5-abce1d28a409 req-cac6a555-4821-4773-81d4-05067431ac87 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.922548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265ebe5-a844-484e-add5-abce1d28a409 req-cac6a555-4821-4773-81d4-05067431ac87 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:56.926856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b265ebe5-a844-484e-add5-abce1d28a409 req-cac6a555-4821-4773-81d4-05067431ac87 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 1654 time: 0.1342795
Mar 26 21:09:56.957901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d6790fa7-fc87-4042-b736-ba5542d29bd1 None None] Provisioning complete for port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:56.958955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d6790fa7-fc87-4042-b736-ba5542d29bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.037937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b265ebe5-a844-484e-add5-abce1d28a409 req-f4ef3b3e-340f-4b05-8f22-d707e113cd2d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023180
Mar 26 21:09:57.068307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d6790fa7-fc87-4042-b736-ba5542d29bd1 None None] Port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:57.085650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53658) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:57.098218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Allocated IP 172.20.0.4 (e5f51125-5858-46df-946d-60ea76425690/096ccd3f-3100-4f7a-a8e3-70b303ceb9bf/dded3166-95cc-4fc7-8eb8-795205dc5776) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:57.105199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-599908e8-c56a-46a8-ba37-91973a524f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.144795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e672e31-2238-411a-b69f-5a7a7213f8f3 req-6f3d603a-da12-44d7-b847-ef20d4ada4a2 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 210 time: 0.0540986
Mar 26 21:09:57.160715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:57.164450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.276260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a784-7a43-431f-bf67-26b494ef8f34 req-da4582c1-3b3d-4fea-9aa3-e61384873e7a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:57.277798 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4659a784-7a43-431f-bf67-26b494ef8f34 req-da4582c1-3b3d-4fea-9aa3-e61384873e7a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0993600
Mar 26 21:09:57.314750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-599908e8-c56a-46a8-ba37-91973a524f90 admin admin] Publish callbacks [] for security_group (d67abfc3-18f8-4070-97c3-7d275c4b91d4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.332249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-599908e8-c56a-46a8-ba37-91973a524f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d67abfc3-18f8-4070-97c3-7d275c4b91d4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.336349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e0c74f1-ca69-46c2-9466-e32144ad4949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.418859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4659a784-7a43-431f-bf67-26b494ef8f34 req-9194ff1a-e4d8-4a5d-bb9f-83e8be566dbf tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017778
Mar 26 21:09:57.432752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-599908e8-c56a-46a8-ba37-91973a524f90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06d340c85d3f4ef6bc5d273f0759cc11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3458724
Mar 26 21:09:57.433677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599908e8-c56a-46a8-ba37-91973a524f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67abfc3-18f8-4070-97c3-7d275c4b91d4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:57.436006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:57.522048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] Publish callbacks [] for security_group (d67abfc3-18f8-4070-97c3-7d275c4b91d4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.537027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks [] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.549489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] Publish callbacks [] for security_group (d67abfc3-18f8-4070-97c3-7d275c4b91d4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.574917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.1.1.66 (3b12b2db-5c6b-4503-ae46-15abd6717aa6/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059/3776e0f7-2a1d-4dbf-b7ac-963e98079436) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:57.627446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d67abfc3-18f8-4070-97c3-7d275c4b91d4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.630746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.632192 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d67abfc3-18f8-4070-97c3-7d275c4b91d4 HTTP/1.1" status: 204  len: 168 time: 0.1951990
Mar 26 21:09:57.698707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d48106-5598-4a13-8e67-5895357f3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67abfc3-18f8-4070-97c3-7d275c4b91d4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:57.759107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b062-362e-4e90-9160-8dec5d8329c8 req-ef00eced-8132-41d4-aa31-e5ec8a4da0a6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:57.787686 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4765b062-362e-4e90-9160-8dec5d8329c8 req-ef00eced-8132-41d4-aa31-e5ec8a4da0a6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1620908
Mar 26 21:09:57.814397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:57.897442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4765b062-362e-4e90-9160-8dec5d8329c8 req-82d2531b-6b82-4946-bac2-acb5765d2cd1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073675
Mar 26 21:09:57.921622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53692) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:57.952038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Network e5f51125-5858-46df-946d-60ea76425690 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:57.953692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Pushing event updated for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:57.974755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a0575-535f-4d01-b673-d8d6255eb976 req-63512a2d-2348-4d6b-9314-9b77170329a4 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:57.976318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-656a0575-535f-4d01-b673-d8d6255eb976 req-63512a2d-2348-4d6b-9314-9b77170329a4 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1969864
Mar 26 21:09:57.977243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:57.979789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:58.096995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.097628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.105933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.132163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbf3f-0734-4f2f-a340-2d4fb1c9f859 req-f89ea104-4898-4f3c-aa2c-92a2b17c27d2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.133609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-656a0575-535f-4d01-b673-d8d6255eb976 req-6912b19a-eeeb-4609-92f6-579f02548feb tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295838
Mar 26 21:09:58.149684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7abbf3f-0734-4f2f-a340-2d4fb1c9f859 req-f89ea104-4898-4f3c-aa2c-92a2b17c27d2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1157298
Mar 26 21:09:58.150614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-4d42c9dc-0882-4915-a4c6-29ae36b02a90 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9254630
Mar 26 21:09:58.168203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Request body: {'port': {'device_id': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:58.232487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d48386b-e55f-4f06-b7b8-d74ccf44aa1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.265887 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e7abbf3f-0734-4f2f-a340-2d4fb1c9f859 req-fe5381a8-6927-4ed5-8b2f-562260cc2acd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048031
Mar 26 21:09:58.339661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.416468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.432893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d48386b-e55f-4f06-b7b8-d74ccf44aa1c admin admin] Publish callbacks [] for security_group (0080e6fd-17ae-48be-96cc-61a89acb2f19), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.449559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954dcda-46f5-4a40-8397-9bf059c25236 req-ff44dc56-a453-4a5b-ab7a-c39a407c610f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.452422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5954dcda-46f5-4a40-8397-9bf059c25236 req-ff44dc56-a453-4a5b-ab7a-c39a407c610f tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 931 time: 0.1058517
Mar 26 21:09:58.453309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d48386b-e55f-4f06-b7b8-d74ccf44aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0080e6fd-17ae-48be-96cc-61a89acb2f19), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.457633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f7771-5ce4-410a-b872-6e085fbbf91e req-f5e6e85d-1ed2-42ae-95e9-fffad75a8fe5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.463352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f7771-5ce4-410a-b872-6e085fbbf91e req-f5e6e85d-1ed2-42ae-95e9-fffad75a8fe5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.465337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f7771-5ce4-410a-b872-6e085fbbf91e req-f5e6e85d-1ed2-42ae-95e9-fffad75a8fe5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 1654 time: 0.2424519
Mar 26 21:09:58.472272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:58.478690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:09:58.490373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:09:58.493741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:09:58.526807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d48386b-e55f-4f06-b7b8-d74ccf44aa1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29129873213241ffb4a419c139b5d326&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6030309
Mar 26 21:09:58.527722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53760) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:09:58.576030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48386b-e55f-4f06-b7b8-d74ccf44aa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080e6fd-17ae-48be-96cc-61a89acb2f19,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:58.615274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:58.616098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.660547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f7771-5ce4-410a-b872-6e085fbbf91e req-ebbaa654-5195-4394-8a9f-52aac755fc7c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838412
Mar 26 21:09:58.694601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] Publish callbacks [] for security_group (0080e6fd-17ae-48be-96cc-61a89acb2f19), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.749120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] Publish callbacks [] for security_group (0080e6fd-17ae-48be-96cc-61a89acb2f19), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.761603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.786439 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-cb45eb1e-7304-4ccc-8b89-d5d218d261d5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9625041
Mar 26 21:09:58.805589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'admin_state_up': True, 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'security_groups': ['5269d059-5914-4bff-a367-d8ddaa012a28']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:09:58.835149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5954dcda-46f5-4a40-8397-9bf059c25236 req-5a18b86a-46ac-49c6-927b-7b4fb6a4a442 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3566556
Mar 26 21:09:58.836723 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0080e6fd-17ae-48be-96cc-61a89acb2f19), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.840735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:58.842081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0080e6fd-17ae-48be-96cc-61a89acb2f19 HTTP/1.1" status: 204  len: 168 time: 0.3011510
Mar 26 21:09:58.852171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed2db4-f78c-46bf-a288-f864594034cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080e6fd-17ae-48be-96cc-61a89acb2f19,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:58.907320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a64f2161-3fd8-402f-9a0c-c2b9664eee2a None None] Provisioning complete for port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:09:58.907891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a64f2161-3fd8-402f-9a0c-c2b9664eee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:59.013334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a64f2161-3fd8-402f-9a0c-c2b9664eee2a None None] Port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:09:59.128682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757f6a-cbc2-4127-9aaa-d75ef20655fd req-3ccb61d2-6213-4c11-b8ac-4b708a710dbc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.130337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a757f6a-cbc2-4127-9aaa-d75ef20655fd req-3ccb61d2-6213-4c11-b8ac-4b708a710dbc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2167022
Mar 26 21:09:59.158328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:09:59.292275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dded3166-95cc-4fc7-8eb8-795205dc5776 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:09:59.303358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks [] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:59.315743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4a757f6a-cbc2-4127-9aaa-d75ef20655fd req-79c8c994-b4f9-4221-8ff0-41b61c47f0f1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775339
Mar 26 21:09:59.348738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba79c7-6775-431a-b7ce-482771b43f7b req-39c1a7ef-b9dd-4605-a9fb-c3f3be919dde tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.357411 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35ba79c7-6775-431a-b7ce-482771b43f7b req-39c1a7ef-b9dd-4605-a9fb-c3f3be919dde tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1061900
Mar 26 21:09:59.385510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:59.435000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35ba79c7-6775-431a-b7ce-482771b43f7b req-47279951-9d34-4553-8c33-d71dd442e8e7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766056
Mar 26 21:09:59.476684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Transition to ACTIVE for port object dded3166-95cc-4fc7-8eb8-795205dc5776 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:09:59.519703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:09:59.693412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Pushing event updated for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:09:59.715368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c89c7-67c0-48c9-b921-91e03748f41e req-d362090c-3c5c-43da-bc01-72a60fd56334 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.716778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c9c89c7-67c0-48c9-b921-91e03748f41e req-d362090c-3c5c-43da-bc01-72a60fd56334 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3131025
Mar 26 21:09:59.840345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d647-f7b8-4e37-8c63-a4d5deb9a931 req-d5ee03e1-18a5-4b6b-b811-3958cc1dee53 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.851221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d647-f7b8-4e37-8c63-a4d5deb9a931 req-d5ee03e1-18a5-4b6b-b811-3958cc1dee53 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.857905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d647-f7b8-4e37-8c63-a4d5deb9a931 req-d5ee03e1-18a5-4b6b-b811-3958cc1dee53 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:09:59.871637 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcb2d647-f7b8-4e37-8c63-a4d5deb9a931 req-d5ee03e1-18a5-4b6b-b811-3958cc1dee53 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 2374 time: 0.1235414
Mar 26 21:09:59.879494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.2.2.100 (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03/32b3a105-0eea-43d0-9e40-727294f116a1/0e9d94a8-a505-4bce-9e95-8b10eaee424e) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:09:59.896325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Attempting to bind port dded3166-95cc-4fc7-8eb8-795205dc5776 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:09:59.896766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Attempting to bind port dded3166-95cc-4fc7-8eb8-795205dc5776 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:09:59.897114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Attempting to bind port dded3166-95cc-4fc7-8eb8-795205dc5776 on network e5f51125-5858-46df-946d-60ea76425690 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:59.916738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Port dded3166-95cc-4fc7-8eb8-795205dc5776 on network e5f51125-5858-46df-946d-60ea76425690 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:09:59.917217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Attempting to bind port dded3166-95cc-4fc7-8eb8-795205dc5776 on network e5f51125-5858-46df-946d-60ea76425690 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:09:59.933271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7c9c89c7-67c0-48c9-b921-91e03748f41e req-36481cc6-2e7e-4182-8478-2b6450262304 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785719
Mar 26 21:09:59.940395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:09:59.942594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Checking segment: {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:09:59.943982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Bound using segment: {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:09:59.945882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Bound port: dded3166-95cc-4fc7-8eb8-795205dc5776, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e214795-c48f-402e-84ba-d9e697467312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e5f51125-5858-46df-946d-60ea76425690'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:09:59.947006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.001929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcb2d647-f7b8-4e37-8c63-a4d5deb9a931 req-525b1fd5-79f4-47fb-b51a-2092ddd24994 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251802
Mar 26 21:10:00.119374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.140740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.234858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.294505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d905011-f2ed-4698-ab82-f786f63d3682 req-84ae5697-3cdf-40a2-b9b8-23ae33a43434 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.298917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d905011-f2ed-4698-ab82-f786f63d3682 req-84ae5697-3cdf-40a2-b9b8-23ae33a43434 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0855727
Mar 26 21:10:00.354053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:00.366331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:00.368141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:00.373723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:00.395639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d905011-f2ed-4698-ab82-f786f63d3682 req-05bf63a3-5489-4d49-8c3e-0b20f366943a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920098
Mar 26 21:10:00.455164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:00.521061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dded3166-95cc-4fc7-8eb8-795205dc5776,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:00.629529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.629529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.648945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.664184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488898-e8c0-4e61-b452-f11a0e53756d req-53e4aa90-9693-4d56-b1ed-30b2a5d03f3e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.673020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef488898-e8c0-4e61-b452-f11a0e53756d req-53e4aa90-9693-4d56-b1ed-30b2a5d03f3e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1589806
Mar 26 21:10:00.758704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Pushing event updated for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:00.767432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9adb01ea-29e5-4476-bc19-5d9ba4d16e52 None None] Provisioning complete for port 0e9d94a8-a505-4bce-9e95-8b10eaee424e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:00.767804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9adb01ea-29e5-4476-bc19-5d9ba4d16e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.779604 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ef488898-e8c0-4e61-b452-f11a0e53756d req-4564cc68-1a34-44e8-8499-4863ff2f613e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048217
Mar 26 21:10:00.782493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f823cd-342e-4dae-8a8c-d66e489e964c req-b65bf154-b63e-4bb8-a337-62d5b34b46b3 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.790780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90f823cd-342e-4dae-8a8c-d66e489e964c req-b65bf154-b63e-4bb8-a337-62d5b34b46b3 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 943 time: 0.6122553
Mar 26 21:10:00.794304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.794937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:00.798076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-7203b872-c5dc-4e41-a3c6-6d96e8f0929c service neutron] 10.222.0.18 "PUT /v2.0/ports/dded3166-95cc-4fc7-8eb8-795205dc5776 HTTP/1.1" status: 200  len: 1091 time: 2.6354997
Mar 26 21:10:00.799740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:00.810281 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:00.860274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9adb01ea-29e5-4476-bc19-5d9ba4d16e52 None None] Port 0e9d94a8-a505-4bce-9e95-8b10eaee424e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:10:00.872322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-f14fc912-125e-4c4c-84ca-f395dcdb3427 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0795412
Mar 26 21:10:00.922398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'admin_state_up': True, 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'security_groups': ['5269d059-5914-4bff-a367-d8ddaa012a28']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:00.924473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649fd09-51d2-4849-ae14-80c7fd596b60 req-0a1f733d-6fd6-4688-9047-3906765fd9bd tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:00.934057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6649fd09-51d2-4849-ae14-80c7fd596b60 req-0a1f733d-6fd6-4688-9047-3906765fd9bd tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0911915
Mar 26 21:10:00.937061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90f823cd-342e-4dae-8a8c-d66e489e964c req-8c6ec0fc-51f5-43b7-a553-dc31bedbf81c tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452000
Mar 26 21:10:01.069657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6649fd09-51d2-4849-ae14-80c7fd596b60 req-cc27285f-d16d-486c-97b4-6fa887b4e721 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249852
Mar 26 21:10:01.283120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-560d172e-29f1-4632-83f8-fcc290616dc6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.293579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-560d172e-29f1-4632-83f8-fcc290616dc6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.299114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-560d172e-29f1-4632-83f8-fcc290616dc6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.304791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-560d172e-29f1-4632-83f8-fcc290616dc6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.306738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-560d172e-29f1-4632-83f8-fcc290616dc6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 3095 time: 0.1219938
Mar 26 21:10:01.387174 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c444c68d-dce8-4640-868e-8f76b4edce60 x-openstack-request-id: req-c444c68d-dce8-4640-868e-8f76b4edce60 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:01.387566 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:01.387695 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c444c68d-dce8-4640-868e-8f76b4edce60 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:01.388124 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c444c68d-dce8-4640-868e-8f76b4edce60'] response: {'name': 'network-changed', 'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776', 'status': 'completed', 'code': 200}
Mar 26 21:10:01.391019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ac5abd5-7d20-4730-a109-917f2e0e257e req-ca4092e1-1c77-4498-bc99-0c6b8bf921d0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776036
Mar 26 21:10:01.407827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-b4ed60ff-86b3-46cd-8846-8b9ae2a5bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.409697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-b4ed60ff-86b3-46cd-8846-8b9ae2a5bd5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 1125 time: 0.5420825
Mar 26 21:10:01.484138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-57e3ae3c-d60c-4332-90b3-a8c373199269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dded3166-95cc-4fc7-8eb8-795205dc5776 HTTP/1.1" status: 200  len: 217 time: 0.0655289
Mar 26 21:10:01.568773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-64b2056a-ab03-4f73-9538-475e669774d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.570277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-64b2056a-ab03-4f73-9538-475e669774d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf HTTP/1.1" status: 200  len: 849 time: 0.0756841
Mar 26 21:10:01.615775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-264a583a-f3c1-4eb6-ba5a-e0dd24bfa209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5f51125-5858-46df-946d-60ea76425690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351284
Mar 26 21:10:01.623259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ed50-b6b0-485b-84fb-fc20644d2c90 req-5dbe4710-974c-432c-ac2e-807229e5b717 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:01.625559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c59ed50-b6b0-485b-84fb-fc20644d2c90 req-5dbe4710-974c-432c-ac2e-807229e5b717 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2420168
Mar 26 21:10:01.671992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Made reservation on behalf of a821ba46f3f5408ab82098a1d2d8a926 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:01.676172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:01.724715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:01.741660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:01.810029 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:01.835337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c59ed50-b6b0-485b-84fb-fc20644d2c90 req-72fabcc8-7233-4af8-9a64-1667cbf5b7f4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946182
Mar 26 21:10:01.909909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-e25d8cae-dbea-4200-a838-1a189714ca93 service neutron] 10.222.0.18 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831702
Mar 26 21:10:01.960880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2866e44c-508b-443d-a112-94c15d57413a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:01.968101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1503-d6a2-4f20-a54f-88207eed6f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.088451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de2eb4-be18-4937-b65e-29167098849a req-67e44753-91e8-4ecc-8f54-b365bfa06640 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.090106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56de2eb4-be18-4937-b65e-29167098849a req-67e44753-91e8-4ecc-8f54-b365bfa06640 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1269119
Mar 26 21:10:02.206563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Allocated IP 10.2.2.200 (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03/32b3a105-0eea-43d0-9e40-727294f116a1/e3b38732-461a-4f7b-b115-580ff04122e3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:10:02.206778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2866e44c-508b-443d-a112-94c15d57413a admin admin] Publish callbacks [] for security_group (798c0ba0-8134-4a0f-ba87-ed9f13446ff2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.212985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76cc9b2c-8ead-42f5-bdc1-1bc94e4694d7 req-1f13b1ac-668e-44a4-8206-277996cc3aa0 service neutron] 10.222.0.18 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2945995
Mar 26 21:10:02.220898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2866e44c-508b-443d-a112-94c15d57413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (798c0ba0-8134-4a0f-ba87-ed9f13446ff2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.227032 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56de2eb4-be18-4937-b65e-29167098849a req-d7e4e42b-1919-4878-91ed-7f60d174ff05 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269686
Mar 26 21:10:02.229202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1503-d6a2-4f20-a54f-88207eed6f3a admin admin] Publish callbacks [] for security_group (ae0596a3-194a-460f-9fdb-bf4ce2145791), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.242662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09f8d-6449-4323-9a8e-c89448c52acd req-f0390805-7d09-4f6d-8556-039f5894689a tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.251850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3a09f8d-6449-4323-9a8e-c89448c52acd req-f0390805-7d09-4f6d-8556-039f5894689a tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 943 time: 0.1902399
Mar 26 21:10:02.252315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1503-d6a2-4f20-a54f-88207eed6f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae0596a3-194a-460f-9fdb-bf4ce2145791), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.285239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866e44c-508b-443d-a112-94c15d57413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798c0ba0-8134-4a0f-ba87-ed9f13446ff2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:02.294332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2866e44c-508b-443d-a112-94c15d57413a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d57ea8a7a01147a3827203b262830079&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5682626
Mar 26 21:10:02.300414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53936) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:02.317351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bc9a1503-d6a2-4f20-a54f-88207eed6f3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb6caf03fc3743d792180c2ecd007b77&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5738821
Mar 26 21:10:02.320675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:02.391905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a1503-d6a2-4f20-a54f-88207eed6f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0596a3-194a-460f-9fdb-bf4ce2145791,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:02.412600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3a09f8d-6449-4323-9a8e-c89448c52acd req-dbed1113-8a30-4bf5-87b9-0aa89fe4bfc2 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596618
Mar 26 21:10:02.481312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20a612-2f63-438b-a67e-6c1382f19109 req-8fea464a-c2b4-4f14-a9a7-bf2c8351305d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.482917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d20a612-2f63-438b-a67e-6c1382f19109 req-8fea464a-c2b4-4f14-a9a7-bf2c8351305d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1407025
Mar 26 21:10:02.484345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] Publish callbacks [] for security_group (798c0ba0-8134-4a0f-ba87-ed9f13446ff2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.486162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] Publish callbacks [] for security_group (ae0596a3-194a-460f-9fdb-bf4ce2145791), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.511357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-73fc6eb2-b88d-407f-a98c-f50f61c72684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.513153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-73fc6eb2-b88d-407f-a98c-f50f61c72684 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b6be6f8159f4491b83d9658d643464c&device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 1125 time: 0.2359564
Mar 26 21:10:02.539945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] Publish callbacks [] for security_group (798c0ba0-8134-4a0f-ba87-ed9f13446ff2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.551002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] Publish callbacks [] for security_group (ae0596a3-194a-460f-9fdb-bf4ce2145791), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.644157 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d20a612-2f63-438b-a67e-6c1382f19109 req-65cbac83-f281-4330-91fe-483d1e161def tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525965
Mar 26 21:10:02.667225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for port (e3b38732-461a-4f7b-b115-580ff04122e3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.671568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae0596a3-194a-460f-9fdb-bf4ce2145791), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.676004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.688282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae0596a3-194a-460f-9fdb-bf4ce2145791 HTTP/1.1" status: 204  len: 168 time: 0.3571901
Mar 26 21:10:02.703361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (798c0ba0-8134-4a0f-ba87-ed9f13446ff2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.708338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.718938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/798c0ba0-8134-4a0f-ba87-ed9f13446ff2 HTTP/1.1" status: 204  len: 168 time: 0.4107358
Mar 26 21:10:02.720367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef18490-6607-4f84-a250-7a30b1a39616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0596a3-194a-460f-9fdb-bf4ce2145791,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:02.769413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f33b6-f8c7-4f41-8a1c-7dd764e6898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798c0ba0-8134-4a0f-ba87-ed9f13446ff2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:02.773026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-c227894c-68cb-4a82-933c-e51cab58e2b5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.785389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-c227894c-68cb-4a82-933c-e51cab58e2b5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.791366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-c227894c-68cb-4a82-933c-e51cab58e2b5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.813361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-c227894c-68cb-4a82-933c-e51cab58e2b5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.822600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-c227894c-68cb-4a82-933c-e51cab58e2b5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 3095 time: 0.3082252
Mar 26 21:10:02.850361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-e4f688fb-7d00-4124-9195-82332532f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.852166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-e4f688fb-7d00-4124-9195-82332532f5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 200  len: 909 time: 0.3319945
Mar 26 21:10:02.897155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb7368-322f-41db-9958-8daca497f0bc req-c4789b13-8572-49cf-b167-ef3a6ac424e6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:02.904531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fcb7368-322f-41db-9958-8daca497f0bc req-c4789b13-8572-49cf-b167-ef3a6ac424e6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0943177
Mar 26 21:10:02.913683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:02.929040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-bdff0846-b477-4398-92c0-10eb186d3748 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dded3166-95cc-4fc7-8eb8-795205dc5776 HTTP/1.1" status: 200  len: 217 time: 0.0641284
Mar 26 21:10:03.012327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33d4ac70-97a2-4cd9-b345-e377406ec4d9 req-4f116284-37c2-4225-b46e-80dff886bc24 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1867342
Mar 26 21:10:03.035893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fcb7368-322f-41db-9958-8daca497f0bc req-3069e0b1-4ee8-4aa8-b58a-c1ae0045c2c2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270053
Mar 26 21:10:03.056068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:03.060968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:03.078677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:03.206956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:03.217831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-a78e6561-2700-4d26-9e06-9d02c4c66ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:03.220208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-a78e6561-2700-4d26-9e06-9d02c4c66ffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf HTTP/1.1" status: 200  len: 849 time: 0.2561626
Mar 26 21:10:03.233020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:03.233855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.284009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 53958) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:03.289135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-30fa3925-4971-4f19-90dc-7c13c029a48f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5f51125-5858-46df-946d-60ea76425690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507801
Mar 26 21:10:03.294297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-6a89f04d-1212-42cf-be9f-104a69a5fa7e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3851540
Mar 26 21:10:03.305058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-315ced7d-df1a-48a8-a6a2-2dc510bd2f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.338891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:03.379181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c57d14-4b5d-4f70-bdb6-1b99a964e46d req-7c5623bf-040d-40f8-a982-0101f6bd9b87 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:03.382364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05c57d14-4b5d-4f70-bdb6-1b99a964e46d req-7c5623bf-040d-40f8-a982-0101f6bd9b87 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2275860
Mar 26 21:10:03.483033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-315ced7d-df1a-48a8-a6a2-2dc510bd2f3b admin admin] Publish callbacks [] for security_group (6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.526860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5469e170-917a-4a22-bb2a-5a3cfd834192 None None] Provisioning complete for port e3b38732-461a-4f7b-b115-580ff04122e3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:03.528141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5469e170-917a-4a22-bb2a-5a3cfd834192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.539997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05c57d14-4b5d-4f70-bdb6-1b99a964e46d req-1d9c0266-938d-4f68-83f4-6a7fe7874f9f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318176
Mar 26 21:10:03.542412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-315ced7d-df1a-48a8-a6a2-2dc510bd2f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.573029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:03.581553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-48b8e920-5af0-4c6d-8a68-2cd355703b95 service neutron] 10.222.0.18 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2851996
Mar 26 21:10:03.589814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5469e170-917a-4a22-bb2a-5a3cfd834192 None None] Port e3b38732-461a-4f7b-b115-580ff04122e3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:10:03.613983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e596354-761a-455e-8f7b-94cf26c5ffb8 req-f19d8ab3-9a35-44f5-ac49-6d0c16ed3339 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:03.621087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e596354-761a-455e-8f7b-94cf26c5ffb8 req-f19d8ab3-9a35-44f5-ac49-6d0c16ed3339 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 943 time: 0.1279571
Mar 26 21:10:03.649130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-315ced7d-df1a-48a8-a6a2-2dc510bd2f3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7bbd041a2eb4adaa6f317985ee2babd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3649557
Mar 26 21:10:03.654995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 53970) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:03.663067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ced7d-df1a-48a8-a6a2-2dc510bd2f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:03.720819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9e596354-761a-455e-8f7b-94cf26c5ffb8 req-04def818-c2ba-4610-a0e6-6111cc1488b7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956235
Mar 26 21:10:03.910301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22a365-a6f4-4063-bb82-062b10d115c0 req-38ba8891-8544-4f24-a5f4-41f27ede8139 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:03.919897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f22a365-a6f4-4063-bb82-062b10d115c0 req-38ba8891-8544-4f24-a5f4-41f27ede8139 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1123190
Mar 26 21:10:03.990145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f22a365-a6f4-4063-bb82-062b10d115c0 req-6c56b721-bb9f-4a1d-8496-2d2a6d8ba59a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692978
Mar 26 21:10:04.013251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd13c3a-fc64-4ed2-8da4-3535a3cadc2a req-d38e3b5d-f300-4fd5-9492-6eec6ebedcaa service neutron] 10.222.0.18 "GET /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4182067
Mar 26 21:10:04.051024 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] Publish callbacks [] for security_group (6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.102970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dded3166-95cc-4fc7-8eb8-795205dc5776 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:04.106857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecafd43-8ef4-4bba-b8e0-71db19b3664c req-d822d1d2-1547-454c-bde0-5c5cb353e7f3 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.114709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ecafd43-8ef4-4bba-b8e0-71db19b3664c req-d822d1d2-1547-454c-bde0-5c5cb353e7f3 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.3279784
Mar 26 21:10:04.144734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] Publish callbacks [] for security_group (6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.195851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae0a9-ed04-4c64-a63f-c5a4c119b7ae req-f892df57-fbaa-490e-a10d-e4eaf1c838e7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.198654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64fae0a9-ed04-4c64-a63f-c5a4c119b7ae req-f892df57-fbaa-490e-a10d-e4eaf1c838e7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1211419
Mar 26 21:10:04.257863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ecafd43-8ef4-4bba-b8e0-71db19b3664c req-c541358c-57cf-47cf-97f5-476528955b33 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420918
Mar 26 21:10:04.270845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dded3166-95cc-4fc7-8eb8-795205dc5776,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:04.322562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'dded3166-95cc-4fc7-8eb8-795205dc5776', 'network_id': 'e5f51125-5858-46df-946d-60ea76425690', 'port_id': 'dded3166-95cc-4fc7-8eb8-795205dc5776', 'mac_address': 'fa:16:3e:2a:5e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096ccd3f-3100-4f7a-a8e3-70b303ceb9bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:04.328509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.331458 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.332617 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64fae0a9-ed04-4c64-a63f-c5a4c119b7ae req-4b75637e-ebc0-47af-9925-0954a0d3f6a1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098237
Mar 26 21:10:04.341424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b HTTP/1.1" status: 204  len: 168 time: 0.6836481
Mar 26 21:10:04.407896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dded3166-95cc-4fc7-8eb8-795205dc5776 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:04.408443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.429383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a9a6c-b386-4eab-b20e-7b3bcf90aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c45b8f3-9a1c-4d95-b1af-b0a1758ea41b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:04.466398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dded3166-95cc-4fc7-8eb8-795205dc5776 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:04.479120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b73853-ba48-4af3-b54b-5bc85d9fee52 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:04.494246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks [] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.503514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dded3166-95cc-4fc7-8eb8-795205dc5776,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:04.524170 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.534141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Transition to ACTIVE for port object 22b73853-ba48-4af3-b54b-5bc85d9fee52 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:04.541176 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:04.591175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:04.597504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.605836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.607758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.610381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.610929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.623803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.625017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.625964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.627484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.628113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.628667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.629221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.632830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.633535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.634059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.634556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.636496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:04.644287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.652597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.653017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c8402-c8d7-4d3c-952f-0f5aa78c8beb req-c115325f-8d2d-4f0b-a793-efd558858085 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.658577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-627c8402-c8d7-4d3c-952f-0f5aa78c8beb req-c115325f-8d2d-4f0b-a793-efd558858085 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1378486
Mar 26 21:10:04.658835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:04.660894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-20f3c07e-eac3-4b73-92de-7821a067ec8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 3816 time: 0.2640197
Mar 26 21:10:04.736347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['dded3166-95cc-4fc7-8eb8-795205dc5776'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:04.762836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:04.886162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e88750a4-f30e-475c-a978-8fedcf9dda93 req-cd502226-e685-4273-b517-43c1adbcf882 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838543
Mar 26 21:10:04.892398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-627c8402-c8d7-4d3c-952f-0f5aa78c8beb req-56230c62-cfa3-434c-9102-e35961c659c5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199185
Mar 26 21:10:04.952658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Attempting to bind port 22b73853-ba48-4af3-b54b-5bc85d9fee52 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:04.953004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Attempting to bind port 22b73853-ba48-4af3-b54b-5bc85d9fee52 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:04.953738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Attempting to bind port 22b73853-ba48-4af3-b54b-5bc85d9fee52 on network 0104976f-c364-4864-ad5f-8b4958c8e560 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:04.959755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Port 22b73853-ba48-4af3-b54b-5bc85d9fee52 on network 0104976f-c364-4864-ad5f-8b4958c8e560 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:04.960142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Attempting to bind port 22b73853-ba48-4af3-b54b-5bc85d9fee52 on network 0104976f-c364-4864-ad5f-8b4958c8e560 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:04.966478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:04.966830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Checking segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:04.967357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Bound using segment: {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:04.967887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Bound port: 22b73853-ba48-4af3-b54b-5bc85d9fee52, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcac3335-9f55-41e7-a674-527495db69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:04.968504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:05.104582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:05.108349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:05.135757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:05.226009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b57a-bbf6-4cd1-a495-d730b307fb97 req-b2b7c8f0-c77b-4736-9930-bd68c2bed49a tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:05.228284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d135b57a-bbf6-4cd1-a495-d730b307fb97 req-b2b7c8f0-c77b-4736-9930-bd68c2bed49a tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 944 time: 0.1650379
Mar 26 21:10:05.250544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:05.251659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:05.253913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] 10.222.0.18 "PUT /v2.0/ports/22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 200  len: 1092 time: 1.9395719
Mar 26 21:10:05.256819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:05.268618 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:05.294270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:05.356553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d135b57a-bbf6-4cd1-a495-d730b307fb97 req-68ac2f0e-66ea-4f85-91a0-5a6b8d10d4a7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062360
Mar 26 21:10:05.366786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa132-6711-4d29-90b6-10dd9fa10451 service neutron] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:05.402993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226af0c-fb9c-4cb0-9bad-c254f3fdc726 req-f34512b0-b81c-48f7-8d19-92566e8b3742 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:05.408594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c226af0c-fb9c-4cb0-9bad-c254f3fdc726 req-f34512b0-b81c-48f7-8d19-92566e8b3742 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2970076
Mar 26 21:10:05.566233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:05.590941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59995314-9f83-4228-934f-fd9e6750abce req-00c58535-b2db-491a-a1d4-0ee139650b68 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:05.593836 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59995314-9f83-4228-934f-fd9e6750abce req-00c58535-b2db-491a-a1d4-0ee139650b68 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.0796790
Mar 26 21:10:05.670297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c226af0c-fb9c-4cb0-9bad-c254f3fdc726 req-3dcd2674-0e96-46bc-baae-8f49b00e046b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378242
Mar 26 21:10:05.687646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59995314-9f83-4228-934f-fd9e6750abce req-99df60d2-a651-4f21-84eb-f1009c84ad72 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862808
Mar 26 21:10:05.864224 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13eb854-abd6-4eeb-9532-b85307b7333e x-openstack-request-id: req-b13eb854-abd6-4eeb-9532-b85307b7333e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:05.864809 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:05.865355 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b13eb854-abd6-4eeb-9532-b85307b7333e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:05.866160 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13eb854-abd6-4eeb-9532-b85307b7333e'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'status': 'completed', 'code': 200}
Mar 26 21:10:06.096250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.096752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.097234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.097730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.098350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.101298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-0ec3d2b6-3d92-4866-92ec-c5ba8efd9930 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 4394 time: 0.2334778
Mar 26 21:10:06.107122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dded3166-95cc-4fc7-8eb8-795205dc5776 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:06.118287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968795e1-cb04-4cb2-8049-6668cfd27241 req-aff83e8c-5d20-4412-aeb1-3146f26f42a3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.126683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-968795e1-cb04-4cb2-8049-6668cfd27241 req-aff83e8c-5d20-4412-aeb1-3146f26f42a3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2649443
Mar 26 21:10:06.191695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.198644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.206168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.231550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.235238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port dded3166-95cc-4fc7-8eb8-795205dc5776 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:06.239485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port dded3166-95cc-4fc7-8eb8-795205dc5776 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:06.240060 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:06.243129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.245115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-560dd198-0795-4faa-8ceb-d1e40ec4c30f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 3828 time: 0.1972058
Mar 26 21:10:06.348685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da977f1e-d40a-4901-83b5-99dca5bc7489 req-a2017b00-2971-4a0a-9ffa-570950edf4a2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950065
Mar 26 21:10:06.461433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port dded3166-95cc-4fc7-8eb8-795205dc5776 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:06.461658 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:06.522364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:06.532510 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98a76b-2319-4a54-801d-6cd06693fbad" -d '{"events": [{"server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "name": "network-vif-plugged", "status": "completed", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:06.557104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dded3166-95cc-4fc7-8eb8-795205dc5776,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:06.574343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:06.590776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3c0c-5f9f-4994-a4d7-d44c9b4c2eb2 req-d5fd0e53-6fda-49be-aa62-b146bac1343d tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.592384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-951b3c0c-5f9f-4994-a4d7-d44c9b4c2eb2 req-d5fd0e53-6fda-49be-aa62-b146bac1343d tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 944 time: 0.0995722
Mar 26 21:10:06.671301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-951b3c0c-5f9f-4994-a4d7-d44c9b4c2eb2 req-14aa0ff1-f317-4033-91f9-5bd26322b5c4 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705488
Mar 26 21:10:06.673089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:06.860811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-968795e1-cb04-4cb2-8049-6668cfd27241 req-7146ddba-9927-4e25-9655-2c5c3c3edd4a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7329583
Mar 26 21:10:06.939853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-3b7e8490-881e-45e8-a3ea-c3f45ade89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.940387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-3b7e8490-881e-45e8-a3ea-c3f45ade89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.941083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-3b7e8490-881e-45e8-a3ea-c3f45ade89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:06.943763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-3b7e8490-881e-45e8-a3ea-c3f45ade89fc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.8349221
Mar 26 21:10:07.077882 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17707874-27e9-4781-9824-428ea91b067c x-openstack-request-id: req-17707874-27e9-4781-9824-428ea91b067c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:07.078136 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "name": "network-vif-plugged", "status": "completed", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:07.078443 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17707874-27e9-4781-9824-428ea91b067c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:07.078803 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17707874-27e9-4781-9824-428ea91b067c'] response: {'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776', 'code': 200}
Mar 26 21:10:07.150595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9067d489-90c2-49f5-9304-a67efb091ee3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:07.175550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aabf3-3764-4216-85a7-cc35e0d09329 req-33f3dfc2-4262-4b2f-9a72-3d59c2038449 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.191868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c13aabf3-3764-4216-85a7-cc35e0d09329 req-33f3dfc2-4262-4b2f-9a72-3d59c2038449 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.2323649
Mar 26 21:10:07.230305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks [] for port (9067d489-90c2-49f5-9304-a67efb091ee3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.243460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:07.269950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-2b81348c-2e95-47fe-8885-14ca5c0a5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.271459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-003c9fcf-a38e-4f39-ae72-7b0a70cad4af req-2b81348c-2e95-47fe-8885-14ca5c0a5270 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3158994
Mar 26 21:10:07.310500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Transition to ACTIVE for port object 9067d489-90c2-49f5-9304-a67efb091ee3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:07.326587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.349155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53739c35-d3db-4439-b72f-f2d0e12e2a6a req-97f99834-ead9-4dd1-b502-e9f2aa785a78 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.352533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53739c35-d3db-4439-b72f-f2d0e12e2a6a req-97f99834-ead9-4dd1-b502-e9f2aa785a78 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1101997
Mar 26 21:10:07.365185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d3b8c-3cbb-4bb3-92fb-92a062913bde req-43b0929f-5f49-42a1-a078-1ee977085618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.369353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c32d3b8c-3cbb-4bb3-92fb-92a062913bde req-43b0929f-5f49-42a1-a078-1ee977085618 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 1127 time: 0.1752491
Mar 26 21:10:07.392003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:07.410246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c13aabf3-3764-4216-85a7-cc35e0d09329 req-9ae06e2d-6c2c-4cb8-b887-d2c4f9221da9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2167940
Mar 26 21:10:07.523620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c32d3b8c-3cbb-4bb3-92fb-92a062913bde req-01130c7e-9c8b-482c-b89d-3db24ec06e34 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412880
Mar 26 21:10:07.555512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-53739c35-d3db-4439-b72f-f2d0e12e2a6a req-1cf8ace7-8a46-45ee-8d7f-00de7eca0cef tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951911
Mar 26 21:10:07.644848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8ebf17b7-1338-4eda-ab7c-74f1428c05f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.688270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Attempting to bind port 9067d489-90c2-49f5-9304-a67efb091ee3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:07.688692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Attempting to bind port 9067d489-90c2-49f5-9304-a67efb091ee3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:07.689223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Attempting to bind port 9067d489-90c2-49f5-9304-a67efb091ee3 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:07.717299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Port 9067d489-90c2-49f5-9304-a67efb091ee3 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:07.719674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Attempting to bind port 9067d489-90c2-49f5-9304-a67efb091ee3 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:07.760923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.790328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.813565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.832303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.836555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.844972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.847018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-4f3a9cb0-7370-4dbd-917f-008f74885ca3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 4606 time: 0.3044920
Mar 26 21:10:07.905833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:07.906163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:07.907164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Bound using segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:07.907722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Bound port: 9067d489-90c2-49f5-9304-a67efb091ee3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:07.908280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.910622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8ebf17b7-1338-4eda-ab7c-74f1428c05f3 admin admin] Publish callbacks [] for security_group (6307cf4c-2595-4bde-a6d0-8c8a2852563c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.923546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9fe0-0e40-4ac5-87fa-87ff395f34fe req-63e532ae-1869-4c9d-bcbf-a0edfcd47f12 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:07.931582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f60a9fe0-0e40-4ac5-87fa-87ff395f34fe req-63e532ae-1869-4c9d-bcbf-a0edfcd47f12 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 945 time: 0.1236281
Mar 26 21:10:07.941739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8ebf17b7-1338-4eda-ab7c-74f1428c05f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6307cf4c-2595-4bde-a6d0-8c8a2852563c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:07.974027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8ebf17b7-1338-4eda-ab7c-74f1428c05f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=395fee6a7d044c32ab96865a7ad75193&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7289050
Mar 26 21:10:07.988446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54140) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:08.024168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c6bf0724-6f92-4549-9679-3a1044afdfe2 req-ce8f9f11-0051-4cce-84f5-3866d8c75a81 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1642268
Mar 26 21:10:08.066476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:08.077425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9067d489-90c2-49f5-9304-a67efb091ee3,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:08.082771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf17b7-1338-4eda-ab7c-74f1428c05f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307cf4c-2595-4bde-a6d0-8c8a2852563c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:08.103659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.134288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f60a9fe0-0e40-4ac5-87fa-87ff395f34fe req-0be62406-d7ce-4690-adc5-2fa3a1b2a54d tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988156
Mar 26 21:10:08.143171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] Publish callbacks [] for security_group (6307cf4c-2595-4bde-a6d0-8c8a2852563c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.174693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] Publish callbacks [] for security_group (6307cf4c-2595-4bde-a6d0-8c8a2852563c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.180258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.185567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.187880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] 10.222.0.18 "PUT /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 1136 time: 2.9037759
Mar 26 21:10:08.188433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9067d489-90c2-49f5-9304-a67efb091ee3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:08.190915 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d16879-a265-4a94-b0fe-c94618326908" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9067d489-90c2-49f5-9304-a67efb091ee3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:08.230766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:08.275258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6307cf4c-2595-4bde-a6d0-8c8a2852563c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.278611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.283019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6307cf4c-2595-4bde-a6d0-8c8a2852563c HTTP/1.1" status: 204  len: 168 time: 0.2934725
Mar 26 21:10:08.293411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad74bfd-d10b-42b6-be22-82b7724bd120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307cf4c-2595-4bde-a6d0-8c8a2852563c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:08.330476 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b47a0-c950-4caf-af2b-6d3ec065ddc7 x-openstack-request-id: req-343b47a0-c950-4caf-af2b-6d3ec065ddc7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:08.330805 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9067d489-90c2-49f5-9304-a67efb091ee3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:08.341759 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-343b47a0-c950-4caf-af2b-6d3ec065ddc7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:08.357280 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343b47a0-c950-4caf-af2b-6d3ec065ddc7'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9067d489-90c2-49f5-9304-a67efb091ee3', 'status': 'completed', 'code': 200}
Mar 26 21:10:08.423441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa679f2-7c33-4fbc-ac3a-4f360f06f5de service neutron] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:08.501640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.502135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.502611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.503119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.503558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.504056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.516437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78d16879-a265-4a94-b0fe-c94618326908 req-69d1f213-0402-4a07-9b5d-aaea6762b64e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5354 time: 0.1654940
Mar 26 21:10:08.548851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:08.689029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187da32-267c-454b-a4cd-a6096395a888 req-651faa1d-e693-40b0-a589-6776f6002523 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.690834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3187da32-267c-454b-a4cd-a6096395a888 req-651faa1d-e693-40b0-a589-6776f6002523 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3154182
Mar 26 21:10:08.870888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3187da32-267c-454b-a4cd-a6096395a888 req-aad98240-16a0-462a-ae3b-b52dd69a7cf0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698964
Mar 26 21:10:08.926692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-5c7b77a0-1d6d-4793-8cbb-d772fd2ecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.927487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-5c7b77a0-1d6d-4793-8cbb-d772fd2ecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.928393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-5c7b77a0-1d6d-4793-8cbb-d772fd2ecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.930310 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78d16879-a265-4a94-b0fe-c94618326908 req-5c7b77a0-1d6d-4793-8cbb-d772fd2ecdef service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.4067795
Mar 26 21:10:08.957743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104381e-93c9-43a6-abf5-0f604910044c req-37c3e82e-ae50-4654-92c2-7d362a49ed45 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:08.960401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f104381e-93c9-43a6-abf5-0f604910044c req-37c3e82e-ae50-4654-92c2-7d362a49ed45 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1971130
Mar 26 21:10:09.090071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f104381e-93c9-43a6-abf5-0f604910044c req-37a3cedc-569f-4b61-a1c2-55a3b6c561b9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178164
Mar 26 21:10:09.091542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04825f69-0e86-4d42-a1dd-454a52d5efd6 req-5f514d35-981b-4dd1-b5e2-9fb074d6e675 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.098948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04825f69-0e86-4d42-a1dd-454a52d5efd6 req-5f514d35-981b-4dd1-b5e2-9fb074d6e675 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1070647
Mar 26 21:10:09.201212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04825f69-0e86-4d42-a1dd-454a52d5efd6 req-c2678658-130c-44bd-b9bf-5e5bca40647a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008539
Mar 26 21:10:09.217867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d882432-9513-4f42-8117-c2eae00858b5 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:09.239126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks [] for port (9d882432-9513-4f42-8117-c2eae00858b5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:09.258329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54172) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:09.282779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c05ef042-5786-4d80-95eb-88ebcadb8f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:09.289830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Transition to ACTIVE for port object 9d882432-9513-4f42-8117-c2eae00858b5 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:09.320906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:09.333882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d16879-a265-4a94-b0fe-c94618326908 req-409ec561-0a69-4524-8f10-bff75a52cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.336179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78d16879-a265-4a94-b0fe-c94618326908 req-409ec561-0a69-4524-8f10-bff75a52cceb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3986149
Mar 26 21:10:09.358862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.365154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.371520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.378742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.386043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.392955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.401401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-5f1af6f2-593f-4424-9b3a-1250d395f910 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 4606 time: 0.1730549
Mar 26 21:10:09.485224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:09.513962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22f0fcd6-a50f-4aa4-a1f0-ac6a2eee139d req-f4b952de-d1e4-4e99-af13-a06e12914203 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1111970
Mar 26 21:10:09.645825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c05ef042-5786-4d80-95eb-88ebcadb8f00 admin admin] Publish callbacks [] for security_group (ae8f3164-ae83-43ae-8ea8-5ae2a153974d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:09.664797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf540c-e6b7-4add-b47a-aa3ce28c9db8 req-7a1da686-e8da-462d-9eb7-e5c9cd6a12b7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.676164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dcf540c-e6b7-4add-b47a-aa3ce28c9db8 req-7a1da686-e8da-462d-9eb7-e5c9cd6a12b7 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 945 time: 0.3145955
Mar 26 21:10:09.680655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c05ef042-5786-4d80-95eb-88ebcadb8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae8f3164-ae83-43ae-8ea8-5ae2a153974d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:09.787588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3086-fad9-46a3-8cf8-b09a12aa31f2 req-e6996e04-76c1-44ec-bbb0-ea47c40f55ae tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:09.789475 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57ac3086-fad9-46a3-8cf8-b09a12aa31f2 req-e6996e04-76c1-44ec-bbb0-ea47c40f55ae tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0883996
Mar 26 21:10:09.791867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Attempting to bind port 9d882432-9513-4f42-8117-c2eae00858b5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:09.792246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Attempting to bind port 9d882432-9513-4f42-8117-c2eae00858b5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:09.792656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Attempting to bind port 9d882432-9513-4f42-8117-c2eae00858b5 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:09.798486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ef042-5786-4d80-95eb-88ebcadb8f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f3164-ae83-43ae-8ea8-5ae2a153974d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:09.809729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c05ef042-5786-4d80-95eb-88ebcadb8f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5310eea8ece42b69d7ed6f1e477a0ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5476301
Mar 26 21:10:09.831799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:09.864795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Port 9d882432-9513-4f42-8117-c2eae00858b5 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:09.865183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Attempting to bind port 9d882432-9513-4f42-8117-c2eae00858b5 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:09.895878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57ac3086-fad9-46a3-8cf8-b09a12aa31f2 req-6306d7d0-d4ab-48eb-b48c-b21400445da2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985332
Mar 26 21:10:09.918300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dcf540c-e6b7-4add-b47a-aa3ce28c9db8 req-f6a3fa70-3674-4074-b277-3cb63c347e57 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417667
Mar 26 21:10:09.923866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:09.924370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:09.924902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Bound using segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:09.925590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Bound port: 9d882432-9513-4f42-8117-c2eae00858b5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:09.926273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.080894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:10.101002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d882432-9513-4f42-8117-c2eae00858b5,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:10.103153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] Publish callbacks [] for security_group (ae8f3164-ae83-43ae-8ea8-5ae2a153974d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.105998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be703800-3d39-426b-8d87-d3f369e60631 req-ab2d5359-4408-4af8-b18c-2b552410ec04 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:10.116526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be703800-3d39-426b-8d87-d3f369e60631 req-ab2d5359-4408-4af8-b18c-2b552410ec04 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0972259
Mar 26 21:10:10.128553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.200156 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be703800-3d39-426b-8d87-d3f369e60631 req-520e8d83-93a3-4203-866f-38980573457b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826082
Mar 26 21:10:10.205876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] Publish callbacks [] for security_group (ae8f3164-ae83-43ae-8ea8-5ae2a153974d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.220514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:10.222323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.222986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] 10.222.0.18 "PUT /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 1135 time: 1.9997914
Mar 26 21:10:10.275448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:10.376843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9d882432-9513-4f42-8117-c2eae00858b5'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:10.379287 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ba300-f010-483e-86a3-1070ce1cb991" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9d882432-9513-4f42-8117-c2eae00858b5"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:10.395333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb460d7-c603-4cb3-b8f1-2d383b3de75f service neutron] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:10.482644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c849ec-9322-4da0-8045-c43531a119c8 req-fa061ba3-87c2-4eb6-8081-6758f2206c46 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:10.484380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c849ec-9322-4da0-8045-c43531a119c8 req-fa061ba3-87c2-4eb6-8081-6758f2206c46 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.2390842
Mar 26 21:10:10.485822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.488255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ae8f3164-ae83-43ae-8ea8-5ae2a153974d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.490894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:10.494927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae8f3164-ae83-43ae-8ea8-5ae2a153974d HTTP/1.1" status: 204  len: 168 time: 0.6616778
Mar 26 21:10:10.558698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f91ed-6b38-4287-bdbc-8d6ba5b411d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f3164-ae83-43ae-8ea8-5ae2a153974d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:10.753444 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54216) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:10.865299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93c849ec-9322-4da0-8045-c43531a119c8 req-4c47bd65-e3bb-448f-ac52-e4117ad1ea62 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3679566
Mar 26 21:10:10.884079 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f07f08-15ff-4f28-a9dc-e96cd66c6a7f x-openstack-request-id: req-40f07f08-15ff-4f28-a9dc-e96cd66c6a7f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:10.885560 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9d882432-9513-4f42-8117-c2eae00858b5", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:10.885560 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40f07f08-15ff-4f28-a9dc-e96cd66c6a7f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:10.885560 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f07f08-15ff-4f28-a9dc-e96cd66c6a7f'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9d882432-9513-4f42-8117-c2eae00858b5', 'status': 'completed', 'code': 200}
Mar 26 21:10:11.196408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.197275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.197917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.199092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.199954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.200092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852367e6-d3e0-49bd-adc4-943d612b5270 req-10383a0e-98c6-4711-aca5-2668df42dd82 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.201007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.201642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.201795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-852367e6-d3e0-49bd-adc4-943d612b5270 req-10383a0e-98c6-4711-aca5-2668df42dd82 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1048076
Mar 26 21:10:11.204005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-604ba300-f010-483e-86a3-1070ce1cb991 req-35a943e0-22ba-4c2c-8f48-cf2a90a2c75f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6313 time: 0.2252324
Mar 26 21:10:11.315868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.329391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.334661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.340103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.351161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.359033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.360545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:11.364126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.368107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-1da70247-0c38-4c72-acfd-d09e92d5cd14 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5383 time: 0.3112652
Mar 26 21:10:11.377510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-852367e6-d3e0-49bd-adc4-943d612b5270 req-989f23c9-fe81-45bc-9430-91bc6e09149b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684678
Mar 26 21:10:11.379579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks [] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:11.410448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Transition to ACTIVE for port object 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:11.417272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-892a4a4c-53be-4260-b22b-988f2bd5b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.418887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-892a4a4c-53be-4260-b22b-988f2bd5b6d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1127 time: 0.4137425
Mar 26 21:10:11.436915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:11.726528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-c93d228b-a5d3-48fb-83b1-4461fbc66281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:11.729898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-c93d228b-a5d3-48fb-83b1-4461fbc66281 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.2770813
Mar 26 21:10:11.758297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:11.927463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-947a2a94-f686-4f0e-810e-6b27736c40fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.1577618
Mar 26 21:10:11.973989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf8d4-7e47-45bc-a432-bbf493af6e83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.073543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Attempting to bind port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:12.074205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Attempting to bind port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:12.075245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Attempting to bind port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:12.090266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-5d097ceb-d6eb-4791-876d-2736e609c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.096327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-5d097ceb-d6eb-4791-876d-2736e609c99f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.1418161
Mar 26 21:10:12.096327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:12.096327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Attempting to bind port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:12.104718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bcd9e83-f24b-4613-b6d7-40d6f1e186f8 req-c4712508-1979-4e9c-83b2-7608c98f19e4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7196398
Mar 26 21:10:12.111403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-4583e48b-4975-4ad3-8841-9ecc0434c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.117087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-4583e48b-4975-4ad3-8841-9ecc0434c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.124638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-4583e48b-4975-4ad3-8841-9ecc0434c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.126830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-604ba300-f010-483e-86a3-1070ce1cb991 req-4583e48b-4975-4ad3-8841-9ecc0434c768 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.9141917
Mar 26 21:10:12.130239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aab2c-f3c5-4eca-952c-d20ecd6b63ca req-8087ceea-6714-4f08-b543-4d43e655da61 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.141447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab5aab2c-f3c5-4eca-952c-d20ecd6b63ca req-8087ceea-6714-4f08-b543-4d43e655da61 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 945 time: 0.3672273
Mar 26 21:10:12.191041 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-77913482-9afc-419e-afb3-816d038f5d76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446265
Mar 26 21:10:12.194002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:12.194755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:12.195346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Bound using segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:12.195994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Bound port: 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:12.196572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.330656 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf8d4-7e47-45bc-a432-bbf493af6e83 admin admin] Publish callbacks [] for security_group (ef6a1eda-2ffe-4355-904d-96a2c43119ff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.347766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cbaf8d4-7e47-45bc-a432-bbf493af6e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef6a1eda-2ffe-4355-904d-96a2c43119ff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.365697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ba300-f010-483e-86a3-1070ce1cb991 req-23359304-a023-4ff4-82d9-694e2bc9c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.367195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-604ba300-f010-483e-86a3-1070ce1cb991 req-23359304-a023-4ff4-82d9-694e2bc9c269 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2337821
Mar 26 21:10:12.367481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-3b19b2c9-ec68-4589-96c8-3100ec2f2656 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590097
Mar 26 21:10:12.383221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fe4d1-be94-4ee3-bcc5-5efbd2343d73 req-1faeea39-d5f3-40e5-b624-7eb9c9396f3a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.391218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-832fe4d1-be94-4ee3-bcc5-5efbd2343d73 req-1faeea39-d5f3-40e5-b624-7eb9c9396f3a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.1695952
Mar 26 21:10:12.431979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0cbaf8d4-7e47-45bc-a432-bbf493af6e83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d9c59e0a5334f35a4b6c759ba40a4f0&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6746843
Mar 26 21:10:12.433499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:12.443157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbaf8d4-7e47-45bc-a432-bbf493af6e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a1eda-2ffe-4355-904d-96a2c43119ff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:12.487901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab5aab2c-f3c5-4eca-952c-d20ecd6b63ca req-39b424c6-283b-42e8-9554-9da43955448b tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3453307
Mar 26 21:10:12.496522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-832fe4d1-be94-4ee3-bcc5-5efbd2343d73 req-bb6328fa-4856-4cd4-a12b-84e5886ac228 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023691
Mar 26 21:10:12.500173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:12.516264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:12.521185 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.543078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] Publish callbacks [] for security_group (ef6a1eda-2ffe-4355-904d-96a2c43119ff), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.592232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6fda983-4458-49f9-a1f0-b86bf755d072 req-3a98b977-7ed0-4b4f-8850-4cee995a277b service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141175
Mar 26 21:10:12.619835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.620623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.622267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] 10.222.0.18 "PUT /v2.0/ports/9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 HTTP/1.1" status: 200  len: 1091 time: 2.3558426
Mar 26 21:10:12.633612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] Publish callbacks [] for security_group (ef6a1eda-2ffe-4355-904d-96a2c43119ff), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.667506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860ebca-8c03-488d-b07d-40f5f30cb2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:12.685765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:12.770730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.792601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1511552-3d4f-4434-8a9f-4f8ca7f24e14 req-77a424d6-ad1a-4e48-8eff-44c68504277e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:12.794172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1511552-3d4f-4434-8a9f-4f8ca7f24e14 req-77a424d6-ad1a-4e48-8eff-44c68504277e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2051125
Mar 26 21:10:12.864087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef6a1eda-2ffe-4355-904d-96a2c43119ff), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.870388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:12.872236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef6a1eda-2ffe-4355-904d-96a2c43119ff HTTP/1.1" status: 204  len: 168 time: 0.4376500
Mar 26 21:10:12.888980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:12.898477 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b5bb8c-6730-48d1-96a2-560f015a6eac" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:12.904818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e2ea9-1d88-49bd-9abc-b936001040cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a1eda-2ffe-4355-904d-96a2c43119ff,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:12.963597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e1511552-3d4f-4434-8a9f-4f8ca7f24e14 req-d2155e63-d312-4e2a-aea2-ab5b8a5ae183 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465132
Mar 26 21:10:13.103643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-9dbfc628-dd6e-45ee-8dbc-f65fff8ce127 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.105573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-9dbfc628-dd6e-45ee-8dbc-f65fff8ce127 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 945 time: 0.1396379
Mar 26 21:10:13.168332 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0854e6-a371-4672-9361-45f2234876e3 x-openstack-request-id: req-3c0854e6-a371-4672-9361-45f2234876e3 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:13.168829 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:13.169241 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c0854e6-a371-4672-9361-45f2234876e3 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:13.169796 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0854e6-a371-4672-9361-45f2234876e3'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'status': 'completed', 'code': 200}
Mar 26 21:10:13.325607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.326267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.326722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.328146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.329648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.329648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.329648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.331409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-dbe1b516-14b3-499e-9adf-1c3573617a5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6411 time: 0.1605756
Mar 26 21:10:13.431989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:13.444683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3776e0f7-2a1d-4dbf-b7ac-963e98079436 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:13.459414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks [] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:13.463282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Deleting port dded3166-95cc-4fc7-8eb8-795205dc5776 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:13.464178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:13.521621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.528367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.535207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.538483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Transition to ACTIVE for port object 3776e0f7-2a1d-4dbf-b7ac-963e98079436 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:13.541981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.549560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.555448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.563722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.569490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-010b86d0-e094-4931-8005-6de4bd245b2e req-2467c959-fc3d-4a58-9200-6aa2f1bf2189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5395 time: 0.2845309
Mar 26 21:10:13.578727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:13.658774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-9ced31c2-c945-4620-a5ef-6ff30f141048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.665785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-9ced31c2-c945-4620-a5ef-6ff30f141048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.666342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-9ced31c2-c945-4620-a5ef-6ff30f141048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:13.669287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-9ced31c2-c945-4620-a5ef-6ff30f141048 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.3297029
Mar 26 21:10:13.784766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:13.810810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:13.839432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c64bf27-f059-40af-921e-007a1ae084f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:13.843016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] For port dded3166-95cc-4fc7-8eb8-795205dc5776, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dded3166-95cc-4fc7-8eb8-795205dc5776,segment=NetworkSegment(8e214795-c48f-402e-84ba-d9e697467312),segment_id=8e214795-c48f-402e-84ba-d9e697467312)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:13.843610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:13.884681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-010b86d0-e094-4931-8005-6de4bd245b2e req-a332a837-af92-45b2-ac78-d0679eb180ff tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2694902
Mar 26 21:10:13.895030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Calling delete_port for dded3166-95cc-4fc7-8eb8-795205dc5776 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:14.120949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.220733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1b5c6-5f0e-4472-a563-1a1cd15d7d3e req-6ec86f84-d47e-420f-833d-7fc0d07e7f14 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:14.222364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8a1b5c6-5f0e-4472-a563-1a1cd15d7d3e req-6ec86f84-d47e-420f-833d-7fc0d07e7f14 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/ports?device_id=1f96df0b-e511-4023-85ee-46dff0a647e5 HTTP/1.1" status: 200  len: 945 time: 0.2038398
Mar 26 21:10:14.264174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-436283640'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:14.267783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dded3166-95cc-4fc7-8eb8-795205dc5776), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.282658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c64bf27-f059-40af-921e-007a1ae084f8 admin admin] Publish callbacks [] for security_group (3a74e74d-ffc5-42de-a1ad-bba64b079b6e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.301467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb4b03-ebf8-4a9b-addf-a458e788ecee req-e240a08b-f26c-4255-a647-446fab7b75fb tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:14.303010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98fb4b03-ebf8-4a9b-addf-a458e788ecee req-e240a08b-f26c-4255-a647-446fab7b75fb tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.6283100
Mar 26 21:10:14.317824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c64bf27-f059-40af-921e-007a1ae084f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3a74e74d-ffc5-42de-a1ad-bba64b079b6e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.327789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Pushing event deleted for resources: {'Port': ['ID=dded3166-95cc-4fc7-8eb8-795205dc5776,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:14.337894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Made reservation on behalf of 7562193827df467bb40fa31857362ff5 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:14.341295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.372434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-aa730ed8-86b3-4ecf-b5ce-28e796cdc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:14.373911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-aa730ed8-86b3-4ecf-b5ce-28e796cdc305 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.6047192
Mar 26 21:10:14.377618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.391519 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8a1b5c6-5f0e-4472-a563-1a1cd15d7d3e req-1e07d0f1-dfd5-42f9-b697-a6a87999df08 tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628392
Mar 26 21:10:14.393326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Attempting to bind port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:14.393666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Attempting to bind port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:14.394000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Attempting to bind port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:14.412038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] No DVR routers for this DVR port dded3166-95cc-4fc7-8eb8-795205dc5776 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:10:14.417954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9c64bf27-f059-40af-921e-007a1ae084f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd5280dceeb549a8a8a6872bcd8e1124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6272240
Mar 26 21:10:14.418142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:14.418142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Attempting to bind port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:14.418296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.419106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54318) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:14.420214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eb218591-bafa-4671-8742-2210ce50a4d3 req-0a3b3369-5669-4bdc-b1b1-d869c316249e tempest-VolumesActionsTest-989936466 tempest-VolumesActionsTest-989936466-project] 10.222.0.18 "DELETE /v2.0/ports/dded3166-95cc-4fc7-8eb8-795205dc5776 HTTP/1.1" status: 204  len: 173 time: 1.2992547
Mar 26 21:10:14.421285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'name': 'network-vif-deleted', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:14.423789 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc459899-ca43-4573-8be6-a9a9e4743533" -d '{"events": [{"server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "name": "network-vif-deleted", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:14.432457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64bf27-f059-40af-921e-007a1ae084f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74e74d-ffc5-42de-a1ad-bba64b079b6e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:14.446855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:14.447426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Checking segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:14.447426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Bound using segment: {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:14.447854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Bound port: 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c7e58d-5abe-46a0-a39e-829ed8deb3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:14.448240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.473437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98fb4b03-ebf8-4a9b-addf-a458e788ecee req-bd327ac4-ad22-41e3-b9e9-7956e3c371e1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568332
Mar 26 21:10:14.611031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] Publish callbacks [] for security_group (3a74e74d-ffc5-42de-a1ad-bba64b079b6e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.633902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4582d-4dd2-48c6-ac5c-75cedc1001e1 req-85918407-18f2-478e-8b5e-5ffe2abcdbfd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:14.636250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62b4582d-4dd2-48c6-ac5c-75cedc1001e1 req-85918407-18f2-478e-8b5e-5ffe2abcdbfd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1160092
Mar 26 21:10:14.637330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks [] for security_group (c60d7c88-45a9-486a-aeef-591ca10ba234), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.641581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:14.671705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c60d7c88-45a9-486a-aeef-591ca10ba234), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.688164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:14.708014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] Publish callbacks [] for security_group (3a74e74d-ffc5-42de-a1ad-bba64b079b6e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.716465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:10:14.724232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.728726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62b4582d-4dd2-48c6-ac5c-75cedc1001e1 req-0d763469-db6a-40de-8b83-d455d3d782e7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786452
Mar 26 21:10:14.738320 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba695f0-a4b8-4cc9-a0de-067bd08b58a1 x-openstack-request-id: req-4ba695f0-a4b8-4cc9-a0de-067bd08b58a1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:14.738631 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f96df0b-e511-4023-85ee-46dff0a647e5", "name": "network-vif-deleted", "tag": "dded3166-95cc-4fc7-8eb8-795205dc5776", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:14.738888 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ba695f0-a4b8-4cc9-a0de-067bd08b58a1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:14.739363 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba695f0-a4b8-4cc9-a0de-067bd08b58a1'] response: {'server_uuid': '1f96df0b-e511-4023-85ee-46dff0a647e5', 'name': 'network-vif-deleted', 'tag': 'dded3166-95cc-4fc7-8eb8-795205dc5776', 'status': 'completed', 'code': 200}
Mar 26 21:10:14.777338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d7c88-45a9-486a-aeef-591ca10ba234,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:14.781578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b06633c-be1a-4d68-b461-7ee62954b682), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.781882 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Added segment 9b06633c-be1a-4d68-b461-7ee62954b682 of type vlan for network 6cf1c83f-61c0-402f-a274-dec626f4c323
Mar 26 21:10:14.804127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:14.804762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.806191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] 10.222.0.18 "PUT /v2.0/ports/3776e0f7-2a1d-4dbf-b7ac-963e98079436 HTTP/1.1" status: 200  len: 1090 time: 2.1315610
Mar 26 21:10:14.852024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:14.901470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df94ee-3983-49e3-80f1-3a4d003d0a2f service neutron] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:14.907376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6cf1c83f-61c0-402f-a274-dec626f4c323), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:14.986363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.005246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3a74e74d-ffc5-42de-a1ad-bba64b079b6e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.007731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.009013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a74e74d-ffc5-42de-a1ad-bba64b079b6e HTTP/1.1" status: 204  len: 168 time: 0.5885911
Mar 26 21:10:15.015286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6cf1c83f-61c0-402f-a274-dec626f4c323), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.020282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.020903 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.103615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16407f80-c740-4c9c-aaad-46b69003e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74e74d-ffc5-42de-a1ad-bba64b079b6e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:15.144465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.7095902
Mar 26 21:10:15.184764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:15.188059 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:15.209532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0ab3-7e19-4e37-be19-9f9b3bbcd26e tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Pushing event updated for resources: {'Network': ['ID=6cf1c83f-61c0-402f-a274-dec626f4c323,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:15.236622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:10:15.301039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.306325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.311718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.317513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.323286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.328715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.334269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.342136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-783e5e64-e040-4fe5-be3e-2fcd07fcaf4b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5407 time: 0.3299506
Mar 26 21:10:15.447703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54358) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:15.454669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2079105505'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:15.499223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Made reservation on behalf of 596ee8810125431d954b80477f5e5ec2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:15.509127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df7826f0-bd4d-4ade-a28d-522922f94d80 req-f4144a05-9dd1-483d-817e-f4ae72eaab7d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1655405
Mar 26 21:10:15.509629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.510813 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c8d79d-ac2a-45e0-9b12-3e33af7fba9f x-openstack-request-id: req-b6c8d79d-ac2a-45e0-9b12-3e33af7fba9f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:15.511111 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:15.511512 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6c8d79d-ac2a-45e0-9b12-3e33af7fba9f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:15.511940 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c8d79d-ac2a-45e0-9b12-3e33af7fba9f'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'status': 'completed', 'code': 200}
Mar 26 21:10:15.538158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.663430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9d94a8-a505-4bce-9e95-8b10eaee424e {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:15.679463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks [] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.690263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.690263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.690263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.690623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.691240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.691907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.692385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.693367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Transition to ACTIVE for port object 0e9d94a8-a505-4bce-9e95-8b10eaee424e will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:15.695712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-bddd05cc-2f5f-4555-8004-dd5cbaeecd3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6509 time: 0.1622252
Mar 26 21:10:15.709615 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.786098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.829803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for security_group (6198185d-30c6-4df9-97f5-642f0161d02e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.849323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6198185d-30c6-4df9-97f5-642f0161d02e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:15.872290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:15.872887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:15.982959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f476b-4499-46cf-b7e0-93f7676576aa req-0e392c08-a585-4eac-a05a-ceeb376c3d5d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:15.985598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-764f476b-4499-46cf-b7e0-93f7676576aa req-0e392c08-a585-4eac-a05a-ceeb376c3d5d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.2908325
Mar 26 21:10:16.088372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-d9c6961c-87d7-4ba3-93a9-fa2e3afb29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.088876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-d9c6961c-87d7-4ba3-93a9-fa2e3afb29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.091642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-d9c6961c-87d7-4ba3-93a9-fa2e3afb29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.094028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-d9c6961c-87d7-4ba3-93a9-fa2e3afb29ab service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.3880198
Mar 26 21:10:16.126633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Attempting to bind port 0e9d94a8-a505-4bce-9e95-8b10eaee424e on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:16.127669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Attempting to bind port 0e9d94a8-a505-4bce-9e95-8b10eaee424e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:16.128251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Attempting to bind port 0e9d94a8-a505-4bce-9e95-8b10eaee424e on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:16.153749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6198185d-30c6-4df9-97f5-642f0161d02e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:16.155735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Port 0e9d94a8-a505-4bce-9e95-8b10eaee424e on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:16.156343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Attempting to bind port 0e9d94a8-a505-4bce-9e95-8b10eaee424e on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:16.176727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:16.177327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Checking segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:16.178189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Bound using segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:16.179353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Bound port: 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:16.179981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.182115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dded3166-95cc-4fc7-8eb8-795205dc5776 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:10:16.238971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-764f476b-4499-46cf-b7e0-93f7676576aa req-910ed9cc-728b-43c8-a7e0-7eb4fa5f850d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360327
Mar 26 21:10:16.257636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: dded3166-95cc-4fc7-8eb8-795205dc5776 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:10:16.258996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device dded3166-95cc-4fc7-8eb8-795205dc5776 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:10:16.290377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:16.294881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:16.303514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.341761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c259d-26f1-4baf-b11f-5efc653e3bb9 req-46a5f858-b207-4864-8939-4c37341f1fd1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.343471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b8c259d-26f1-4baf-b11f-5efc653e3bb9 req-46a5f858-b207-4864-8939-4c37341f1fd1 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.4456823
Mar 26 21:10:16.352502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.353620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.355256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] 10.222.0.18 "PUT /v2.0/ports/0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 200  len: 1091 time: 1.5077591
Mar 26 21:10:16.389724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Request body: {'port': {'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:16.445370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d34d9a-e140-4fe8-a81d-e5b585e0803d service neutron] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:16.480400 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b8c259d-26f1-4baf-b11f-5efc653e3bb9 req-d991b920-59c0-45c8-a3aa-b0820c4487e4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800397
Mar 26 21:10:16.498225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.580401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-f487611e-9e82-48a8-80f0-7e8ff0774636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.584983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad1fd04d-b445-4ee5-9535-5b21ae33cce6 req-f487611e-9e82-48a8-80f0-7e8ff0774636 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4686613
Mar 26 21:10:16.657283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:16.669717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.678598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:16.764252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:16.775373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Checking segment: {'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:16.775810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Network hostable DHCP agents. Network: 6cf1c83f-61c0-402f-a274-dec626f4c323, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:10:16.798699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:10:16.813119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6cf1c83f-61c0-402f-a274-dec626f4c323) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:16.824519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e2a50d-95e5-41ed-a06d-1a694b562eec None None] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:10:16.834498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:16.861185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.866932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.873483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.877016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:16.878597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:16.879926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.880813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:16.889086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.894991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.900465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:16.901391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:16.901749 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:16.902152 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 2 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:16.902808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-44fb952a-5de8-4424-a16a-628c2bbb88ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5419 time: 0.1996491
Mar 26 21:10:16.987263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:16.987622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:16.987993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:16.996220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:16.996576 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:16.997133 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 3 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.026744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.026744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.027412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.037459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b38732-461a-4f7b-b115-580ff04122e3 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:17.041033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.044081 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.045141 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 4 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.048116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks [] for port (e3b38732-461a-4f7b-b115-580ff04122e3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.063415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Transition to ACTIVE for port object e3b38732-461a-4f7b-b115-580ff04122e3 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:17.073896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.076256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.076415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.077638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.089144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.089488 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.089933 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 5 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.130144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.130527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.131220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.137849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.138210 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.138620 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 6 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.158462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:17.189932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.190282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.190622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.196795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.197143 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.197522 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 7 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.230489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.234920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.235372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.247708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.247935 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.254781 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 8 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.318691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Attempting to bind port e3b38732-461a-4f7b-b115-580ff04122e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.319188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Attempting to bind port e3b38732-461a-4f7b-b115-580ff04122e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.319622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Attempting to bind port e3b38732-461a-4f7b-b115-580ff04122e3 on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.331688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Port e3b38732-461a-4f7b-b115-580ff04122e3 on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.332203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Attempting to bind port e3b38732-461a-4f7b-b115-580ff04122e3 on network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.347228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:17.348742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Checking segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:17.350020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Bound using segment: {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:17.351651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Bound port: e3b38732-461a-4f7b-b115-580ff04122e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd92b863-25b4-4a01-97dc-aa0089926585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:17.352149 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.387274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.389977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.390396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.417565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.417772 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.422251 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 9 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.448548 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27f3b596-e518-4922-8669-c0e2d2e3e300 req-af001f0b-15c9-4ed8-8928-a97a6fc3e50a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5355041
Mar 26 21:10:17.475206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.475325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.475680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.483786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.484468 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.484587 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 10 to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc
Mar 26 21:10:17.509239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:17.509239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:17.509670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:17.521892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:17.522295 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:17.522682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.560229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:17.565365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-aa463eaf-0184-4118-91b3-5156aba9c6e7 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:17.565714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:17.567494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-aa463eaf-0184-4118-91b3-5156aba9c6e7 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 813 time: 0.2993398
Mar 26 21:10:17.573808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:17.580235 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:17.598941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.611745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-e7f3ca77-5d36-49a9-9c91-89232ff14f8f tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/quotas/52b4455ec1a2447ebb1f737c0d97fc83 HTTP/1.1" status: 200  len: 375 time: 0.0121670
Mar 26 21:10:17.627148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2d09-89dc-4c18-9e53-245190caba76 req-8809de2e-f752-468f-8ea5-c662a11695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:17.630919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07af2d09-89dc-4c18-9e53-245190caba76 req-8809de2e-f752-468f-8ea5-c662a11695cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.3708918
Mar 26 21:10:17.655353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-ab63e578-8ae3-42ab-a903-365749f6c428 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378630
Mar 26 21:10:17.708858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:17.709571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.711157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 200  len: 1091 time: 1.3273344
Mar 26 21:10:17.783773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:17.785789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:10:17.798397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.828395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:17.829065 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:17.877046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 2.4281862
Mar 26 21:10:17.879668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54490) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:17.910790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608177c-9a18-4cbd-bf0d-4c8cbc9792b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:17.931061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53bfd6-4131-404e-9a58-d40f8d6cebed tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:17.991845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c9fd3f06-f714-4ec7-8952-0d685a7bd7bd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:10:17.993102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c9fd3f06-f714-4ec7-8952-0d685a7bd7bd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3295543
Mar 26 21:10:18.009349 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07af2d09-89dc-4c18-9e53-245190caba76 req-e0e8d1a1-0760-4a6f-8b90-b6473de5e433 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951510
Mar 26 21:10:18.034772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c27f1-b516-4de5-94b8-175f58adbc88 req-441b074f-0539-45a9-8275-8bd427b0b7a6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.036415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a0c27f1-b516-4de5-94b8-175f58adbc88 req-441b074f-0539-45a9-8275-8bd427b0b7a6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.3349164
Mar 26 21:10:18.046231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.046746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.047212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.047692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.048201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.048818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.049290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.051474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-212271e5-3cb4-48b7-81ed-8008ea4ba6fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6705 time: 0.2687650
Mar 26 21:10:18.096751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Deleting port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:18.097086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:18.137121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-8b5631e8-4a45-41fb-a84d-dfb4bf7e0557 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 200  len: 217 time: 0.0783913
Mar 26 21:10:18.213727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-5c12aacd-1c23-43f1-b7e0-233bb7be4362 service neutron] 10.222.0.16 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100086
Mar 26 21:10:18.258400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc, host nch2-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:18.259100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:18.281625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a0c27f1-b516-4de5-94b8-175f58adbc88 req-217ea46d-5f34-4f2e-8a59-78f413a2a98a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289107
Mar 26 21:10:18.289889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-d5404572-6d2f-4eda-95e8-4d44be91eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.291380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-d5404572-6d2f-4eda-95e8-4d44be91eb26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 HTTP/1.1" status: 200  len: 856 time: 0.1464198
Mar 26 21:10:18.357375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Calling delete_port for 53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:18.427421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-712bc38b-ba64-4ca7-b5d4-7b73884ff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.427421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-712bc38b-ba64-4ca7-b5d4-7b73884ff215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0104976f-c364-4864-ad5f-8b4958c8e560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1171732
Mar 26 21:10:18.439576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9d98-04fa-4ae0-8f2a-9f47d408c8e8 req-45c687ee-5cfa-4221-bacd-94b85507fd0b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:18.447183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-504c9d98-04fa-4ae0-8f2a-9f47d408c8e8 req-45c687ee-5cfa-4221-bacd-94b85507fd0b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0880408
Mar 26 21:10:18.491177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-a87072c9-661f-45e2-88d9-2830de06f5cf service neutron] 10.222.0.16 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2759326
Mar 26 21:10:18.539342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-504c9d98-04fa-4ae0-8f2a-9f47d408c8e8 req-9c1dc2dc-7bc4-4353-bf8e-4a344f6c8b91 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903339
Mar 26 21:10:18.579221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:18.614380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-cab9158b-ad6f-484f-9a7b-df3ec3f0bf63 service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629577
Mar 26 21:10:18.666737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:18.681460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "DELETE /v2.0/ports/53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc HTTP/1.1" status: 204  len: 168 time: 0.7965133
Mar 26 21:10:18.682682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3f7e-df91-4837-ae01-4a46795f5d7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event deleted for resources: {'Port': ['ID=53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:18.695973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54526) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:18.769048 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e0bd3f-3431-4f92-a650-be9f0050dccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:10:18.770665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-32e0bd3f-3431-4f92-a650-be9f0050dccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports/53a59e55-2767-4ee4-8e3c-bc2f5ee69ccc HTTP/1.1" status: 404  len: 333 time: 0.0712788
Mar 26 21:10:18.773995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54530) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:18.782244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1044238642'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:18.810388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Made reservation on behalf of 596ee8810125431d954b80477f5e5ec2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:18.815580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:18.840926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port 58ca00d7-a0db-4dea-8565-14e468ce3187 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:18.882392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-191e6300-6a86-4412-9f73-4e4cc9c7ed48 service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625625
Mar 26 21:10:18.893765 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16387dc4-995f-4d13-b096-d62dbde319be x-openstack-request-id: req-16387dc4-995f-4d13-b096-d62dbde319be {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:18.894070 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:18.894335 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16387dc4-995f-4d13-b096-d62dbde319be {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:18.894757 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16387dc4-995f-4d13-b096-d62dbde319be'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'status': 'completed', 'code': 200}
Mar 26 21:10:18.954907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-83545094-1526-43ab-9725-3e5f09c821ab req-6a4ec464-d5e7-4203-8fae-12165028457b tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 210 time: 0.0606627
Mar 26 21:10:19.022152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-91e49105-1d82-4f86-b681-b97ae5ac86ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 217 time: 0.1192131
Mar 26 21:10:19.118276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:19.170590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:19.227490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:19.231192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:19.236439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:19.237979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.238068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:19.266326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=58ca00d7-a0db-4dea-8565-14e468ce3187,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:19.296249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.304039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b40a3baa-8e2a-4a13-aafc-aaf10b8b8e4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.5289235
Mar 26 21:10:19.307033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54548) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:19.307796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.320684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.328367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:19.332749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.343599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.352195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.361554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.371793 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-60cdf68d-f363-494a-ab4d-500acf16b1cf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.4883354
Mar 26 21:10:19.465245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-1e1f924f-aa58-4f28-92df-0cb3a680f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.468126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-1e1f924f-aa58-4f28-92df-0cb3a680f632 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.4389760
Mar 26 21:10:19.550164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04c2c280-09a5-4bd2-b876-bfe586c931f2 req-0c5a3418-06e2-4f7f-b8c4-d8470e80f915 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1774452
Mar 26 21:10:19.552588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-c46a68d2-552f-447e-b79f-55bac6483e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.554562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-c46a68d2-552f-447e-b79f-55bac6483e75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0794482
Mar 26 21:10:19.609135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:19.876778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbef1f1-b792-4102-a1b4-05594c7b305e req-3b57d7d9-bd15-4546-8a6c-74187ce86412 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:19.878900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccbef1f1-b792-4102-a1b4-05594c7b305e req-3b57d7d9-bd15-4546-8a6c-74187ce86412 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.4161959
Mar 26 21:10:19.984869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7f0f92da-ad57-4d45-a6e4-706a3598bd9e service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4222920
Mar 26 21:10:20.088110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccbef1f1-b792-4102-a1b4-05594c7b305e req-2515f457-1d3c-42b3-af2a-b74f39928a0b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030938
Mar 26 21:10:20.116880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-73476997-1e50-4399-8866-e9be1a6dfb0f service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190779
Mar 26 21:10:20.185587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dbf4c-5c3f-4916-85a9-05ca93a0712b req-f5333d1a-383d-42be-ada8-b093ae4b209c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.192591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d6dbf4c-5c3f-4916-85a9-05ca93a0712b req-f5333d1a-383d-42be-ada8-b093ae4b209c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3669796
Mar 26 21:10:20.236999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port 58ca00d7-a0db-4dea-8565-14e468ce3187 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:20.267310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.293827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e865faf8-b3eb-4338-9ab1-76b15067b342 req-48093398-38be-4743-ae8b-b9d7d03f0d45 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 210 time: 0.0493863
Mar 26 21:10:20.297306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.305958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-58b6fe30-7559-45bd-812f-3f68615c236a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 217 time: 0.1682937
Mar 26 21:10:20.317031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d6dbf4c-5c3f-4916-85a9-05ca93a0712b req-0dbd7b3a-36b4-46ce-9621-e6a1087cada0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618148
Mar 26 21:10:20.368754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1360048401', 'description': 'tempest-description-1207545279'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:20.431986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-b0294d2f-bcb9-4e30-a760-b38ff5b17648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.433915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-b0294d2f-bcb9-4e30-a760-b38ff5b17648 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1111655
Mar 26 21:10:20.435751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.444719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=58ca00d7-a0db-4dea-8565-14e468ce3187,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:20.557989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-a8330caf-d6ef-4a1b-a122-d09c66c4ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.560031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-a8330caf-d6ef-4a1b-a122-d09c66c4ea16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1179814
Mar 26 21:10:20.701055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:20.702200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:20.702521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:20.749100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:20.749444 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:20.753309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-d107fd74-f29b-4c3c-8ed4-93ded4c0a6b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859279
Mar 26 21:10:20.772500 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 2 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:20.810592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (cd4269a5-a356-462e-a0be-f7dbb164591b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.845161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cd4269a5-a356-462e-a0be-f7dbb164591b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.858356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:20.858871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:20.859386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:20.869124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:20.869541 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:20.882495 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 3 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:20.914558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:20.917329 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efe2194-5f02-4e79-9c31-f803cad0943e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:20.935387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:20.935733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:20.936270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:20.954979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-19de1d35-4584-4050-9a0f-a25c492609ee service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376150
Mar 26 21:10:20.969256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:20.976891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.982816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.983478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-821e9f0e-74b3-4547-a05e-08d6e951fd29 req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.6200008
Mar 26 21:10:20.988598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:20.994326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:20.994670 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:20.995365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.002157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.004266 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 4 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.009287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.010473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd6826-158a-436a-b285-ea0a4a4905f5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4269a5-a356-462e-a0be-f7dbb164591b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:21.016696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.036816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-602a7042-dfd0-4b50-b4ae-a2a7c82f7d66 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.2822113
Mar 26 21:10:21.052560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-cc781c88-1567-4ff8-916c-31bc88fb8ddd tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.054108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-cc781c88-1567-4ff8-916c-31bc88fb8ddd tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 813 time: 0.4867570
Mar 26 21:10:21.079169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Request body: {'port': {'device_id': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5', 'admin_state_up': True, 'tenant_id': '52b4455ec1a2447ebb1f737c0d97fc83'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:21.086235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-8674ad9a-8016-489e-8b23-e1c80b05b31a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 HTTP/1.1" status: 200  len: 217 time: 0.1239507
Mar 26 21:10:21.086522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.088489 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b635230d-f23b-46b7-a5fd-1f371c55fdf0 x-openstack-request-id: req-b635230d-f23b-46b7-a5fd-1f371c55fdf0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:21.089012 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:21.089478 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b635230d-f23b-46b7-a5fd-1f371c55fdf0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:21.090081 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b635230d-f23b-46b7-a5fd-1f371c55fdf0'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'status': 'completed', 'code': 200}
Mar 26 21:10:21.092308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.092689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.131583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.131952 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.142515 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 5 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.164009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.164478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.164823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.203343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58612820-d612-44ab-ac3b-30530bbc55b9 req-7256ac42-2f37-4fa6-9c9c-8c62d836f38c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1652110
Mar 26 21:10:21.230992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.230992 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.232430 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 6 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.268008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.268008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.268008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.293281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.293773 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.299393 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 7 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.319369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-4e914559-d97b-47f2-9e22-50aa4c0670b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.322634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-4e914559-d97b-47f2-9e22-50aa4c0670b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1313097
Mar 26 21:10:21.323776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.324149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.324490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.332124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.332470 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.335320 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 8 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.349013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-d7bb41ea-d406-460c-ae48-d70448e2c8e7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1360048401&fields=id&tenant_id=97d8cf03facb404b81a31014cf74f93c HTTP/1.1" status: 200  len: 267 time: 0.1911557
Mar 26 21:10:21.421486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.422304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.422932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.437666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.439251 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.446363 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 9 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.472236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Made reservation on behalf of 52b4455ec1a2447ebb1f737c0d97fc83 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:21.476444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:21.507231 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.507967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.509443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.536966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.538358 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.549452 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 10 to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187
Mar 26 21:10:21.594152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-e1686068-44c5-4365-a815-7d258b24b085 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.595732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-e1686068-44c5-4365-a815-7d258b24b085 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.2459397
Mar 26 21:10:21.612826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-222c8a90-ff8a-467a-a84b-e860928d5bb8 req-328a82b6-1ba1-4268-bda9-34ca51c7c061 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 210 time: 0.0985291
Mar 26 21:10:21.627384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-a258001c-6261-46c4-894e-fbd8d683af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.629005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-a258001c-6261-46c4-894e-fbd8d683af97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2819738
Mar 26 21:10:21.632618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:21.632967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:21.633310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:21.643110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'port': {'security_groups': ['b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e', 'cd4269a5-a356-462e-a0be-f7dbb164591b']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:21.691715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:21.692097 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port 58ca00d7-a0db-4dea-8565-14e468ce3187 on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:21.692896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:21.807051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-01467ebf-0f0d-41b5-b1d4-69c5aef6eeed service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715662
Mar 26 21:10:21.947234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05319a8-9422-4f4e-a57b-da22e8be06e1 req-8e69572d-7d28-474a-8c69-f54f7703adec tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:21.954943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d05319a8-9422-4f4e-a57b-da22e8be06e1 req-8e69572d-7d28-474a-8c69-f54f7703adec tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1466880
Mar 26 21:10:22.033522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d05319a8-9422-4f4e-a57b-da22e8be06e1 req-180f5f98-0f75-40a1-948a-36101fcaeecf tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716693
Mar 26 21:10:22.036225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-08566b7f-4a4f-470a-aa4f-a5aba36bd402 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186284
Mar 26 21:10:22.058623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:22.090874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port 58ca00d7-a0db-4dea-8565-14e468ce3187, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:22.091257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:10:22.096987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-78983054-0923-4af2-b493-8495c16e9551 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436 HTTP/1.1" status: 200  len: 217 time: 0.0542977
Mar 26 21:10:22.118877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Allocated IP 172.20.0.5 (d44f6756-0914-4122-b1f7-731679a6fca5/556e9c2c-01b8-49c1-be4e-df25c165ab71/c8337db8-8ace-411f-91d0-9557a19ab3e1) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:10:22.123555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:22.156788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-54f11760-22b9-4e0e-8f1b-e505c628321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.159345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-54f11760-22b9-4e0e-8f1b-e505c628321d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.0568337
Mar 26 21:10:22.172967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] In _notify_port_updated(), no bound segment for port 58ca00d7-a0db-4dea-8565-14e468ce3187 on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:10:22.173855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.174477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:22.178632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "PUT /v2.0/ports/58ca00d7-a0db-4dea-8565-14e468ce3187 HTTP/1.1" status: 200  len: 979 time: 2.8648429
Mar 26 21:10:22.182789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54608) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:22.265869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-9393ea0a-d8d0-40ae-8e12-da87a9bb8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.267520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-9393ea0a-d8d0-40ae-8e12-da87a9bb8fc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0996449
Mar 26 21:10:22.314018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56863e96-d202-4fb4-83e1-7c7f09d2e157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=58ca00d7-a0db-4dea-8565-14e468ce3187,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:22.457270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.457972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.458460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.458939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.459520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.460023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.460499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.460968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.461439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.461910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.462385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.462855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.463329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.463800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.464304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.464764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.465239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.465699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.466165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.466639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.467160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.468252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.468722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.469195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.469659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.470221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.473066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9e000bd-574d-43cb-b156-3e69c3d29de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23417 time: 0.2824917
Mar 26 21:10:22.478914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54616) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:22.480799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.486553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.492176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.497816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.504032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.509690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:22.518140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-5720d583-549b-467b-a55f-ca772ca8593f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.2073233
Mar 26 21:10:22.604611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-a2cfad5b-421b-4f55-ab29-cfd098500e38 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3303607
Mar 26 21:10:22.773172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a00659a6-698f-4d24-b185-5a616ed1c33e req-f3eadb44-99b8-4c39-a5eb-0759413af531 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2536299
Mar 26 21:10:23.209833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks [] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.252675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:23.337566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Deleting port 58ca00d7-a0db-4dea-8565-14e468ce3187 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:23.337956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.343227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.346514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.369813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.382085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ad307adc-02ff-4ad8-a6ff-b391aef67ac1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:23.473985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-7d826d88-aafc-4c95-a8dc-3c35dc1ac191 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8547964
Mar 26 21:10:23.489484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed33083a-453d-4eab-889f-f471f835cbac req-cce38aec-53f2-4f97-8cac-eeadc1863598 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 210 time: 0.5748658
Mar 26 21:10:23.534013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port 58ca00d7-a0db-4dea-8565-14e468ce3187, host nch2-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:23.537984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.562587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Calling delete_port for 58ca00d7-a0db-4dea-8565-14e468ce3187 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:23.585569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-51e5c7e7-88f3-45ed-8ca1-aeb7c6c34746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 200  len: 217 time: 0.0943058
Mar 26 21:10:23.702271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-63c3af12-e0df-4dc3-8ef9-85e929361f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:23.704771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-63c3af12-e0df-4dc3-8ef9-85e929361f79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.1138198
Mar 26 21:10:23.740554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6fd18-d58a-4f0c-ad9d-4625a890e85e req-a23fb175-4389-4c67-b393-da44fe20cbfe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:23.749386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94d6fd18-d58a-4f0c-ad9d-4625a890e85e req-a23fb175-4389-4c67-b393-da44fe20cbfe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1423895
Mar 26 21:10:23.773563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Network d44f6756-0914-4122-b1f7-731679a6fca5 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:23.781714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:23.792653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:23.805803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:23.808451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.812175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4ff9786-9874-4a9c-b0ac-3c6bbf8dc266 req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "PUT /v2.0/ports/ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 981 time: 2.1901004
Mar 26 21:10:23.812859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:23.816981 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7d137-ff89-4818-870e-d344ca984693" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:23.831861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Pushing event updated for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:23.846340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94d6fd18-d58a-4f0c-ad9d-4625a890e85e req-b930fc02-b970-4bf8-b544-cdf1df6a6ec0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858846
Mar 26 21:10:23.855267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-80cdeb52-995e-4aec-b5a7-57b075d31161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:23.856841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-80cdeb52-995e-4aec-b5a7-57b075d31161 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1393220
Mar 26 21:10:23.926226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ad307adc-02ff-4ad8-a6ff-b391aef67ac1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:23.930859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (58ca00d7-a0db-4dea-8565-14e468ce3187), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.970751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ff1b-2ed3-44bb-95e3-21620081fbf7 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=6']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:23.985970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:23.989302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "DELETE /v2.0/ports/58ca00d7-a0db-4dea-8565-14e468ce3187 HTTP/1.1" status: 204  len: 168 time: 1.5057631
Mar 26 21:10:23.993767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54646) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:24.026327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.026970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.034270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42367-4905-4f61-aa57-918e25830fa7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ca00d7-a0db-4dea-8565-14e468ce3187,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:24.109673 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc295db-0817-43fc-a0aa-ff44e504535e tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:10:24.116457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fbc295db-0817-43fc-a0aa-ff44e504535e tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports/58ca00d7-a0db-4dea-8565-14e468ce3187 HTTP/1.1" status: 404  len: 333 time: 0.1204889
Mar 26 21:10:24.119799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:24.137295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-778908961', 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:24.137639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-90fe119e-a2e1-439e-9c50-2cdef7b41454 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732739
Mar 26 21:10:24.140714 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e272a21d-11ee-44e8-808c-d33db9087050 req-86b3ea82-21ad-4c60-8454-017e68032196 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1360048401&fields=id&tenant_id=97d8cf03facb404b81a31014cf74f93c HTTP/1.1" status: 200  len: 267 time: 0.1309652
Mar 26 21:10:24.199613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-c7fc9baa-6e4b-4f4c-b01c-5c19d706f0e8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1340544
Mar 26 21:10:24.229961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Request body: {'port': {'device_id': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:24.238660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Made reservation on behalf of 596ee8810125431d954b80477f5e5ec2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:24.241147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.301697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port 4848e906-fcf5-4780-8bfd-1fc3929223e0 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:24.318332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.324166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.329815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.335468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.340798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.346867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.359670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.361676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-f1e82656-5289-45de-ac9c-65b8a941c140 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.3320296
Mar 26 21:10:24.374644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272a21d-11ee-44e8-808c-d33db9087050 req-700f3148-b2c9-49b5-9934-1a8ee8f20a0e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.380694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e272a21d-11ee-44e8-808c-d33db9087050 req-700f3148-b2c9-49b5-9934-1a8ee8f20a0e tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 984 time: 0.2330332
Mar 26 21:10:24.387228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-ad5adc29-d197-407e-acc2-dcc287cb7d47 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428229
Mar 26 21:10:24.413470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'port': {'security_groups': ['b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:24.466871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.524046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-0584dd29-db8a-49ec-85db-002cfacfeefb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 200  len: 217 time: 0.1298594
Mar 26 21:10:24.565164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.635239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f01f622-c14b-44c4-aa12-c7cab8539129 req-122dfd48-ecf5-436d-b879-7d173c7a3d5f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2223902
Mar 26 21:10:24.669153 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:10:24.771684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:24.803745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.822700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.835976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ad307adc-02ff-4ad8-a6ff-b391aef67ac1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:24.869931 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2034fba5-06fc-4ffa-beba-682af4e8df2a x-openstack-request-id: req-2034fba5-06fc-4ffa-beba-682af4e8df2a {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:24.871422 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:24.871685 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2034fba5-06fc-4ffa-beba-682af4e8df2a {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:24.872135 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2034fba5-06fc-4ffa-beba-682af4e8df2a'] response: {'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:10:24.926648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-c9247511-6a1b-4881-ac54-1a2c6ad7e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.928273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-c9247511-6a1b-4881-ac54-1a2c6ad7e70b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.3984566
Mar 26 21:10:24.980179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:24.980838 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:24.982264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e272a21d-11ee-44e8-808c-d33db9087050 req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "PUT /v2.0/ports/ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 942 time: 0.5905261
Mar 26 21:10:24.985131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:24.987682 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb951df3-6d03-4268-b352-c523b5327f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:25.023773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d137-ff89-4818-870e-d344ca984693 req-e3eddffe-b951-4348-9912-36aa850c25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.025344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-e3eddffe-b951-4348-9912-36aa850c25b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.2174888
Mar 26 21:10:25.031138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8a455-00df-4326-9a84-3bea7d6e9c49 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:25.090108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (4848e906-fcf5-4780-8bfd-1fc3929223e0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:25.091237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['ad307adc-02ff-4ad8-a6ff-b391aef67ac1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:25.188372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464410-b98e-433f-81e1-73d8e5024116 req-135753db-58da-4dcf-830c-dc9aee2aff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.190011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-135753db-58da-4dcf-830c-dc9aee2aff2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2563236
Mar 26 21:10:25.197247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a86ec050-a8b9-4750-a653-29b9f4c6c74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:25.333436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d137-ff89-4818-870e-d344ca984693 req-9979ea28-c65b-4e20-94ba-69e44a98cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.335245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-9979ea28-c65b-4e20-94ba-69e44a98cc29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.2897365
Mar 26 21:10:25.361587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d7a4a-da58-4cb6-ab32-60dc793deaf6 req-e33dc464-502f-46e9-a5b7-e110420db252 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.371736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-480d7a4a-da58-4cb6-ab32-60dc793deaf6 req-e33dc464-502f-46e9-a5b7-e110420db252 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 931 time: 0.4724636
Mar 26 21:10:25.466876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-0c28e33c-5a1c-46ba-918a-50f57659f05a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.1175549
Mar 26 21:10:25.482351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4848e906-fcf5-4780-8bfd-1fc3929223e0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:25.528528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3867c-16d7-4e30-87c6-a46adef2ca74 req-00286ac2-855b-4ef0-8332-1b3acaa6b181 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.530778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26c3867c-16d7-4e30-87c6-a46adef2ca74 req-00286ac2-855b-4ef0-8332-1b3acaa6b181 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3396764
Mar 26 21:10:25.582769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-26376be8-4ead-4397-870f-1a1fc5be4200 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3854301
Mar 26 21:10:25.584432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7d137-ff89-4818-870e-d344ca984693 req-3fb32007-eda3-48d6-9fac-3ef896378852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.585790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-3fb32007-eda3-48d6-9fac-3ef896378852 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1098404
Mar 26 21:10:25.616370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26c3867c-16d7-4e30-87c6-a46adef2ca74 req-dc83162e-7939-4a65-a2ad-8afb29de7b9b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769010
Mar 26 21:10:25.657590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:25.675134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:25.688725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=4848e906-fcf5-4780-8bfd-1fc3929223e0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:25.694962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:25.696681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.697901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:25.711263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-43a37648-92b5-423b-9eee-82811ed12e8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1001539
Mar 26 21:10:25.726490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-480d7a4a-da58-4cb6-ab32-60dc793deaf6 req-22112580-4d3d-492c-afc1-5ffd96f5dc21 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3532383
Mar 26 21:10:25.764529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9663ebfd-2526-4362-8206-77dc05b2f981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.6425498
Mar 26 21:10:25.772372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:25.922270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5edfa43-74c9-4614-aca2-1bd913278880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:25.926296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5edfa43-74c9-4614-aca2-1bd913278880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports/4848e906-fcf5-4780-8bfd-1fc3929223e0 HTTP/1.1" status: 200  len: 958 time: 0.1334448
Mar 26 21:10:25.939033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54684) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:25.950455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-b64b1e23-b87c-48fb-8d15-325ca1c85a08 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2596176
Mar 26 21:10:25.953497 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968568c-43fc-4a7f-b244-c78d29b00ee2 x-openstack-request-id: req-5968568c-43fc-4a7f-b244-c78d29b00ee2 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:25.953975 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:25.954408 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5968568c-43fc-4a7f-b244-c78d29b00ee2 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:25.954969 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5968568c-43fc-4a7f-b244-c78d29b00ee2'] response: {'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:10:26.012772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8337db8-8ace-411f-91d0-9557a19ab3e1 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:26.026354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks [] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.057172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:26.065145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-7b610b8f-953c-44e5-ba97-680cee57f3fe service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082475
Mar 26 21:10:26.073248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Transition to ACTIVE for port object c8337db8-8ace-411f-91d0-9557a19ab3e1 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:10:26.096038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.156213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.162055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.167802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.169671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3c7d137-ff89-4818-870e-d344ca984693 req-99a779bd-caf6-41eb-91a2-60d89bb59ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0934734
Mar 26 21:10:26.174975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.180634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.187437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.193005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.194878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-4548d421-9343-4975-b66c-4d06c8f1d9a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.2876449
Mar 26 21:10:26.199038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Pushing event updated for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:26.272196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Deleting port 4848e906-fcf5-4780-8bfd-1fc3929223e0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:26.272447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4848e906-fcf5-4780-8bfd-1fc3929223e0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.297053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.325699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30464410-b98e-433f-81e1-73d8e5024116 req-61f068db-3c35-4f03-baa3-4b63fd98a775 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7132666
Mar 26 21:10:26.364586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951df3-6d03-4268-b352-c523b5327f0b req-89414802-96bb-453e-9250-985608f32494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.366295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-89414802-96bb-453e-9250-985608f32494 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.1357327
Mar 26 21:10:26.374217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Attempting to bind port c8337db8-8ace-411f-91d0-9557a19ab3e1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:26.374706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Attempting to bind port c8337db8-8ace-411f-91d0-9557a19ab3e1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:26.374808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Attempting to bind port c8337db8-8ace-411f-91d0-9557a19ab3e1 on network d44f6756-0914-4122-b1f7-731679a6fca5 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:26.410754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Port c8337db8-8ace-411f-91d0-9557a19ab3e1 on network d44f6756-0914-4122-b1f7-731679a6fca5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:26.416752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Attempting to bind port c8337db8-8ace-411f-91d0-9557a19ab3e1 on network d44f6756-0914-4122-b1f7-731679a6fca5 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:26.478448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40950d6b-1151-4d4a-9e57-b429e94d929a req-bfdda825-7015-419d-a933-c992611ced0f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2722590
Mar 26 21:10:26.481415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:10:26.481767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Checking segment: {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:26.482161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Bound using segment: {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:10:26.483155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Bound port: c8337db8-8ace-411f-91d0-9557a19ab3e1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:10:26.483532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.499583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4848e906-fcf5-4780-8bfd-1fc3929223e0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.542507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Calling delete_port for 4848e906-fcf5-4780-8bfd-1fc3929223e0 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:26.614915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951df3-6d03-4268-b352-c523b5327f0b req-eac5eb2b-d992-4c14-a7c6-6ddf220915ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.618001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-eac5eb2b-d992-4c14-a7c6-6ddf220915ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.1788404
Mar 26 21:10:26.627034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:26.631470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:10:26.647101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.685285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.685913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.687685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] 10.222.0.18 "PUT /v2.0/ports/c8337db8-8ace-411f-91d0-9557a19ab3e1 HTTP/1.1" status: 200  len: 1091 time: 2.4765286
Mar 26 21:10:26.722176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4848e906-fcf5-4780-8bfd-1fc3929223e0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.727533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-0dc5351f-1f61-4b2f-b770-d1bf4363ae3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.1019640
Mar 26 21:10:26.744346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cbf84-7705-418e-bf6e-4fa7477bb631 service neutron] Pushing event updated for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:26.756175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.756676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.757139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.759569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.760112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.760589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.761072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.768655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-82671948-8086-45ca-b33f-878ef5f357c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6705 time: 0.3305852
Mar 26 21:10:26.783945 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.806943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:26.810258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4848e906-fcf5-4780-8bfd-1fc3929223e0 HTTP/1.1" status: 204  len: 168 time: 0.8699224
Mar 26 21:10:26.811442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961297c-612a-4845-b9f2-a5d821b51cb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event deleted for resources: {'Port': ['ID=4848e906-fcf5-4780-8bfd-1fc3929223e0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:26.814565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54700) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:26.869585 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b40c3f-975a-4c37-8499-91e0f096e255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:10:26.875094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-33b40c3f-975a-4c37-8499-91e0f096e255 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports/4848e906-fcf5-4780-8bfd-1fc3929223e0 HTTP/1.1" status: 404  len: 333 time: 0.0405304
Mar 26 21:10:26.877120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:26.878974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:26.881328 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341" -d '{"events": [{"name": "network-changed", "server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:26.889582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305647519'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:26.927321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85511d49-5f07-4f24-b645-de1d86156722 req-df13608b-bbb5-4d6b-aeaf-adf79b0cd603 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.934308 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85511d49-5f07-4f24-b645-de1d86156722 req-df13608b-bbb5-4d6b-aeaf-adf79b0cd603 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2038627
Mar 26 21:10:26.962666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951df3-6d03-4268-b352-c523b5327f0b req-23c5f2f3-a377-464f-a5e1-3a1f17bc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.963345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-a6cf4ddc-93f6-414a-959c-962a0a7021c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:26.964180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-23c5f2f3-a377-464f-a5e1-3a1f17bc32ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.2183847
Mar 26 21:10:26.965043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-a6cf4ddc-93f6-414a-959c-962a0a7021c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 1125 time: 0.1948059
Mar 26 21:10:26.965640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Made reservation on behalf of 596ee8810125431d954b80477f5e5ec2 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:26.969230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:27.010760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-80848d66-9800-473c-9cc5-185b727d8590 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396051
Mar 26 21:10:27.034641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-11d6d413-0774-440e-8bd5-e42b3f0391c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1 HTTP/1.1" status: 200  len: 217 time: 0.0609398
Mar 26 21:10:27.052076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port c44da6d0-217e-4b08-b516-3d18e1112ffe yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:27.074199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-07e5cc19-d2d7-4e2f-97f8-fe0bafb64c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:27.075837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-07e5cc19-d2d7-4e2f-97f8-fe0bafb64c8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 901 time: 0.2856944
Mar 26 21:10:27.168006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85511d49-5f07-4f24-b645-de1d86156722 req-097000c9-1586-4260-8dce-6931a806eb0d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326634
Mar 26 21:10:27.238150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-8df2e201-1bb9-4c23-85d7-27ed592a49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:27.239771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-8df2e201-1bb9-4c23-85d7-27ed592a49d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 200  len: 853 time: 0.1893721
Mar 26 21:10:27.307084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-42dae85b-14f2-4f7b-8395-f88af6e464f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d44f6756-0914-4122-b1f7-731679a6fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501351
Mar 26 21:10:27.348241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1366ff51-60d7-4efa-aeeb-0a664c329e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:27.503297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f029a-b4eb-4fda-b427-f64b89dd8931 req-2fb0f47a-c198-4a3c-96a7-a115f12c2e1a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:27.510333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac8f029a-b4eb-4fda-b427-f64b89dd8931 req-2fb0f47a-c198-4a3c-96a7-a115f12c2e1a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 943 time: 0.2333798
Mar 26 21:10:27.539778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:27.640556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac8f029a-b4eb-4fda-b427-f64b89dd8931 req-9c0dd9c2-51f0-4692-b593-5f958437d026 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284513
Mar 26 21:10:27.644039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-7a97053e-baa6-4d2d-9dd7-0290561579b1 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3295949
Mar 26 21:10:27.675083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:27.676025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-67aeebbf-f463-423c-a29f-dadbf4ec3cd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 200  len: 217 time: 0.5872624
Mar 26 21:10:27.681812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Allocated IP 172.35.4.27 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3dd780be-1a3c-4077-829e-80e2b577ff53) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:10:27.769294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-6fbbbe68-cc0a-4f9f-be91-7c93e56a25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:27.771071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-6fbbbe68-cc0a-4f9f-be91-7c93e56a25d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.0784402
Mar 26 21:10:27.771402 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d4017-4fc9-4939-b6ef-f5bd3e5adfac x-openstack-request-id: req-214d4017-4fc9-4939-b6ef-f5bd3e5adfac {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:27.771897 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:27.804522 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214d4017-4fc9-4939-b6ef-f5bd3e5adfac {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:27.808106 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214d4017-4fc9-4939-b6ef-f5bd3e5adfac'] response: {'name': 'network-changed', 'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1', 'status': 'completed', 'code': 200}
Mar 26 21:10:27.814181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-54427ed3-cc82-46df-8c84-4892b03aff7c service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7932053
Mar 26 21:10:28.014024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-361e52b3-a1ea-4c7b-84f0-3633cddaabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.015753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-361e52b3-a1ea-4c7b-84f0-3633cddaabb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1847084
Mar 26 21:10:28.018932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.019576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9dee49ec-68e5-400f-a18c-b850f9910da3 req-4fae1721-d74e-467e-9b6a-cf8521840eee service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802563
Mar 26 21:10:28.026248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb951df3-6d03-4268-b352-c523b5327f0b req-f6b08849-6480-4050-8e1a-d96599e33259 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051387
Mar 26 21:10:28.078016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Network 6cf1c83f-61c0-402f-a274-dec626f4c323 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:28.084143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:28.087062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:28.088408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.089013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.145281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=c44da6d0-217e-4b08-b516-3d18e1112ffe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:28.152318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-a4446605-23c7-4f62-8ab3-8c18039b7ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236029
Mar 26 21:10:28.204580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d002e045-a34e-48d8-8d63-c6705497c642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.3202689
Mar 26 21:10:28.209409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:28.210475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.219218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:28.264483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.271448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.280565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.290491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.298339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.305958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.313280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.321210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-7e5658f8-3630-4a0f-a2cf-7b737b440b39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.3053529
Mar 26 21:10:28.400137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-d19ac9eb-17ea-4e7c-9b4a-df50a4cbb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.402122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-d19ac9eb-17ea-4e7c-9b4a-df50a4cbb7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 1125 time: 0.3053546
Mar 26 21:10:28.414693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:28.442202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:28.456338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.466459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:28.478937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'Port': ['ID=3dd780be-1a3c-4077-829e-80e2b577ff53,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:28.562815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c75c4dd8-5d31-4b61-9343-ebb5e9ca8338 req-92480503-6d6b-4abd-b0ad-871ba197c7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3897645
Mar 26 21:10:28.727301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.776987 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.832472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:28.880521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.881132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.881627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.882116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.882893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.883388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.884204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:28.886754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-5ac41270-a792-41aa-9c0d-acf197bd343f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6705 time: 0.1438901
Mar 26 21:10:29.027036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-3f6619eb-4b9b-4f97-9088-186ce78a033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.028887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-3f6619eb-4b9b-4f97-9088-186ce78a033a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 901 time: 0.1178951
Mar 26 21:10:29.094440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-2362b25d-ee2c-4616-9c59-3c914e5c09eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 200  len: 217 time: 0.0582740
Mar 26 21:10:29.155317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] device_id is not set on port c44da6d0-217e-4b08-b516-3d18e1112ffe yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:29.171792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks [] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.206342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-93e5adfd-4685-41ae-97b4-80f8e5ba331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.208755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-93e5adfd-4685-41ae-97b4-80f8e5ba331d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.1018040
Mar 26 21:10:29.226492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.245481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d46b8207-8fe4-4580-8e7a-97f5647b4b03 req-5355902a-76fb-49e4-aeab-3fdbd08ab6f6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.9231796
Mar 26 21:10:29.320223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.320223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-a748f8e1-2ccc-48d7-ad04-beaff0bbabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.321483 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-a748f8e1-2ccc-48d7-ad04-beaff0bbabb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1063900
Mar 26 21:10:29.338775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.339101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=c44da6d0-217e-4b08-b516-3d18e1112ffe,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:29.349861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-a5c83aaa-1abf-4fff-a046-3525448a8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.351969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-a5c83aaa-1abf-4fff-a046-3525448a8b83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 913 time: 0.9403746
Mar 26 21:10:29.357329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.358408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.358839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.407358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.407993 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.408661 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 2 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.425423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-18c74c17-bde0-4e93-8961-ecb927d7bc07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1 HTTP/1.1" status: 200  len: 217 time: 0.0628316
Mar 26 21:10:29.426263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.426696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.427137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.440156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.440633 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.442066 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 3 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.548946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.548946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.548946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.562980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.562980 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.566891 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 4 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.581938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-1a33125c-8c27-401a-ac7c-458f6f9f846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.582952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-1a33125c-8c27-401a-ac7c-458f6f9f846d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 200  len: 853 time: 0.1509459
Mar 26 21:10:29.587580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.588024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.588301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.595606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event updated for resources: {'Port': ['ID=3dd780be-1a3c-4077-829e-80e2b577ff53,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:29.608606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.608946 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.614909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.631837 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 5 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.639292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-c37b41b2-c6fa-47ae-9fac-ece5f4d5f5fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d44f6756-0914-4122-b1f7-731679a6fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471027
Mar 26 21:10:29.652969 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:29.655302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-add20dd5-4dc1-40bf-812a-8caf0f62e767 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.7031231
Mar 26 21:10:29.663519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-dd1afbaa-ce89-4386-810b-445d17c62884 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282316
Mar 26 21:10:29.663842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb2ae-856f-4d55-940c-acfa38502639 req-2bbcd732-bd94-4a84-a28f-92ac8e500889 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:29.665347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7efb2ae-856f-4d55-940c-acfa38502639 req-2bbcd732-bd94-4a84-a28f-92ac8e500889 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1851115
Mar 26 21:10:29.667555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.667889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.668263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.698825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.699592 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.708191 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 6 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.772605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.772978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.773277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.791834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.792182 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.796911 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 7 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.807856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-ec6bd45c-8a97-4cbf-9255-b6b687684c83 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 695 time: 0.1335649
Mar 26 21:10:29.819028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7efb2ae-856f-4d55-940c-acfa38502639 req-df7b367c-f84c-429f-a254-c0ac7af55905 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393230
Mar 26 21:10:29.824394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.824737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.825077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.830233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-75ac0a23-0996-44a6-bc72-e042ecc5a5ae service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827619
Mar 26 21:10:29.832300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.832637 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.833029 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 8 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.885692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.886031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.886374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.905036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.905379 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:29.907858 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 9 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:29.968113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:29.968488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:29.968793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:29.992799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:29.993149 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:30.030785 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempt 10 to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe
Mar 26 21:10:30.061106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-117dcaa3-7e5a-487e-8a7c-3f8fc4231341 req-c8d1ce58-f3a3-42de-9921-27e8872e9c80 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2190034
Mar 26 21:10:30.064982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:10:30.065384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:10:30.065832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempting to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:10:30.073436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:10:30.073762 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Failed to bind port c44da6d0-217e-4b08-b516-3d18e1112ffe on host nch2-master-1 for vnic_type normal using segments [{'id': '9b06633c-be1a-4d68-b461-7ee62954b682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6cf1c83f-61c0-402f-a274-dec626f4c323'}]
Mar 26 21:10:30.074139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.096780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0bb39-2668-48b1-9352-b2368ae71a77 req-eb48e01c-7e66-45fd-82ed-d4a948d9c696 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.098247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad0bb39-2668-48b1-9352-b2368ae71a77 req-eb48e01c-7e66-45fd-82ed-d4a948d9c696 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 943 time: 0.1325414
Mar 26 21:10:30.106406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.114996 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7efe2194-5f02-4e79-9c31-f803cad0943e req-9538b9cf-dc95-45bc-9a5c-a9634c6ca826 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4373395
Mar 26 21:10:30.134030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-4daca124-178a-4dc4-a56b-8f73e07a83d5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.135517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-4daca124-178a-4dc4-a56b-8f73e07a83d5 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.3206725
Mar 26 21:10:30.146581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-8c073fba-9a43-48b6-9538-4d261d651832 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:10:30.147337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f4ad134-da08-45b9-b5f6-2bc2bcb07ec9 req-8c073fba-9a43-48b6-9538-4d261d651832 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062304
Mar 26 21:10:30.225347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c8337db8-8ace-411f-91d0-9557a19ab3e1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:30.253016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port c44da6d0-217e-4b08-b516-3d18e1112ffe, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:10:30.253935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:10:30.263806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.353301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event updated for resources: {'Port': ['ID=c44da6d0-217e-4b08-b516-3d18e1112ffe,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:30.381244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ad0bb39-2668-48b1-9352-b2368ae71a77 req-82799666-925b-4ebf-9060-ab6dbf515eaf tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277493
Mar 26 21:10:30.404163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] In _notify_port_updated(), no bound segment for port c44da6d0-217e-4b08-b516-3d18e1112ffe on network 6cf1c83f-61c0-402f-a274-dec626f4c323 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:10:30.405846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.408616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.415898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c3366e6-5690-4dac-9076-b15291087a95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "PUT /v2.0/ports/c44da6d0-217e-4b08-b516-3d18e1112ffe HTTP/1.1" status: 200  len: 979 time: 2.2043459
Mar 26 21:10:30.416115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54772) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:30.470710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-139a95bc-e39e-472f-967d-ca8910fff58d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.472538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-139a95bc-e39e-472f-967d-ca8910fff58d tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2605057
Mar 26 21:10:30.507299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:30.523990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'c8337db8-8ace-411f-91d0-9557a19ab3e1', 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5', 'port_id': 'c8337db8-8ace-411f-91d0-9557a19ab3e1', 'mac_address': 'fa:16:3e:f7:89:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556e9c2c-01b8-49c1-be4e-df25c165ab71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:30.533419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.539500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.547679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.554112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.560526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.566961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.573218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:30.582603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-03fdebc3-5426-4eb9-8dfd-325809684151 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5431 time: 0.1211486
Mar 26 21:10:30.601209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c8337db8-8ace-411f-91d0-9557a19ab3e1 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:30.601613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.662511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8337db8-8ace-411f-91d0-9557a19ab3e1 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:30.691762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:30.694813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-f447a924-1124-4914-a5b3-e71c59a11a3c tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 695 time: 0.2151005
Mar 26 21:10:30.705461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.707007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:30.710445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1bbd9b1-6063-454d-97d3-aed97bb765ed req-061a0fe0-295c-4582-9b40-bd5a398de321 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1264255
Mar 26 21:10:30.710618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'floatingip': {'port_id': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:30.755906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.758612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Deleting port c44da6d0-217e-4b08-b516-3d18e1112ffe {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:30.758958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.774870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:30.939082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] For port c44da6d0-217e-4b08-b516-3d18e1112ffe, host nch2-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:30.939684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:30.958970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:30.975068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Calling delete_port for c44da6d0-217e-4b08-b516-3d18e1112ffe owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:30.990612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'port_id': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'mac_address': 'fa:16:3e:5f:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:31.062154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:31.062352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982e714-67b5-4800-910d-89276254b956 req-56bfc078-3771-493a-aaec-cd95b6ec99d2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:31.063026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.074710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1982e714-67b5-4800-910d-89276254b956 req-56bfc078-3771-493a-aaec-cd95b6ec99d2 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1290793
Mar 26 21:10:31.079534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:31.152303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:31.163644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1982e714-67b5-4800-910d-89276254b956 req-e72c2d18-0d2d-40fa-8e19-da07708b4432 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820715
Mar 26 21:10:31.165833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.169246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 22b73853-ba48-4af3-b54b-5bc85d9fee52 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:31.197033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c44da6d0-217e-4b08-b516-3d18e1112ffe), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.281371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:31.294693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44da6d0-217e-4b08-b516-3d18e1112ffe,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:31.357001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.357397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.357736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.358074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.358412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.358748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.359077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.359407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.359736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.360106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.360436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.360758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.361080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.361433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.361742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:31.365332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.369485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52df9446-9b0b-4930-99cf-ab1ad913df25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c44da6d0-217e-4b08-b516-3d18e1112ffe HTTP/1.1" status: 204  len: 168 time: 0.9521320
Mar 26 21:10:31.371608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54792) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:31.402501 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b8915c-8132-46bc-a420-bced25fef519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:10:31.404072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-37b8915c-8132-46bc-a420-bced25fef519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-253044157-project-admin] 10.222.0.16 "GET /v2.0/ports/c44da6d0-217e-4b08-b516-3d18e1112ffe HTTP/1.1" status: 404  len: 333 time: 0.0313809
Mar 26 21:10:31.408345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54796) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:31.551843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:31.578044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'port_id': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'mac_address': 'fa:16:3e:0e:56:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:31.613715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6cf1c83f-61c0-402f-a274-dec626f4c323), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.669339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 22b73853-ba48-4af3-b54b-5bc85d9fee52 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:31.669960 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.697513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b73853-ba48-4af3-b54b-5bc85d9fee52 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:31.711539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.721775 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.755455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:31.762945 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.764638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9067d489-90c2-49f5-9304-a67efb091ee3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:31.803958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6cf1c83f-61c0-402f-a274-dec626f4c323), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.852276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ab90-75f2-49d4-be3d-49f6f2a05222 req-9519b05d-f138-4968-89bd-63a2bd3ce100 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:31.853895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e17ab90-75f2-49d4-be3d-49f6f2a05222 req-9519b05d-f138-4968-89bd-63a2bd3ce100 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 944 time: 0.2382278
Mar 26 21:10:31.884390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ef4b520>,) {'filters': {'network_id': ['6cf1c83f-61c0-402f-a274-dec626f4c323']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:31.926162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef4b520>, '9b06633c-be1a-4d68-b461-7ee62954b682') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:31.926694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef4b520>, '9b06633c-be1a-4d68-b461-7ee62954b682') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:31.946593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (9b06633c-be1a-4d68-b461-7ee62954b682), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:31.956301 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Floating IP e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 associated. External IP: 172.35.4.27, port: ad307adc-02ff-4ad8-a6ff-b391aef67ac1.
Mar 26 21:10:31.966412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9067d489-90c2-49f5-9304-a67efb091ee3,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:31.980249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9067d489-90c2-49f5-9304-a67efb091ee3', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'port_id': '9067d489-90c2-49f5-9304-a67efb091ee3', 'mac_address': 'fa:16:3e:95:e2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:31.990191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e17ab90-75f2-49d4-be3d-49f6f2a05222 req-f161e909-3dd9-4037-ac35-7039939a9746 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062422
Mar 26 21:10:31.990539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:32.000487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b06633c-be1a-4d68-b461-7ee62954b682), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.015354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:10:32.016036 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (9b06633c-be1a-4d68-b461-7ee62954b682), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:10:32.026145 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:10:32.038835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.069879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9067d489-90c2-49f5-9304-a67efb091ee3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:32.070264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.099476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9067d489-90c2-49f5-9304-a67efb091ee3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:32.145599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9067d489-90c2-49f5-9304-a67efb091ee3,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:32.154576 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.155256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9d882432-9513-4f42-8117-c2eae00858b5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:32.196572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6cf1c83f-61c0-402f-a274-dec626f4c323), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.217464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.221720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] 10.222.0.16 "DELETE /v2.0/networks/6cf1c83f-61c0-402f-a274-dec626f4c323 HTTP/1.1" status: 204  len: 168 time: 0.8119519
Mar 26 21:10:32.250379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Pushing event deleted for resources: {'Network': ['ID=6cf1c83f-61c0-402f-a274-dec626f4c323,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:32.272866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.278138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.284694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.290109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.296166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.303659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.308981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d882432-9513-4f42-8117-c2eae00858b5,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:32.320336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.328694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-90284696-6847-41f7-a757-481ae1b4e589 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5433 time: 0.2088950
Mar 26 21:10:32.330956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:32.333788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.334143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.334785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.334912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.335156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.335506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.335830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.336191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.336530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.336856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.337309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.337650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.337988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.339067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.339423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b76663a-93b3-4962-99db-f07995a9d828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560098647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:10:32.356121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9d882432-9513-4f42-8117-c2eae00858b5', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'port_id': '9d882432-9513-4f42-8117-c2eae00858b5', 'mac_address': 'fa:16:3e:ac:c6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:32.534636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:32.541758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62a22b02-40ca-4646-86a4-38e28f943c10 req-c434c0b1-1a66-4aaf-a7c1-2b0d74b7e2bf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2120659
Mar 26 21:10:32.581705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9d882432-9513-4f42-8117-c2eae00858b5 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:32.592723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.629684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d882432-9513-4f42-8117-c2eae00858b5 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:32.663830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6d67830-f4dd-443b-9213-a0015ab650ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.669227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d882432-9513-4f42-8117-c2eae00858b5,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:32.677818 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.678814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3776e0f7-2a1d-4dbf-b7ac-963e98079436 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:32.785693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702b17-e676-43fd-ae8b-4061f33edcd5 req-c32d43ec-35c1-442b-ad17-a319bec5046d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:32.793295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0702b17-e676-43fd-ae8b-4061f33edcd5 req-c32d43ec-35c1-442b-ad17-a319bec5046d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1187966
Mar 26 21:10:32.797174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54826) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:32.838637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:32.887624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0702b17-e676-43fd-ae8b-4061f33edcd5 req-1c879ee9-7743-4e45-a507-275eb12bd8ff tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885339
Mar 26 21:10:32.894709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6d67830-f4dd-443b-9213-a0015ab650ae admin admin] Publish callbacks [] for security_group (9886301d-2513-47e4-98f7-1ee5c174ab89), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.895503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'network_id': '3b12b2db-5c6b-4503-ae46-15abd6717aa6', 'port_id': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'mac_address': 'fa:16:3e:98:e7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf862c1-bc1d-4ada-80ad-4b5f3f4d0059', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:32.899584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:32.900118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6d67830-f4dd-443b-9213-a0015ab650ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9886301d-2513-47e4-98f7-1ee5c174ab89), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:32.958858 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6d67830-f4dd-443b-9213-a0015ab650ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=668f5214a74b47368c0f369a97b95332&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6267555
Mar 26 21:10:32.959974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54830) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:32.960864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d67830-f4dd-443b-9213-a0015ab650ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886301d-2513-47e4-98f7-1ee5c174ab89,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:33.003104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:33.003641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.055205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Router fa9d4736-0655-4f57-a171-3ff4246e01e1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:10:33.068440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3776e0f7-2a1d-4dbf-b7ac-963e98079436 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:33.078755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-73047ca2-f527-4d43-944f-23a01ba32545 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7562193827df467bb40fa31857362ff5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2802413
Mar 26 21:10:33.080081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54834) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:33.089343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] Publish callbacks [] for security_group (9886301d-2513-47e4-98f7-1ee5c174ab89), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.105876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:33.114690 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.143445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0e9d94a8-a505-4bce-9e95-8b10eaee424e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:33.202061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] Publish callbacks [] for security_group (9886301d-2513-47e4-98f7-1ee5c174ab89), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.203867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:33.256435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76397f6-7cc5-493a-a099-767985359775 req-ce47c02b-ee51-4d86-a983-ea3258250883 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.258338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e76397f6-7cc5-493a-a099-767985359775 req-ce47c02b-ee51-4d86-a983-ea3258250883 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 944 time: 0.1424465
Mar 26 21:10:33.264848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:10:33.270278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.281873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Sync routers for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:10:33.299319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:33.303327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:33.304448 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6d5a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:33.310967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] Publish callbacks [] for security_group (c60d7c88-45a9-486a-aeef-591ca10ba234), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.332747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'port_id': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'mac_address': 'fa:16:3e:29:f2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b3a105-0eea-43d0-9e40-727294f116a1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:33.333580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-82f0f1a8-dc76-4e8a-912d-ee5ad0f5cfab tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "PUT /v2.0/floatingips/e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 HTTP/1.1" status: 200  len: 995 time: 2.6277907
Mar 26 21:10:33.334565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:33.338904 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:33.354020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e76397f6-7cc5-493a-a099-767985359775 req-d7910603-20e0-41cc-b14c-d6aac50b9057 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764325
Mar 26 21:10:33.369806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] Publish callbacks [] for security_group (c60d7c88-45a9-486a-aeef-591ca10ba234), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.400022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9886301d-2513-47e4-98f7-1ee5c174ab89), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.402762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.405829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9886301d-2513-47e4-98f7-1ee5c174ab89 HTTP/1.1" status: 204  len: 168 time: 0.4397285
Mar 26 21:10:33.469413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20b7dd-6975-4dd2-b55f-57d3e9893e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886301d-2513-47e4-98f7-1ee5c174ab89,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:33.471861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-cc0251a8-f416-4388-b1c6-de9615c13f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.474736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-cc0251a8-f416-4388-b1c6-de9615c13f67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.1038857
Mar 26 21:10:33.520207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c60d7c88-45a9-486a-aeef-591ca10ba234), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.523386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.528259 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c60d7c88-45a9-486a-aeef-591ca10ba234 HTTP/1.1" status: 204  len: 168 time: 0.4470756
Mar 26 21:10:33.544582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56699cd-e9a1-4ce8-9b6d-cba31ece7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d7c88-45a9-486a-aeef-591ca10ba234,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:33.551164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 0e9d94a8-a505-4bce-9e95-8b10eaee424e is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:33.551164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:33.573161 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1774f45b-3afc-4746-af77-324efd5b8231 x-openstack-request-id: req-1774f45b-3afc-4746-af77-324efd5b8231 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:33.573161 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:33.583296 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1774f45b-3afc-4746-af77-324efd5b8231 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:33.590799 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1774f45b-3afc-4746-af77-324efd5b8231'] response: {'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:10:33.617587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['c8337db8-8ace-411f-91d0-9557a19ab3e1'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:33.626233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9d94a8-a505-4bce-9e95-8b10eaee424e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:33.629909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:33.710155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['22b73853-ba48-4af3-b54b-5bc85d9fee52'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:33.712466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9f26816b-64ca-4f6e-bc7f-0723c5bf7f79'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:33.742586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9d882432-9513-4f42-8117-c2eae00858b5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:33.744923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['3776e0f7-2a1d-4dbf-b7ac-963e98079436'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:33.845734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.853442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-641f2122-c972-4c13-878b-4de52cee0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.865505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-641f2122-c972-4c13-878b-4de52cee0530 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.3852072
Mar 26 21:10:33.879493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.901341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.916892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.940758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.968905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:33.997543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:34.002854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:34.011803 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-d1fac817-fb2f-4c82-bf74-6b4ce2495be1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5436 time: 0.3242447
Mar 26 21:10:34.062870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54852) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:34.077774 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.084887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3b38732-461a-4f7b-b115-580ff04122e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:34.101769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-5a283c9d-a07c-49ed-a502-ead7f1c24dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:34.103297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-5a283c9d-a07c-49ed-a502-ead7f1c24dae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.5326273
Mar 26 21:10:34.104704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6d5a60>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'floating_ip_address': '172.35.4.27', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'port_id': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'mac_address': 'fa:16:3e:f8:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c845f296-4458-4f09-8fe7-570578d42bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:10:28Z', 'updated_at': '2022-03-26T21:10:31Z', 'revision_number': 1, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:34.149981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ed8ce6e-94da-44a7-90ef-0a8effaba045 req-06bced44-bddf-40ee-9fac-d757473ea50d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1319251
Mar 26 21:10:34.180262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-ae75399a-46c6-43fe-963c-6fb075d15d96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 998 time: 0.3054712
Mar 26 21:10:34.187142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Checking router: fa9d4736-0655-4f57-a171-3ff4246e01e1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:10:34.198707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20224602-f54a-4883-a27a-71a09283ad13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.204617 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:34.205259 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6d5a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:34.283378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb59fcc-c67e-4d88-8ea2-a57e26009748 req-f24a69db-f69a-41bd-8484-240f9ebf80d7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:34.290710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bb59fcc-c67e-4d88-8ea2-a57e26009748 req-f24a69db-f69a-41bd-8484-240f9ebf80d7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0723093
Mar 26 21:10:34.313220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:34.419126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7bb59fcc-c67e-4d88-8ea2-a57e26009748 req-56eba1d4-3b5e-49c8-8cf9-2e1a9ff396f4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271570
Mar 26 21:10:34.509632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:34.516059 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:34.585474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:34.664605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'network_id': 'ca0a3e6d-5c40-4b98-b313-e950cc4ddf03', 'port_id': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'mac_address': 'fa:16:3e:1a:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b3a105-0eea-43d0-9e40-727294f116a1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:34.697905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['9067d489-90c2-49f5-9304-a67efb091ee3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:34.700249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ef125-45b4-4f0b-b60b-d2f04814eb67 req-6540751a-ccc2-4ae9-a12b-9ba011cac88b tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:34.703468 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b36ef125-45b4-4f0b-b60b-d2f04814eb67 req-6540751a-ccc2-4ae9-a12b-9ba011cac88b tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 944 time: 0.1346307
Mar 26 21:10:34.711456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56599822-8cea-4db7-9a94-eba871e7cc13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=596ee8810125431d954b80477f5e5ec2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1230052
Mar 26 21:10:34.714465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54864) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:34.822052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b36ef125-45b4-4f0b-b60b-d2f04814eb67 req-5d013f9b-4303-4251-87b2-9a6d2d5964cf tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089010
Mar 26 21:10:34.844920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] Publish callbacks [] for security_group (6198185d-30c6-4df9-97f5-642f0161d02e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.882788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] Publish callbacks [] for security_group (6198185d-30c6-4df9-97f5-642f0161d02e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.900634 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6d5a60>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'floating_ip_address': '172.35.4.27', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'port_id': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'mac_address': 'fa:16:3e:f8:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c845f296-4458-4f09-8fe7-570578d42bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:10:28Z', 'updated_at': '2022-03-26T21:10:31Z', 'revision_number': 1, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:34.919461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-eac0de40-5784-46a5-93ec-c7af7721dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:34.923866 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-eac0de40-5784-46a5-93ec-c7af7721dc7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.6914320
Mar 26 21:10:34.940316 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63567947-c62b-4fb1-980e-6db983021c35 None None] The sync data for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 is: [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'floating_ip_address': '172.35.4.27', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'port_id': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'mac_address': 'fa:16:3e:f8:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c845f296-4458-4f09-8fe7-570578d42bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:10:28Z', 'updated_at': '2022-03-26T21:10:31Z', 'revision_number': 1, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:10:34.970374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e3b38732-461a-4f7b-b115-580ff04122e3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:34.970773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.973059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6198185d-30c6-4df9-97f5-642f0161d02e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.977028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:34.978430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6198185d-30c6-4df9-97f5-642f0161d02e HTTP/1.1" status: 204  len: 168 time: 0.2630038
Mar 26 21:10:34.994908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64fdc9-cf20-452e-92a3-1aa5cd08be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6198185d-30c6-4df9-97f5-642f0161d02e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:35.004075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b38732-461a-4f7b-b115-580ff04122e3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:35.022615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-5ffa82d7-46c2-4807-9a33-b40438655dbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804751
Mar 26 21:10:35.030929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20224602-f54a-4883-a27a-71a09283ad13 admin admin] Publish callbacks [] for security_group (94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:35.048748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-5a19f2e5-85a1-4323-ba3c-9d155200d33e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:10:35.050448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-5a19f2e5-85a1-4323-ba3c-9d155200d33e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0172827
Mar 26 21:10:35.062340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20224602-f54a-4883-a27a-71a09283ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:35.109515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-af2da3d4-a7f0-4fc5-8461-36550358062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.111135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-af2da3d4-a7f0-4fc5-8461-36550358062f service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.9802487
Mar 26 21:10:35.120203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:35.141607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:35.435413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20224602-f54a-4883-a27a-71a09283ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:35.457124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.484962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20224602-f54a-4883-a27a-71a09283ad13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a25fc8cec09f4d8784c7e74a5b56f536&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4207480
Mar 26 21:10:35.496012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54874) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:35.497482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.506301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.511899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fe4b8-e083-49a2-ac9c-160b2ea64ddf None None] New status for floating IP e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:10:35.545851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.555364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.565302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.576838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-c088aae7-3ca7-4f7a-aa8e-39f580d3344f service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5189135
Mar 26 21:10:35.577339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.591247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d08df346-c974-4292-ae43-c1cf32489c5f req-08cf2173-00a5-4ba9-a4ad-781796b0f7eb tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5438 time: 0.3288529
Mar 26 21:10:35.604942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-9acd931d-2ce5-450b-8a9b-b0370ca01382 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 998 time: 0.4630022
Mar 26 21:10:35.621612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:35.694049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] Publish callbacks [] for security_group (94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:35.699816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d08df346-c974-4292-ae43-c1cf32489c5f req-2d147268-fbc4-40f4-929a-73b6356a88e6 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1054878
Mar 26 21:10:35.731532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] Publish callbacks [] for security_group (94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:35.773195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['e3b38732-461a-4f7b-b115-580ff04122e3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:35.808806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-956baef3-1eff-46a0-8d00-58e23ff27245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.814132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['0e9d94a8-a505-4bce-9e95-8b10eaee424e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:35.819345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-956baef3-1eff-46a0-8d00-58e23ff27245 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1877530
Mar 26 21:10:35.909384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248752a-0b0c-4bb9-844c-e5eab2f8d5a9 req-f366a96b-d254-4707-9ab9-a5bb0ccd274e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:35.912057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d248752a-0b0c-4bb9-844c-e5eab2f8d5a9 req-f366a96b-d254-4707-9ab9-a5bb0ccd274e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1228991
Mar 26 21:10:35.954894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-41a029b4-a161-4713-8139-cc73e908d994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1254935
Mar 26 21:10:36.054973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d248752a-0b0c-4bb9-844c-e5eab2f8d5a9 req-a5252225-517d-4848-974e-e691c390f742 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328368
Mar 26 21:10:36.064391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:36.079132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:36.084842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4 HTTP/1.1" status: 204  len: 168 time: 0.5854206
Mar 26 21:10:36.230959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8acf9-7dfd-441f-b04f-d78dc80a00e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e8c2c1-e1f7-4c0a-bd47-7cc6aff7cfc4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:36.264267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7621b0f-b30c-449b-97f6-2a314d5b1326 req-018fdeed-7c49-4c35-8390-c81566e11f80 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:36.269374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7621b0f-b30c-449b-97f6-2a314d5b1326 req-018fdeed-7c49-4c35-8390-c81566e11f80 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 944 time: 0.1287134
Mar 26 21:10:36.340722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7621b0f-b30c-449b-97f6-2a314d5b1326 req-5586e6df-2653-47a7-b398-23206726ba0c tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637424
Mar 26 21:10:36.431745 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d73be47-c2d8-42f7-9f76-55abe68b8559 req-d0b8b1bc-0abd-48cc-ba3a-b93ddb0abe9f service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8451376
Mar 26 21:10:36.484884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-3f1fa2d2-b715-4be3-81a3-6d116380b72e service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5181537
Mar 26 21:10:36.659136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc11c80b-e8d8-4ba8-84ab-c3d90f5b9d2e req-3a5cbe62-bebf-490f-aa4f-d0a16d45a323 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635139
Mar 26 21:10:36.742020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-09a7860d-732f-4ded-bac2-6f610c78f2e2 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 1000 time: 0.2671614
Mar 26 21:10:36.802964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-02f765ca-8884-4c67-b783-3b00dcc87304 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:36.804700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-02f765ca-8884-4c67-b783-3b00dcc87304 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports/ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 942 time: 0.0614076
Mar 26 21:10:36.834013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54912) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:36.878638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ca0cea5-15e5-450f-a5d1-da8a6c084922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:36.963250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-15e048c5-c649-400e-9202-073d86209541 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 1000 time: 0.0863006
Mar 26 21:10:36.980237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ca0cea5-15e5-450f-a5d1-da8a6c084922 admin admin] Publish callbacks [] for security_group (1ad41d54-950c-4191-b741-b0003d07145d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:36.990209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ca0cea5-15e5-450f-a5d1-da8a6c084922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1ad41d54-950c-4191-b741-b0003d07145d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.013020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.018639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.024717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.030341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.036320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.043967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.050276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.053171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-38322c8d-1c2c-470d-acbc-5bc02026f155 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5438 time: 0.2105811
Mar 26 21:10:37.105778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ca0cea5-15e5-450f-a5d1-da8a6c084922 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bff193c9e7548b381c4d5701471b65a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2705553
Mar 26 21:10:37.109085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0cea5-15e5-450f-a5d1-da8a6c084922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad41d54-950c-4191-b741-b0003d07145d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:37.124107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54918) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:37.158654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9067d489-90c2-49f5-9304-a67efb091ee3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:37.211802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa6b29d9-337e-4f32-aa8d-cb4a9c78366b req-03606526-de0a-4ac3-90ac-122a80387326 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1443963
Mar 26 21:10:37.212200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-2bea42fb-ee1c-44de-90a3-4a46bcac00f8 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.223618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-2bea42fb-ee1c-44de-90a3-4a46bcac00f8 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.2476976
Mar 26 21:10:37.230428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-f58b4608-9db6-4511-914e-41deb78fcc0c tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:10:37.240508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-f58b4608-9db6-4511-914e-41deb78fcc0c tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0157318
Mar 26 21:10:37.244808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] Publish callbacks [] for security_group (1ad41d54-950c-4191-b741-b0003d07145d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.266290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9067d489-90c2-49f5-9304-a67efb091ee3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:37.271386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9067d489-90c2-49f5-9304-a67efb091ee3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:37.271811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] Publish callbacks [] for security_group (1ad41d54-950c-4191-b741-b0003d07145d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.271988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.335341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1ad41d54-950c-4191-b741-b0003d07145d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.338578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.342649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ad41d54-950c-4191-b741-b0003d07145d HTTP/1.1" status: 204  len: 168 time: 0.2137425
Mar 26 21:10:37.358657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073f709-7b74-40a2-9971-0892c10b9e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad41d54-950c-4191-b741-b0003d07145d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:37.424732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9067d489-90c2-49f5-9304-a67efb091ee3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:37.425204 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.460461 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-dc72b60f-0a35-4729-ae06-5cf9f16239b9 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 1000 time: 0.2182324
Mar 26 21:10:37.475869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Request body: {'floatingip': {'port_id': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:37.496649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9067d489-90c2-49f5-9304-a67efb091ee3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:37.498309 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf47070-572c-446b-bc28-7b10538a7240" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9067d489-90c2-49f5-9304-a67efb091ee3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:37.529990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9067d489-90c2-49f5-9304-a67efb091ee3,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:37.540173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.541016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c8337db8-8ace-411f-91d0-9557a19ab3e1 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:37.553048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09a790-71ac-43b9-9608-fd036d76ae82 req-14bbe491-ee3a-4e56-a899-fe6de900b758 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.556995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed09a790-71ac-43b9-9608-fd036d76ae82 req-14bbe491-ee3a-4e56-a899-fe6de900b758 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1267262
Mar 26 21:10:37.586178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.659512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed09a790-71ac-43b9-9608-fd036d76ae82 req-fe7ae202-e7ee-4690-a521-335df746740f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925219
Mar 26 21:10:37.715765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port c8337db8-8ace-411f-91d0-9557a19ab3e1 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:37.728186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port c8337db8-8ace-411f-91d0-9557a19ab3e1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:37.731954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.766804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.779309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.780238 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Floating IP e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 disassociated. External IP: 172.35.4.27, port: ad307adc-02ff-4ad8-a6ff-b391aef67ac1.
Mar 26 21:10:37.849202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:37.930485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c8337db8-8ace-411f-91d0-9557a19ab3e1 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:37.931047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.951443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c043d6a-0486-46c3-921d-c5f542387300 req-4df2b25b-2cd6-42bd-a3c6-dc89ca7db0ff tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:37.962880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c043d6a-0486-46c3-921d-c5f542387300 req-4df2b25b-2cd6-42bd-a3c6-dc89ca7db0ff tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 944 time: 0.1393664
Mar 26 21:10:37.976949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:37.986712 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:37.987855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9d882432-9513-4f42-8117-c2eae00858b5 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:38.104975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c043d6a-0486-46c3-921d-c5f542387300 req-466bf364-7141-49dc-bb05-8e6af0942a4c tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408355
Mar 26 21:10:38.129336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:38.179524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9d882432-9513-4f42-8117-c2eae00858b5 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:38.184097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9d882432-9513-4f42-8117-c2eae00858b5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:38.184695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9d882432-9513-4f42-8117-c2eae00858b5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.309250 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24d990-1b4a-44e0-9d1d-04eb62e459cd x-openstack-request-id: req-1a24d990-1b4a-44e0-9d1d-04eb62e459cd {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:38.309250 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9067d489-90c2-49f5-9304-a67efb091ee3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:38.309250 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a24d990-1b4a-44e0-9d1d-04eb62e459cd {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:38.309250 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a24d990-1b4a-44e0-9d1d-04eb62e459cd'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9067d489-90c2-49f5-9304-a67efb091ee3', 'code': 200}
Mar 26 21:10:38.368971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Router fa9d4736-0655-4f57-a171-3ff4246e01e1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:10:38.413161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 54952) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:38.443407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9d882432-9513-4f42-8117-c2eae00858b5 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:38.443804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.479451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d882432-9513-4f42-8117-c2eae00858b5,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:38.485733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.486777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:38.583281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:38.590247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:10:38.597307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:38.601982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:38.602310 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Sync routers for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:10:38.602890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.603103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.629564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:38.630634 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6d52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:38.634086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.655709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.670570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-8e3df49d-2a20-4c8e-8699-067b40e4342b tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "PUT /v2.0/floatingips/e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 HTTP/1.1" status: 200  len: 694 time: 1.2077892
Mar 26 21:10:38.671048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:38.672652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.673365 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:38.681047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.696835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.709044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.720832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.739971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-3068d686-e071-4578-9a03-3e3385744106 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5440 time: 0.2593820
Mar 26 21:10:38.766130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:38.766538 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.813904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-2cdb132f-93a3-4c77-9680-bf345ca08d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:38.822283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-2cdb132f-93a3-4c77-9680-bf345ca08d10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.1313925
Mar 26 21:10:38.860605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:38.860841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5bd7f1b-c8cc-4753-ae4d-0cd5317bbb17 req-a9b621a5-07a8-494b-aea0-ca88f63cbdac tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1219978
Mar 26 21:10:38.862451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:10:38.879891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:38.883771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3776e0f7-2a1d-4dbf-b7ac-963e98079436 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:38.915659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-612736521', 'router:external': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:38.967966 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec12e61-233d-41bf-87e6-a8b19b7cfdfa x-openstack-request-id: req-0ec12e61-233d-41bf-87e6-a8b19b7cfdfa {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:38.969161 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:38.970196 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ec12e61-233d-41bf-87e6-a8b19b7cfdfa {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:38.970196 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec12e61-233d-41bf-87e6-a8b19b7cfdfa'] response: {'name': 'network-changed', 'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:10:38.974200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Made reservation on behalf of ec20d4256a9946e38d5f5ca4871295da for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:38.977298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.008661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.056409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:39.059951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-78ef16b4-0d8a-4a2f-9611-d0c6e0c9c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.080800 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-78ef16b4-0d8a-4a2f-9611-d0c6e0c9c0d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.2575631
Mar 26 21:10:39.171687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:39.178027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for security_group (c34faf69-f760-49c2-94c2-3d9bb46861fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.201977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-fe9edf37-0eb8-437f-aab3-7d106be55a53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.1174929
Mar 26 21:10:39.222429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c34faf69-f760-49c2-94c2-3d9bb46861fb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.235860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:10:39.251527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (0186c90f-5c1b-43eb-93d0-9c26e0284e6b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.251910 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Added segment 0186c90f-5c1b-43eb-93d0-9c26e0284e6b of type vlan for network 135e36f4-68c6-4283-a01c-cd172d292891
Mar 26 21:10:39.283506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:39.303426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:39.305053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.322126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-824810f2-74e7-48d6-92a2-8fe84cd7578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.332138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-824810f2-74e7-48d6-92a2-8fe84cd7578b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1263115
Mar 26 21:10:39.339153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (135e36f4-68c6-4283-a01c-cd172d292891), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.391904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-e3858c44-03a8-4799-9207-fd58470badb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.393526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-e3858c44-03a8-4799-9207-fd58470badb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=97d8cf03facb404b81a31014cf74f93c&device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 1127 time: 0.3876078
Mar 26 21:10:39.394960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-b1e276cb-14a4-4a5d-b979-6a9cd8a72e3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618939
Mar 26 21:10:39.405482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (135e36f4-68c6-4283-a01c-cd172d292891), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.406456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.407166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.555542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518eab4-d19c-4a07-8c2f-0a00eddce9c9 req-786db35f-34e5-494e-90c9-88231a7162f6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.565252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1518eab4-d19c-4a07-8c2f-0a00eddce9c9 req-786db35f-34e5-494e-90c9-88231a7162f6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3854001
Mar 26 21:10:39.584998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:39.636199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-fe97e34c-b6dc-44d7-8984-e8e624f1b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.637831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-fe97e34c-b6dc-44d7-8984-e8e624f1b62b service neutron] 10.222.0.21 "GET /v2.0/networks?id=80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 200  len: 919 time: 0.2155468
Mar 26 21:10:39.643325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Network': ['ID=135e36f4-68c6-4283-a01c-cd172d292891,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:39.649269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-7e40fd0c-e4e0-4021-8dc5-f17af00da92e service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527618
Mar 26 21:10:39.656177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 1.2416017
Mar 26 21:10:39.674904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 54988) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:39.683996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'subnet': {'network_id': '135e36f4-68c6-4283-a01c-cd172d292891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:39.695514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6d52b0>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:39.747160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:39.747657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.752682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 135e36f4-68c6-4283-a01c-cd172d292891 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:10:39.776429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'port_id': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'mac_address': 'fa:16:3e:e3:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b77d70-5911-450e-97d5-bc8cde497fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:10:39.784272 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Checking router: fa9d4736-0655-4f57-a171-3ff4246e01e1 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:10:39.797617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-6a1c1a8f-8675-42d3-8d5e-7e079081b22c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 200  len: 217 time: 0.0980024
Mar 26 21:10:39.810706 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:39.815055 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6d52b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:39.882848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Made reservation on behalf of ec20d4256a9946e38d5f5ca4871295da for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:39.888889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:39.891959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.897473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:39.897952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.918091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:10:39.941833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:39.943284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344fead-182e-463e-8619-6a4e1f2431cd tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34faf69-f760-49c2-94c2-3d9bb46861fb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:39.943851 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:39.944837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 22b73853-ba48-4af3-b54b-5bc85d9fee52 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:39.958602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-82cbbfb4-bf0e-49a3-a6bc-5e6ca0e380c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:39.961770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-82cbbfb4-bf0e-49a3-a6bc-5e6ca0e380c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 200  len: 859 time: 0.1482737
Mar 26 21:10:40.063904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-38a2d92e-068f-4c5d-ae96-0c803b84e370 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80821142-5907-4abd-9c14-6a6046396839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889626
Mar 26 21:10:40.090938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1518eab4-d19c-4a07-8c2f-0a00eddce9c9 req-9df91fdb-8436-42b0-89af-a0609574c9b0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5245814
Mar 26 21:10:40.092421 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:40.192001 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:40.237221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:10:40.289387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d882432-9513-4f42-8117-c2eae00858b5'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:40.293406 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83b11a-a06f-43d3-92e6-e896ee590d03" -d '{"events": [{"server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "name": "network-vif-plugged", "status": "completed", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d882432-9513-4f42-8117-c2eae00858b5"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:40.311383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:40.322059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 22b73853-ba48-4af3-b54b-5bc85d9fee52 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:40.343418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-2b97cad4-9225-4439-a8c0-f84ee77f3fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484579
Mar 26 21:10:40.349102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 22b73853-ba48-4af3-b54b-5bc85d9fee52 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:40.350098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:40.360527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f9581-9d9d-4bca-b8bd-9fcafc92dc5e req-724f7610-1ed5-4227-8dcb-b922a9ec5db4 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:40.365190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a0f9581-9d9d-4bca-b8bd-9fcafc92dc5e req-724f7610-1ed5-4227-8dcb-b922a9ec5db4 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.1177359
Mar 26 21:10:40.519652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a563f1e-bbc2-4b12-ac5a-4e5e8ca1c614 req-4b4af340-0bba-4cb2-bd20-d5519888ea42 service neutron] 10.222.0.21 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533358
Mar 26 21:10:40.597907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a0f9581-9d9d-4bca-b8bd-9fcafc92dc5e req-99daba53-5af7-4875-a860-990fb4e2b5d3 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154272
Mar 26 21:10:40.655451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:40.676493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-079eb53c-4abc-4a3f-8839-58e6c1b2b5f4 req-a5f62055-f1b6-444d-87ab-bcb6e7ef2beb service neutron] 10.222.0.16 "GET /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0250022
Mar 26 21:10:40.815277 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2255855-5af8-495a-afe3-aa1251b2cc71 x-openstack-request-id: req-a2255855-5af8-495a-afe3-aa1251b2cc71 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:40.815618 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "name": "network-vif-plugged", "status": "completed", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d882432-9513-4f42-8117-c2eae00858b5", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:40.815858 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2255855-5af8-495a-afe3-aa1251b2cc71 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:40.816734 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2255855-5af8-495a-afe3-aa1251b2cc71'] response: {'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1', 'code': 200}
Mar 26 21:10:40.818847 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2255855-5af8-495a-afe3-aa1251b2cc71'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d882432-9513-4f42-8117-c2eae00858b5', 'code': 200}
Mar 26 21:10:40.819138 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2255855-5af8-495a-afe3-aa1251b2cc71'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'code': 200}
Mar 26 21:10:40.819405 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2255855-5af8-495a-afe3-aa1251b2cc71'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'code': 200}
Mar 26 21:10:40.825281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 22b73853-ba48-4af3-b54b-5bc85d9fee52 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:40.826298 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:40.935049 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6d52b0>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:40.967814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-32d43893-04f5-4bba-bf46-47ba688578a1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips/e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 HTTP/1.1" status: 200  len: 694 time: 0.1522450
Mar 26 21:10:40.994844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.010140 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500b3bd-1f91-43bd-8f63-7fea303725b8 None None] The sync data for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 is: [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f72c31c-f887-4ede-aa0d-d014ad3431a2', 'name': '', 'network_id': '80821142-5907-4abd-9c14-6a6046396839', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'mac_address': 'fa:16:3e:0e:c3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:21Z', 'updated_at': '2022-03-26T21:09:30Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'subnets': [{'id': 'fd0e5695-51e0-4164-a6b3-2b8138379d34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:10:41.011995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.046932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.065784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:41.080942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.083052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:41.093764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.105061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0e9d94a8-a505-4bce-9e95-8b10eaee424e up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:41.114290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.121329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.141482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-2910f9f1-eafe-4973-bf89-2dc7bffa9728 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5442 time: 0.3726277
Mar 26 21:10:41.193984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c90e35-913f-44d5-9a40-56e4c4395f66 req-6db3b035-5d97-48b2-9bea-b3ca482aa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.208523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c90e35-913f-44d5-9a40-56e4c4395f66 req-6db3b035-5d97-48b2-9bea-b3ca482aa9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 1127 time: 0.3516130
Mar 26 21:10:41.241412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 0e9d94a8-a505-4bce-9e95-8b10eaee424e completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:41.249799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:41.256597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 0e9d94a8-a505-4bce-9e95-8b10eaee424e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:41.256988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:41.476572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f299ff5d-0aa0-4143-ace7-6003ad757ded req-ce15fbf3-a76a-4df6-8b32-c4be38881333 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3312705
Mar 26 21:10:41.530176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c90e35-913f-44d5-9a40-56e4c4395f66 req-0ee864a6-81db-437d-9b4d-2ea85f188129 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3122478
Mar 26 21:10:41.551066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 0e9d94a8-a505-4bce-9e95-8b10eaee424e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:41.551741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:41.665482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:41.668952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf098f2-668d-44a8-b808-9324c856264f req-bb95436b-288b-46e1-9752-e8c443335f93 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.674452 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:41.675276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3b38732-461a-4f7b-b115-580ff04122e3 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:41.678545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-bb95436b-288b-46e1-9752-e8c443335f93 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 784 time: 0.7012773
Mar 26 21:10:41.690155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-9cb80d91-db44-40d8-9c14-1fe47677e112 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:10:41.699416 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-9cb80d91-db44-40d8-9c14-1fe47677e112 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0197845
Mar 26 21:10:41.792626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:41.803066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea485a9-8876-425c-94e5-0c7493a083ae req-22a2257f-5fb8-4e10-bfba-f2b673b1a22e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:41.812392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-f99c33d0-4dce-4333-8556-4a91a46fb0a0 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 697 time: 0.1117668
Mar 26 21:10:41.812892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cea485a9-8876-425c-94e5-0c7493a083ae req-22a2257f-5fb8-4e10-bfba-f2b673b1a22e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 944 time: 0.1280146
Mar 26 21:10:41.813476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e487866f-3b5a-4896-9254-f9d47bc227d8 None None] New status for floating IP e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:10:41.890335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cea485a9-8876-425c-94e5-0c7493a083ae req-dc68bd07-e018-4fe3-94ae-ffd8d6574e6e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694528
Mar 26 21:10:42.011773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-8ec79248-6b9d-4573-b4c5-b0bff289b861 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.27 HTTP/1.1" status: 200  len: 697 time: 0.1982892
Mar 26 21:10:42.098627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb4798-58a5-40e3-af1e-1044324554f5 req-468906b9-6a7d-43e8-9de1-03dcdaa78e5e tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.112613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7cb4798-58a5-40e3-af1e-1044324554f5 req-468906b9-6a7d-43e8-9de1-03dcdaa78e5e tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.1423988
Mar 26 21:10:42.249468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port e3b38732-461a-4f7b-b115-580ff04122e3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:10:42.262237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port e3b38732-461a-4f7b-b115-580ff04122e3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:42.262965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.290850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7cb4798-58a5-40e3-af1e-1044324554f5 req-465a212e-930b-4dc6-a97c-69d6d57cc357 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769743
Mar 26 21:10:42.425667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e3b38732-461a-4f7b-b115-580ff04122e3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:42.426094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.458046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:10:42.458831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (31e44842-39dc-4d93-b4c4-d1002ee299da), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.514433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:42.522574 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.602457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31e44842-39dc-4d93-b4c4-d1002ee299da,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:42.677565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:42.680849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Deleting port 3dd780be-1a3c-4077-829e-80e2b577ff53 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:42.684281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.801591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.818071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.821031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:42.823390 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575ee68-a08e-4e93-b71a-7e932e56986f" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:42.835244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.858829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:10:42.879729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.886547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.897447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.905986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.905986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (3dd780be-1a3c-4077-829e-80e2b577ff53), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:42.918214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:42.936931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-4a59be60-a152-48ad-8c25-86c41d232da0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.2706699
Mar 26 21:10:42.948048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Calling delete_port for 3dd780be-1a3c-4077-829e-80e2b577ff53 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:42.998584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d859cfd5-b1f6-4001-86f0-22b3601741dd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:10:42.999001 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.089859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e86160d7-84b9-43ee-98dc-43009dc8c38e req-d69608b8-d43a-4197-b7a6-ba936e280317 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1485574
Mar 26 21:10:43.191431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:10:43.191431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.233039 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48051070-a32f-490c-a220-37d3fe89c454 x-openstack-request-id: req-48051070-a32f-490c-a220-37d3fe89c454 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:43.233451 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-plugged", "status": "completed", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:43.233667 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48051070-a32f-490c-a220-37d3fe89c454 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:43.234022 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48051070-a32f-490c-a220-37d3fe89c454'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'code': 200}
Mar 26 21:10:43.236269 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48051070-a32f-490c-a220-37d3fe89c454'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'code': 200}
Mar 26 21:10:43.236582 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48051070-a32f-490c-a220-37d3fe89c454'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'code': 200}
Mar 26 21:10:43.302375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:43.315217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.334747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Checking segment: {'id': '0186c90f-5c1b-43eb-93d0-9c26e0284e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '135e36f4-68c6-4283-a01c-cd172d292891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:10:43.334747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network hostable DHCP agents. Network: 135e36f4-68c6-4283-a01c-cd172d292891, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:10:43.367325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3dd780be-1a3c-4077-829e-80e2b577ff53), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.384920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 135e36f4-68c6-4283-a01c-cd172d292891 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:10:43.447325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:43.464690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event deleted for resources: {'Port': ['ID=3dd780be-1a3c-4077-829e-80e2b577ff53,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:43.494565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.495441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.496139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.496746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.497457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.498643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.499255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.504248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c8a801ee-dcf9-48e0-b5f6-e62b4dda8a61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6719 time: 0.1900876
Mar 26 21:10:43.547948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 135e36f4-68c6-4283-a01c-cd172d292891) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:43.559511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2242a-4e54-485c-99c5-14e21ccd58c2 None None] Network 135e36f4-68c6-4283-a01c-cd172d292891 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:10:43.602342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.603128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.628909 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d316b8f-0717-4ae8-af21-17b9bb290a69 req-c49be53b-831d-4869-842d-ab2f4c697288 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1170707
Mar 26 21:10:43.650994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cbc00-05bc-49b2-808b-6487e80dbf3d req-9dafd809-e045-49c9-aca8-1e3c8fe3e08f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:43.661576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee6cbc00-05bc-49b2-808b-6487e80dbf3d req-9dafd809-e045-49c9-aca8-1e3c8fe3e08f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2646918
Mar 26 21:10:43.683986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55076) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:43.684253 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7f2f5559-f352-4be1-97f5-5066d270d218 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 4.0067847
Mar 26 21:10:43.691722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1416462702', 'network_id': '135e36f4-68c6-4283-a01c-cd172d292891'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:43.748277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee6cbc00-05bc-49b2-808b-6487e80dbf3d req-4e6ef511-5116-4070-83ed-732c95353c62 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838895
Mar 26 21:10:43.754789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for floatingip (e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.768322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.768322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebf098f2-668d-44a8-b808-9324c856264f req-349e3614-db9c-4460-9c85-56465ae55746 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "DELETE /v2.0/floatingips/e2a0edc4-6c1c-4e8c-9937-c1b2030f5b04 HTTP/1.1" status: 204  len: 173 time: 1.7474391
Mar 26 21:10:43.816808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Made reservation on behalf of ec20d4256a9946e38d5f5ca4871295da for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:10:43.820042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:43.843108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98363a47-f3e9-4a2b-86ad-1c151c8a0342 None None] Network 135e36f4-68c6-4283-a01c-cd172d292891 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:10:43.903230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] device_id is not set on port 0d87a498-65fd-4b46-953c-69a7edb269a0 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:10:44.062496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee75bb-fbe3-4f49-9743-b2517574c1b2 req-a89029f1-cd28-4d3d-811e-b60ea2015856 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.075890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2ee75bb-fbe3-4f49-9743-b2517574c1b2 req-a89029f1-cd28-4d3d-811e-b60ea2015856 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.1386738
Mar 26 21:10:44.223145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-00397954-810b-44d8-8f22-fa5cf54f87f4 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups/cd4269a5-a356-462e-a0be-f7dbb164591b HTTP/1.1" status: 200  len: 1827 time: 0.3630147
Mar 26 21:10:44.240322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2ee75bb-fbe3-4f49-9743-b2517574c1b2 req-1fe1c995-a4b4-475a-ab0c-1e29e34f027e tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631007
Mar 26 21:10:44.455292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (cd4269a5-a356-462e-a0be-f7dbb164591b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:44.459133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 2001:db8::16e (135e36f4-68c6-4283-a01c-cd172d292891/31e44842-39dc-4d93-b4c4-d1002ee299da/0d87a498-65fd-4b46-953c-69a7edb269a0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:10:44.516537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.530731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (cd4269a5-a356-462e-a0be-f7dbb164591b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:44.530944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.544044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.558373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.572700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.578175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.608446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:44.609450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:44.612768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f1479634-ae4a-45f0-97fe-6b08f33ca825 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.2715843
Mar 26 21:10:44.706793 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cd4269a5-a356-462e-a0be-f7dbb164591b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:44.709440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:44.718031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-102ae0e4-3e83-4551-9607-ee5f2f9459ef req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "DELETE /v2.0/security-groups/cd4269a5-a356-462e-a0be-f7dbb164591b HTTP/1.1" status: 204  len: 173 time: 0.4935102
Mar 26 21:10:44.762685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-20ac97a7-dbdb-4580-99c6-c16d03036b57 req-f17ecff1-7833-4a4c-870e-df94772fca05 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1234059
Mar 26 21:10:44.845905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3ab05-7957-4114-8c15-a51e1cd6b03a tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4269a5-a356-462e-a0be-f7dbb164591b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:45.016165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (0d87a498-65fd-4b46-953c-69a7edb269a0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.024034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72581075-1d78-4aa8-82a1-b7d776eeffd8 req-1407ea71-7d79-40f0-b4fa-b42077c29d1c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:45.037101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72581075-1d78-4aa8-82a1-b7d776eeffd8 req-1407ea71-7d79-40f0-b4fa-b42077c29d1c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1161313
Mar 26 21:10:45.114529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0d87a498-65fd-4b46-953c-69a7edb269a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.193385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72581075-1d78-4aa8-82a1-b7d776eeffd8 req-274e7e9b-c492-4273-850a-91dee12b423f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521208
Mar 26 21:10:45.237542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:45.240201 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc9c8b-ca7f-4a58-a946-b3c6d422db9a" -d '{"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:45.304178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 135e36f4-68c6-4283-a01c-cd172d292891 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:45.347946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:45.351983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:45.353039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:45.353659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.375118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=0d87a498-65fd-4b46-953c-69a7edb269a0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:45.383945 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a5554-1e1f-4171-9635-25eb6c958483 x-openstack-request-id: req-3c9a5554-1e1f-4171-9635-25eb6c958483 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:45.384374 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:45.384753 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c9a5554-1e1f-4171-9635-25eb6c958483 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:45.385255 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9a5554-1e1f-4171-9635-25eb6c958483'] response: {'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'code': 200}
Mar 26 21:10:45.483857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55108) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:45.484509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd260004-4e20-4ca2-ab72-9317a14f70d8 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.7981555
Mar 26 21:10:45.622734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24470bf5-7b6e-4ab5-965b-e2bfbde9cfb0 req-f2876b46-e45a-4c4f-afb0-d80657cf211f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:45.642883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24470bf5-7b6e-4ab5-965b-e2bfbde9cfb0 req-f2876b46-e45a-4c4f-afb0-d80657cf211f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.2434473
Mar 26 21:10:45.697347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Deleting port 0d87a498-65fd-4b46-953c-69a7edb269a0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:45.697993 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0d87a498-65fd-4b46-953c-69a7edb269a0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.772913 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.851951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24470bf5-7b6e-4ab5-965b-e2bfbde9cfb0 req-4365f86c-e7b3-4a08-8433-5414d91bda27 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980648
Mar 26 21:10:45.910431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0d87a498-65fd-4b46-953c-69a7edb269a0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:45.950072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Calling delete_port for 0d87a498-65fd-4b46-953c-69a7edb269a0 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:46.162061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.170474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.175835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.181199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.187627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.192993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.198397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.201391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-bc937e0d-5737-4861-b259-cb6bf4f31ef2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1506648
Mar 26 21:10:46.346784 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0d87a498-65fd-4b46-953c-69a7edb269a0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:46.423430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-feb7873f-ab61-432a-9fd3-a2753355cc2e req-b7362600-3c7e-493e-8471-e0639401f744 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2108071
Mar 26 21:10:46.460753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:46.487464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55128) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:46.488176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0d87a498-65fd-4b46-953c-69a7edb269a0 HTTP/1.1" status: 204  len: 168 time: 1.0031955
Mar 26 21:10:46.491663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea197d86-4154-4ba7-9468-3baba5c80a2e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d87a498-65fd-4b46-953c-69a7edb269a0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:46.492094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '135e36f4-68c6-4283-a01c-cd172d292891', 'external_fixed_ips': [{'subnet_id': '31e44842-39dc-4d93-b4c4-d1002ee299da', 'ip_address': '2001:db8::16e'}]}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:46.516478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2c078-c126-44a0-b483-ca184cc229b1 req-249a2829-2f22-4018-8149-94577935b454 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.519135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3a2c078-c126-44a0-b483-ca184cc229b1 req-249a2829-2f22-4018-8149-94577935b454 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1465487
Mar 26 21:10:46.720849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.731583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:46.732725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.732850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:46.752391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.760845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3a2c078-c126-44a0-b483-ca184cc229b1 req-911b9c0b-05fd-40a0-a951-1a4f42ab5dcb tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280056
Mar 26 21:10:46.773968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.791399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.814416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.839551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:46.843237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1dd5677e-9dc5-4aa6-884d-2eebc491af5a req-b59dbd2f-4b66-4e02-9557-4262bc5caa5a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.2714429
Mar 26 21:10:46.854851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:46.861170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Request body: {'floatingip': {'port_id': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:46.918291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:46.954944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (99df7c11-f550-4a7d-b531-961a1ab33c8b), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:47.305165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (99df7c11-f550-4a7d-b531-961a1ab33c8b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:47.339298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158254c5-64d8-4cb0-864a-ee9e49f24921 req-edacbc55-f678-4f57-8bf3-fc4610ea82f1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:47.370223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-158254c5-64d8-4cb0-864a-ee9e49f24921 req-edacbc55-f678-4f57-8bf3-fc4610ea82f1 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.3172591
Mar 26 21:10:47.541376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-158254c5-64d8-4cb0-864a-ee9e49f24921 req-527ed77d-46ce-40c4-9e2a-e52e93ad5c4c tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701934
Mar 26 21:10:47.847062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:47.854717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:48.185812 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Floating IP a30a22fb-4ea4-43a5-b3c1-219cceb3e664 associated. External IP: 172.35.4.233, port: 22b73853-ba48-4af3-b54b-5bc85d9fee52.
Mar 26 21:10:48.196217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689901b0-a9f1-4325-8374-d02f7dd842ae req-cd02d1db-0eea-489f-a1cb-04352593756f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:48.197880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-689901b0-a9f1-4325-8374-d02f7dd842ae req-cd02d1db-0eea-489f-a1cb-04352593756f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0827084
Mar 26 21:10:48.320628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-689901b0-a9f1-4325-8374-d02f7dd842ae req-18855bd1-e358-4df9-b47b-782b85fa2e76 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894370
Mar 26 21:10:48.738015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Router 1900ac8a-b75e-492f-ae8b-774a1e0f926a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:10:48.887564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (99df7c11-f550-4a7d-b531-961a1ab33c8b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:48.958782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada834c-742b-4116-be2c-d270e976a181 req-26ac5067-04c7-4e67-b2e9-b164b278e330 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:48.984543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ada834c-742b-4116-be2c-d270e976a181 req-26ac5067-04c7-4e67-b2e9-b164b278e330 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.21 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.5753014
Mar 26 21:10:49.021342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:49.265197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:10:49.309237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:49.321322 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Sync routers for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:10:49.337518 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:49.339104 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241326a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:49.456550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c30a102f-270f-483a-b988-0d9da172dce2 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "PUT /v2.0/floatingips/a30a22fb-4ea4-43a5-b3c1-219cceb3e664 HTTP/1.1" status: 200  len: 992 time: 2.5984480
Mar 26 21:10:49.457199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:49.459521 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:49.515647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831803f-ef34-4bcb-868a-e7a3d01390e7 req-1de22183-b174-46f5-8cb7-5e0a69d80e08 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:49.524534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9831803f-ef34-4bcb-868a-e7a3d01390e7 req-1de22183-b174-46f5-8cb7-5e0a69d80e08 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.6705577
Mar 26 21:10:49.672285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:49.735616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286891-cc40-43ea-b015-1ed28f32e766 req-9277ebd7-671d-4b97-9db9-e455e23635fe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:49.745060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9831803f-ef34-4bcb-868a-e7a3d01390e7 req-e0e089a3-63c4-496c-a61e-98551434c449 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130949
Mar 26 21:10:49.759232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32286891-cc40-43ea-b015-1ed28f32e766 req-9277ebd7-671d-4b97-9db9-e455e23635fe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2314575
Mar 26 21:10:49.904871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Deleting port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:49.905512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:49.935990 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3ae6b-0ae6-4181-b33b-ff1298742746 x-openstack-request-id: req-29e3ae6b-0ae6-4181-b33b-ff1298742746 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:49.937395 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:49.937681 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29e3ae6b-0ae6-4181-b33b-ff1298742746 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:49.938116 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e3ae6b-0ae6-4181-b33b-ff1298742746'] response: {'name': 'network-changed', 'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'status': 'completed', 'code': 200}
Mar 26 21:10:50.005627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32286891-cc40-43ea-b015-1ed28f32e766 req-050537d5-535b-49e2-b1c6-1ae55dc6e245 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195377
Mar 26 21:10:50.042161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 2001:db8::16e (135e36f4-68c6-4283-a01c-cd172d292891/31e44842-39dc-4d93-b4c4-d1002ee299da/5deb273e-410a-495b-aa36-3fd6be666654) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:10:50.394474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (5deb273e-410a-495b-aa36-3fd6be666654), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:50.451309 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241326a0>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a30a22fb-4ea4-43a5-b3c1-219cceb3e664', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'port_id': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'mac_address': 'fa:16:3e:0e:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:09:44Z', 'updated_at': '2022-03-26T21:10:47Z', 'revision_number': 1, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:50.474817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.475735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.476402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.477094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.477978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.479081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.480361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.483270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-3f4086f9-7bcb-4a5c-9f75-2acc98530fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6719 time: 0.3385010
Mar 26 21:10:50.517877 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Checking router: 1900ac8a-b75e-492f-ae8b-774a1e0f926a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:10:50.548535 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:50.549573 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241326a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:50.694161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-a9c40b18-87a6-4ce8-b90e-95c7e6b09dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:50.695637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-a9c40b18-87a6-4ce8-b90e-95c7e6b09dfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0104976f-c364-4864-ad5f-8b4958c8e560 HTTP/1.1" status: 200  len: 917 time: 0.2021523
Mar 26 21:10:50.748663 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:50.895863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] For port ad307adc-02ff-4ad8-a6ff-b391aef67ac1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:50.896271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:50.995090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5deb273e-410a-495b-aa36-3fd6be666654), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:51.050013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Calling delete_port for ad307adc-02ff-4ad8-a6ff-b391aef67ac1 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:51.076845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-12a8d9b9-6e63-47f3-a760-3a38f18d057e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 200  len: 1000 time: 0.3705995
Mar 26 21:10:51.138233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=5deb273e-410a-495b-aa36-3fd6be666654,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:51.272259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-6b555b0a-0d6c-498e-8555-eaba1b1128c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:51.273805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-6b555b0a-0d6c-498e-8555-eaba1b1128c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 HTTP/1.1" status: 200  len: 856 time: 0.1297712
Mar 26 21:10:51.309403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 135e36f4-68c6-4283-a01c-cd172d292891 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:10:51.346837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295865-1572-4a00-a741-b1014ae25ee3 req-a9bde68c-85c6-4ba9-8300-f8dae24fabd8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:51.360414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91295865-1572-4a00-a741-b1014ae25ee3 req-a9bde68c-85c6-4ba9-8300-f8dae24fabd8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2555003
Mar 26 21:10:51.362294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:10:51.380607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:10:51.397906 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241326a0>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a30a22fb-4ea4-43a5-b3c1-219cceb3e664', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'port_id': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'mac_address': 'fa:16:3e:0e:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:09:44Z', 'updated_at': '2022-03-26T21:10:47Z', 'revision_number': 1, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:51.430587 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b73e55-16c4-4a51-ae4d-11e01787d31c None None] The sync data for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 is: [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a30a22fb-4ea4-43a5-b3c1-219cceb3e664', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'port_id': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'mac_address': 'fa:16:3e:0e:56:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:09:44Z', 'updated_at': '2022-03-26T21:10:47Z', 'revision_number': 1, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:10:51.606572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91295865-1572-4a00-a741-b1014ae25ee3 req-a4779a7d-d0b4-4748-b59e-cc433e800614 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227497
Mar 26 21:10:51.688753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a321696-6a87-4df2-956e-e080cf0f0e90 req-79f72fc8-38d3-478c-9f06-1d9dc638d4c6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:51.690608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a321696-6a87-4df2-956e-e080cf0f0e90 req-79f72fc8-38d3-478c-9f06-1d9dc638d4c6 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/ports?device_id=c845f296-4458-4f09-8fe7-570578d42bea HTTP/1.1" status: 200  len: 945 time: 0.8099828
Mar 26 21:10:51.923455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a183a667-ebd2-4c36-a68d-9383aca884b0 None None] New status for floating IP a30a22fb-4ea4-43a5-b3c1-219cceb3e664: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:10:52.086102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-b1162e55-2e85-4b5e-aed5-b7a589a81cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:52.088196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-b1162e55-2e85-4b5e-aed5-b7a589a81cea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0104976f-c364-4864-ad5f-8b4958c8e560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.8032699
Mar 26 21:10:52.100650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ad307adc-02ff-4ad8-a6ff-b391aef67ac1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:52.246196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-aa5380bf-1761-4556-b71a-4af585a6e69b service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431146
Mar 26 21:10:52.246768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (99df7c11-f550-4a7d-b531-961a1ab33c8b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:52.300476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2a321696-6a87-4df2-956e-e080cf0f0e90 req-65f546d8-ea1b-461e-9f45-6618766a0723 tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5932486
Mar 26 21:10:52.341587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Pushing event deleted for resources: {'Port': ['ID=ad307adc-02ff-4ad8-a6ff-b391aef67ac1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:52.420003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] No DVR routers for this DVR port ad307adc-02ff-4ad8-a6ff-b391aef67ac1 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:10:52.500226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:52.504331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ada834c-742b-4116-be2c-d270e976a181 req-a862f321-3f25-4cdc-9948-25c53628b84f tempest-ServerRescueTestJSONUnderV235-519423541 tempest-ServerRescueTestJSONUnderV235-519423541-project] 10.222.0.21 "DELETE /v2.0/ports/ad307adc-02ff-4ad8-a6ff-b391aef67ac1 HTTP/1.1" status: 204  len: 173 time: 3.5189388
Mar 26 21:10:52.511392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'name': 'network-vif-deleted', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:10:52.521716 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff8e4ea-a0ae-46c3-bcd5-ad796a8d7a97" -d '{"events": [{"server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "name": "network-vif-deleted", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:10:52.573802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8e8f830-cbd6-41ce-8e10-b4b7baecb66a req-645b78f4-31ba-4034-8b0a-667a2d4db6e0 service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770939
Mar 26 21:10:52.712878 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68def4c-da2a-4a76-b941-e749ff22ef44 x-openstack-request-id: req-f68def4c-da2a-4a76-b941-e749ff22ef44 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:10:52.713250 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845f296-4458-4f09-8fe7-570578d42bea", "name": "network-vif-deleted", "tag": "ad307adc-02ff-4ad8-a6ff-b391aef67ac1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:10:52.713575 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f68def4c-da2a-4a76-b941-e749ff22ef44 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:10:52.714063 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68def4c-da2a-4a76-b941-e749ff22ef44'] response: {'server_uuid': 'c845f296-4458-4f09-8fe7-570578d42bea', 'name': 'network-vif-deleted', 'tag': 'ad307adc-02ff-4ad8-a6ff-b391aef67ac1', 'status': 'completed', 'code': 200}
Mar 26 21:10:52.716961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:52.877134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f4a53-f785-44d2-865e-d0afb13116ef req-cfb150c5-7652-4f51-a94a-1669e76f3867 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:52.878665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d42f4a53-f785-44d2-865e-d0afb13116ef req-cfb150c5-7652-4f51-a94a-1669e76f3867 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1637599
Mar 26 21:10:52.917005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ad307adc-02ff-4ad8-a6ff-b391aef67ac1 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:10:52.938591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d42f4a53-f785-44d2-865e-d0afb13116ef req-38b34f6e-70db-4bd7-90cb-93fd783bc309 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527396
Mar 26 21:10:52.962805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: ad307adc-02ff-4ad8-a6ff-b391aef67ac1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:10:52.963319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device ad307adc-02ff-4ad8-a6ff-b391aef67ac1 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:10:52.996306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router 99df7c11-f550-4a7d-b531-961a1ab33c8b is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:10:53.170581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:10:53.190788 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Sync routers for ids ['99df7c11-f550-4a7d-b531-961a1ab33c8b'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:10:53.213872 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Routers {'99df7c11-f550-4a7d-b531-961a1ab33c8b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:53.217007 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124132970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['99df7c11-f550-4a7d-b531-961a1ab33c8b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:53.251264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:53.257694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55268) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:53.262384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-97a58d32-78c6-47ac-9885-215084d98f82 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 6.7735689
Mar 26 21:10:53.424905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:53.764713 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Set router 99df7c11-f550-4a7d-b531-961a1ab33c8b gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:54.100096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.150590 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124132970>, [{'id': '99df7c11-f550-4a7d-b531-961a1ab33c8b', 'name': '', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '135e36f4-68c6-4283-a01c-cd172d292891', 'external_fixed_ips': [{'subnet_id': '31e44842-39dc-4d93-b4c4-d1002ee299da', 'ip_address': '2001:db8::16e'}], 'enable_snat': True}, 'gw_port_id': '5deb273e-410a-495b-aa36-3fd6be666654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:10:46Z', 'updated_at': '2022-03-26T21:10:51Z', 'revision_number': 3, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port': {'id': '5deb273e-410a-495b-aa36-3fd6be666654', 'name': '', 'network_id': '135e36f4-68c6-4283-a01c-cd172d292891', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df7c11-f550-4a7d-b531-961a1ab33c8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '31e44842-39dc-4d93-b4c4-d1002ee299da', 'ip_address': '2001:db8::16e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:10:49Z', 'updated_at': '2022-03-26T21:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31e44842-39dc-4d93-b4c4-d1002ee299da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:54.286005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (99df7c11-f550-4a7d-b531-961a1ab33c8b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.294490 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Checking router: 99df7c11-f550-4a7d-b531-961a1ab33c8b for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:10:54.295072 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Updating router 99df7c11-f550-4a7d-b531-961a1ab33c8b port 5deb273e-410a-495b-aa36-3fd6be666654 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:10:54.338307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6491d25-076b-430a-9b7e-c6960a289d12 req-8320cccb-e615-4afb-b994-934fbe9e3d80 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:54.339746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6491d25-076b-430a-9b7e-c6960a289d12 req-8320cccb-e615-4afb-b994-934fbe9e3d80 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2586703
Mar 26 21:10:54.405376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Deleting port 5deb273e-410a-495b-aa36-3fd6be666654 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:54.405376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5deb273e-410a-495b-aa36-3fd6be666654), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.418941 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5deb273e-410a-495b-aa36-3fd6be666654), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.512543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5deb273e-410a-495b-aa36-3fd6be666654), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.526236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Calling delete_port for 5deb273e-410a-495b-aa36-3fd6be666654 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:54.538068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6491d25-076b-430a-9b7e-c6960a289d12 req-b2324a9d-2f1f-45b7-925d-cf69d8bc390f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462514
Mar 26 21:10:54.635674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.862944 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.db.api [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:10:54.863509 ncdv-master-1 neutron-server[126741]: DEBUG oslo_db.api [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:10:54.864922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5deb273e-410a-495b-aa36-3fd6be666654), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:54.901894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Port': ['ID=5deb273e-410a-495b-aa36-3fd6be666654,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:54.935824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (99df7c11-f550-4a7d-b531-961a1ab33c8b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.048573 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a0612b0-a08a-4980-b568-aa07a0ad757b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.103307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.116942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (99df7c11-f550-4a7d-b531-961a1ab33c8b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.152722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Deleting port 1f72c31c-f887-4ede-aa0d-d014ad3431a2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:55.153062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.183032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (99df7c11-f550-4a7d-b531-961a1ab33c8b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.184228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99df7c11-f550-4a7d-b531-961a1ab33c8b {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:10:55.192982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.194189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d86a9530-1c37-4849-9668-6472d1a6eb5f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/99df7c11-f550-4a7d-b531-961a1ab33c8b HTTP/1.1" status: 204  len: 168 time: 1.9352260
Mar 26 21:10:55.197264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:55.307377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Deleting subnet 31e44842-39dc-4d93-b4c4-d1002ee299da {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:10:55.317205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for subnet (31e44842-39dc-4d93-b4c4-d1002ee299da), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.438167 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Port 5deb273e-410a-495b-aa36-3fd6be666654 not found while updating agent binding for router 99df7c11-f550-4a7d-b531-961a1ab33c8b. {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Mar 26 21:10:55.475338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (31e44842-39dc-4d93-b4c4-d1002ee299da), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.477416 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:55.479800 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:10:55.483124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_agentschedulers_db [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99df7c11-f550-4a7d-b531-961a1ab33c8b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:27Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126741) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:10:55.485142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a76c87-d56e-49a4-b7b8-3e7471f0efff None None] The sync data for ids ['99df7c11-f550-4a7d-b531-961a1ab33c8b'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:10:55.625479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (31e44842-39dc-4d93-b4c4-d1002ee299da), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.768885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (31e44842-39dc-4d93-b4c4-d1002ee299da), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.784433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] For port 1f72c31c-f887-4ede-aa0d-d014ad3431a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f72c31c-f887-4ede-aa0d-d014ad3431a2,segment=NetworkSegment(dbe37f19-9b3a-43d4-9102-5082e4bffd24),segment_id=dbe37f19-9b3a-43d4-9102-5082e4bffd24)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:10:55.785737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.807632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Calling delete_port for 1f72c31c-f887-4ede-aa0d-d014ad3431a2 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:10:55.822827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:55.831393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/31e44842-39dc-4d93-b4c4-d1002ee299da HTTP/1.1" status: 204  len: 168 time: 0.6327009
Mar 26 21:10:55.833839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:55.861694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b9a03-8e07-428d-affd-5050196166ad tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31e44842-39dc-4d93-b4c4-d1002ee299da,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:55.914728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2224e1-bde5-4a1f-a120-35ec6266d76d req-f34bd0cd-8595-4969-a2bc-628d9e9c60da tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:55.916455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a2224e1-bde5-4a1f-a120-35ec6266d76d req-f34bd0cd-8595-4969-a2bc-628d9e9c60da tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1648357
Mar 26 21:10:55.990106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a2224e1-bde5-4a1f-a120-35ec6266d76d req-c50aad3e-8ee7-4a9b-8f81-6670e1fd9db3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651429
Mar 26 21:10:56.023169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (135e36f4-68c6-4283-a01c-cd172d292891), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.291512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (135e36f4-68c6-4283-a01c-cd172d292891), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.339878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d410220>,) {'filters': {'network_id': ['135e36f4-68c6-4283-a01c-cd172d292891']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:56.353455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d410220>, '0186c90f-5c1b-43eb-93d0-9c26e0284e6b') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:56.353848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d410220>, '0186c90f-5c1b-43eb-93d0-9c26e0284e6b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:56.375205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (0186c90f-5c1b-43eb-93d0-9c26e0284e6b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.395155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (0186c90f-5c1b-43eb-93d0-9c26e0284e6b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.398187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1f72c31c-f887-4ede-aa0d-d014ad3431a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.411457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:10:56.411886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (0186c90f-5c1b-43eb-93d0-9c26e0284e6b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:10:56.432228 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:10:56.452171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1f72c31c-f887-4ede-aa0d-d014ad3431a2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:56.578212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (135e36f4-68c6-4283-a01c-cd172d292891), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.591740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  135e36f4-68c6-4283-a01c-cd172d292891 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 21:10:56.620693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:56.636499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/networks/135e36f4-68c6-4283-a01c-cd172d292891 HTTP/1.1" status: 204  len: 168 time: 0.7952371
Mar 26 21:10:56.645368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8d3e-9c87-4778-909c-03fcd56ecdfe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Network': ['ID=135e36f4-68c6-4283-a01c-cd172d292891,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:56.959362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.353852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:57.361320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'name': 'tempest-router--1974523841', 'project_id': 'ab129618265e4c4786cd25f1df564888'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:57.408478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.409990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.460911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f3b26-a32d-4de4-ad86-a1e0f78e6170 req-c4ba039d-f919-4082-9932-535b5c78026a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:57.467043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-649f3b26-a32d-4de4-ad86-a1e0f78e6170 req-c4ba039d-f919-4082-9932-535b5c78026a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3199542
Mar 26 21:10:57.532495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (628f3fae-481b-49b2-980b-9b5bda0f48bd), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.539322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.583112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.590002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-013c875f-0662-48be-9422-acb3a3d00afe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.2340667
Mar 26 21:10:57.591207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55472) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:57.713482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.814132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-649f3b26-a32d-4de4-ad86-a1e0f78e6170 req-dce1445c-b328-46ee-b9d1-726579691771 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428468
Mar 26 21:10:57.824720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Router fa9d4736-0655-4f57-a171-3ff4246e01e1 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:10:57.829713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1e49437-13e0-45ea-8b83-90a1f3bb2c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.904044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55484) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:57.993777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:57.996661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (628f3fae-481b-49b2-980b-9b5bda0f48bd), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.026708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Deleting subnet 096ccd3f-3100-4f7a-a8e3-70b303ceb9bf {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:10:58.035099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Publish callbacks [] for subnet (096ccd3f-3100-4f7a-a8e3-70b303ceb9bf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.082675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:10:58.091877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a43f2116-56d1-4ff2-9279-f8e9dfc926cf admin admin] 10.222.0.16 "PUT /v2.0/routers/fa9d4736-0655-4f57-a171-3ff4246e01e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6655760
Mar 26 21:10:58.094508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (096ccd3f-3100-4f7a-a8e3-70b303ceb9bf), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.096234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55490) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:58.102630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (628f3fae-481b-49b2-980b-9b5bda0f48bd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.103178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 628f3fae-481b-49b2-980b-9b5bda0f48bd {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:10:58.107805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Sync routers for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:10:58.114771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.116123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c1b7608-53a5-4e9b-b635-c2f42465488b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/628f3fae-481b-49b2-980b-9b5bda0f48bd HTTP/1.1" status: 204  len: 168 time: 0.5221424
Mar 26 21:10:58.157466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:58.158181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed44550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:58.180547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (096ccd3f-3100-4f7a-a8e3-70b303ceb9bf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.253395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (096ccd3f-3100-4f7a-a8e3-70b303ceb9bf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.358594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.363015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/096ccd3f-3100-4f7a-a8e3-70b303ceb9bf HTTP/1.1" status: 204  len: 168 time: 0.4578819
Mar 26 21:10:58.365599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55508) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:58.380130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5d45-a7c8-4a9d-b266-58cc8490bb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096ccd3f-3100-4f7a-a8e3-70b303ceb9bf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:58.392137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55512) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:58.502976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:58.633185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e5f51125-5858-46df-946d-60ea76425690), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.655014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks [] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.801982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1288509284', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:10:58.850845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e5f51125-5858-46df-946d-60ea76425690), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.878746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.880109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.907757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61254e6460>,) {'filters': {'network_id': ['e5f51125-5858-46df-946d-60ea76425690']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:58.923808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61254e6460>, '8e214795-c48f-402e-84ba-d9e697467312') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:58.923808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61254e6460>, '8e214795-c48f-402e-84ba-d9e697467312') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:58.942121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8e214795-c48f-402e-84ba-d9e697467312), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.944055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.959245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e214795-c48f-402e-84ba-d9e697467312), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:58.966870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:10:58.967285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8e214795-c48f-402e-84ba-d9e697467312), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.025607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed44550>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:10:56Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:10:59.072761 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:10:59.077522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e5f51125-5858-46df-946d-60ea76425690), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.104264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.126892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5f51125-5858-46df-946d-60ea76425690 HTTP/1.1" status: 204  len: 168 time: 0.7507517
Mar 26 21:10:59.128150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Checking router: fa9d4736-0655-4f57-a171-3ff4246e01e1 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:10:59.129749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5c394-5f51-450f-8a22-887555003e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f51125-5858-46df-946d-60ea76425690,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:59.167694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Routers {'fa9d4736-0655-4f57-a171-3ff4246e01e1'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:10:59.168356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed44550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['fa9d4736-0655-4f57-a171-3ff4246e01e1'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:59.233069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (8067ca46-4fd7-4418-bb4d-207ed08afe0b), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.362397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks [] for router_gateway (fa9d4736-0655-4f57-a171-3ff4246e01e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.384275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322e383-1937-42ca-9ec6-179ce35822ff req-e5f4735e-4a6e-4aca-9126-d4c8bd87bb0b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:10:59.385860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9322e383-1937-42ca-9ec6-179ce35822ff req-e5f4735e-4a6e-4aca-9126-d4c8bd87bb0b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.3316696
Mar 26 21:10:59.423277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:59.464079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] Set router fa9d4736-0655-4f57-a171-3ff4246e01e1 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:10:59.524332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9b42804-b640-4c16-8bf7-00fb703182b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b6be6f8159f4491b83d9658d643464c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0974195
Mar 26 21:10:59.527837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:10:59.648852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (8067ca46-4fd7-4418-bb4d-207ed08afe0b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.658085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] Publish callbacks [] for security_group (d2f225a7-ec8f-4c2f-97b5-1783bc49a56e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.698360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] Publish callbacks [] for security_group (d2f225a7-ec8f-4c2f-97b5-1783bc49a56e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.739205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9322e383-1937-42ca-9ec6-179ce35822ff req-ebc50e25-e8c4-4300-a121-ba67b02c43d8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3427424
Mar 26 21:10:59.767150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Deleting port cb74a66d-801b-4536-b716-70e462925420 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:10:59.768599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cb74a66d-801b-4536-b716-70e462925420), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.789543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d2f225a7-ec8f-4c2f-97b5-1783bc49a56e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.797030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:10:59.800346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2f225a7-ec8f-4c2f-97b5-1783bc49a56e HTTP/1.1" status: 204  len: 168 time: 0.2678070
Mar 26 21:10:59.820762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87ae18-80df-41bc-8159-22f531772cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f225a7-ec8f-4c2f-97b5-1783bc49a56e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:10:59.891739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed44550>, [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:10:56Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:10:59.967235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72ff4-408f-4ade-8b34-4bb24a40dea4 None None] The sync data for ids ['fa9d4736-0655-4f57-a171-3ff4246e01e1'] in ncdv-master-1 is: [{'id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-170183391-router', 'tenant_id': '97d8cf03facb404b81a31014cf74f93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'cb74a66d-801b-4536-b716-70e462925420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:16Z', 'updated_at': '2022-03-26T21:10:56Z', 'revision_number': 5, 'project_id': '97d8cf03facb404b81a31014cf74f93c', 'gw_port': {'id': 'cb74a66d-801b-4536-b716-70e462925420', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ed:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9d4736-0655-4f57-a171-3ff4246e01e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:17Z', 'updated_at': '2022-03-26T21:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:00.010522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] For port cb74a66d-801b-4536-b716-70e462925420, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb74a66d-801b-4536-b716-70e462925420,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:00.011056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cb74a66d-801b-4536-b716-70e462925420), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:00.033020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Calling delete_port for cb74a66d-801b-4536-b716-70e462925420 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:00.106747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:00.553400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f72c31c-f887-4ede-aa0d-d014ad3431a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:00.592747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1f72c31c-f887-4ede-aa0d-d014ad3431a2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:00.593293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f72c31c-f887-4ede-aa0d-d014ad3431a2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:00.835350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (8067ca46-4fd7-4418-bb4d-207ed08afe0b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:00.887248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.073545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d08fe-bf19-421b-b245-de5b719ff8e9 req-68459eb5-94fd-4346-8871-4cccea3c4a12 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:01.097378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-668d08fe-bf19-421b-b245-de5b719ff8e9 req-68459eb5-94fd-4346-8871-4cccea3c4a12 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1666193
Mar 26 21:11:01.259852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-668d08fe-bf19-421b-b245-de5b719ff8e9 req-6871b690-8d83-4d81-8b18-3609d91ce514 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599729
Mar 26 21:11:01.263501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Allocated IP 172.35.4.254 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ee8211a2-2386-43f0-99c3-3a8fc71ec6b6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:01.323484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cb74a66d-801b-4536-b716-70e462925420), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.436631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb74a66d-801b-4536-b716-70e462925420,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:01.509734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for port (ee8211a2-2386-43f0-99c3-3a8fc71ec6b6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.610748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ee8211a2-2386-43f0-99c3-3a8fc71ec6b6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.668920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:11:01.672978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:01.677686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:01.680142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:01.734094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event updated for resources: {'Port': ['ID=ee8211a2-2386-43f0-99c3-3a8fc71ec6b6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:01.740009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.808965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.930317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:01.958189 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks [] for router_controller (fa9d4736-0655-4f57-a171-3ff4246e01e1), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.096048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (fa9d4736-0655-4f57-a171-3ff4246e01e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.097367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9d4736-0655-4f57-a171-3ff4246e01e1 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:02.111934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.113850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ba5a397-855d-4cbb-a546-34852f0464c4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fa9d4736-0655-4f57-a171-3ff4246e01e1 HTTP/1.1" status: 204  len: 168 time: 4.0161602
Mar 26 21:11:02.116450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:02.231715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Deleting subnet fd0e5695-51e0-4164-a6b3-2b8138379d34 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:11:02.237263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Publish callbacks [] for subnet (fd0e5695-51e0-4164-a6b3-2b8138379d34), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.352152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (fd0e5695-51e0-4164-a6b3-2b8138379d34), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.493044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (8067ca46-4fd7-4418-bb4d-207ed08afe0b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.518568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (fd0e5695-51e0-4164-a6b3-2b8138379d34), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.601448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fbd43-8c63-4554-bcbe-d25ccba02c2b req-7099b333-ca1b-4e2f-aaa6-f8d14ad0a9ac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:02.603262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce8fbd43-8c63-4554-bcbe-d25ccba02c2b req-7099b333-ca1b-4e2f-aaa6-f8d14ad0a9ac tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2060564
Mar 26 21:11:02.716731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce8fbd43-8c63-4554-bcbe-d25ccba02c2b req-529652ee-cc8d-485f-b069-927407293e8f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029744
Mar 26 21:11:02.741651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (fd0e5695-51e0-4164-a6b3-2b8138379d34), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.771536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.776062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd0e5695-51e0-4164-a6b3-2b8138379d34 HTTP/1.1" status: 204  len: 168 time: 0.6573820
Mar 26 21:11:02.801935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55638) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:02.821720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0172668-7356-4476-b068-8dd41c73b7c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0e5695-51e0-4164-a6b3-2b8138379d34,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:02.891904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cb74a66d-801b-4536-b716-70e462925420 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:02.946087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cb74a66d-801b-4536-b716-70e462925420 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:02.946821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cb74a66d-801b-4536-b716-70e462925420 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:02.949687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:02.958644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (80821142-5907-4abd-9c14-6a6046396839), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.164289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (80821142-5907-4abd-9c14-6a6046396839), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.192184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dc6f610>,) {'filters': {'network_id': ['80821142-5907-4abd-9c14-6a6046396839']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.205052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc6f610>, 'dbe37f19-9b3a-43d4-9102-5082e4bffd24') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.205354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc6f610>, 'dbe37f19-9b3a-43d4-9102-5082e4bffd24') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.224855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Router 8067ca46-4fd7-4418-bb4d-207ed08afe0b is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:03.233408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (dbe37f19-9b3a-43d4-9102-5082e4bffd24), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.254487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dbe37f19-9b3a-43d4-9102-5082e4bffd24), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.295762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:03.296193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (dbe37f19-9b3a-43d4-9102-5082e4bffd24), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:03.298105 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:03.394488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (80821142-5907-4abd-9c14-6a6046396839), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.405511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.407481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] 10.222.0.16 "DELETE /v2.0/networks/80821142-5907-4abd-9c14-6a6046396839 HTTP/1.1" status: 204  len: 168 time: 0.6027782
Mar 26 21:11:03.419525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fcf60-1a5b-4d6c-92c4-f1a877559672 admin admin] Pushing event deleted for resources: {'Network': ['ID=80821142-5907-4abd-9c14-6a6046396839,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:03.446531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:03.460081 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] Sync routers for ids ['8067ca46-4fd7-4418-bb4d-207ed08afe0b'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:03.470840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.472557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3f20bbf5-c035-4dce-95a5-655fdc8fea07 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 5.0712738
Mar 26 21:11:03.475329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.475893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] Routers {'8067ca46-4fd7-4418-bb4d-207ed08afe0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:03.476782 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124122370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8067ca46-4fd7-4418-bb4d-207ed08afe0b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.520790 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124122370>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.531003 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] Routers {'8067ca46-4fd7-4418-bb4d-207ed08afe0b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:03.531646 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124122370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8067ca46-4fd7-4418-bb4d-207ed08afe0b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.568384 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124122370>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:03.569305 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093a1fa-1cd1-43b0-9dba-1c952f392309 None None] The sync data for ids ['8067ca46-4fd7-4418-bb4d-207ed08afe0b'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:03.622876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9168dd0-2eb6-4f98-9881-3c4b7c98524b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/8067ca46-4fd7-4418-bb4d-207ed08afe0b HTTP/1.1" status: 200  len: 925 time: 0.1461909
Mar 26 21:11:03.625490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55680) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.658562 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-efa72c27-4929-431d-a231-bb925cf3b67e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=8067ca46-4fd7-4418-bb4d-207ed08afe0b HTTP/1.1" status: 200  len: 205 time: 0.0318043
Mar 26 21:11:03.661015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.757992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.846982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a358c602-b20d-473f-9df0-723ae7a13a24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97d8cf03facb404b81a31014cf74f93c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0875833
Mar 26 21:11:03.851130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55694) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.941223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] Publish callbacks [] for security_group (b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.956692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55700) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:03.974073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] Publish callbacks [] for security_group (b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:03.975548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.040755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243c1b-eda1-4f70-8790-3a95a31c5379 req-dcbb77a2-74d1-417d-aad3-9b1dd2bffae9 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:04.047486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0243c1b-eda1-4f70-8790-3a95a31c5379 req-dcbb77a2-74d1-417d-aad3-9b1dd2bffae9 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.2223561
Mar 26 21:11:04.071395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.076143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.077491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e HTTP/1.1" status: 204  len: 168 time: 0.2249959
Mar 26 21:11:04.105767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d14855-cef5-4bb3-a5bc-aa163048c816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5bcd6-d5b0-4b10-bf87-75314d1f5e1e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:04.155285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-a2fac125-7f99-4522-961d-b2be3335a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:04.157028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-a2fac125-7f99-4522-961d-b2be3335a6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1127 time: 0.0785489
Mar 26 21:11:04.184875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4638-a48e-4ece-b144-f46ff8b7a383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.260383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0243c1b-eda1-4f70-8790-3a95a31c5379 req-97733651-4da6-4f95-9f8e-103eb6634e6f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108264
Mar 26 21:11:04.261343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-1d1e25da-260d-47c0-8cde-77eff599a678 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0633743
Mar 26 21:11:04.319725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (8067ca46-4fd7-4418-bb4d-207ed08afe0b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.327084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4638-a48e-4ece-b144-f46ff8b7a383 admin admin] Publish callbacks [] for security_group (c10f5025-9754-49ed-9021-c72be297435f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.337973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4638-a48e-4ece-b144-f46ff8b7a383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c10f5025-9754-49ed-9021-c72be297435f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.338893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-024e86d2-d063-4ee9-8fe5-b402620c9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:04.340047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-024e86d2-d063-4ee9-8fe5-b402620c9e66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.1727841
Mar 26 21:11:04.400119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c7c4638-a48e-4ece-b144-f46ff8b7a383 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ae99e7304ab40079a0aeaaa57c0d143&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4400353
Mar 26 21:11:04.402123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4638-a48e-4ece-b144-f46ff8b7a383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10f5025-9754-49ed-9021-c72be297435f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:04.404929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55728) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:04.443148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-16a41d25-31d6-4030-bddc-7f6ee3fb5dfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.0831823
Mar 26 21:11:04.461462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port ee8211a2-2386-43f0-99c3-3a8fc71ec6b6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:04.462346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ee8211a2-2386-43f0-99c3-3a8fc71ec6b6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.486917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] Publish callbacks [] for security_group (c10f5025-9754-49ed-9021-c72be297435f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.548407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-3927dcbe-2184-4f59-a9a9-2a37fc00642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:04.549865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-3927dcbe-2184-4f59-a9a9-2a37fc00642f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.0879836
Mar 26 21:11:04.555057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] Publish callbacks [] for security_group (c10f5025-9754-49ed-9021-c72be297435f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.556523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-3c9f26df-c2ea-4e5b-b6d8-d7ce370fafba tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:04.557939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-3c9f26df-c2ea-4e5b-b6d8-d7ce370fafba tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2791216
Mar 26 21:11:04.599135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ee8211a2-2386-43f0-99c3-3a8fc71ec6b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.603085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-4bd261e1-ef88-44c6-83ac-880c2a9d73f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392051
Mar 26 21:11:04.605759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-ddd30110-df50-4f1c-8065-731fc47d1cbf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/quotas/13edcc6f41ce42ff8b88edb21a3ae4ec HTTP/1.1" status: 200  len: 375 time: 0.0405712
Mar 26 21:11:04.622249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for ee8211a2-2386-43f0-99c3-3a8fc71ec6b6 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:04.677467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-3df32a17-f409-43dc-8a51-a41413031040 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522461
Mar 26 21:11:04.718633 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c10f5025-9754-49ed-9021-c72be297435f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.724530 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:04.726134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c10f5025-9754-49ed-9021-c72be297435f HTTP/1.1" status: 204  len: 168 time: 0.3191233
Mar 26 21:11:04.743588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce60578-2944-49f6-9ba9-a38fd649fbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10f5025-9754-49ed-9021-c72be297435f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:04.817718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-803341e0-d828-4c10-a429-75b73c710df1 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048111
Mar 26 21:11:04.932278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6bc02fb-678e-43d4-aa7b-a821cedae35f req-b1a2b3e4-dcdc-4728-bf33-2ce93f91dd72 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 210 time: 0.0428431
Mar 26 21:11:05.026184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96e02f70-3355-4b2d-b698-ef8215991f76 req-8394a450-6eaf-438f-8d27-49ca5ab8dbab service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1982629
Mar 26 21:11:05.092871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ee8211a2-2386-43f0-99c3-3a8fc71ec6b6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.156404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=ee8211a2-2386-43f0-99c3-3a8fc71ec6b6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:05.248246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (8067ca46-4fd7-4418-bb4d-207ed08afe0b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.338202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55770) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:05.371390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12cc09d-3658-442a-9b2f-0f9402e513f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.460702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.463393 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (8067ca46-4fd7-4418-bb4d-207ed08afe0b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.493843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12cc09d-3658-442a-9b2f-0f9402e513f2 admin admin] Publish callbacks [] for security_group (d95f4a46-c3ff-4bf2-8c6b-5bff344685c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.503391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12cc09d-3658-442a-9b2f-0f9402e513f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d95f4a46-c3ff-4bf2-8c6b-5bff344685c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.517461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (8067ca46-4fd7-4418-bb4d-207ed08afe0b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.519006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router 8067ca46-4fd7-4418-bb4d-207ed08afe0b {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:05.541754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.544548 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-294bebba-8057-495a-9f49-cf85a712ce32 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/8067ca46-4fd7-4418-bb4d-207ed08afe0b HTTP/1.1" status: 204  len: 168 time: 1.8817229
Mar 26 21:11:05.548507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55784) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:05.552979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-144280311', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:05.556327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cc09d-3658-442a-9b2f-0f9402e513f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95f4a46-c3ff-4bf2-8c6b-5bff344685c2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:05.562334 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d12cc09d-3658-442a-9b2f-0f9402e513f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5c3e48830974c83bd50a01110f0d3e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220802
Mar 26 21:11:05.565224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:05.609801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.611474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.621434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36012e-6df5-4917-abc8-fa090420bbd4 req-2a23646a-0fb7-4d11-90d7-c335ed3aba65 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:05.623187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f36012e-6df5-4917-abc8-fa090420bbd4 req-2a23646a-0fb7-4d11-90d7-c335ed3aba65 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.1120899
Mar 26 21:11:05.668352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] Publish callbacks [] for security_group (d95f4a46-c3ff-4bf2-8c6b-5bff344685c2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.713777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6f36012e-6df5-4917-abc8-fa090420bbd4 req-343ca14e-21e3-4b33-a060-16877c207ba0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834010
Mar 26 21:11:05.753484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.758466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] Publish callbacks [] for security_group (d95f4a46-c3ff-4bf2-8c6b-5bff344685c2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.820413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:05.947719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db0e-87c5-4ff4-ab71-39d3da31ce7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.950616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.967802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d95f4a46-c3ff-4bf2-8c6b-5bff344685c2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.970356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:05.971519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d95f4a46-c3ff-4bf2-8c6b-5bff344685c2 HTTP/1.1" status: 204  len: 168 time: 0.4053960
Mar 26 21:11:05.996761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ba127-cba0-4ef4-85d4-c8db575955e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95f4a46-c3ff-4bf2-8c6b-5bff344685c2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:06.007579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-1546c12e-0dc8-4b3e-96e4-cbaafc47de5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1158261
Mar 26 21:11:06.070295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db0e-87c5-4ff4-ab71-39d3da31ce7d admin admin] Publish callbacks [] for security_group (b44709e8-3a19-48b7-bc2b-e2d1ae705597), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.078927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dfd9db0e-87c5-4ff4-ab71-39d3da31ce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b44709e8-3a19-48b7-bc2b-e2d1ae705597), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.086056 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af929c2a-6515-4cdc-b000-e4d9e3eb5a6f req-d97a50eb-6fcc-4c05-a968-463d5bf0e5c5 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 210 time: 0.0546067
Mar 26 21:11:06.139666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9db0e-87c5-4ff4-ab71-39d3da31ce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44709e8-3a19-48b7-bc2b-e2d1ae705597,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:06.165425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dfd9db0e-87c5-4ff4-ab71-39d3da31ce7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4cfad6a8d7b42a9b8c3f6c1673e7f24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3412037
Mar 26 21:11:06.166058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:06.189923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.190599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.191497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.192191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.192838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.194122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.194604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.196669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ae2eaf9a-f1a2-4a83-82e0-66e052139bcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6719 time: 0.1050737
Mar 26 21:11:06.231234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] Publish callbacks [] for security_group (b44709e8-3a19-48b7-bc2b-e2d1ae705597), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.258689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] Publish callbacks [] for security_group (b44709e8-3a19-48b7-bc2b-e2d1ae705597), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.327304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b44709e8-3a19-48b7-bc2b-e2d1ae705597), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.335063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.336615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b44709e8-3a19-48b7-bc2b-e2d1ae705597 HTTP/1.1" status: 204  len: 168 time: 0.1694763
Mar 26 21:11:06.348446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406352a-47ea-453d-b206-36426611e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44709e8-3a19-48b7-bc2b-e2d1ae705597,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:06.683421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-32fbdbc5-1d80-4099-aebc-a528b70e3262 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4277740
Mar 26 21:11:06.723012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.756889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:06.886901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58b654-7b73-472c-a364-f426abebb6d4 req-dc5178e9-b3f7-400b-a071-caa6db344fca tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.889954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c58b654-7b73-472c-a364-f426abebb6d4 req-dc5178e9-b3f7-400b-a071-caa6db344fca tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 945 time: 0.0811274
Mar 26 21:11:06.938630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6379fb98-2426-44dc-82e7-17d11339054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.939785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6379fb98-2426-44dc-82e7-17d11339054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.940681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6379fb98-2426-44dc-82e7-17d11339054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:06.942738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6379fb98-2426-44dc-82e7-17d11339054e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0104976f-c364-4864-ad5f-8b4958c8e560&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 2295 time: 0.7055233
Mar 26 21:11:06.953794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:06.962038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c58b654-7b73-472c-a364-f426abebb6d4 req-5dfb00c2-9b46-4dcd-a0da-cd233ffe480a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649762
Mar 26 21:11:07.051848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 172.35.4.11 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/e6de8ca8-edf0-4d58-a3bf-1ef905adedf0) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:07.081097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:07.081559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.113092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:07.116557 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca49546-8972-42d6-a668-2969ae0f79bb" -d '{"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-unplugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:07.132817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:07.140275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.202105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-7dcdfca2-b455-46f5-b5e3-4510ffd12a9b tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:07.203728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-7dcdfca2-b455-46f5-b5e3-4510ffd12a9b tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5124755
Mar 26 21:11:07.214295 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff76e15-093a-49f8-957c-34286cdee387 x-openstack-request-id: req-7ff76e15-093a-49f8-957c-34286cdee387 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:07.214503 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-unplugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:07.214810 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff76e15-093a-49f8-957c-34286cdee387 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:07.215180 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff76e15-093a-49f8-957c-34286cdee387'] response: {'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'code': 200}
Mar 26 21:11:07.228749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:07.238695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.239343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.239937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.240438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.241188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.241976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.242469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.243342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.243604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.243960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.244646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.245296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.245959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.247272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.248118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:07.250873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Request body: {'port': {'device_id': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '13edcc6f41ce42ff8b88edb21a3ae4ec'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:07.269304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73c0d9fa-6b2a-400c-8e51-f54632a20afd req-b60cccab-563a-4e91-80c6-e7c64dd3d73e tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 210 time: 0.0612059
Mar 26 21:11:07.305765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.312355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-9690b63c-265a-4c1f-8ee1-ffa19d47501e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 200  len: 1002 time: 0.3581421
Mar 26 21:11:07.447068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-e20c7273-518e-47b8-8750-26c99f46556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:07.449240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-e20c7273-518e-47b8-8750-26c99f46556b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 HTTP/1.1" status: 200  len: 856 time: 0.1245358
Mar 26 21:11:07.536594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Made reservation on behalf of 13edcc6f41ce42ff8b88edb21a3ae4ec for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:07.548473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.571131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.578680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.619499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-93b8fcc1-2a6e-4785-90ab-d224663fb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:07.621067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-93b8fcc1-2a6e-4785-90ab-d224663fb8e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0104976f-c364-4864-ad5f-8b4958c8e560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1644862
Mar 26 21:11:07.647806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 55860) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:07.697756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:07.721102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:07.731639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:07.753024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:07.791242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-734705581-network', 'tenant_id': '3a8e16658cc541b2976c9325d1558792'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:07.826811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:07.830795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.846015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.881175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-13768a51-f656-4f39-ad69-3394f1f4680b service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455916
Mar 26 21:11:07.960639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks [] for security_group (15c7a6ec-0cdc-4485-91c9-cdfd9926922b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.965198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15c7a6ec-0cdc-4485-91c9-cdfd9926922b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:07.990043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:08.010431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c7a6ec-0cdc-4485-91c9-cdfd9926922b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:08.017568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3f59b65d-7478-4a99-b342-9070f6b873b7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.018044 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Added segment 3f59b65d-7478-4a99-b342-9070f6b873b7 of type vlan for network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a
Mar 26 21:11:08.033467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks [] for security_group (3dedcd15-dbbe-4eaf-8e09-af27af2358f8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.056035 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dedcd15-dbbe-4eaf-8e09-af27af2358f8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.087643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.149149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb6e29-d5ae-4de6-8282-3040d1b67b31 req-d2eb853f-56c5-4370-9dc7-2cd08b278d4c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:08.151047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2fb6e29-d5ae-4de6-8282-3040d1b67b31 req-d2eb853f-56c5-4370-9dc7-2cd08b278d4c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.0862429
Mar 26 21:11:08.152023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.153502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:08.154073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.178880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedcd15-dbbe-4eaf-8e09-af27af2358f8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:08.207438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5579026
Mar 26 21:11:08.223641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 55888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:08.233009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Request body: {'subnet': {'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-734705581-subnet', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:08.243127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658663b-3e11-4feb-8b28-c4c2aa8ac9dc admin admin] Pushing event updated for resources: {'Network': ['ID=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:08.260108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:08.275121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2fb6e29-d5ae-4de6-8282-3040d1b67b31 req-fe34a9d7-63d7-4952-8622-f7946e38b7b3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036837
Mar 26 21:11:08.328968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-00e35223-9011-4780-8088-699b383c8fee service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3783338
Mar 26 21:11:08.397160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:08.399255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.446923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc79f-5236-4877-a7a2-58c8a508143d req-82072de3-3d29-4745-bf82-3eb37644e285 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:08.454574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11fbc79f-5236-4877-a7a2-58c8a508143d req-82072de3-3d29-4745-bf82-3eb37644e285 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.0706363
Mar 26 21:11:08.462131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-c92e950c-f897-4130-8a0b-2e2d9f92bd53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 217 time: 0.1143005
Mar 26 21:11:08.495696 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f402019-1f88-4cde-9cb9-44024d5471fe req-929c8923-b2a5-48db-9f19-ca33b82b1a2c tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 210 time: 0.1030138
Mar 26 21:11:08.519897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11fbc79f-5236-4877-a7a2-58c8a508143d req-1d21cdd6-4084-4338-86ff-98119246bba5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644295
Mar 26 21:11:08.541292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Allocated IP 192.168.233.94 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d918e07f-e0c2-435d-872d-f275cd4abfff) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:08.618823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:08.691180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-7e7035d8-1e26-4f31-aa9f-4a5450516dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:08.692702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-7e7035d8-1e26-4f31-aa9f-4a5450516dac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1995921
Mar 26 21:11:09.014874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks [] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.040936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-2e83868b-3f7b-4cf5-862b-b68c032134aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:09.042467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-2e83868b-3f7b-4cf5-862b-b68c032134aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3330660
Mar 26 21:11:09.088405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbcb02-2df1-459e-b405-21f73774ae76 req-29a97ada-2e36-4754-9fc6-5be8b89de780 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:09.091540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48bbcb02-2df1-459e-b405-21f73774ae76 req-29a97ada-2e36-4754-9fc6-5be8b89de780 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.1259687
Mar 26 21:11:09.163799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-48bbcb02-2df1-459e-b405-21f73774ae76 req-14bfcdc3-e5d7-4b93-8832-276f11f90d0a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627241
Mar 26 21:11:09.239831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (25a48987-0e00-4451-8a61-62d532161510), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.255072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.421694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-c246e463-d47c-4a66-858c-86f03a8080d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3663607
Mar 26 21:11:09.434908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:09.464147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:09.481421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a48987-0e00-4451-8a61-62d532161510,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:09.485982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:09.486549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56006) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:09.493312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Pushing event updated for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:09.572006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.574939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-479da740-bcc5-4d62-a74b-7acfa002e6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.607762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:09.608152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Network hostable DHCP agents. Network: 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:09.687163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-479da740-bcc5-4d62-a74b-7acfa002e6d7 admin admin] Publish callbacks [] for security_group (43caa09e-6c03-4033-b6a9-7940e5ead056), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.693591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-479da740-bcc5-4d62-a74b-7acfa002e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (43caa09e-6c03-4033-b6a9-7940e5ead056), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.736546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479da740-bcc5-4d62-a74b-7acfa002e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43caa09e-6c03-4033-b6a9-7940e5ead056,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:09.743563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-479da740-bcc5-4d62-a74b-7acfa002e6d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30a383e79d444c09a47b82a43e4a544e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2531652
Mar 26 21:11:09.743760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56012) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:09.809208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] Publish callbacks [] for security_group (43caa09e-6c03-4033-b6a9-7940e5ead056), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.833719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] Publish callbacks [] for security_group (43caa09e-6c03-4033-b6a9-7940e5ead056), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.843065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a1fc907-8e00-4253-bf66-0c7e7603d16a None None] Provisioning complete for port d918e07f-e0c2-435d-872d-f275cd4abfff triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:09.844388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a1fc907-8e00-4253-bf66-0c7e7603d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.889847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a1fc907-8e00-4253-bf66-0c7e7603d16a None None] Port d918e07f-e0c2-435d-872d-f275cd4abfff cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:11:09.895378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (43caa09e-6c03-4033-b6a9-7940e5ead056), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.898622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:09.903205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43caa09e-6c03-4033-b6a9-7940e5ead056 HTTP/1.1" status: 204  len: 168 time: 0.1555703
Mar 26 21:11:09.914452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4221d5e-6ca1-44e4-b232-7767f65239c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43caa09e-6c03-4033-b6a9-7940e5ead056,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:10.054379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.054981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.122655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-cbbc8e7e-df40-4641-b438-479287de7c28 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9000871
Mar 26 21:11:10.156514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:10.169364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Request body: {'port': {'device_id': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:10.173999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-6f4d528f-5984-48bf-89d2-aa262f0d1d2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.9128065
Mar 26 21:11:10.175794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-59438a6f-7099-419b-abf8-5c056164f1dc service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7380657
Mar 26 21:11:10.219300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:10.223348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:10.231950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0641433-34d7-4f97-9a47-5ace459d8880 None None] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:10.238605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0926a9ff-ada9-4a32-b1d9-d37729d9faf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.256927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.257466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.277266 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-8b698388-6ee1-460e-8f1d-b830711bbb0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 217 time: 0.0928791
Mar 26 21:11:10.367848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:11:10.370687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.375627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990ada0-dc01-43d7-9281-4c0a1409e16c req-e944a00a-a564-4a02-98be-415ba5bb1847 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.381623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25a686-ac53-4a27-94d2-8834c440656b req-5014a966-a4fb-45f5-a0fa-c98b482bd7b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.382476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3990ada0-dc01-43d7-9281-4c0a1409e16c req-e944a00a-a564-4a02-98be-415ba5bb1847 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 935 time: 0.7589893
Mar 26 21:11:10.383797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff25a686-ac53-4a27-94d2-8834c440656b req-5014a966-a4fb-45f5-a0fa-c98b482bd7b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.1038382
Mar 26 21:11:10.397959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3382c242-53c3-41a2-8dc4-42902ea06f5a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.1689072
Mar 26 21:11:10.405298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56024) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:10.418784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-5b99593e-bd59-4ef7-9a64-034126bd2cb7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.419123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:10.420353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-5b99593e-bd59-4ef7-9a64-034126bd2cb7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports/d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 940 time: 0.2039649
Mar 26 21:11:10.431346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0926a9ff-ada9-4a32-b1d9-d37729d9faf1 admin admin] Publish callbacks [] for security_group (2b040fd8-a597-4eb8-a1f5-86084c8a5776), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.443064 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.446845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0926a9ff-ada9-4a32-b1d9-d37729d9faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2b040fd8-a597-4eb8-a1f5-86084c8a5776), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.462154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-445c86b9-0cdf-4436-ad22-10bb610409ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.463737 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-445c86b9-0cdf-4436-ad22-10bb610409ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1626484
Mar 26 21:11:10.499027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.501172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.545758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff25a686-ac53-4a27-94d2-8834c440656b req-e5f479e9-c3da-45f7-b6b9-c3e329ba163c tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526904
Mar 26 21:11:10.562061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3990ada0-dc01-43d7-9281-4c0a1409e16c req-dd93a0e6-5531-4ca7-896f-74be2a440541 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786084
Mar 26 21:11:10.565707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:10.595153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for router_controller (1dadb21c-d2c0-4b61-80c6-3e675acacca7), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.596381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Allocated IP 172.20.0.2 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/07db49d4-0c15-4f07-891c-04650f77bc56) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:10.599578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0926a9ff-ada9-4a32-b1d9-d37729d9faf1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eaef2dba8ea4b3c85f1fd06ee555ff4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3787110
Mar 26 21:11:10.600536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926a9ff-ada9-4a32-b1d9-d37729d9faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b040fd8-a597-4eb8-a1f5-86084c8a5776,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:10.605226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56028) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:10.658547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-16cf3559-562d-4aeb-bcb9-97c02a064cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:10.660104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-16cf3559-562d-4aeb-bcb9-97c02a064cce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1869080
Mar 26 21:11:10.784198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks [] for port (07db49d4-0c15-4f07-891c-04650f77bc56), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.799903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.908091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Pushing event updated for resources: {'Port': ['ID=07db49d4-0c15-4f07-891c-04650f77bc56,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:10.913110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:10.915288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:10.920539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:10.921921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:10.941351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ea8ac0ba-b8c3-4e54-ae07-6cc50abb4dab service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462833
Mar 26 21:11:10.969040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:10.970444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea615a8b-996f-446d-8151-df70de72edfb tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 5.4207644
Mar 26 21:11:10.975841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Sync routers for ids ['2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:10.982129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56036) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:10.986288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:11.037717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Routers {'2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:11.038423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:11.114577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Attempting to bind port 07db49d4-0c15-4f07-891c-04650f77bc56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:11.115119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Attempting to bind port 07db49d4-0c15-4f07-891c-04650f77bc56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:11.115676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Attempting to bind port 07db49d4-0c15-4f07-891c-04650f77bc56 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:11.180777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] Publish callbacks [] for security_group (2b040fd8-a597-4eb8-a1f5-86084c8a5776), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.192089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d918e07f-e0c2-435d-872d-f275cd4abfff {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:11:11.204633 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-cc06114c-11d3-4350-9e9f-b0cb0424741b service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555647
Mar 26 21:11:11.206602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks [] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.233002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-94d1a481-6092-49d3-8078-80a11be03ff4 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 HTTP/1.1" status: 200  len: 907 time: 0.2443047
Mar 26 21:11:11.234269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56038) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:11.235808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Transition to ACTIVE for port object d918e07f-e0c2-435d-872d-f275cd4abfff will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:11:11.269232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'name': 'tempest-snat-router-144280311', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': True}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:11.276417 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.279473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-df0cf900-0744-46db-ae71-d362e34577e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 HTTP/1.1" status: 200  len: 217 time: 0.0623007
Mar 26 21:11:11.291249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for router_gateway (1dadb21c-d2c0-4b61-80c6-3e675acacca7), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.296334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] Publish callbacks [] for security_group (2b040fd8-a597-4eb8-a1f5-86084c8a5776), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.348763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:11.352491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:11.355275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.355840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:11.356478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Bound port: 07db49d4-0c15-4f07-891c-04650f77bc56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:11.356990 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.384884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.385984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.409701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:11.438349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: DOWN; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:11.440191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-e8b41fbb-0cb3-4e3a-8766-7c1f0d3ce047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:11.441921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-e8b41fbb-0cb3-4e3a-8766-7c1f0d3ce047 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1491132
Mar 26 21:11:11.486269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2b040fd8-a597-4eb8-a1f5-86084c8a5776), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.490510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.494915 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b040fd8-a597-4eb8-a1f5-86084c8a5776 HTTP/1.1" status: 204  len: 168 time: 0.8851721
Mar 26 21:11:11.530233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] For port 07db49d4-0c15-4f07-891c-04650f77bc56, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:11.533795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] For port 07db49d4-0c15-4f07-891c-04650f77bc56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07db49d4-0c15-4f07-891c-04650f77bc56,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:11.550276 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.552637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844823a4-ee48-4cb0-b0b5-9f607566d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b040fd8-a597-4eb8-a1f5-86084c8a5776,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:11.610438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (0bdc2579-a9ca-4541-9c39-0794f0320b7d), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.631534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Set router 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:11.849211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42f95a-f2bc-45de-9109-55aee5744ee9 None None] Pushing event updated for resources: {'Port': ['ID=07db49d4-0c15-4f07-891c-04650f77bc56,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:11.893028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-77aab4f8-c779-498e-970c-5f202d89fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:11.894241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for router_gateway (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:11.894616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-77aab4f8-c779-498e-970c-5f202d89fe73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.4333220
Mar 26 21:11:11.898369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Attempting to bind port d918e07f-e0c2-435d-872d-f275cd4abfff on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:11.898733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Attempting to bind port d918e07f-e0c2-435d-872d-f275cd4abfff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:11.899071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Attempting to bind port d918e07f-e0c2-435d-872d-f275cd4abfff on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:12.065116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1880>, [{'id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11'}], 'enable_snat': False}, 'gw_port_id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:05Z', 'updated_at': '2022-03-26T21:11:08Z', 'revision_number': 3, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port': {'id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:06Z', 'updated_at': '2022-03-26T21:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:12.069566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (0bdc2579-a9ca-4541-9c39-0794f0320b7d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.072828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.103879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Checking router: 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:11:12.104301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Updating router 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:11:12.112134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Port d918e07f-e0c2-435d-872d-f275cd4abfff on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:11:12.112586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Attempting to bind port d918e07f-e0c2-435d-872d-f275cd4abfff on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:12.141061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.156654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:12.157003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:12.157408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:12.157866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Bound port: d918e07f-e0c2-435d-872d-f275cd4abfff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:12.158226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.267728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bad9f-355e-4e97-ba54-63241a890a09 req-481624c0-9235-48a1-96da-baca735905c5 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.275711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee1bad9f-355e-4e97-ba54-63241a890a09 req-481624c0-9235-48a1-96da-baca735905c5 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 947 time: 0.4757054
Mar 26 21:11:12.311658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f64e7-3596-4770-a7cf-4f6c7e9b3f5f req-6f60e4b4-0e18-4500-8038-9d877dbc6a8d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.320659 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-146f64e7-3596-4770-a7cf-4f6c7e9b3f5f req-6f60e4b4-0e18-4500-8038-9d877dbc6a8d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.5810285
Mar 26 21:11:12.326837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-60e95bb9-38de-4bd9-927d-b183dc168ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.329080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-60e95bb9-38de-4bd9-927d-b183dc168ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51&tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616 HTTP/1.1" status: 200  len: 1125 time: 0.5730538
Mar 26 21:11:12.365564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Allocated IP 172.35.4.24 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/38c0c0fb-5a21-49f2-8788-cc58616ff662) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:12.405292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-fffb4b74-6a89-44ca-b2cb-f1ada1b37aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294876
Mar 26 21:11:12.463074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee1bad9f-355e-4e97-ba54-63241a890a09 req-606339e5-3b89-4e5a-be9b-1b2b71de15df tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804245
Mar 26 21:11:12.464611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-146f64e7-3596-4770-a7cf-4f6c7e9b3f5f req-78321eb7-47f8-4e80-9212-2bc1d2a7beb3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328516
Mar 26 21:11:12.467112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:12.496917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d918e07f-e0c2-435d-872d-f275cd4abfff,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:12.538763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-1eb66349-c079-44cd-bb34-2745bcd7ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.540595 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-1eb66349-c079-44cd-bb34-2745bcd7ce9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1125 time: 0.1766109
Mar 26 21:11:12.600941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-f32f6d65-4d4e-4bd5-be1d-47161c5a9117 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1825664
Mar 26 21:11:12.631996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07db49d4-0c15-4f07-891c-04650f77bc56 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:12.635650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.658765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.717342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-da615ced-8044-4377-b1d5-0dd4f59f0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.718986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-da615ced-8044-4377-b1d5-0dd4f59f0d54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.1670074
Mar 26 21:11:12.721223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-b06fa417-f706-48bb-a760-8e768832d860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436 HTTP/1.1" status: 200  len: 217 time: 0.1072221
Mar 26 21:11:12.728964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.729732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.731277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/d918e07f-e0c2-435d-872d-f275cd4abfff HTTP/1.1" status: 200  len: 1095 time: 2.5758145
Mar 26 21:11:12.733577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:12.738681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 07db49d4-0c15-4f07-891c-04650f77bc56 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:12.739315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.745122 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18219d6-5172-45d8-b39b-965cb0a0a4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:12.816483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:12.872530 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbe23c-b53b-4b34-8f0c-24edf071735a x-openstack-request-id: req-0adbe23c-b53b-4b34-8f0c-24edf071735a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:12.872710 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:12.873290 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0adbe23c-b53b-4b34-8f0c-24edf071735a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:12.873882 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adbe23c-b53b-4b34-8f0c-24edf071735a'] response: {'name': 'network-changed', 'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff', 'status': 'completed', 'code': 200}
Mar 26 21:11:12.945114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-7c23f381-8131-402d-b106-a3787d12f4fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.2096176
Mar 26 21:11:12.947346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Pushing event updated for resources: {'Port': ['ID=38c0c0fb-5a21-49f2-8788-cc58616ff662,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:12.958768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aaf3f-0281-4e38-ae92-89b21194c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:12.966922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-681e976e-3efc-4ce2-94fa-d4626cdd00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:12.968776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-681e976e-3efc-4ce2-94fa-d4626cdd00fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.2140839
Mar 26 21:11:13.039349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:13.040931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:13.057366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:13.114944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-04a25bfe-a1d1-4524-850e-531aa74748e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.116527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-04a25bfe-a1d1-4524-850e-531aa74748e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.1483889
Mar 26 21:11:13.215287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 07db49d4-0c15-4f07-891c-04650f77bc56 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:13.215815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.255320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-b4429a7b-834c-4c78-b154-a2e05708a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.267992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-b4429a7b-834c-4c78-b154-a2e05708a75c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 1129 time: 0.4589362
Mar 26 21:11:13.307245 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-207b6ee9-5d28-4b0f-a06f-e706ee1999de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1822360
Mar 26 21:11:13.366938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 07db49d4-0c15-4f07-891c-04650f77bc56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07db49d4-0c15-4f07-891c-04650f77bc56,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:13.434905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks [] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.447748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.470047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:13.474723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500d615-3974-4f47-b6cd-76cdb2769332 None None] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:13.516206 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.535177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-385197f8-f084-4f87-9f5e-d74d50225d34 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210479
Mar 26 21:11:13.609520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for router_gateway (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.752006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Attempting to bind port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:13.752564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Attempting to bind port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:13.753633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Attempting to bind port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:13.774728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:13.775691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:13.776349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.776975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:13.778074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Bound port: e6de8ca8-edf0-4d58-a3bf-1ef905adedf0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:13.778521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.784698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-3d5523cf-b9cc-4e1d-854e-eb3bc77e94a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d918e07f-e0c2-435d-872d-f275cd4abfff HTTP/1.1" status: 200  len: 217 time: 0.4868913
Mar 26 21:11:13.817216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-46d7e988-c0b1-4c6f-8f7d-ff6868f856c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.818812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-46d7e988-c0b1-4c6f-8f7d-ff6868f856c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.8408477
Mar 26 21:11:13.821782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=07db49d4-0c15-4f07-891c-04650f77bc56,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:13.823499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5a845c45-d802-4794-82ee-18fdcae4faa3 req-643c55b4-78db-4d7d-8cf8-a7ff685e2d96 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2777150
Mar 26 21:11:13.824286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e736627-f860-4767-9d77-11122e59c71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.846610 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (0bdc2579-a9ca-4541-9c39-0794f0320b7d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.876321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a2e262d5-30f3-4646-b79a-12c93e73d68e None None] Provisioning complete for port 07db49d4-0c15-4f07-891c-04650f77bc56 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:13.876966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2e262d5-30f3-4646-b79a-12c93e73d68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.890752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7506db4-fbcb-4a12-be49-52bf037ccff6 req-1660a224-27b7-4200-bc80-e7b60ac28cd8 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.892380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7506db4-fbcb-4a12-be49-52bf037ccff6 req-1660a224-27b7-4200-bc80-e7b60ac28cd8 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 947 time: 0.2288861
Mar 26 21:11:13.897248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:13.936543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] For port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:13.942435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682107-cacf-4df0-8bd3-98f13c8fe756 None None] Pushing event updated for resources: {'Port': ['ID=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:13.961595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] For port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:13.967793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add29063-0c71-4f88-a24c-5ceb08d32f48 req-66394127-485b-45fb-a0b7-10e835b18d5b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.969550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add29063-0c71-4f88-a24c-5ceb08d32f48 req-66394127-485b-45fb-a0b7-10e835b18d5b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2309165
Mar 26 21:11:13.971174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-36fa217e-8de1-4b2f-9ec7-7fb7f0801e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:13.972720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-36fa217e-8de1-4b2f-9ec7-7fb7f0801e1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.1694105
Mar 26 21:11:13.978856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.133040 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.133758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682107-cacf-4df0-8bd3-98f13c8fe756 None None] Pushing event updated for resources: {'Port': ['ID=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:14.136374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Routers {'2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:14.137050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:14.139438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a2e262d5-30f3-4646-b79a-12c93e73d68e None None] Current status of the port 07db49d4-0c15-4f07-891c-04650f77bc56 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:14.202743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7506db4-fbcb-4a12-be49-52bf037ccff6 req-5d114d6c-31dd-421e-9e6c-a33c51b57770 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2837441
Mar 26 21:11:14.211574 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.223168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e736627-f860-4767-9d77-11122e59c71b admin admin] Publish callbacks [] for security_group (f0da490e-a260-47e5-86ae-de48186b9b81), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.238656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 172.35.4.192 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:14.275154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9e736627-f860-4767-9d77-11122e59c71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0da490e-a260-47e5-86ae-de48186b9b81), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.346585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] Set router 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:14.388294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9e736627-f860-4767-9d77-11122e59c71b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01784d0cb65f43b68ace58d0fccf3ebb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9170363
Mar 26 21:11:14.391804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56098) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:14.399383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e736627-f860-4767-9d77-11122e59c71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da490e-a260-47e5-86ae-de48186b9b81,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:14.450454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add29063-0c71-4f88-a24c-5ceb08d32f48 req-d0479522-3f6c-43d2-bf44-58cf7e2a25fe tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4311886
Mar 26 21:11:14.486323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ce509c9d-f7e6-4b2a-9b08-7a54c32df577 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6360152
Mar 26 21:11:14.514730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] Publish callbacks [] for security_group (f0da490e-a260-47e5-86ae-de48186b9b81), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.533202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe593c-3fa6-461d-af78-4a938a381446 req-7a85967d-2953-41fc-b9f6-29fb3b64439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:14.534988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-7a85967d-2953-41fc-b9f6-29fb3b64439b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5086451
Mar 26 21:11:14.546829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-01ab3690-7117-4979-9dfd-c74981870ef9 None None] Provisioning complete for port 07db49d4-0c15-4f07-891c-04650f77bc56 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:14.547217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-01ab3690-7117-4979-9dfd-c74981870ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.555349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:14.593978 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] Publish callbacks [] for security_group (f0da490e-a260-47e5-86ae-de48186b9b81), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.657883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-3bf495be-c4e2-45c0-9741-8787c83169d3 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1105902
Mar 26 21:11:14.662348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.704984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07db49d4-0c15-4f07-891c-04650f77bc56 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:14.794394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0da490e-a260-47e5-86ae-de48186b9b81), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.798317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.799714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0da490e-a260-47e5-86ae-de48186b9b81 HTTP/1.1" status: 204  len: 168 time: 0.4069600
Mar 26 21:11:14.845536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-a87559c3-7763-40d6-8410-57e7c706907b service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3474069
Mar 26 21:11:14.846415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:14.865317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:14.872778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.881962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d057-9bef-4c9b-bc7c-774816d06c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da490e-a260-47e5-86ae-de48186b9b81,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:14.897703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:14.901307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b096d9d-9010-4724-a621-e343eb3b9289 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.4947677
Mar 26 21:11:14.906364 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:14.907132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56108) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:14.908687 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:14.927050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-810bc3c2-8b80-48a6-807a-c5867ee09367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 200  len: 217 time: 0.0738754
Mar 26 21:11:14.955149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-01ab3690-7117-4979-9dfd-c74981870ef9 None None] Current status of the port 07db49d4-0c15-4f07-891c-04650f77bc56 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:15.013291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1880>, [{'id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11'}], 'enable_snat': False}, 'gw_port_id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:05Z', 'updated_at': '2022-03-26T21:11:08Z', 'revision_number': 3, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port': {'id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:06Z', 'updated_at': '2022-03-26T21:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:15.022064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05fe593c-3fa6-461d-af78-4a938a381446 req-238eebf6-4c4d-40a0-b302-15c371be7550 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3187256
Mar 26 21:11:15.075280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:15.083218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:15.092238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:15.098808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:15.126404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6eca82c0-abdf-4250-98ea-cce2102e01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:15.128197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-6eca82c0-abdf-4250-98ea-cce2102e01db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.1436360
Mar 26 21:11:15.158819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 07db49d4-0c15-4f07-891c-04650f77bc56 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:15.167468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:15.170075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecca9bc-de50-40cd-99dc-c411cf5ef0fa None None] The sync data for ids ['2b843bd9-2a9b-49a9-a152-0cb5fc4687d2'] in ncdv-master-1 is: [{'id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11'}], 'enable_snat': False}, 'gw_port_id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:05Z', 'updated_at': '2022-03-26T21:11:08Z', 'revision_number': 3, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port': {'id': 'e6de8ca8-edf0-4d58-a3bf-1ef905adedf0', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b843bd9-2a9b-49a9-a152-0cb5fc4687d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:06Z', 'updated_at': '2022-03-26T21:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:15.266086 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:15.440226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 07db49d4-0c15-4f07-891c-04650f77bc56 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:15.752781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:15.792525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6cd0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:13Z', 'revision_number': 3, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:15.879486 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:11:15.880729 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Updating router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 port 38c0c0fb-5a21-49f2-8788-cc58616ff662 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:11:15.964995 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.010274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-2aaff48c-25f0-4e60-916c-4af22d18173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:16.013580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-2aaff48c-25f0-4e60-916c-4af22d18173e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.8766727
Mar 26 21:11:16.212274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ce7aa25e-89e7-4c3d-ad88-a27af1e0a33b service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723163
Mar 26 21:11:16.290953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-62496655-b4f0-449c-a50f-779225391e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:16.292779 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-62496655-b4f0-449c-a50f-779225391e1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 1129 time: 1.1097450
Mar 26 21:11:16.419013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22fabb-4cf2-4e92-94c4-d173d0ede692 req-58edfad7-74fb-4043-9229-5645b715ab47 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:16.421378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a22fabb-4cf2-4e92-94c4-d173d0ede692 req-58edfad7-74fb-4043-9229-5645b715ab47 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 947 time: 0.9465306
Mar 26 21:11:16.454323 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks [] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.466752 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.546347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c8e21-1343-4019-ab05-6ce50378fa25 req-f79821ab-c3a6-4e7f-ad99-4267eb2afeb7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:16.558236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-888c8e21-1343-4019-ab05-6ce50378fa25 req-f79821ab-c3a6-4e7f-ad99-4267eb2afeb7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.8971772
Mar 26 21:11:16.653429 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Attempting to bind port 38c0c0fb-5a21-49f2-8788-cc58616ff662 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:16.656571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Attempting to bind port 38c0c0fb-5a21-49f2-8788-cc58616ff662 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:16.656571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Attempting to bind port 38c0c0fb-5a21-49f2-8788-cc58616ff662 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:16.670367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Pushing event updated for resources: {'Port': ['ID=38c0c0fb-5a21-49f2-8788-cc58616ff662,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:16.699328 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:16.699527 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:16.699956 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.706693 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:16.708203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Bound port: 38c0c0fb-5a21-49f2-8788-cc58616ff662, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:16.709737 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.746668 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a22fabb-4cf2-4e92-94c4-d173d0ede692 req-3890d8de-fe59-4a77-a0c5-db1aab228987 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3069391
Mar 26 21:11:16.765470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:16.796251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-bd7edba2-8637-41a0-8285-70a95c1acc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:16.803598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-bd7edba2-8637-41a0-8285-70a95c1acc7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.3492818
Mar 26 21:11:16.830259 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.832035 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.832392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.832753 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.833091 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.833432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.833763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.834092 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.834416 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.834740 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.835077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.835414 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.835734 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.836084 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.852754 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:16.881374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:16.882373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:16.980162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d918e07f-e0c2-435d-872d-f275cd4abfff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:11:16.994912 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] For port 38c0c0fb-5a21-49f2-8788-cc58616ff662, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:17.032186 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] For port 38c0c0fb-5a21-49f2-8788-cc58616ff662, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38c0c0fb-5a21-49f2-8788-cc58616ff662,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:17.044633 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.132936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.resource_extend [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:11:17.147518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-11ea2f4f-0dca-44c4-b0e7-71b4116bdf54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=d918e07f-e0c2-435d-872d-f275cd4abfff HTTP/1.1" status: 200  len: 217 time: 0.2119789
Mar 26 21:11:17.171759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-d2a60d48-0d86-4c54-920b-f0d306cd24a7 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8742499
Mar 26 21:11:17.225200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29cb26-3241-4a34-b9b2-f62b7c50299d None None] Pushing event updated for resources: {'Port': ['ID=38c0c0fb-5a21-49f2-8788-cc58616ff662,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:17.269771 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:17.272828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:17.282140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:17.282577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.335705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-888c8e21-1343-4019-ab05-6ce50378fa25 req-8dce8a84-d3ec-48d0-8995-16e474c9af49 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7763562
Mar 26 21:11:17.369558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-bacff3c8-3ab3-44f8-b8d2-85fdca5d4704 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 200  len: 217 time: 0.1437693
Mar 26 21:11:17.385433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (0bdc2579-a9ca-4541-9c39-0794f0320b7d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.392497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.425357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:17.445669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.522406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-b5e421a3-acc7-452b-ba46-aad838cd2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:17.523998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-b5e421a3-acc7-452b-ba46-aad838cd2ccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.3512907
Mar 26 21:11:17.555661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:17.560129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d918e07f-e0c2-435d-872d-f275cd4abfff,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:17.575005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd918e07f-e0c2-435d-872d-f275cd4abfff', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd918e07f-e0c2-435d-872d-f275cd4abfff', 'mac_address': 'fa:16:3e:da:46:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:11:17.707515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-0a0e5180-13db-4eab-a49f-99a6215913e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:17.710644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-0a0e5180-13db-4eab-a49f-99a6215913e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.3338923
Mar 26 21:11:17.851866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d918e07f-e0c2-435d-872d-f275cd4abfff is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:17.853544 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:17.879794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d918e07f-e0c2-435d-872d-f275cd4abfff {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:11:17.885571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:17.928867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Allocated IP 172.20.0.1 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/2c9ea594-c33d-41d3-b650-9e9b97c23d1a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:17.931873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d918e07f-e0c2-435d-872d-f275cd4abfff,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:17.940914 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:18.068216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:18.113496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-7364de29-05de-4b15-ad92-a254a2658960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:18.115086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-7364de29-05de-4b15-ad92-a254a2658960 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5736191
Mar 26 21:11:18.121973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-b503aa42-899d-48e5-944a-04ddfa7787ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:18.123618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-b503aa42-899d-48e5-944a-04ddfa7787ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3841457
Mar 26 21:11:18.181758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d918e07f-e0c2-435d-872d-f275cd4abfff'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:11:18.205685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962384f8-6b68-43fd-ac87-bfb6ed6170df req-729d72be-24d7-479b-b879-9582447198c2 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:18.207529 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-962384f8-6b68-43fd-ac87-bfb6ed6170df req-729d72be-24d7-479b-b879-9582447198c2 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 948 time: 0.1964881
Mar 26 21:11:18.391263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks [] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:18.413133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-962384f8-6b68-43fd-ac87-bfb6ed6170df req-1f1c7d0a-9031-4dbb-aa3f-8637c835974f tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982555
Mar 26 21:11:18.489815 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6cd0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:13Z', 'revision_number': 3, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:18.496991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56160) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:18.525073 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ba2a61-abf0-4348-908d-bccf538a4a9f None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:13Z', 'revision_number': 3, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:18.539456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:18.595798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:18.600408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:18.607876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:18.674179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:18.740590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:18.791875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Pushing event updated for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:18.802980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:18.876205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-06e0949d-8ee7-4015-8dbf-36f3355ec006 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7448106
Mar 26 21:11:18.949162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-689010148'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:18.951397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:18.953006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.034838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d918e07f-e0c2-435d-872d-f275cd4abfff up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:19.246856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Made reservation on behalf of 4d829a26f8314d519804c5828067b178 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:19.254499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.269397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.272924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e18219d6-5172-45d8-b39b-965cb0a0a4e1 req-0507b9aa-2d20-49fe-b324-0daf062d69df service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536082
Mar 26 21:11:19.290629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-8139838d-9eed-4e8a-81ba-04494b611bb8 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1503112
Mar 26 21:11:19.304804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec70d1-56f4-4d62-8dbc-93b064270cd2 req-c3a13d63-6e2f-4568-b48b-f1d18b85904f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:19.306509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85ec70d1-56f4-4d62-8dbc-93b064270cd2 req-c3a13d63-6e2f-4568-b48b-f1d18b85904f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.6395059
Mar 26 21:11:19.325532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d918e07f-e0c2-435d-872d-f275cd4abfff completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:11:19.329017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.366203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a332cf30-f91e-4b25-bd60-6b6697321297 None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:19.368577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a332cf30-f91e-4b25-bd60-6b6697321297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.379590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d918e07f-e0c2-435d-872d-f275cd4abfff triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:19.380625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.632342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:19.724888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a332cf30-f91e-4b25-bd60-6b6697321297 None None] Port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:11:19.795133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d918e07f-e0c2-435d-872d-f275cd4abfff is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:19.795650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.891610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for security_group (0932d215-7730-47b6-bdcf-91b2b0d65cc6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.892899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d918e07f-e0c2-435d-872d-f275cd4abfff,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:19.897095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:19.912978 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea5702-d24b-4d96-834c-f8880d04c6f9" -d '{"events": [{"server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "name": "network-vif-plugged", "status": "completed", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:19.923371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0932d215-7730-47b6-bdcf-91b2b0d65cc6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.926991 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:19.962107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f92fbf-d8c1-4c84-84b0-432514ab1c96 req-56fc463d-444d-4571-8b19-efa66a0146f2 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:19.966068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9f92fbf-d8c1-4c84-84b0-432514ab1c96 req-56fc463d-444d-4571-8b19-efa66a0146f2 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 948 time: 0.3203034
Mar 26 21:11:20.059828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:20.067131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:20.108962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks [] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.155436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0932d215-7730-47b6-bdcf-91b2b0d65cc6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:20.182571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9f92fbf-d8c1-4c84-84b0-432514ab1c96 req-65064a84-ead2-44cf-90c5-fba742b8f57b tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995189
Mar 26 21:11:20.185376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.243343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (42b249d5-7228-42f0-be68-2267f56900b4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.243701 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Added segment 42b249d5-7228-42f0-be68-2267f56900b4 of type vlan for network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08
Mar 26 21:11:20.320159 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42afc52e-c6ec-4906-9433-e587247c9e64 x-openstack-request-id: req-42afc52e-c6ec-4906-9433-e587247c9e64 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:20.320541 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "name": "network-vif-plugged", "status": "completed", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:20.321001 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42afc52e-c6ec-4906-9433-e587247c9e64 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:20.321459 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42afc52e-c6ec-4906-9433-e587247c9e64'] response: {'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff', 'code': 200}
Mar 26 21:11:20.458221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.483729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (82b53a2a-ebd6-4a14-ab6a-3638112c3a08), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.505022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Pushing event updated for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:20.534867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85ec70d1-56f4-4d62-8dbc-93b064270cd2 req-7797fe38-ef7f-4186-a2eb-1022d1b249ca tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3769977
Mar 26 21:11:20.612581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-597d9cef-672f-45fd-990c-183f5abeb4fa req-ffeef34d-5681-43b7-bb24-85aec11e278a service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2558746
Mar 26 21:11:20.651744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (82b53a2a-ebd6-4a14-ab6a-3638112c3a08), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.664687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router 0bdc2579-a9ca-4541-9c39-0794f0320b7d is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:20.669869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:20.670568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:20.798795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event updated for resources: {'Network': ['ID=82b53a2a-ebd6-4a14-ab6a-3638112c3a08,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:20.807253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38c0c0fb-5a21-49f2-8788-cc58616ff662 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:20.827203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4abfc245-a47a-43ca-a069-31af71d824ed tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.3274825
Mar 26 21:11:20.830632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56174) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:20.870073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:20.871837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:20.875588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:20.888938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Request body: {'subnet': {'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:21.170148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 38c0c0fb-5a21-49f2-8788-cc58616ff662 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:21.170912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.280692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:11:21.404613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 38c0c0fb-5a21-49f2-8788-cc58616ff662 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:21.405108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.411421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eacdcb-e826-458d-8f21-1282a30f7ee5 req-2165879f-40db-44ba-9bbe-ad225cf7cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:21.425411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68eacdcb-e826-458d-8f21-1282a30f7ee5 req-2165879f-40db-44ba-9bbe-ad225cf7cd9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 1131 time: 0.6244130
Mar 26 21:11:21.443136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:21.451645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 38c0c0fb-5a21-49f2-8788-cc58616ff662, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38c0c0fb-5a21-49f2-8788-cc58616ff662,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:21.465759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Made reservation on behalf of 4d829a26f8314d519804c5828067b178 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:21.468204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Sync routers for ids ['0bdc2579-a9ca-4541-9c39-0794f0320b7d'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:21.472601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.475872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.531135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6178e4a2-f1ad-4617-8d90-55d77e2d2e3b None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:21.531689 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6178e4a2-f1ad-4617-8d90-55d77e2d2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.662852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:21.665051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-754395f8-83b6-460a-b42c-b82e1e7a3e8b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 10.4306307
Mar 26 21:11:21.667420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56182) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:21.678842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6178e4a2-f1ad-4617-8d90-55d77e2d2e3b None None] Port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:11:21.687816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Routers {'0bdc2579-a9ca-4541-9c39-0794f0320b7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:21.690135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed42880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bdc2579-a9ca-4541-9c39-0794f0320b7d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:21.772752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=38c0c0fb-5a21-49f2-8788-cc58616ff662,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:21.886152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68eacdcb-e826-458d-8f21-1282a30f7ee5 req-01e11a14-a032-4ac1-8c26-80cb8a8feaa4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4406173
Mar 26 21:11:21.894912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Set router 0bdc2579-a9ca-4541-9c39-0794f0320b7d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:21.899695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aef52-3282-4990-9acb-fcb7b715012a req-cabd1afa-6815-4d1f-8189-59120abcd299 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:21.904358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-771aef52-3282-4990-9acb-fcb7b715012a req-cabd1afa-6815-4d1f-8189-59120abcd299 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.4626198
Mar 26 21:11:21.984892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:21.998610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7637d7f-0e25-4be2-a601-a25c102fa00f req-0d83e126-6b43-4a9c-832c-e1b423bdbe1a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:22.015974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bdf07303-669d-476e-a24e-408dca364bbe admin admin] 10.222.0.16 "PUT /v2.0/routers/1dadb21c-d2c0-4b61-80c6-3e675acacca7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1009104
Mar 26 21:11:22.016211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7637d7f-0e25-4be2-a601-a25c102fa00f req-0d83e126-6b43-4a9c-832c-e1b423bdbe1a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2301557
Mar 26 21:11:22.037266 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:22.061092 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:22.064984 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6128e0ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:22.144300 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f31bc6a3-39a7-4e1f-8529-b2a95243ebd4 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/0bdc2579-a9ca-4541-9c39-0794f0320b7d HTTP/1.1" status: 200  len: 907 time: 0.4588242
Mar 26 21:11:22.150875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:22.151105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-771aef52-3282-4990-9acb-fcb7b715012a req-2b9d619f-792d-47b0-87c9-508b2a7b97a2 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263310
Mar 26 21:11:22.237265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed42880>, [{'id': '0bdc2579-a9ca-4541-9c39-0794f0320b7d', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.192'}], 'enable_snat': True}, 'gw_port_id': '05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:11Z', 'updated_at': '2022-03-26T21:11:15Z', 'revision_number': 3, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port': {'id': '05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdc2579-a9ca-4541-9c39-0794f0320b7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:13Z', 'updated_at': '2022-03-26T21:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:22.289052 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7637d7f-0e25-4be2-a601-a25c102fa00f req-2d95b696-6deb-49c8-90f3-63fd4809a7c7 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753234
Mar 26 21:11:22.307257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Checking router: 0bdc2579-a9ca-4541-9c39-0794f0320b7d for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:11:22.309141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Updating router 0bdc2579-a9ca-4541-9c39-0794f0320b7d port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:11:22.371970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:22.380519 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:22.389355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (971c6c77-6841-45a4-b52f-56d3d4085188), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:22.485581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:22.593090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event updated for resources: {'Subnet': ['ID=971c6c77-6841-45a4-b52f-56d3d4085188,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:22.709443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38c0c0fb-5a21-49f2-8788-cc58616ff662 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:22.753772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Checking segment: {'id': '42b249d5-7228-42f0-be68-2267f56900b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:22.754408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Network hostable DHCP agents. Network: 82b53a2a-ebd6-4a14-ab6a-3638112c3a08, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:22.805691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (0bdc2579-a9ca-4541-9c39-0794f0320b7d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:22.825147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:22.881644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82b53a2a-ebd6-4a14-ab6a-3638112c3a08) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:22.886087 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6128e0ccd0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:22.896048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:22.896048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:22.898778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f628a1-b25c-43e9-b3c8-8d6c2f5d2626 None None] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:22.947498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-69d3160b-1292-4f4e-b5e6-64ae8607775f tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1045225
Mar 26 21:11:22.949318 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:11:22.950776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:22.957451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Request body: {'port': {'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08', 'name': 'tempest-DHCPAgentSchedulersTestJSON-951977256'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:22.961122 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Updating router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:11:22.997992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Deleting port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:23.014921 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.053011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82b53a2a-ebd6-4a14-ab6a-3638112c3a08', 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08', 'project_id': '4d829a26f8314d519804c5828067b178', 'fixed_ips': [{'subnet_id': '971c6c77-6841-45a4-b52f-56d3d4085188'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:11:23.056896 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.099459 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.189085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Made reservation on behalf of 4d829a26f8314d519804c5828067b178 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:23.201771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.214244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 38c0c0fb-5a21-49f2-8788-cc58616ff662 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:23.232552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.249808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.288405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Calling delete_port for 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:23.315493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] device_id is not set on port a306abee-5158-4480-9e4a-425a47348cda yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:23.376990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56202) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:23.391190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391528403', 'description': 'tempest-description--1506724731'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:23.581443 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.713352 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks [] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.717824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05ed1a-fbd5-4466-b3de-426b7a4273e5 req-3b09f00d-20c9-4d39-923c-c668cda5c0d5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:23.720329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks [] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.721207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c05ed1a-fbd5-4466-b3de-426b7a4273e5 req-3b09f00d-20c9-4d39-923c-c668cda5c0d5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2532907
Mar 26 21:11:23.746854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.753234 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.755386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Allocated IP 172.20.0.5 (82b53a2a-ebd6-4a14-ab6a-3638112c3a08/971c6c77-6841-45a4-b52f-56d3d4085188/a306abee-5158-4480-9e4a-425a47348cda) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:23.776801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 38c0c0fb-5a21-49f2-8788-cc58616ff662 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:23.826911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff32192-ed08-4989-9084-495c315f2c62 req-6d06ca52-3c97-423c-8356-372571df1c12 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:23.844103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ff32192-ed08-4989-9084-495c315f2c62 req-6d06ca52-3c97-423c-8356-372571df1c12 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.4451344
Mar 26 21:11:23.850140 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad470-49bc-4584-809d-988d1fae9816 None None] Pushing event updated for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:23.875052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0c05ed1a-fbd5-4466-b3de-426b7a4273e5 req-4c7031c8-42a3-4453-8db9-4d54a9620df8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278555
Mar 26 21:11:23.958083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd18dc-54b1-4296-b04d-10a8983fd6f4 None None] Pushing event updated for resources: {'Port': ['ID=05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:23.963481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:23.964358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:23.965168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:23.972485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:23.973366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:23.974491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:23.975438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:23.979906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Bound port: 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:23.981486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.053824 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Attempting to bind port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:24.054630 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Attempting to bind port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:24.055682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Attempting to bind port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:24.067333 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:24.072565 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:24.073567 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.074314 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:24.075509 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Bound port: 2c9ea594-c33d-41d3-b650-9e9b97c23d1a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:24.076290 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.091352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.124075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:11:24.124804 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:11:24.185344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Port': ['ID=05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:24.283246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ff32192-ed08-4989-9084-495c315f2c62 req-f6ea350f-c7c4-4a88-be5a-eac49b544c5f tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4381883
Mar 26 21:11:24.314272 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] For port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:24.322475 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] For port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:24.325487 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for port (a306abee-5158-4480-9e4a-425a47348cda), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.333447 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.411126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (9f1c66f9-4afc-4fc3-9f09-f5874d5dc380), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.429355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a306abee-5158-4480-9e4a-425a47348cda), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.434869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f1c66f9-4afc-4fc3-9f09-f5874d5dc380), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.482889 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:24.483907 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6128e0ccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:24.487020 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad470-49bc-4584-809d-988d1fae9816 None None] Pushing event updated for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:24.502207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (0bdc2579-a9ca-4541-9c39-0794f0320b7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.539484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Allocated IP 172.20.0.2 (82b53a2a-ebd6-4a14-ab6a-3638112c3a08/971c6c77-6841-45a4-b52f-56d3d4085188/5e4ad502-f35a-4d89-89b7-d6f78827f082) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:24.559622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event updated for resources: {'Port': ['ID=a306abee-5158-4480-9e4a-425a47348cda,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:24.591639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:24.595489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:24.599971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:24.693936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:24.693936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.706461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:24.707050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.775999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5b05ba7-e9bf-4237-90b6-6c9e487787f1 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8231156
Mar 26 21:11:24.780503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56208) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:24.788586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:24.789696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:24.789696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Attempting to bind port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:24.798747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:24.800112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:24.800112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.800325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:24.801324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Bound port: 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:24.801760 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.804242 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:24.806230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.830776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (0bdc2579-a9ca-4541-9c39-0794f0320b7d), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.840943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Port 05a3e9e4-01c0-4ad3-9f4f-d0b8374ec422 has been deleted concurrently {{(pid=126739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Mar 26 21:11:24.911626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks [] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.924981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Routers {'0bdc2579-a9ca-4541-9c39-0794f0320b7d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:24.925690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed42880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:10:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0bdc2579-a9ca-4541-9c39-0794f0320b7d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:24.956699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.968839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.5751631
Mar 26 21:11:24.972440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:24.975373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0bdc2579-a9ca-4541-9c39-0794f0320b7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:24.976168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bdc2579-a9ca-4541-9c39-0794f0320b7d {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:24.994586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '9f1c66f9-4afc-4fc3-9f09-f5874d5dc380', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:25.004369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.005762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-da8eaca1-58b1-4fc4-8be5-494538064a2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0bdc2579-a9ca-4541-9c39-0794f0320b7d HTTP/1.1" status: 204  len: 168 time: 2.8571889
Mar 26 21:11:25.011635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56216) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:25.065439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48248399-3444-45b9-8606-485014d0cc9e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:25.099364 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (493ecdd6-6707-4582-ac42-67134310f779), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.269072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (493ecdd6-6707-4582-ac42-67134310f779), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.280683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (493ecdd6-6707-4582-ac42-67134310f779), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.337867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493ecdd6-6707-4582-ac42-67134310f779,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:25.348154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6128e0ccd0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:24Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:25.365796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Deleting port a306abee-5158-4480-9e4a-425a47348cda {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:25.366419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a306abee-5158-4480-9e4a-425a47348cda), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.395817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.403123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-50963333-7990-4ce9-b3bc-16eb2bda385a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4278057
Mar 26 21:11:25.405118 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce279ef-f468-486c-9c79-bae8069cba16 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:24Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:25.409069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:25.438963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '9f1c66f9-4afc-4fc3-9f09-f5874d5dc380', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:25.483775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b5cf-78b2-4b84-a98a-be5349b02fbc req-2456715d-e3ca-480d-b6b6-047e055dc204 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:25.488110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f756b5cf-78b2-4b84-a98a-be5349b02fbc req-2456715d-e3ca-480d-b6b6-047e055dc204 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2922010
Mar 26 21:11:25.520544 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.533020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.549093 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a306abee-5158-4480-9e4a-425a47348cda), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.614415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Calling delete_port for a306abee-5158-4480-9e4a-425a47348cda owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:25.680898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] Set router 0bdc2579-a9ca-4541-9c39-0794f0320b7d gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:25.693786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (5c5ce02a-b2f8-40d8-bd86-c38c4e9a2cc6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.742315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed8cc7-6ad5-4b12-b24b-a754e4ff160f req-d508d125-e9fc-44db-a567-50e9ad73c19c tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:25.744028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86ed8cc7-6ad5-4b12-b24b-a754e4ff160f req-d508d125-e9fc-44db-a567-50e9ad73c19c tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.3377051
Mar 26 21:11:25.810027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:25.895299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:25.913696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35531977-b713-466c-a2c8-a61e4a358ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:25.918200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:25.938379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed42880>, [{'id': '0bdc2579-a9ca-4541-9c39-0794f0320b7d', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:11Z', 'updated_at': '2022-03-26T21:11:23Z', 'revision_number': 5, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:25.972204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86ed8cc7-6ad5-4b12-b24b-a754e4ff160f req-49957a76-f344-43dc-948d-e804613a3fc9 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078950
Mar 26 21:11:25.982398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (5c5ce02a-b2f8-40d8-bd86-c38c4e9a2cc6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.002689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5c5ce02a-b2f8-40d8-bd86-c38c4e9a2cc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.046567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5ce02a-b2f8-40d8-bd86-c38c4e9a2cc6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:26.069156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.070519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-776e7d9d-44ef-4493-91b6-05899e760551 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6455967
Mar 26 21:11:26.075345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:26.082317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:26.101491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Pushing event updated for resources: {'Port': ['ID=5e4ad502-f35a-4d89-89b7-d6f78827f082,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:26.137271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.151460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b52e2a-bd4d-49c8-87df-984fdae82130 None None] The sync data for ids ['0bdc2579-a9ca-4541-9c39-0794f0320b7d'] in ncdv-master-1 is: [{'id': '0bdc2579-a9ca-4541-9c39-0794f0320b7d', 'name': 'tempest-snat-router-144280311', 'tenant_id': 'ec20d4256a9946e38d5f5ca4871295da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:11Z', 'updated_at': '2022-03-26T21:11:23Z', 'revision_number': 5, 'project_id': 'ec20d4256a9946e38d5f5ca4871295da', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:26.171031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Current status of the port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:26.171441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.325027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Attempting to bind port 5e4ad502-f35a-4d89-89b7-d6f78827f082 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:26.325695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Attempting to bind port 5e4ad502-f35a-4d89-89b7-d6f78827f082 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42b249d5-7228-42f0-be68-2267f56900b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:26.326466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Attempting to bind port 5e4ad502-f35a-4d89-89b7-d6f78827f082 on network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:26.349206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:26.350394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Checking segment: {'id': '42b249d5-7228-42f0-be68-2267f56900b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:26.351241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.351999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Bound using segment: {'id': '42b249d5-7228-42f0-be68-2267f56900b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:26.352809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Bound port: 5e4ad502-f35a-4d89-89b7-d6f78827f082, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b249d5-7228-42f0-be68-2267f56900b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '82b53a2a-ebd6-4a14-ab6a-3638112c3a08'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:26.353539 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.369018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] For port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:26.376648 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.460782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.536604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8264fe-2c60-41d7-b727-6be1ea9a53f8 None None] Pushing event updated for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:26.553024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] For port 5e4ad502-f35a-4d89-89b7-d6f78827f082, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:26.562609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] For port 5e4ad502-f35a-4d89-89b7-d6f78827f082, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4ad502-f35a-4d89-89b7-d6f78827f082,segment=NetworkSegment(42b249d5-7228-42f0-be68-2267f56900b4),segment_id=42b249d5-7228-42f0-be68-2267f56900b4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:26.570172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-586156df-2720-46a7-987a-c40b49500147 None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:26.570509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-586156df-2720-46a7-987a-c40b49500147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.634312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:26.860666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c9ea594-c33d-41d3-b650-9e9b97c23d1a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:27.004636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.35.4.5 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/23353b4c-06fc-4f03-9d0a-1818ecaaf6c3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:27.042918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3590259-8509-40e6-8ae4-b81b14f11944 None None] Pushing event updated for resources: {'Port': ['ID=5e4ad502-f35a-4d89-89b7-d6f78827f082,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:27.175759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f756b5cf-78b2-4b84-a98a-be5349b02fbc req-5b390b00-1340-4296-b91c-51304b997057 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6649871
Mar 26 21:11:27.191238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a306abee-5158-4480-9e4a-425a47348cda), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.223025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:27.223691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.228406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-586156df-2720-46a7-987a-c40b49500147 None None] Current status of the port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:27.333815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event deleted for resources: {'Port': ['ID=a306abee-5158-4480-9e4a-425a47348cda,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:27.448457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.554498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.625922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.635857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:27.736331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.744419 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-528b8577-5bd8-4d5a-b388-668f208aca79 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "DELETE /v2.0/ports/a306abee-5158-4480-9e4a-425a47348cda HTTP/1.1" status: 204  len: 168 time: 2.9598286
Mar 26 21:11:27.744623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:27.744908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:27.754511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:27.772849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:27.862062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d2beeda2-9ed1-4573-8f40-7a030a9789ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:27.883665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=23353b4c-06fc-4f03-9d0a-1818ecaaf6c3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:27.890559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Deleting port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:27.891138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.007396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d937cfb-d7f8-4cab-a1b1-733a53575866 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.2592576
Mar 26 21:11:28.010098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56254) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:28.056469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2006936250'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:28.084518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.207786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.212351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Made reservation on behalf of 4d829a26f8314d519804c5828067b178 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:28.217956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.266358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:28.278043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9bec437e-3bb4-404d-97cf-733cfb34686a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.279079 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Added segment 9bec437e-3bb4-404d-97cf-733cfb34686a of type vlan for network 10789fb1-69b0-47bf-b690-5ee464c08026
Mar 26 21:11:28.342205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (10789fb1-69b0-47bf-b690-5ee464c08026), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.381603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (10789fb1-69b0-47bf-b690-5ee464c08026), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.387493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:28.388510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.458259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] For port e6de8ca8-edf0-4d58-a3bf-1ef905adedf0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:28.459021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.467704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.4390159
Mar 26 21:11:28.477066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56262) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:28.538490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Calling delete_port for e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:28.545680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6c058-9075-4efa-b59a-09c82d3daf44 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event updated for resources: {'Network': ['ID=10789fb1-69b0-47bf-b690-5ee464c08026,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:28.619750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 10789fb1-69b0-47bf-b690-5ee464c08026 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:28.812460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7056af6-a78f-442d-b0c0-5721f2619028 req-b69843b1-4466-4123-819d-f563166038dd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:28.817096 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7056af6-a78f-442d-b0c0-5721f2619028 req-b69843b1-4466-4123-819d-f563166038dd tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.4818850
Mar 26 21:11:28.831985 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:28.950509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e51f2419-f61a-4940-9bc5-f8636bdd0f65 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks HTTP/1.1" status: 200  len: 8868 time: 0.4429712
Mar 26 21:11:28.969107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56264) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:29.004417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8c5d63-f860-4959-8536-a0d026c40050 None None] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:29.093475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e4ad502-f35a-4d89-89b7-d6f78827f082 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:29.146798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e6de8ca8-edf0-4d58-a3bf-1ef905adedf0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.167113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7056af6-a78f-442d-b0c0-5721f2619028 req-f9f0022c-bfd6-49c3-89c6-7b24b6658788 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344455
Mar 26 21:11:29.194038 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.225804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.265533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6de8ca8-edf0-4d58-a3bf-1ef905adedf0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:29.296000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Provisioning complete for port 5e4ad502-f35a-4d89-89b7-d6f78827f082 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:29.297356 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.373867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=23353b4c-06fc-4f03-9d0a-1818ecaaf6c3,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:29.377448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5e4ad502-f35a-4d89-89b7-d6f78827f082 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:29.377995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.395999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.401109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f570559-aed7-44b4-9668-851ae96cc501 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] Network 10789fb1-69b0-47bf-b690-5ee464c08026 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:29.403284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.428974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8f570559-aed7-44b4-9668-851ae96cc501 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "POST /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.4512742
Mar 26 21:11:29.430838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56270) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:29.440334 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.451244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197ff01-9ab5-430e-ab68-3b7e6d8cad40 None None] Network 10789fb1-69b0-47bf-b690-5ee464c08026 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:29.455736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2473d82-e105-4b7c-adf4-e299c62912bd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.3788280
Mar 26 21:11:29.538138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.545214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_controller (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.653227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (2b843bd9-2a9b-49a9-a152-0cb5fc4687d2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.653694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:29.659861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.661891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bf1086e0-90e4-4bcb-8469-b33db2ba16b3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2b843bd9-2a9b-49a9-a152-0cb5fc4687d2 HTTP/1.1" status: 204  len: 168 time: 4.6448307
Mar 26 21:11:29.665506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56274) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:29.671151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1685818160', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:29.671577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Current status of the port 5e4ad502-f35a-4d89-89b7-d6f78827f082 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:29.672318 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.689413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5e4ad502-f35a-4d89-89b7-d6f78827f082 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:29.689829 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.720058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.723769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.748249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ff155a84-c26d-4d3c-bb4b-aad99e5b19e4 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks HTTP/1.1" status: 200  len: 9638 time: 0.3167012
Mar 26 21:11:29.750832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:29.774694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] For port 5e4ad502-f35a-4d89-89b7-d6f78827f082, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4ad502-f35a-4d89-89b7-d6f78827f082,segment=NetworkSegment(42b249d5-7228-42f0-be68-2267f56900b4),segment_id=42b249d5-7228-42f0-be68-2267f56900b4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:29.784617 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.849536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a9e3d35-91ca-4d6d-82dd-8c6782cb3381 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "DELETE /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks/10789fb1-69b0-47bf-b690-5ee464c08026 HTTP/1.1" status: 204  len: 168 time: 0.0968125
Mar 26 21:11:29.851562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56284) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:29.907020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83441b4-509b-40cb-9e7f-8ca2774b153b None None] Pushing event updated for resources: {'Port': ['ID=5e4ad502-f35a-4d89-89b7-d6f78827f082,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:29.929593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:29.937936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:11:29.938566 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:11:30.017886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-98ff3a23-1c8a-4e83-9ea4-e8d7865a55bb None None] Provisioning complete for port 5e4ad502-f35a-4d89-89b7-d6f78827f082 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:30.018514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98ff3a23-1c8a-4e83-9ea4-e8d7865a55bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.038890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-13ac924e-2f83-4aad-80c2-7e87c843bcba tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--391528403&fields=id&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 267 time: 0.1460202
Mar 26 21:11:30.099682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23e0e8a6-66c2-4eb8-935b-33de5a358941 tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks HTTP/1.1" status: 200  len: 8868 time: 0.2461071
Mar 26 21:11:30.104627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:30.148379 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.163831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-98ff3a23-1c8a-4e83-9ea4-e8d7865a55bb None None] Current status of the port 5e4ad502-f35a-4d89-89b7-d6f78827f082 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:30.164221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.169914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-49e8ac4e-33c9-4da6-9e03-db845dcfd42a tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/networks/82b53a2a-ebd6-4a14-ab6a-3638112c3a08/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0639241
Mar 26 21:11:30.173474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56292) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:30.212141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6fbce828-4a32-414a-a5e2-2db07f1ba2ec tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/networks/82b53a2a-ebd6-4a14-ab6a-3638112c3a08/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0368061
Mar 26 21:11:30.216610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56298) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:30.220758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-955bb6fc-65e1-4b4b-8bca-028e8b9d32f1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:30.222515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-955bb6fc-65e1-4b4b-8bca-028e8b9d32f1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.1710529
Mar 26 21:11:30.247051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-2e3830a0-a374-4733-8a50-3751b0022427 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/quotas/3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 375 time: 0.0176568
Mar 26 21:11:30.329492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-ceedcdcf-87c4-4a2e-b9d5-155affd325bf tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0768096
Mar 26 21:11:30.397888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f4b28783-c754-450e-b1c1-eb2220c1d6e5 None None] Could not find standard attr ID for object a306abee-5158-4480-9e4a-425a47348cda. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:11:30.468751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-c1a98e4d-7dca-4cdb-91ff-2d97585a9b81 service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262486
Mar 26 21:11:30.490901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5e4ad502-f35a-4d89-89b7-d6f78827f082 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:30.491963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c9ea594-c33d-41d3-b650-9e9b97c23d1a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:30.555462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:30.556017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.574916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6822c5c-81cc-49d2-a02d-f77af400ba7c req-6eeedea4-bc63-48be-8fd8-8cc357f22a0f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:30.576539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6822c5c-81cc-49d2-a02d-f77af400ba7c req-6eeedea4-bc63-48be-8fd8-8cc357f22a0f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2440705
Mar 26 21:11:30.588047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-909974af-0787-4aa2-b15e-1bfaebc995bc tempest-DHCPAgentSchedulersTestJSON-499661548 tempest-DHCPAgentSchedulersTestJSON-499661548-project-admin] 10.222.0.16 "GET /v2.0/agents/01693f37-8fe2-4019-acbf-952c262faea2/dhcp-networks HTTP/1.1" status: 200  len: 8868 time: 0.3560593
Mar 26 21:11:30.597140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-9af56f6a-ef3d-4783-b775-3124a2a3947d service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219242
Mar 26 21:11:30.598391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56302) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:30.657531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:30.757138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e4ad502-f35a-4d89-89b7-d6f78827f082 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:30.786358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6822c5c-81cc-49d2-a02d-f77af400ba7c req-0272af87-dd4b-438f-8ebd-3ee236f6de63 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007821
Mar 26 21:11:30.807947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.813790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (10789fb1-69b0-47bf-b690-5ee464c08026), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.831742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9c48768d-a492-4584-a2a1-e5b4c82b1fa2 req-5e80bf3d-469b-4616-8f89-5ba8a96aceb9 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 210 time: 0.0460060
Mar 26 21:11:30.842523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.845075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5e4ad502-f35a-4d89-89b7-d6f78827f082 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:30.845623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:30.954424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5e4ad502-f35a-4d89-89b7-d6f78827f082 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:30.985491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (10789fb1-69b0-47bf-b690-5ee464c08026), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.015333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:31.041842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:31.042979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6de8ca8-edf0-4d58-a3bf-1ef905adedf0 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:31.392181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ef15040>,) {'filters': {'network_id': ['10789fb1-69b0-47bf-b690-5ee464c08026']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:31.407353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef15040>, '9bec437e-3bb4-404d-97cf-733cfb34686a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:31.407709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef15040>, '9bec437e-3bb4-404d-97cf-733cfb34686a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:31.425638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Allocated IP 172.35.4.203 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b3904636-67c0-4775-be6a-9b532a2ef210) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:31.428717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9bec437e-3bb4-404d-97cf-733cfb34686a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.449649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9bec437e-3bb4-404d-97cf-733cfb34686a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.459578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:31.459999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9bec437e-3bb4-404d-97cf-733cfb34686a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   items = [
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:31.462907 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:31.574804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (10789fb1-69b0-47bf-b690-5ee464c08026), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.583659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.587179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "DELETE /v2.0/networks/10789fb1-69b0-47bf-b690-5ee464c08026 HTTP/1.1" status: 204  len: 168 time: 0.9856918
Mar 26 21:11:31.590239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56322) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:31.608760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event deleted for resources: {'Network': ['ID=10789fb1-69b0-47bf-b690-5ee464c08026,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:31.616757 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d4e32c-04e5-44b5-8129-1a4f9f5d8988 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:11:31.617413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d4e32c-04e5-44b5-8129-1a4f9f5d8988 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:11:31.620639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-30d4e32c-04e5-44b5-8129-1a4f9f5d8988 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "DELETE /v2.0/ports/a306abee-5158-4480-9e4a-425a47348cda HTTP/1.1" status: 404  len: 333 time: 0.0292907
Mar 26 21:11:31.623335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:31.627399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.627755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.628134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.628483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.628822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.629157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.629492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.629820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.630151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.630487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.630885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.631223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.631556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.631879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.632228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f4418-a39a-4618-b8cd-8128c4d50061 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:31.654725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for port (b3904636-67c0-4775-be6a-9b532a2ef210), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.680940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Deleting subnet 971c6c77-6841-45a4-b52f-56d3d4085188 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:11:31.684119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for subnet (971c6c77-6841-45a4-b52f-56d3d4085188), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.693861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b3904636-67c0-4775-be6a-9b532a2ef210), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.726821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (971c6c77-6841-45a4-b52f-56d3d4085188), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.737818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:31.741009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:31.744595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:31.773781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event updated for resources: {'Port': ['ID=b3904636-67c0-4775-be6a-9b532a2ef210,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:31.805191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.861069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (971c6c77-6841-45a4-b52f-56d3d4085188), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.950452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (971c6c77-6841-45a4-b52f-56d3d4085188), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:31.991178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event deleted for resources: {'Subnet': ['ID=971c6c77-6841-45a4-b52f-56d3d4085188,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:32.031880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c99b9-8358-47e2-a222-47a6f428218d None None] Network 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:32.042701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.049004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b443614-8fb1-4454-a64c-05e1fc424582 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "DELETE /v2.0/subnets/971c6c77-6841-45a4-b52f-56d3d4085188 HTTP/1.1" status: 204  len: 168 time: 0.4246564
Mar 26 21:11:32.051560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-22695d79-7a68-4f52-92d0-2436a8ce583c req-dfdfd2f7-ca9d-4225-a241-f61881c81689 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 210 time: 0.0655210
Mar 26 21:11:32.052322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:32.160459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (82b53a2a-ebd6-4a14-ab6a-3638112c3a08), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.199276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86880da-5ba8-4516-90b2-ee2e6ec2aeca req-c1a55809-fd6d-4d67-9cc6-76b93ca87dd4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:32.202001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d86880da-5ba8-4516-90b2-ee2e6ec2aeca req-c1a55809-fd6d-4d67-9cc6-76b93ca87dd4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 943 time: 0.2873795
Mar 26 21:11:32.245715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Deleting port 5e4ad502-f35a-4d89-89b7-d6f78827f082 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:32.246104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.342038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] DHCP port deletion for 82b53a2a-ebd6-4a14-ab6a-3638112c3a08 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:11:32.372173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] For port 5e4ad502-f35a-4d89-89b7-d6f78827f082, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4ad502-f35a-4d89-89b7-d6f78827f082,segment=NetworkSegment(42b249d5-7228-42f0-be68-2267f56900b4),segment_id=42b249d5-7228-42f0-be68-2267f56900b4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:32.372652 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.396683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Calling delete_port for 5e4ad502-f35a-4d89-89b7-d6f78827f082 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:32.400224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Deleting port 5e4ad502-f35a-4d89-89b7-d6f78827f082 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:32.400805 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.402238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-0e2c6fa1-ef4d-425e-ac02-6f0ab4d645a0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:32.403730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-0e2c6fa1-ef4d-425e-ac02-6f0ab4d645a0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.4903889
Mar 26 21:11:32.409021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d86880da-5ba8-4516-90b2-ee2e6ec2aeca req-106728a1-4f8d-4f0b-a7b2-4d77b39aad83 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945441
Mar 26 21:11:32.427413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.489920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] For port 5e4ad502-f35a-4d89-89b7-d6f78827f082, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e4ad502-f35a-4d89-89b7-d6f78827f082,segment=NetworkSegment(42b249d5-7228-42f0-be68-2267f56900b4),segment_id=42b249d5-7228-42f0-be68-2267f56900b4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:32.490769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.500986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.506328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Calling delete_port for 5e4ad502-f35a-4d89-89b7-d6f78827f082 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:32.540038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event deleted for resources: {'Port': ['ID=5e4ad502-f35a-4d89-89b7-d6f78827f082,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:32.543527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] No DVR routers for this DVR port 5e4ad502-f35a-4d89-89b7-d6f78827f082 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:11:32.554893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.555470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.556000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.556524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.557122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.557616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.558782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.559287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.559779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.560970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.561478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.562317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.562812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.563309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.563813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:11:32.602302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-410a2bb4-0d04-4482-b073-732d1f47e078 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 379 time: 0.1885571
Mar 26 21:11:32.613080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'port': {'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'admin_state_up': True, 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'security_groups': ['9f1c66f9-4afc-4fc3-9f09-f5874d5dc380']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:11:32.616234 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:11:32.632755 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (5e4ad502-f35a-4d89-89b7-d6f78827f082), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.663731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] Pushing event deleted for resources: {'Port': ['ID=5e4ad502-f35a-4d89-89b7-d6f78827f082,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:32.666363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56b54c-2bc2-41ba-8a7e-55eabe17fbcf None None] No DVR routers for this DVR port 5e4ad502-f35a-4d89-89b7-d6f78827f082 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:11:32.687567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (82b53a2a-ebd6-4a14-ab6a-3638112c3a08), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.713294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d921a00>,) {'filters': {'network_id': ['82b53a2a-ebd6-4a14-ab6a-3638112c3a08']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:32.723539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d921a00>, '42b249d5-7228-42f0-be68-2267f56900b4') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:32.723843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d921a00>, '42b249d5-7228-42f0-be68-2267f56900b4') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:32.734642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (42b249d5-7228-42f0-be68-2267f56900b4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.752540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (42b249d5-7228-42f0-be68-2267f56900b4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.757866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e4ad502-f35a-4d89-89b7-d6f78827f082 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:32.760145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:32.760963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (42b249d5-7228-42f0-be68-2267f56900b4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:32.765442 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:32.782932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5e4ad502-f35a-4d89-89b7-d6f78827f082 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:32.783346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5e4ad502-f35a-4d89-89b7-d6f78827f082 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:32.854145 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (82b53a2a-ebd6-4a14-ab6a-3638112c3a08), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.864008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.867677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] 10.222.0.16 "DELETE /v2.0/networks/82b53a2a-ebd6-4a14-ab6a-3638112c3a08 HTTP/1.1" status: 204  len: 168 time: 0.8142557
Mar 26 21:11:32.868791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:32.872504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.875200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:32.878161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba735e7d-26ab-4ebb-b848-a7843da539c9 tempest-DHCPAgentSchedulersTestJSON-387886494 tempest-DHCPAgentSchedulersTestJSON-387886494-project] Pushing event deleted for resources: {'Network': ['ID=82b53a2a-ebd6-4a14-ab6a-3638112c3a08,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:33.048325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:11:33.136983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.20.0.4 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/78d52758-4af7-474e-90cb-4760903aefc8) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:33.167078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15f3701f-775f-4704-a15d-d20026304ec4 req-b2a47636-4d77-446e-aed5-7fdb33deea42 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 210 time: 0.0390732
Mar 26 21:11:33.173345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Router b9bde16e-5a4d-45bb-80d5-883eb35621f8 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:33.188619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:33.193202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:33.210902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'network_id': 'ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67', 'port_id': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'mac_address': 'fa:16:3e:e3:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b77d70-5911-450e-97d5-bc8cde497fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:11:33.253471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:33.253870 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.272837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:11:33.299304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:33.304406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.363471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b74a7bf-720a-403b-b86f-042c6e2bb72b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d829a26f8314d519804c5828067b178&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1732943
Mar 26 21:11:33.364046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56380) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:33.368094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:33.418587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] Publish callbacks [] for security_group (0932d215-7730-47b6-bdcf-91b2b0d65cc6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.443628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] Publish callbacks [] for security_group (0932d215-7730-47b6-bdcf-91b2b0d65cc6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.498928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0932d215-7730-47b6-bdcf-91b2b0d65cc6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.501593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.502731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0932d215-7730-47b6-bdcf-91b2b0d65cc6 HTTP/1.1" status: 204  len: 168 time: 0.1376710
Mar 26 21:11:33.512214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ade26-1c3c-4d89-becd-df76eaa889b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0932d215-7730-47b6-bdcf-91b2b0d65cc6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:33.534218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:11:33.700898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806d73f-6130-400b-bd53-772dbb9611c6 req-8ff23490-ce75-44c9-b66d-cf2570d4a50a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:33.702478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0806d73f-6130-400b-bd53-772dbb9611c6 req-8ff23490-ce75-44c9-b66d-cf2570d4a50a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 944 time: 0.2010684
Mar 26 21:11:33.759332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:33.767906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (78d52758-4af7-474e-90cb-4760903aefc8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.775965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] Sync routers for ids ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:33.803609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] Routers {'b9bde16e-5a4d-45bb-80d5-883eb35621f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:33.805770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f598eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:33.825841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0806d73f-6130-400b-bd53-772dbb9611c6 req-8c4590cf-8fda-422d-88dd-238c32ca7487 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138637
Mar 26 21:11:33.831081 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.835279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56410) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:33.838771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af0f1851-36c6-4021-9601-ed3be2bde4b8 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.1710114
Mar 26 21:11:33.843169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:33.875445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f598eb0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:33.886450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] Routers {'b9bde16e-5a4d-45bb-80d5-883eb35621f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:33.887412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f598eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:33.891123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56412) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:33.912923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044e70eb-2567-44e6-bb0a-c1655ede0a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.925328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f598eb0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:33.926440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22352c9b-42d0-4672-af49-bd6b1a95004c None None] The sync data for ids ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:33.941094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:33.999534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:34.010106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:34.012708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:34.016457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:34.086797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:34.087371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.118201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-733521bf-1881-46f7-ba45-3b3ec1a7ea80 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5103078
Mar 26 21:11:34.124065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044e70eb-2567-44e6-bb0a-c1655ede0a79 admin admin] Publish callbacks [] for security_group (afa55244-9dfc-4359-93e4-ba8f1ff63282), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.129622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Request body: {'port': {'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:34.171466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-044e70eb-2567-44e6-bb0a-c1655ede0a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (afa55244-9dfc-4359-93e4-ba8f1ff63282), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.229176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.244771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e70eb-2567-44e6-bb0a-c1655ede0a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa55244-9dfc-4359-93e4-ba8f1ff63282,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:34.249315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (78d52758-4af7-474e-90cb-4760903aefc8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.257875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-044e70eb-2567-44e6-bb0a-c1655ede0a79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7d1539c19974aeb8d165c736ec47025&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3629844
Mar 26 21:11:34.260711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56416) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:34.370554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a34d28ba-ae3e-4663-9c6f-905520b67e81 None None] Provisioning complete for port 78d52758-4af7-474e-90cb-4760903aefc8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:34.371083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a34d28ba-ae3e-4663-9c6f-905520b67e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (78d52758-4af7-474e-90cb-4760903aefc8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.563117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d52758-4af7-474e-90cb-4760903aefc8 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:11:34.571670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks [] for port (78d52758-4af7-474e-90cb-4760903aefc8), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.585686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a34d28ba-ae3e-4663-9c6f-905520b67e81 None None] Port 78d52758-4af7-474e-90cb-4760903aefc8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:11:34.585917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Transition to ACTIVE for port object 78d52758-4af7-474e-90cb-4760903aefc8 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:11:34.591658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.720561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Pushing event updated for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:34.738198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d17857-aa8a-4492-aab1-cd127c2aaf10 req-c5eddfac-fe6b-4c9a-a950-ddb702defad4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:34.739813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d17857-aa8a-4492-aab1-cd127c2aaf10 req-c5eddfac-fe6b-4c9a-a950-ddb702defad4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 931 time: 0.4688535
Mar 26 21:11:34.745218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] Publish callbacks [] for security_group (afa55244-9dfc-4359-93e4-ba8f1ff63282), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.745940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Attempting to bind port 78d52758-4af7-474e-90cb-4760903aefc8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:34.746273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Attempting to bind port 78d52758-4af7-474e-90cb-4760903aefc8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:34.746606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Attempting to bind port 78d52758-4af7-474e-90cb-4760903aefc8 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:34.751279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Port 78d52758-4af7-474e-90cb-4760903aefc8 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:11:34.751614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Attempting to bind port 78d52758-4af7-474e-90cb-4760903aefc8 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:34.757311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:34.757654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:34.758039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:34.758502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Bound port: 78d52758-4af7-474e-90cb-4760903aefc8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:34.758809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (78d52758-4af7-474e-90cb-4760903aefc8), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.771038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] Publish callbacks [] for security_group (afa55244-9dfc-4359-93e4-ba8f1ff63282), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.839782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:34.844064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78d52758-4af7-474e-90cb-4760903aefc8,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:34.852357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.888741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49d17857-aa8a-4492-aab1-cd127c2aaf10 req-528452c8-12a7-4e4b-a64e-f1bddf23a7eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070731
Mar 26 21:11:34.934948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (afa55244-9dfc-4359-93e4-ba8f1ff63282), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.941685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.946267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afa55244-9dfc-4359-93e4-ba8f1ff63282 HTTP/1.1" status: 204  len: 168 time: 0.6806507
Mar 26 21:11:34.947237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:34.948268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:34.950509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] 10.222.0.18 "PUT /v2.0/ports/78d52758-4af7-474e-90cb-4760903aefc8 HTTP/1.1" status: 200  len: 1091 time: 0.8250248
Mar 26 21:11:34.950986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:34.955137 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b11e4f-d7db-4c79-a1ca-f95867d21a85" -d '{"events": [{"name": "network-changed", "server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "tag": "78d52758-4af7-474e-90cb-4760903aefc8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:35.029550 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9f24b-4b93-428d-a666-6db3ab3b1863 x-openstack-request-id: req-73d9f24b-4b93-428d-a666-6db3ab3b1863 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:35.029856 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "tag": "78d52758-4af7-474e-90cb-4760903aefc8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:35.030111 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73d9f24b-4b93-428d-a666-6db3ab3b1863 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:35.030527 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d9f24b-4b93-428d-a666-6db3ab3b1863'] response: {'name': 'network-changed', 'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8', 'status': 'completed', 'code': 200}
Mar 26 21:11:35.040415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1b023-55f4-4e81-a991-e967f922037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa55244-9dfc-4359-93e4-ba8f1ff63282,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:35.064855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:35.072361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44e61-d9fa-45ab-a30a-698a73d5e796 service neutron] Pushing event updated for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:35.130747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a7d27-966f-4c75-af32-279fee22120a req-7c3d21fc-c5d0-4023-abd3-a23ed62f9331 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.132226 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-200a7d27-966f-4c75-af32-279fee22120a req-7c3d21fc-c5d0-4023-abd3-a23ed62f9331 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 944 time: 0.1413667
Mar 26 21:11:35.142578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-f6093651-9819-435b-b38e-e7640deec232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.144138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-f6093651-9819-435b-b38e-e7640deec232 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 1125 time: 0.1128345
Mar 26 21:11:35.175954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d859cfd5-b1f6-4001-86f0-22b3601741dd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:35.176344 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.222979 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-d31f8ec1-76bd-4bf6-8cfe-9b330481ce17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d52758-4af7-474e-90cb-4760903aefc8 HTTP/1.1" status: 200  len: 217 time: 0.0707886
Mar 26 21:11:35.297585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-200a7d27-966f-4c75-af32-279fee22120a req-44a6e836-e644-4c67-a47f-4403d0432ec6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524358
Mar 26 21:11:35.305551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d859cfd5-b1f6-4001-86f0-22b3601741dd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:35.306048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.310808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-e1b19ec0-e5f7-49ea-bc88-1a91705a7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.316754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-e1b19ec0-e5f7-49ea-bc88-1a91705a7c38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0838037
Mar 26 21:11:35.344049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:35.346576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:35.349225 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9bd279-2f9f-478f-9e69-31a2c4d36873" -d '{"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:35.373029 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.397139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-289544e3-8e53-49be-b9ec-cef576e80979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.397531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-289544e3-8e53-49be-b9ec-cef576e80979 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0745528
Mar 26 21:11:35.419546 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93514bab-1504-4f09-add8-cf0d192274ee x-openstack-request-id: req-93514bab-1504-4f09-add8-cf0d192274ee {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:35.419893 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-plugged", "status": "completed", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:35.420300 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93514bab-1504-4f09-add8-cf0d192274ee {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:35.420742 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93514bab-1504-4f09-add8-cf0d192274ee'] response: {'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'code': 200}
Mar 26 21:11:35.454463 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.458232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.472476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=10']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:35.537199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-45288a0e-c7f8-4cd2-833a-71d3133c66e4 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283562
Mar 26 21:11:35.596458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router b9bde16e-5a4d-45bb-80d5-883eb35621f8 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:11:35.689599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352fdc8-a1a6-46da-97f6-13267877c85e req-79f8e43c-524e-4426-8c1f-008e09bb42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.691742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a352fdc8-a1a6-46da-97f6-13267877c85e req-79f8e43c-524e-4426-8c1f-008e09bb42b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1128 time: 0.1125150
Mar 26 21:11:35.697696 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cdbcbc3-465f-4876-b432-996aabf49062 req-0c9f6b6b-5d69-4a38-bb33-a179ce2f804e service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522090
Mar 26 21:11:35.746415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:35.754992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:35.759354 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] Sync routers for ids ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:35.772247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56460) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:35.772729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ed2d61fe-c5b3-45d6-ab25-e9d50e441905 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "PUT /v2.0/routers/b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 200  len: 926 time: 1.9349949
Mar 26 21:11:35.776603 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] Routers {'b9bde16e-5a4d-45bb-80d5-883eb35621f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:35.777989 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6128e0c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:35.797095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a352fdc8-a1a6-46da-97f6-13267877c85e req-be9c57ed-4ada-4a54-869b-f444086f73e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984375
Mar 26 21:11:35.836269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6128e0c0a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:35.849079 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] Routers {'b9bde16e-5a4d-45bb-80d5-883eb35621f8'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:35.849515 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6128e0c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:35.893110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6128e0c0a0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:35.893801 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2b845-f122-4213-b03e-60360a563418 None None] The sync data for ids ['b9bde16e-5a4d-45bb-80d5-883eb35621f8'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:35.961480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-65e0d449-17d8-407e-a7d4-463582e9980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:35.962882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-65e0d449-17d8-407e-a7d4-463582e9980c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 1125 time: 0.2070417
Mar 26 21:11:36.037072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2c01e9c1-e9d3-4750-ae9f-3efbce0eba2b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 200  len: 926 time: 0.2632709
Mar 26 21:11:36.040628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56482) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.072613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.105417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f7fa-cd5e-4522-915a-2f1ab671fa95 req-94230e8c-e44b-40e2-a5cf-231a36e3209f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.107084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df75f7fa-cd5e-4522-915a-2f1ab671fa95 req-94230e8c-e44b-40e2-a5cf-231a36e3209f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 943 time: 0.1370907
Mar 26 21:11:36.141257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7deaeb9-2178-40bd-972b-b8fb3406975c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.142498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b7deaeb9-2178-40bd-972b-b8fb3406975c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=b9bde16e-5a4d-45bb-80d5-883eb35621f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1006968
Mar 26 21:11:36.143498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-6ad356ab-6cd2-4803-a2b4-90b3c38cef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.145244 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-6ad356ab-6cd2-4803-a2b4-90b3c38cef3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1727562
Mar 26 21:11:36.145738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56488) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.208104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-d8238762-8128-4b47-82a9-a0f7486dda2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d52758-4af7-474e-90cb-4760903aefc8 HTTP/1.1" status: 200  len: 217 time: 0.0559831
Mar 26 21:11:36.215247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-df75f7fa-cd5e-4522-915a-2f1ab671fa95 req-8e646042-8d69-426f-87f9-19b741292fbc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975335
Mar 26 21:11:36.261919 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c2ec1eb4-f52c-4261-818b-3b66fff56734 tempest-AgentManagementNegativeTest-1062454467 tempest-AgentManagementNegativeTest-1062454467-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1846166
Mar 26 21:11:36.266215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-fa0c4023-eaf6-4c6f-9318-f6f43e028fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.268362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-fa0c4023-eaf6-4c6f-9318-f6f43e028fe3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0522208
Mar 26 21:11:36.285097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec692-7131-44eb-bc09-d821ff4eda2f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.287962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28eec692-7131-44eb-bc09-d821ff4eda2f tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.1393003
Mar 26 21:11:36.292531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.328336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-2634b47a-379b-49d4-90cf-76793cdd7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.329876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-2634b47a-379b-49d4-90cf-76793cdd7da3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0550594
Mar 26 21:11:36.330831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56496) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.331365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dafad442-1d0a-4775-a0a6-05e033b864b6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 200  len: 205 time: 0.0371096
Mar 26 21:11:36.455283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2b6a-5686-4038-9f55-1e26cb7a25b2 req-2f7e6da5-52f7-4279-a6e2-2318633a6756 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:36.456930 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd4e2b6a-5686-4038-9f55-1e26cb7a25b2 req-2f7e6da5-52f7-4279-a6e2-2318633a6756 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0593417
Mar 26 21:11:36.530796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-82dd9e6e-1aba-4bc9-9d66-b68f4198d32e service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926024
Mar 26 21:11:36.533530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.536682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd4e2b6a-5686-4038-9f55-1e26cb7a25b2 req-10431c5d-722a-4a45-9146-41123e3510fc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717518
Mar 26 21:11:36.582837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.723971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b34f78b0-0381-4f02-a05c-f6a54488e1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.733574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43b11e4f-d7db-4c79-a1ca-f95867d21a85 req-62d29114-38ae-4ad4-b546-304cf74dc4fb service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883731
Mar 26 21:11:36.746907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.818470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b34f78b0-0381-4f02-a05c-f6a54488e1e9 admin admin] Publish callbacks [] for security_group (13e77495-fcdb-46d0-b1b8-de83ec14616e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.819489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port b3904636-67c0-4775-be6a-9b532a2ef210 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:36.820054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b3904636-67c0-4775-be6a-9b532a2ef210), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.823372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b34f78b0-0381-4f02-a05c-f6a54488e1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (13e77495-fcdb-46d0-b1b8-de83ec14616e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.869119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b34f78b0-0381-4f02-a05c-f6a54488e1e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97c44f9a2b954b4b9e94bc8c85a3ad8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2844980
Mar 26 21:11:36.869903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:36.878378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f78b0-0381-4f02-a05c-f6a54488e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e77495-fcdb-46d0-b1b8-de83ec14616e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:36.925735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b3904636-67c0-4775-be6a-9b532a2ef210), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.944571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for b3904636-67c0-4775-be6a-9b532a2ef210 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:36.959208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] Publish callbacks [] for security_group (13e77495-fcdb-46d0-b1b8-de83ec14616e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:36.986738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] Publish callbacks [] for security_group (13e77495-fcdb-46d0-b1b8-de83ec14616e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.053880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (13e77495-fcdb-46d0-b1b8-de83ec14616e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.057196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.058597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13e77495-fcdb-46d0-b1b8-de83ec14616e HTTP/1.1" status: 204  len: 168 time: 0.1871147
Mar 26 21:11:37.067849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa8334-428d-424d-a10c-4d6da645baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e77495-fcdb-46d0-b1b8-de83ec14616e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:37.208967 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b3904636-67c0-4775-be6a-9b532a2ef210), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.243617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=b3904636-67c0-4775-be6a-9b532a2ef210,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:37.325711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (b9bde16e-5a4d-45bb-80d5-883eb35621f8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.373287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 78d52758-4af7-474e-90cb-4760903aefc8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:11:37.493305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.501154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (b9bde16e-5a4d-45bb-80d5-883eb35621f8), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.657167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78d52758-4af7-474e-90cb-4760903aefc8,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:37.700691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '78d52758-4af7-474e-90cb-4760903aefc8', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:11:37.752396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c75b0-7bb0-41d3-b631-64b3702b1ce5 req-0ebcd158-3f8b-4fa9-be88-bc50230ca02e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:37.754497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-560c75b0-7bb0-41d3-b631-64b3702b1ce5 req-0ebcd158-3f8b-4fa9-be88-bc50230ca02e tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0898323
Mar 26 21:11:37.779346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 78d52758-4af7-474e-90cb-4760903aefc8 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:37.779954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (78d52758-4af7-474e-90cb-4760903aefc8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.804578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d52758-4af7-474e-90cb-4760903aefc8 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:11:37.837011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-560c75b0-7bb0-41d3-b631-64b3702b1ce5 req-4f586a9e-9187-4ae5-8afc-71f4149b5107 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759537
Mar 26 21:11:37.848674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78d52758-4af7-474e-90cb-4760903aefc8,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:37.855792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.914779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb21ca7-3093-4e9a-b857-8ece71afd93b req-604475a5-e71e-438f-8e88-a0bcf96119e1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:37.923288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bb21ca7-3093-4e9a-b857-8ece71afd93b req-604475a5-e71e-438f-8e88-a0bcf96119e1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 943 time: 0.5636971
Mar 26 21:11:37.942346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:37.943700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b9bde16e-5a4d-45bb-80d5-883eb35621f8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.944569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router b9bde16e-5a4d-45bb-80d5-883eb35621f8 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:37.954006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:37.955788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ce4af946-4d26-4182-86b2-ae74fb0c2d24 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 204  len: 168 time: 1.6235468
Mar 26 21:11:37.959343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:37.973425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869803965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:38.037080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.039055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.056748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3bb21ca7-3093-4e9a-b857-8ece71afd93b req-ba49ff21-6de2-4671-b0ba-71ecca701275 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322708
Mar 26 21:11:38.112141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.120872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.145712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.147965 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c279fa2-a20b-45ae-b1a8-9c1301b54c13 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1848593
Mar 26 21:11:38.148365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['78d52758-4af7-474e-90cb-4760903aefc8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:11:38.149860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56594) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:38.156337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:38.405562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56602) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:38.470980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.521664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'networks': [{'name': 'tempest-network--601613483'}, {'name': 'tempest-network--1481808105'}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:38.522131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-network--601613483'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:38.522445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-network--1481808105'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:38.542725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'network': 2} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:38.547099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.556898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.644422 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for security_group (4869ad81-f2a5-4b4d-8f30-b59e4eb3871e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.648599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4869ad81-f2a5-4b4d-8f30-b59e4eb3871e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.649392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.669028 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:11:38.688446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4869ad81-f2a5-4b4d-8f30-b59e4eb3871e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:38.689671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.699308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:38.710767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e86dcb72-15f6-42c7-99b2-b6a239eabacc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.710767 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment e86dcb72-15f6-42c7-99b2-b6a239eabacc of type vlan for network 952fadbc-3bbe-45ee-bfdd-302bd77c30e3
Mar 26 21:11:38.715735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.764963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (952fadbc-3bbe-45ee-bfdd-302bd77c30e3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.801422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:38.814055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1985b46d-a433-4b5c-8b0b-132995e1f964), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.814709 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment 1985b46d-a433-4b5c-8b0b-132995e1f964 of type vlan for network 07997720-21d9-4d47-a924-9d1c1c5f3879
Mar 26 21:11:38.826364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Allocated IP 172.35.4.11 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b1d4ef16-416e-41ca-8474-c4b4d94ddb92) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:38.859194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (07997720-21d9-4d47-a924-9d1c1c5f3879), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.890082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (952fadbc-3bbe-45ee-bfdd-302bd77c30e3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.890875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (07997720-21d9-4d47-a924-9d1c1c5f3879), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.897360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:38.903219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:38.903841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:38.967235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for port (b1d4ef16-416e-41ca-8474-c4b4d94ddb92), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.014084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b1d4ef16-416e-41ca-8474-c4b4d94ddb92), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.061007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:39.064764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:39.065509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.6585157
Mar 26 21:11:39.068380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56610) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:39.069403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:39.076012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=952fadbc-3bbe-45ee-bfdd-302bd77c30e3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:39.102876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 952fadbc-3bbe-45ee-bfdd-302bd77c30e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:39.129358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event updated for resources: {'Port': ['ID=b1d4ef16-416e-41ca-8474-c4b4d94ddb92,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:39.167360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e170-1742-479a-a804-8e2d2fe495b3 req-cd3d75d5-f3db-4cbd-83a6-123354ddcde4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.170123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69b8e170-1742-479a-a804-8e2d2fe495b3 req-cd3d75d5-f3db-4cbd-83a6-123354ddcde4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.2361054
Mar 26 21:11:39.222603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f095-7ca9-484a-9261-935123e12e8a tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=07997720-21d9-4d47-a924-9d1c1c5f3879,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:39.239395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 07997720-21d9-4d47-a924-9d1c1c5f3879 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:39.285361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69b8e170-1742-479a-a804-8e2d2fe495b3 req-96f966f8-872b-48d0-b2ef-ae24ec6abe06 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745006
Mar 26 21:11:39.402994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 78d52758-4af7-474e-90cb-4760903aefc8 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:11:39.414747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e608fbb-8504-43b9-8948-25ec84eb1790 req-bbcd3b65-9c51-489d-a8a3-511b83266dad tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.417073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e608fbb-8504-43b9-8948-25ec84eb1790 req-bbcd3b65-9c51-489d-a8a3-511b83266dad tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0708349
Mar 26 21:11:39.420702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61236b-6bd5-4a9b-b67d-31d9e4402a51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.426981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61236b-6bd5-4a9b-b67d-31d9e4402a51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.432286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61236b-6bd5-4a9b-b67d-31d9e4402a51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.438687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61236b-6bd5-4a9b-b67d-31d9e4402a51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.440830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4c61236b-6bd5-4a9b-b67d-31d9e4402a51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3689682
Mar 26 21:11:39.444682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:39.472622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 78d52758-4af7-474e-90cb-4760903aefc8 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:11:39.477298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 78d52758-4af7-474e-90cb-4760903aefc8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:11:39.477831 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (78d52758-4af7-474e-90cb-4760903aefc8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.491981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e608fbb-8504-43b9-8948-25ec84eb1790 req-91f10a8a-855f-460a-9934-53329b656c49 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606968
Mar 26 21:11:39.557470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4d63e-17d2-4897-81c9-d6630c7cf64c req-e30cb430-1f5c-4139-a9b0-c05b82981d5d tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.560673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-efa4d63e-17d2-4897-81c9-d6630c7cf64c req-e30cb430-1f5c-4139-a9b0-c05b82981d5d tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 944 time: 0.2320616
Mar 26 21:11:39.586009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 78d52758-4af7-474e-90cb-4760903aefc8 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:11:39.586480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (78d52758-4af7-474e-90cb-4760903aefc8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.614624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:39.618776 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5925d136-effe-4168-8423-a9d6a22aaec6" -d '{"events": [{"server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "name": "network-vif-plugged", "status": "completed", "tag": "78d52758-4af7-474e-90cb-4760903aefc8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:39.634329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78d52758-4af7-474e-90cb-4760903aefc8,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:39.641219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.716179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:39.728114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (952fadbc-3bbe-45ee-bfdd-302bd77c30e3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:39.744522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-efa4d63e-17d2-4897-81c9-d6630c7cf64c req-826ad90c-a282-4047-ab56-9b5cf3262893 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1624622
Mar 26 21:11:39.834052 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7be54-0537-4d36-bb59-61139067e755 x-openstack-request-id: req-1aa7be54-0537-4d36-bb59-61139067e755 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:39.834740 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "name": "network-vif-plugged", "status": "completed", "tag": "78d52758-4af7-474e-90cb-4760903aefc8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:39.835234 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1aa7be54-0537-4d36-bb59-61139067e755 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:39.836762 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa7be54-0537-4d36-bb59-61139067e755'] response: {'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8', 'code': 200}
Mar 26 21:11:39.876670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883055-ba1a-4af6-b195-6d3c9d3d812a req-f5cc1b84-a3e6-4889-8e01-4de365d8d7f6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.887417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01883055-ba1a-4af6-b195-6d3c9d3d812a req-f5cc1b84-a3e6-4889-8e01-4de365d8d7f6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0975165
Mar 26 21:11:39.972750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-01883055-ba1a-4af6-b195-6d3c9d3d812a req-6e0e0c0c-e41f-46ea-a73b-530585d46841 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840931
Mar 26 21:11:39.982980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4078c1-295d-49d3-800e-efeb307a5ca5 req-ed0e517c-b522-484a-8ca9-20ef26247f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:39.984679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e4078c1-295d-49d3-800e-efeb307a5ca5 req-ed0e517c-b522-484a-8ca9-20ef26247f4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 1127 time: 0.0780203
Mar 26 21:11:39.984906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (952fadbc-3bbe-45ee-bfdd-302bd77c30e3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.048265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e4078c1-295d-49d3-800e-efeb307a5ca5 req-20be9efa-0b1c-45e3-aef3-4703c066871e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568261
Mar 26 21:11:40.133760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d3a82-efa2-42e4-8897-2d79df4c6f06 req-1b7b6ee6-0014-41e7-adae-ea0cb0e2f58f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.135406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52d3a82-efa2-42e4-8897-2d79df4c6f06 req-1b7b6ee6-0014-41e7-adae-ea0cb0e2f58f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0590811
Mar 26 21:11:40.186706 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52d3a82-efa2-42e4-8897-2d79df4c6f06 req-1643ba2d-0c4d-4be9-813e-fc6ad59bfd51 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441086
Mar 26 21:11:40.320695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8d17-9d39-4d48-8881-fd8aa7c12aeb req-422644a8-2a0a-45f6-b930-28e024bcd54a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.322261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f98c8d17-9d39-4d48-8881-fd8aa7c12aeb req-422644a8-2a0a-45f6-b930-28e024bcd54a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0641918
Mar 26 21:11:40.373407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d0f0520>,) {'filters': {'network_id': ['952fadbc-3bbe-45ee-bfdd-302bd77c30e3']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:40.377312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f98c8d17-9d39-4d48-8881-fd8aa7c12aeb req-3de21922-5a2f-48e1-88aa-48c551e66361 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477355
Mar 26 21:11:40.386575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0f0520>, 'e86dcb72-15f6-42c7-99b2-b6a239eabacc') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:40.386916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0f0520>, 'e86dcb72-15f6-42c7-99b2-b6a239eabacc') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:40.407432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e86dcb72-15f6-42c7-99b2-b6a239eabacc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.414872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.458574 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e86dcb72-15f6-42c7-99b2-b6a239eabacc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.478012 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c038c7-f6af-4830-872c-e3ec271c760f req-3ef1beb8-5961-4dfa-a4b5-e2cdb810bb77 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.480170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41c038c7-f6af-4830-872c-e3ec271c760f req-3ef1beb8-5961-4dfa-a4b5-e2cdb810bb77 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.5314491
Mar 26 21:11:40.482952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:40.483433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e86dcb72-15f6-42c7-99b2-b6a239eabacc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   warnings.warn(msg)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:40.486741 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:40.559683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebffc1-9f62-4f3a-a1ea-004c9275a40a req-5fa07edb-69a2-4ffe-8e0b-3ec94edfb00a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.561679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2cebffc1-9f62-4f3a-a1ea-004c9275a40a req-5fa07edb-69a2-4ffe-8e0b-3ec94edfb00a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0616333
Mar 26 21:11:40.621620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2cebffc1-9f62-4f3a-a1ea-004c9275a40a req-282a5179-093a-45fa-a50b-8f52d92579a8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528200
Mar 26 21:11:40.629909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (952fadbc-3bbe-45ee-bfdd-302bd77c30e3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.647441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.650827 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/952fadbc-3bbe-45ee-bfdd-302bd77c30e3 HTTP/1.1" status: 204  len: 168 time: 1.2022977
Mar 26 21:11:40.654268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56656) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:40.660367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41c038c7-f6af-4830-872c-e3ec271c760f req-dedff1be-9f62-41f5-b74c-15ba092bdc7b tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726737
Mar 26 21:11:40.675857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eddce-f1a4-4db9-adfb-9c066fad1a7d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=952fadbc-3bbe-45ee-bfdd-302bd77c30e3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:40.805279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.809798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.812652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (07997720-21d9-4d47-a924-9d1c1c5f3879), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.834149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0b9f-2e25-4da9-b0df-a096a6db962d req-77343f8d-4a80-4a47-9888-a7446a524195 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.835977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ece0b9f-2e25-4da9-b0df-a096a6db962d req-77343f8d-4a80-4a47-9888-a7446a524195 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1294165
Mar 26 21:11:40.958553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (07997720-21d9-4d47-a924-9d1c1c5f3879), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:40.964457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced92365-32bf-4940-b601-33208c385b6e req-bc5d2b50-34f4-48fc-84cd-10f6ca37d261 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:40.968401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ced92365-32bf-4940-b601-33208c385b6e req-bc5d2b50-34f4-48fc-84cd-10f6ca37d261 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.1157048
Mar 26 21:11:40.982393 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6ece0b9f-2e25-4da9-b0df-a096a6db962d req-7e4c4b3e-4fcc-4d78-ae05-4e7c7e24b1c0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367836
Mar 26 21:11:40.991229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c376d90>,) {'filters': {'network_id': ['07997720-21d9-4d47-a924-9d1c1c5f3879']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.007558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c376d90>, '1985b46d-a433-4b5c-8b0b-132995e1f964') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.007871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c376d90>, '1985b46d-a433-4b5c-8b0b-132995e1f964') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.021722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1985b46d-a433-4b5c-8b0b-132995e1f964), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.039368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1985b46d-a433-4b5c-8b0b-132995e1f964), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.047294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:41.047752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1985b46d-a433-4b5c-8b0b-132995e1f964), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:41.126334 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:41.129453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ced92365-32bf-4940-b601-33208c385b6e req-43834353-ede0-4538-854b-86b03557af4c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1575565
Mar 26 21:11:41.131078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Router 1fbb8ff5-caf9-4532-853e-0b25e0ade63c is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:41.133442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (07997720-21d9-4d47-a924-9d1c1c5f3879), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.155314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.159670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/07997720-21d9-4d47-a924-9d1c1c5f3879 HTTP/1.1" status: 204  len: 168 time: 0.5034997
Mar 26 21:11:41.162815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56664) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.168903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d357103-c64b-49ad-a9ab-fc0e29cb4cac tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=07997720-21d9-4d47-a924-9d1c1c5f3879,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:41.391335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-14727d36-4355-4660-b4f7-45949aff4a14 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.393097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-14727d36-4355-4660-b4f7-45949aff4a14 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.21 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.0611341
Mar 26 21:11:41.411840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7745d1-6730-497a-8294-d5fd8d9abc58 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.417938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7745d1-6730-497a-8294-d5fd8d9abc58 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.419614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8e7745d1-6730-497a-8294-d5fd8d9abc58 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2558541
Mar 26 21:11:41.426001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.434462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1893396999'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:41.441386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:41.452090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.456188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cc3767f1-e58e-4dcd-8f29-2629dccc87db tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "PUT /v2.0/routers/1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 200  len: 883 time: 3.3048697
Mar 26 21:11:41.456744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] Sync routers for ids ['1fbb8ff5-caf9-4532-853e-0b25e0ade63c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:41.466637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673640a-1fcd-44ae-9e57-0e057cd1a797 req-21b1e091-92e2-4a06-9932-7f4bc959d01f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.468167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9673640a-1fcd-44ae-9e57-0e057cd1a797 req-21b1e091-92e2-4a06-9932-7f4bc959d01f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1826558
Mar 26 21:11:41.468684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.474764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] Routers {'1fbb8ff5-caf9-4532-853e-0b25e0ade63c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:41.475902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed85a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1fbb8ff5-caf9-4532-853e-0b25e0ade63c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.506139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Deleting port d918e07f-e0c2-435d-872d-f275cd4abfff {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:41.506488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.524840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed85a30>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.535120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] Routers {'1fbb8ff5-caf9-4532-853e-0b25e0ade63c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:41.535870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed85a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1fbb8ff5-caf9-4532-853e-0b25e0ade63c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.547217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:41.550749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.576167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed85a30>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:41.576951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e882554-f236-4419-9db4-bbe7a6d77de3 None None] The sync data for ids ['1fbb8ff5-caf9-4532-853e-0b25e0ade63c'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:41.619079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] For port d918e07f-e0c2-435d-872d-f275cd4abfff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d918e07f-e0c2-435d-872d-f275cd4abfff,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:41.619452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.633393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Calling delete_port for d918e07f-e0c2-435d-872d-f275cd4abfff owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:41.648968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:41.654309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9673640a-1fcd-44ae-9e57-0e057cd1a797 req-ddbdf450-4db6-429c-8b53-b655381f3576 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749144
Mar 26 21:11:41.670090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f50e2083-9605-45d5-bf3e-30a1ee41fd11 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 200  len: 924 time: 0.1978228
Mar 26 21:11:41.672448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.682028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (31b45b35-34c3-4bd0-82c9-fb06d31d3ad0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.682441 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment 31b45b35-34c3-4bd0-82c9-fb06d31d3ad0 of type vlan for network fb44fb38-50d4-4a2a-8d25-e1f4e4065e71
Mar 26 21:11:41.770430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (fb44fb38-50d4-4a2a-8d25-e1f4e4065e71), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.783812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486ab59-ddb9-4db5-8c40-242ac1201f1b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.788778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e486ab59-ddb9-4db5-8c40-242ac1201f1b tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=1fbb8ff5-caf9-4532-853e-0b25e0ade63c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1152782
Mar 26 21:11:41.793245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.840312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (fb44fb38-50d4-4a2a-8d25-e1f4e4065e71), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.845768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.846054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b0422-677b-44f4-9dbf-638b4dd29177 req-379ae464-3c38-47ca-821a-1c919bd2241c tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.846440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.847561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e0b0422-677b-44f4-9dbf-638b4dd29177 req-379ae464-3c38-47ca-821a-1c919bd2241c tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/ports?device_id=f60bf36a-bee8-4128-8ecd-d9905bc27d10 HTTP/1.1" status: 200  len: 949 time: 0.0751152
Mar 26 21:11:41.848516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d918e07f-e0c2-435d-872d-f275cd4abfff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.864709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d918e07f-e0c2-435d-872d-f275cd4abfff'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:11:41.879596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Pushing event deleted for resources: {'Port': ['ID=d918e07f-e0c2-435d-872d-f275cd4abfff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:41.930756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5018907
Mar 26 21:11:41.934540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.948488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1744337444'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:41.972270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00d31e-20f5-49ab-996d-49babdc00bd5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=fb44fb38-50d4-4a2a-8d25-e1f4e4065e71,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:41.985499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network fb44fb38-50d4-4a2a-8d25-e1f4e4065e71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:41.987856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] No DVR routers for this DVR port d918e07f-e0c2-435d-872d-f275cd4abfff on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:11:41.988983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16a2e25-717f-4baf-8a3e-a265a1b91f6e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:41.993983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e16a2e25-717f-4baf-8a3e-a265a1b91f6e tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.1995652
Mar 26 21:11:41.994263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56682) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:41.995750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:41.999020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8ed71e0-a9cb-4106-90d9-9e101cc991dd req-3482d543-415f-48e8-a255-98b576d24fdf tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.21 "DELETE /v2.0/ports/d918e07f-e0c2-435d-872d-f275cd4abfff HTTP/1.1" status: 204  len: 173 time: 0.5992339
Mar 26 21:11:42.002023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'name': 'network-vif-deleted', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:42.004353 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a257fd5-df2d-40db-86c6-86cb291e3c0a" -d '{"events": [{"server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "name": "network-vif-deleted", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:42.098875 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affbbc63-37d0-470d-8c61-faf77892161e x-openstack-request-id: req-affbbc63-37d0-470d-8c61-faf77892161e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:42.099195 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60bf36a-bee8-4128-8ecd-d9905bc27d10", "name": "network-vif-deleted", "tag": "d918e07f-e0c2-435d-872d-f275cd4abfff", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:42.099502 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-affbbc63-37d0-470d-8c61-faf77892161e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:42.100215 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affbbc63-37d0-470d-8c61-faf77892161e'] response: {'server_uuid': 'f60bf36a-bee8-4128-8ecd-d9905bc27d10', 'name': 'network-vif-deleted', 'tag': 'd918e07f-e0c2-435d-872d-f275cd4abfff', 'status': 'completed', 'code': 200}
Mar 26 21:11:42.107971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90b42fdb-e896-4a09-b4ab-a7b9224c4cc9 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 200  len: 205 time: 0.1048317
Mar 26 21:11:42.109068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56686) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:42.112463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e0b0422-677b-44f4-9dbf-638b4dd29177 req-06545d29-e142-4b8a-a6f2-2f5e5defcf65 tempest-VolumesBackupsTest-1678098904 tempest-VolumesBackupsTest-1678098904-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dedcd15-dbbe-4eaf-8e09-af27af2358f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2341337
Mar 26 21:11:42.113316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:42.118974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.148086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:42.162568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6b70f7fb-a05d-4fe7-961a-60a293e5b10c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.163304 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment 6b70f7fb-a05d-4fe7-961a-60a293e5b10c of type vlan for network 828e2279-6f4f-46ce-951b-dbab819b12e8
Mar 26 21:11:42.235343 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (828e2279-6f4f-46ce-951b-dbab819b12e8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.262716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (828e2279-6f4f-46ce-951b-dbab819b12e8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.270930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:42.272224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.305417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.321351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3853002
Mar 26 21:11:42.324885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56690) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:42.329928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'ports': [{'network_id': 'fb44fb38-50d4-4a2a-8d25-e1f4e4065e71', 'name': 'tempest-port--904499509', 'admin_state_up': True}, {'network_id': '828e2279-6f4f-46ce-951b-dbab819b12e8', 'admin_state_up': False}]} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:42.330234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'port': {'network_id': 'fb44fb38-50d4-4a2a-8d25-e1f4e4065e71', 'name': 'tempest-port--904499509', 'admin_state_up': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:42.330784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'port': {'network_id': '828e2279-6f4f-46ce-951b-dbab819b12e8', 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:42.361758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cfa9-65d7-4ab8-a6e4-6a1f350d31f7 req-94bb259d-c0f2-4d6c-8806-7e7bd177c1be tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:42.363063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a2cfa9-65d7-4ab8-a6e4-6a1f350d31f7 req-94bb259d-c0f2-4d6c-8806-7e7bd177c1be tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.1159153
Mar 26 21:11:42.378286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35fc3-69bd-4ad3-9517-72fe9cc0c1ca tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=828e2279-6f4f-46ce-951b-dbab819b12e8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:42.390874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 828e2279-6f4f-46ce-951b-dbab819b12e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:42.450620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.524684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a2cfa9-65d7-4ab8-a6e4-6a1f350d31f7 req-5ded766c-6a9b-4199-b9a8-e4acc47d5c9f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522758
Mar 26 21:11:42.563489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port b1d4ef16-416e-41ca-8474-c4b4d94ddb92 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:42.563862 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b1d4ef16-416e-41ca-8474-c4b4d94ddb92), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.592757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'port': 2} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:42.598638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.625408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.660386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b1d4ef16-416e-41ca-8474-c4b4d94ddb92), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.676775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for b1d4ef16-416e-41ca-8474-c4b4d94ddb92 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:42.790382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629e0f5-51f6-47ca-836f-611de6420d8e req-628f56e8-7afd-45cb-bfdb-0a3d40cd55d0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:42.792211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e629e0f5-51f6-47ca-836f-611de6420d8e req-628f56e8-7afd-45cb-bfdb-0a3d40cd55d0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.1807714
Mar 26 21:11:42.801638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56696) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:42.834895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'port_id': '78d52758-4af7-474e-90cb-4760903aefc8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:42.858470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dbc59-d34a-48c7-a265-63ff5d79f33b req-b249b9b4-1822-4ebb-b9ec-8ec0c25744b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:42.858470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f7dbc59-d34a-48c7-a265-63ff5d79f33b req-b249b9b4-1822-4ebb-b9ec-8ec0c25744b8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1249170
Mar 26 21:11:42.927851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] device_id is not set on port 1f91f9ef-2904-4236-a190-8100ea11d444 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:42.938455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.957689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9f7dbc59-d34a-48c7-a265-63ff5d79f33b req-c089605e-f67a-4906-a270-6b9373a410f6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880284
Mar 26 21:11:42.963594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b1d4ef16-416e-41ca-8474-c4b4d94ddb92), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:42.993656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=b1d4ef16-416e-41ca-8474-c4b4d94ddb92,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:43.079217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.196338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.200295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.268807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (1fbb8ff5-caf9-4532-853e-0b25e0ade63c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.270552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router 1fbb8ff5-caf9-4532-853e-0b25e0ade63c {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:43.282282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.284021 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4a3c9d59-192d-4499-9fb6-01b4fc885157 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 204  len: 168 time: 1.1733446
Mar 26 21:11:43.287447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56710) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:43.295716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-469751568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:43.328612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.330336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.409778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.415799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.441546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.443039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-179f5e86-7f0a-42b5-8500-42e73e1792ec tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1533444
Mar 26 21:11:43.446074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56724) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:43.451016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': True}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:43.817910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for port (1f91f9ef-2904-4236-a190-8100ea11d444), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:43.903354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24872f46-6cae-4c12-964b-ffa8f4e65a50 req-c05b0eca-be8e-4e40-ae8a-513181ff4d69 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:43.904832 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24872f46-6cae-4c12-964b-ffa8f4e65a50 req-c05b0eca-be8e-4e40-ae8a-513181ff4d69 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.5921559
Mar 26 21:11:43.987820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-6f3c7794-5e2a-4fa1-bdb8-c1b4492c7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:43.989401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-6f3c7794-5e2a-4fa1-bdb8-c1b4492c7771 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 1128 time: 0.6142075
Mar 26 21:11:44.002676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] device_id is not set on port 601961b5-85c5-4054-bf23-d410b7e844ea yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:44.058019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.083988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.200468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:11:44.243546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24872f46-6cae-4c12-964b-ffa8f4e65a50 req-938e4d32-4283-45f3-a0d1-7b836cec5bc3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2844877
Mar 26 21:11:44.305580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.310995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-d85d344d-02a3-4fe9-8696-b725fdb2542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:44.313026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-d85d344d-02a3-4fe9-8696-b725fdb2542e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 200  len: 914 time: 0.2999918
Mar 26 21:11:44.321927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.331130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (a74eb173-df83-4a78-b786-aaecfecb5d73), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.354905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.451410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for port (601961b5-85c5-4054-bf23-d410b7e844ea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.457501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-9d4b64ab-26b7-4bff-bd00-1948ba18adb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 200  len: 217 time: 0.1300077
Mar 26 21:11:44.502827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 172.35.4.224 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b505d9db-fd02-4a8f-95fa-d14df5846afe) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:44.587022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-bdfc5462-bfa8-4311-a5dd-15688bd1d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:44.588673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-bdfc5462-bfa8-4311-a5dd-15688bd1d6fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 200  len: 854 time: 0.1163521
Mar 26 21:11:44.591674 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP 56e407ce-c037-4521-860f-9ad5ce6cf866 associated. External IP: 172.35.4.5, port: 78d52758-4af7-474e-90cb-4760903aefc8.
Mar 26 21:11:44.595716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1f91f9ef-2904-4236-a190-8100ea11d444), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.657736 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (b505d9db-fd02-4a8f-95fa-d14df5846afe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.697317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-fae46775-bbd2-441c-8de8-a5e990b4d890 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623603
Mar 26 21:11:44.715329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b505d9db-fd02-4a8f-95fa-d14df5846afe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:44.766843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:44.773366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:44.775609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=b505d9db-fd02-4a8f-95fa-d14df5846afe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:44.778073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:44.799399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Port': ['ID=1f91f9ef-2904-4236-a190-8100ea11d444,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:44.862658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Checking segment: {'id': '31b45b35-34c3-4bd0-82c9-fb06d31d3ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fb44fb38-50d4-4a2a-8d25-e1f4e4065e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:44.863345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network hostable DHCP agents. Network: fb44fb38-50d4-4a2a-8d25-e1f4e4065e71, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:44.904095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-e87475da-6508-4b18-ac4d-179f2dbd7d60 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915832
Mar 26 21:11:44.958876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network fb44fb38-50d4-4a2a-8d25-e1f4e4065e71 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:44.997839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb44fb38-50d4-4a2a-8d25-e1f4e4065e71) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:45.035430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:45.036458 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (601961b5-85c5-4054-bf23-d410b7e844ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.047543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e6d577-89dc-4e58-b2ab-c8a8c7e543f2 None None] Network fb44fb38-50d4-4a2a-8d25-e1f4e4065e71 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:45.090131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d918e07f-e0c2-435d-872d-f275cd4abfff no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:45.159857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d918e07f-e0c2-435d-872d-f275cd4abfff {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:45.160276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d918e07f-e0c2-435d-872d-f275cd4abfff not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:45.178291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Port': ['ID=601961b5-85c5-4054-bf23-d410b7e844ea,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:45.180289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (a74eb173-df83-4a78-b786-aaecfecb5d73), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.189710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:11:45.192827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f33f5522-78ee-433b-9a7f-a464bb8013c9 req-26a07f03-2e40-46ce-bacb-4cec0f50f4d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437708
Mar 26 21:11:45.204191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Checking segment: {'id': '6b70f7fb-a05d-4fe7-961a-60a293e5b10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '828e2279-6f4f-46ce-951b-dbab819b12e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:45.204663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network hostable DHCP agents. Network: 828e2279-6f4f-46ce-951b-dbab819b12e8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:45.269224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network 828e2279-6f4f-46ce-951b-dbab819b12e8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:45.332277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 828e2279-6f4f-46ce-951b-dbab819b12e8) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:45.339581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:45.344454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:45.348118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2acaf90-91f6-46cd-9eb2-0cf65a9044b3 None None] Network 828e2279-6f4f-46ce-951b-dbab819b12e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:45.349031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:45.349731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.384171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a43c12c-5d2f-4c4c-9a22-c63a67d99b51 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.0562930
Mar 26 21:11:45.389004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:45.392997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:45.404780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:45.423899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:45.427294 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:45.476772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.553856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b261360d-990f-4a64-95b2-13258b9fdd17 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "PUT /v2.0/floatingips/56e407ce-c037-4521-860f-9ad5ce6cf866 HTTP/1.1" status: 200  len: 989 time: 2.7502577
Mar 26 21:11:45.557497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:11:45.561999 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "tag": "78d52758-4af7-474e-90cb-4760903aefc8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:11:45.574871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8804875-d4cc-41c0-a83e-80b37c4029f8 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:45.585951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8804875-d4cc-41c0-a83e-80b37c4029f8 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:45.587962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d8804875-d4cc-41c0-a83e-80b37c4029f8 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1973603
Mar 26 21:11:45.590816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:45.596341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db78c8-828b-4582-9c7a-27f2675677b3 req-6686a6ee-2f4d-44f9-aef1-18a870119374 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:45.605691 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79db78c8-828b-4582-9c7a-27f2675677b3 req-6686a6ee-2f4d-44f9-aef1-18a870119374 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.2544267
Mar 26 21:11:45.683879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79db78c8-828b-4582-9c7a-27f2675677b3 req-bfb3856f-cc85-40ce-ba86-9d5fbee263f4 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766127
Mar 26 21:11:45.695618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.699756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.752935 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:45.755521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:45.926113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router a74eb173-df83-4a78-b786-aaecfecb5d73 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:45.992673 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a57a4c8-369e-4613-8557-9f23c4d1a00f x-openstack-request-id: req-4a57a4c8-369e-4613-8557-9f23c4d1a00f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:11:45.993305 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "tag": "78d52758-4af7-474e-90cb-4760903aefc8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:11:45.993407 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a57a4c8-369e-4613-8557-9f23c4d1a00f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:11:45.994217 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a57a4c8-369e-4613-8557-9f23c4d1a00f'] response: {'name': 'network-changed', 'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8', 'status': 'completed', 'code': 200}
Mar 26 21:11:46.017135 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4490>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:44Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.046010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-5dfaea5c-90a6-44b6-b649-34b629805912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.047652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-5dfaea5c-90a6-44b6-b649-34b629805912 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 1127 time: 0.0947266
Mar 26 21:11:46.050409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:11:46.061491 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:46.062159 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b4490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.106479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Deleting port 1f91f9ef-2904-4236-a190-8100ea11d444 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:46.106829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1f91f9ef-2904-4236-a190-8100ea11d444), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.107049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:46.115354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.119110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77a91bb4-7e2d-4c99-8636-d44eddbce51c tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "PUT /v2.0/routers/a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 200  len: 918 time: 2.6694846
Mar 26 21:11:46.119457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56834) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.121338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] Sync routers for ids ['a74eb173-df83-4a78-b786-aaecfecb5d73'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:46.134712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] Routers {'a74eb173-df83-4a78-b786-aaecfecb5d73'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:46.136756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2abf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a74eb173-df83-4a78-b786-aaecfecb5d73'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.185347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2abf40>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.199204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] Routers {'a74eb173-df83-4a78-b786-aaecfecb5d73'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:46.199423 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:11:46.200435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f2abf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a74eb173-df83-4a78-b786-aaecfecb5d73'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.223386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1f91f9ef-2904-4236-a190-8100ea11d444), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.237224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-5249cfbc-03ec-477c-9ee0-02371d81535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.238870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-5249cfbc-03ec-477c-9ee0-02371d81535e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1835721
Mar 26 21:11:46.243435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Calling delete_port for 1f91f9ef-2904-4236-a190-8100ea11d444 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:46.254414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f2abf40>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.255334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce2823c-f285-4a3f-b0b5-505f7eabc51b None None] The sync data for ids ['a74eb173-df83-4a78-b786-aaecfecb5d73'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:46.261434 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e60c142d-e004-4f6f-af78-c6d22c0937d3 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 200  len: 924 time: 0.1396282
Mar 26 21:11:46.262039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56836) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.313552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e676f-6527-4fba-950a-d4f97d9e8ab7 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.317915 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb1e676f-6527-4fba-950a-d4f97d9e8ab7 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=a74eb173-df83-4a78-b786-aaecfecb5d73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0519974
Mar 26 21:11:46.318866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56838) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.320125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-65497020-9250-4005-a057-63629f5e86e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d52758-4af7-474e-90cb-4760903aefc8 HTTP/1.1" status: 200  len: 997 time: 0.0745304
Mar 26 21:11:46.416631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703347a-8838-4ce4-9893-8784bc2d6423 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.420962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1703347a-8838-4ce4-9893-8784bc2d6423 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.0983701
Mar 26 21:11:46.421599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.423399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-b7a74019-3ad9-46e2-b471-84dd9ed390a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.424920 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-b7a74019-3ad9-46e2-b471-84dd9ed390a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0711873
Mar 26 21:11:46.457799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b0255b84-438c-46d9-8738-4148cc837491 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 200  len: 205 time: 0.0328007
Mar 26 21:11:46.458011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.481707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1f91f9ef-2904-4236-a190-8100ea11d444), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.489294 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b4490>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:44Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:46.516126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Port': ['ID=1f91f9ef-2904-4236-a190-8100ea11d444,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:46.522646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-37221314-50e7-4ac5-9fda-4e91933840cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.524194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-37221314-50e7-4ac5-9fda-4e91933840cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0896220
Mar 26 21:11:46.525198 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.528444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c165f777-e418-4836-b463-1c3139b02b0d None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:44Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:46.529229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2775317c-45dd-49ba-81e8-eae6f1e5af09 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/ports/1f91f9ef-2904-4236-a190-8100ea11d444 HTTP/1.1" status: 204  len: 168 time: 0.9374595
Mar 26 21:11:46.537363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:46.608896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.685541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-27980e10-b91e-4cc1-bd5d-6d1e01f250ca service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548238
Mar 26 21:11:46.726895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Deleting port 601961b5-85c5-4054-bf23-d410b7e844ea {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:46.727846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (601961b5-85c5-4054-bf23-d410b7e844ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.747019 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (a74eb173-df83-4a78-b786-aaecfecb5d73), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.834859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port b505d9db-fd02-4a8f-95fa-d14df5846afe {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:46.835456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b505d9db-fd02-4a8f-95fa-d14df5846afe), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.890416 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b99fd-a296-42d9-a21a-6dd7747ee539 None None] New status for floating IP 56e407ce-c037-4521-860f-9ad5ce6cf866: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:11:46.928443 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (601961b5-85c5-4054-bf23-d410b7e844ea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.934790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b505d9db-fd02-4a8f-95fa-d14df5846afe), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:46.945742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b99eb799-7943-4700-b6c9-4b8aaa5e9ca5 req-3c699cd9-c0f1-48ec-b2d4-242f4187684c service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526867
Mar 26 21:11:46.951545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Calling delete_port for 601961b5-85c5-4054-bf23-d410b7e844ea owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:46.954491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for b505d9db-fd02-4a8f-95fa-d14df5846afe owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:46.983546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0ea6e-334e-4367-b4c4-649bddfa93a6 req-d19f453b-c9e4-4aa5-ab22-5aa5e4ded9db tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:46.985338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd0ea6e-334e-4367-b4c4-649bddfa93a6 req-d19f453b-c9e4-4aa5-ab22-5aa5e4ded9db tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1394327
Mar 26 21:11:47.109791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6bd0ea6e-334e-4367-b4c4-649bddfa93a6 req-25ed2ae7-f298-41a5-9bda-f11ce4af7038 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871351
Mar 26 21:11:47.123691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (601961b5-85c5-4054-bf23-d410b7e844ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.178465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Port': ['ID=601961b5-85c5-4054-bf23-d410b7e844ea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:47.191765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.199235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8af1c234-ce09-4da5-99fd-f7120bc9853f tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/ports/601961b5-85c5-4054-bf23-d410b7e844ea HTTP/1.1" status: 204  len: 168 time: 0.6608481
Mar 26 21:11:47.200074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:47.228299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b505d9db-fd02-4a8f-95fa-d14df5846afe), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.239963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20cab31d-9930-4b51-b634-bbf67e8283d5 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0374584
Mar 26 21:11:47.242802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:47.254381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1233161354'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:47.288272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:47.292512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.309524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=b505d9db-fd02-4a8f-95fa-d14df5846afe,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:47.318057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:47.333563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (51f784d7-0675-4381-a421-7786e97c8fee), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.334091 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment 51f784d7-0675-4381-a421-7786e97c8fee of type vlan for network a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0
Mar 26 21:11:47.382608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fdb75-ebb5-410f-94e2-524ea5b63e7a req-3373b21f-c190-4ff5-81d7-3b0f730489af tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:47.384187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f08fdb75-ebb5-410f-94e2-524ea5b63e7a req-3373b21f-c190-4ff5-81d7-3b0f730489af tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1420405
Mar 26 21:11:47.388717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a74eb173-df83-4a78-b786-aaecfecb5d73), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.404043 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.455523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.461534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:47.462332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.507479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.514356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (a74eb173-df83-4a78-b786-aaecfecb5d73), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.515723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56866) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:47.518784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2745850
Mar 26 21:11:47.523868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-208771429'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:47.554240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be6c4e-8839-49a5-a10d-fa72db7035f7 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:47.567240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:47.593935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f08fdb75-ebb5-410f-94e2-524ea5b63e7a req-ceae8ee8-8d2d-45dc-91f1-6a04030e5ef0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012048
Mar 26 21:11:47.612230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:47.616389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.620738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a74eb173-df83-4a78-b786-aaecfecb5d73), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.621291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router a74eb173-df83-4a78-b786-aaecfecb5d73 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:47.637766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.639312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fc492c4-90c8-4224-8c11-36d5741c0938 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 204  len: 168 time: 1.1804159
Mar 26 21:11:47.643118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56872) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:47.649271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1373396063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:47.678032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:47.679023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.681199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.692647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7857265e-9b7e-44fa-8d13-d1e6f7f51edb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.693062 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Added segment 7857265e-9b7e-44fa-8d13-d1e6f7f51edb of type vlan for network 9980207c-13ef-4b6a-87fd-8d8f16909bb1
Mar 26 21:11:47.759876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.765601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.778614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9980207c-13ef-4b6a-87fd-8d8f16909bb1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.787373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.791340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4e24f490-81b5-46bb-89c0-9dffddd16b7b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1448846
Mar 26 21:11:47.791636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:47.796993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:47.825222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5e35-920f-4209-92b1-b7064aa5c170 req-bf4dcbcc-d519-4381-bfa3-f02d46e26411 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:47.839776 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-508c5e35-920f-4209-92b1-b7064aa5c170 req-bf4dcbcc-d519-4381-bfa3-f02d46e26411 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1039188
Mar 26 21:11:47.882052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9980207c-13ef-4b6a-87fd-8d8f16909bb1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.890273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:47.891222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:47.953489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-508c5e35-920f-4209-92b1-b7064aa5c170 req-9581934b-d91c-4712-8186-130b5b6f813b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120472
Mar 26 21:11:47.988403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Network': ['ID=9980207c-13ef-4b6a-87fd-8d8f16909bb1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:47.996179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0cb5f501-1bf1-4bda-b116-bf72334b5dbf tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4775302
Mar 26 21:11:48.038804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:48.126235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.145624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:48.152687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'subnets': [{'network_id': 'a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907648668', 'ip_version': 4}, {'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:48.153096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'subnet': {'network_id': 'a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--907648668', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:48.153770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Request body: {'subnet': {'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:48.170431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d76d7b-8593-4d19-bba0-88c741f2386a req-9d735abf-d309-4d3e-bd42-8b3ac9243765 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:48.172322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21d76d7b-8593-4d19-bba0-88c741f2386a req-9d735abf-d309-4d3e-bd42-8b3ac9243765 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0911288
Mar 26 21:11:48.257792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21d76d7b-8593-4d19-bba0-88c741f2386a req-e8489118-333d-4b4f-80ca-cfd875f3782f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772424
Mar 26 21:11:48.491155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.523430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0fdf3-023a-416d-b62a-1dbbeed28d70 req-85354644-d19e-45bb-8d77-1b4cfae120e6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:48.525360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f0fdf3-023a-416d-b62a-1dbbeed28d70 req-85354644-d19e-45bb-8d77-1b4cfae120e6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1302426
Mar 26 21:11:48.528079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.628103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f0fdf3-023a-416d-b62a-1dbbeed28d70 req-35e176cd-a773-41cb-bc1d-cb307d997ea0 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913994
Mar 26 21:11:48.714973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Allocated IP 172.35.4.50 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/8a819d64-1731-440a-9593-ebd69b5f411c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:48.715906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Made reservation on behalf of 09d56daeb4b041c4af32eb9a7b9e7893 for: {'subnet': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:48.721374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.721867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.834050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for port (8a819d64-1731-440a-9593-ebd69b5f411c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.855147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bfdf6-f35c-4ce5-b91e-6822eb7af604 req-21ebce8b-e2a7-4ec6-af49-57cf9c0cffb8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:48.856734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-716bfdf6-f35c-4ce5-b91e-6822eb7af604 req-21ebce8b-e2a7-4ec6-af49-57cf9c0cffb8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1312623
Mar 26 21:11:48.876929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8a819d64-1731-440a-9593-ebd69b5f411c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:48.914933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:48.919999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:48.926794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:48.947827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Pushing event updated for resources: {'Port': ['ID=8a819d64-1731-440a-9593-ebd69b5f411c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:48.949545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-716bfdf6-f35c-4ce5-b91e-6822eb7af604 req-9586c289-f537-42af-8687-fdf98fc08ce6 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861905
Mar 26 21:11:49.153716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7818-f29b-43d8-808f-7e898eeb0bf8 req-811f9fd7-68ee-41cd-8b55-ed452fd3c351 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.155306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046e7818-f29b-43d8-808f-7e898eeb0bf8 req-811f9fd7-68ee-41cd-8b55-ed452fd3c351 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1103854
Mar 26 21:11:49.244471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router_gateway (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.284173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046e7818-f29b-43d8-808f-7e898eeb0bf8 req-4958b62a-ac3f-4de5-b44e-0ab03b40c407 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225152
Mar 26 21:11:49.308274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (78abd89c-be5f-4fb5-b0bb-c9e0e15fa871), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.393566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Subnet': ['ID=78abd89c-be5f-4fb5-b0bb-c9e0e15fa871,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:49.403101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Checking segment: {'id': '51f784d7-0675-4381-a421-7786e97c8fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:49.403555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network hostable DHCP agents. Network: a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:49.422176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:49.434011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:49.439702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (ce9f79e7-4288-4018-aa59-5d2cdcc6d181), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.458936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce99100-6e9e-4e68-9044-75548ee2d850 None None] Network a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:49.509435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event updated for resources: {'Subnet': ['ID=ce9f79e7-4288-4018-aa59-5d2cdcc6d181,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:49.517260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0bdfb-36fc-4bf8-a880-c68d7ae99a89 req-64c5b6bd-6181-4e27-a0e4-b98a41b3f44b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.517927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Checking segment: {'id': '7857265e-9b7e-44fa-8d13-d1e6f7f51edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:49.518300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network hostable DHCP agents. Network: 9980207c-13ef-4b6a-87fd-8d8f16909bb1, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:49.518884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68c0bdfb-36fc-4bf8-a880-c68d7ae99a89 req-64c5b6bd-6181-4e27-a0e4-b98a41b3f44b tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1403124
Mar 26 21:11:49.548985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.553808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.559187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:49.576311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9980207c-13ef-4b6a-87fd-8d8f16909bb1) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:49.588309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.590667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.591539 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.606100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51931135-3f2c-4825-a20d-42896d33415d None None] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:49.623978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-68c0bdfb-36fc-4bf8-a880-c68d7ae99a89 req-f1a34bb1-632b-464a-9743-7b491a01be17 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949776
Mar 26 21:11:49.624231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-98816c41-5d1d-4497-bb93-398d4149cb5d tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 1.4757929
Mar 26 21:11:49.626174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56932) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:49.659443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676146f9-b5a1-46a2-ba22-f21b445c52d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0', 'network_id': 'a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0', 'project_id': '09d56daeb4b041c4af32eb9a7b9e7893', 'fixed_ips': [{'subnet_id': '78abd89c-be5f-4fb5-b0bb-c9e0e15fa871'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:11:49.660667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-676146f9-b5a1-46a2-ba22-f21b445c52d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.731267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0513a-6a62-4440-9981-49195ef08c94 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.733084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0513a-6a62-4440-9981-49195ef08c94 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.735104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0513a-6a62-4440-9981-49195ef08c94 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.740063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f8f0513a-6a62-4440-9981-49195ef08c94 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1091549
Mar 26 21:11:49.743154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56942) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:49.842839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Deleting subnet 78abd89c-be5f-4fb5-b0bb-c9e0e15fa871 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:11:49.847425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for subnet (78abd89c-be5f-4fb5-b0bb-c9e0e15fa871), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.883448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Router 1b3fbcb0-77da-4a46-8a3f-37a809ea2636 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:49.907452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22622547-d10f-4eb3-a3f1-3314db1cfd39 req-31feb78c-83a8-4dca-ad95-189f91dd5318 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:49.909093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22622547-d10f-4eb3-a3f1-3314db1cfd39 req-31feb78c-83a8-4dca-ad95-189f91dd5318 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.0853381
Mar 26 21:11:49.923813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9980207c-13ef-4b6a-87fd-8d8f16909bb1', 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1', 'project_id': '09d56daeb4b041c4af32eb9a7b9e7893', 'fixed_ips': [{'subnet_id': 'ce9f79e7-4288-4018-aa59-5d2cdcc6d181'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:11:49.924828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.929616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (78abd89c-be5f-4fb5-b0bb-c9e0e15fa871), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:49.997828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (78abd89c-be5f-4fb5-b0bb-c9e0e15fa871), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.050606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22622547-d10f-4eb3-a3f1-3314db1cfd39 req-8af86688-0c12-4f6e-85a3-4f5c0e67abad tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107357
Mar 26 21:11:50.086995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:50.086995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.086995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2da1779-d9bf-4805-8d28-e7a2dbd88d36 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "PUT /v2.0/routers/1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 200  len: 919 time: 2.2865634
Mar 26 21:11:50.087401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56960) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.106186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Allocated IP 172.20.0.18 (9980207c-13ef-4b6a-87fd-8d8f16909bb1/ce9f79e7-4288-4018-aa59-5d2cdcc6d181/074aa641-4aa7-45e1-a7e9-a33797e85883) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:50.199119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] Sync routers for ids ['1b3fbcb0-77da-4a46-8a3f-37a809ea2636'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:50.206840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (78abd89c-be5f-4fb5-b0bb-c9e0e15fa871), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.222921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] Routers {'1b3fbcb0-77da-4a46-8a3f-37a809ea2636'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:50.223567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1b3fbcb0-77da-4a46-8a3f-37a809ea2636'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-676146f9-b5a1-46a2-ba22-f21b445c52d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78abd89c-be5f-4fb5-b0bb-c9e0e15fa871: This subnet is being modified by another concurrent operation.
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78abd89c-be5f-4fb5-b0bb-c9e0e15fa871: This subnet is being modified by another concurrent operation.
Mar 26 21:11:50.233419 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:11:50.280232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861140c1-df77-4720-81d3-ad354d4c24c8 None None] Network a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:50.286758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1dc0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:50.289511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Subnet': ['ID=78abd89c-be5f-4fb5-b0bb-c9e0e15fa871,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:50.298229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.304624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6fc9cf5-f707-4ea9-90cf-3869a0bf0d34 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/subnets/78abd89c-be5f-4fb5-b0bb-c9e0e15fa871 HTTP/1.1" status: 204  len: 168 time: 0.5564303
Mar 26 21:11:50.304776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.355887 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36d7b278-62f7-4e14-b4f2-b5ea721b3ebe tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 200  len: 925 time: 0.2676046
Mar 26 21:11:50.357940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] Routers {'1b3fbcb0-77da-4a46-8a3f-37a809ea2636'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:50.358468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.358595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1b3fbcb0-77da-4a46-8a3f-37a809ea2636'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:50.396198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8b399-e1c9-4845-8630-5472d4d33d02 req-4d1e4cf7-67d4-4334-98e9-60e963542d44 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:50.397740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79a8b399-e1c9-4845-8630-5472d4d33d02 req-4d1e4cf7-67d4-4334-98e9-60e963542d44 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1449690
Mar 26 21:11:50.463167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Deleting subnet ce9f79e7-4288-4018-aa59-5d2cdcc6d181 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:11:50.491272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79a8b399-e1c9-4845-8630-5472d4d33d02 req-ce9217e1-e23c-40e5-a3fd-c9979c9ebf87 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764840
Mar 26 21:11:50.514023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a730035-3949-4f01-8c1a-9f2bb2d7029a tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:50.518102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a730035-3949-4f01-8c1a-9f2bb2d7029a tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=1b3fbcb0-77da-4a46-8a3f-37a809ea2636&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1549847
Mar 26 21:11:50.518397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.655050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513689a-c318-4bc1-91ea-1eeddd078afc tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:50.656369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7513689a-c318-4bc1-91ea-1eeddd078afc tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.1369929
Mar 26 21:11:50.658497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f1dc0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:50.659276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840ed12-cb0d-41c2-b74b-6f7335e1c96b None None] The sync data for ids ['1b3fbcb0-77da-4a46-8a3f-37a809ea2636'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:50.659451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56978) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.694035 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks [] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.700911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for subnet (ce9f79e7-4288-4018-aa59-5d2cdcc6d181), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.701562 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.710952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-870c7de4-afc4-44a6-9030-a29bf4bea506 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 200  len: 205 time: 0.0494566
Mar 26 21:11:50.713347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:50.742533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:50.746028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:50.749574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:50.763197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Pushing event updated for resources: {'Port': ['ID=074aa641-4aa7-45e1-a7e9-a33797e85883,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:50.774360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (ce9f79e7-4288-4018-aa59-5d2cdcc6d181), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.812163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2978f-631c-41dd-aa9e-4cac198d32e9 req-8c557a4f-fb08-44f2-831c-d7bd02bf115f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:50.814008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbd2978f-631c-41dd-aa9e-4cac198d32e9 req-8c557a4f-fb08-44f2-831c-d7bd02bf115f tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1680348
Mar 26 21:11:50.851358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Attempting to bind port 074aa641-4aa7-45e1-a7e9-a33797e85883 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:11:50.852179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Attempting to bind port 074aa641-4aa7-45e1-a7e9-a33797e85883 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7857265e-9b7e-44fa-8d13-d1e6f7f51edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:11:50.852741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Attempting to bind port 074aa641-4aa7-45e1-a7e9-a33797e85883 on network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:11:50.859993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:11:50.861421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Checking segment: {'id': '7857265e-9b7e-44fa-8d13-d1e6f7f51edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:50.862074 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.862680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Bound using segment: {'id': '7857265e-9b7e-44fa-8d13-d1e6f7f51edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:11:50.863192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Bound port: 074aa641-4aa7-45e1-a7e9-a33797e85883, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7857265e-9b7e-44fa-8d13-d1e6f7f51edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '9980207c-13ef-4b6a-87fd-8d8f16909bb1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:11:50.863669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.928270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:50.935058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbd2978f-631c-41dd-aa9e-4cac198d32e9 req-1187fbb9-1d54-4672-bf56-55893f766e17 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139371
Mar 26 21:11:50.981746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] For port 074aa641-4aa7-45e1-a7e9-a33797e85883, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:11:50.985156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] For port 074aa641-4aa7-45e1-a7e9-a33797e85883, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=074aa641-4aa7-45e1-a7e9-a33797e85883,segment=NetworkSegment(7857265e-9b7e-44fa-8d13-d1e6f7f51edb),segment_id=7857265e-9b7e-44fa-8d13-d1e6f7f51edb)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:11:50.993610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.065867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0e341-9346-4f4a-a371-02939e9fb14d None None] Pushing event updated for resources: {'Port': ['ID=074aa641-4aa7-45e1-a7e9-a33797e85883,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:51.119216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.223632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port 8a819d64-1731-440a-9593-ebd69b5f411c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:51.224098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8a819d64-1731-440a-9593-ebd69b5f411c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.366799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ce9f79e7-4288-4018-aa59-5d2cdcc6d181), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.379535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8a819d64-1731-440a-9593-ebd69b5f411c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.409065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for 8a819d64-1731-440a-9593-ebd69b5f411c owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:51.453969 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (ce9f79e7-4288-4018-aa59-5d2cdcc6d181), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.488263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9f79e7-4288-4018-aa59-5d2cdcc6d181,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:51.508621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.517062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:51.517821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-11123939-3551-4d71-ac8e-62c112910f59 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/subnets/ce9f79e7-4288-4018-aa59-5d2cdcc6d181 HTTP/1.1" status: 204  len: 168 time: 1.2118506
Mar 26 21:11:51.527814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4544e-2cc9-428c-a0de-d6449a468e09 req-7b925bad-3abe-4b9d-9452-559314e4939a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:51.529988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bea4544e-2cc9-428c-a0de-d6449a468e09 req-7b925bad-3abe-4b9d-9452-559314e4939a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.2430975
Mar 26 21:11:51.598381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bea4544e-2cc9-428c-a0de-d6449a468e09 req-913d6480-2b62-42fd-96e1-29fffa2d8229 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572901
Mar 26 21:11:51.640527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cc0c1-bac1-4ccc-af6e-28aeb22ee63b tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:51.642211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-840cc0c1-bac1-4ccc-af6e-28aeb22ee63b tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1239560
Mar 26 21:11:51.646808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 56994) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:51.716438 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8a819d64-1731-440a-9593-ebd69b5f411c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.760103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=8a819d64-1731-440a-9593-ebd69b5f411c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:51.778188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9980207c-13ef-4b6a-87fd-8d8f16909bb1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.806511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8972e57-0cae-459a-ab67-cb4da30b90e7 req-9c39a8d3-03f8-498f-a5f0-8ec9df90cab8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:51.808740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8972e57-0cae-459a-ab67-cb4da30b90e7 req-9c39a8d3-03f8-498f-a5f0-8ec9df90cab8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1205790
Mar 26 21:11:51.860833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:51.893111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8972e57-0cae-459a-ab67-cb4da30b90e7 req-981dbec8-5b47-4181-ab2c-9d237af604bc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614123
Mar 26 21:11:51.903680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Deleting port 074aa641-4aa7-45e1-a7e9-a33797e85883 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:51.904173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.001554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.004509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.007071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] For port 074aa641-4aa7-45e1-a7e9-a33797e85883, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=074aa641-4aa7-45e1-a7e9-a33797e85883,segment=NetworkSegment(7857265e-9b7e-44fa-8d13-d1e6f7f51edb),segment_id=7857265e-9b7e-44fa-8d13-d1e6f7f51edb)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:11:52.007893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.028247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Calling delete_port for 074aa641-4aa7-45e1-a7e9-a33797e85883 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:52.101290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (1b3fbcb0-77da-4a46-8a3f-37a809ea2636), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.101954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3fbcb0-77da-4a46-8a3f-37a809ea2636 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:52.110550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.115838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9258bc8-fd4a-4154-93b1-e7df0984262e tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 204  len: 168 time: 1.4013603
Mar 26 21:11:52.116586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 56998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:52.123074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-647739371', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:52.180612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b8341-a251-46ca-a16b-bc8f95b08e1e req-8fb700f7-df8f-42e1-be43-b287a0675208 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:52.180844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (074aa641-4aa7-45e1-a7e9-a33797e85883), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.196389 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f8b8341-a251-46ca-a16b-bc8f95b08e1e req-8fb700f7-df8f-42e1-be43-b287a0675208 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1331122
Mar 26 21:11:52.205073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.207017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.220195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Port': ['ID=074aa641-4aa7-45e1-a7e9-a33797e85883,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:52.228086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] No DVR routers for this DVR port 074aa641-4aa7-45e1-a7e9-a33797e85883 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:11:52.288942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.325710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9980207c-13ef-4b6a-87fd-8d8f16909bb1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.350579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f612410e940>,) {'filters': {'network_id': ['9980207c-13ef-4b6a-87fd-8d8f16909bb1']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:52.363093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f612410e940>, '7857265e-9b7e-44fa-8d13-d1e6f7f51edb') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:52.363330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f612410e940>, '7857265e-9b7e-44fa-8d13-d1e6f7f51edb') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:52.390969 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (7857265e-9b7e-44fa-8d13-d1e6f7f51edb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.405928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f8b8341-a251-46ca-a16b-bc8f95b08e1e req-498400a0-9894-46f0-ba8c-0b943c2fcf76 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079194
Mar 26 21:11:52.408136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7857265e-9b7e-44fa-8d13-d1e6f7f51edb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.415553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:52.416150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (7857265e-9b7e-44fa-8d13-d1e6f7f51edb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:52.423621 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:52.516659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.524834 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9980207c-13ef-4b6a-87fd-8d8f16909bb1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.533152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205250e0-3c15-4415-a036-da1cd15301ab None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:11:52.546840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.552763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/9980207c-13ef-4b6a-87fd-8d8f16909bb1 HTTP/1.1" status: 204  len: 168 time: 0.9022260
Mar 26 21:11:52.562524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:52.588555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675664-4fd3-404f-acce-e4a788f37639 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=9980207c-13ef-4b6a-87fd-8d8f16909bb1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:52.593056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c1693d00-3b15-43e2-b21e-17e4b2583f5f None None] Could not find standard attr ID for object 074aa641-4aa7-45e1-a7e9-a33797e85883. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:11:52.678449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205250e0-3c15-4415-a036-da1cd15301ab None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:11:52.762178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa3006-dafd-4055-982e-64f910e0f00c req-2409df6a-a7dc-4623-9330-37da5ed0e6c8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:52.763634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9efa3006-dafd-4055-982e-64f910e0f00c req-2409df6a-a7dc-4623-9330-37da5ed0e6c8 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.2409053
Mar 26 21:11:52.769419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.918274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9efa3006-dafd-4055-982e-64f910e0f00c req-0383d6f9-8119-4880-87a6-cd5f757ed0cc tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437957
Mar 26 21:11:52.956535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:52.981313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f6e65e0>,) {'filters': {'network_id': ['a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:52.995910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6e65e0>, '51f784d7-0675-4381-a421-7786e97c8fee') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:52.996335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f6e65e0>, '51f784d7-0675-4381-a421-7786e97c8fee') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.007967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (51f784d7-0675-4381-a421-7786e97c8fee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.008383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed9034-eda4-489c-88d0-5ee33f946a5d None None] DHCP port deletion for 9980207c-13ef-4b6a-87fd-8d8f16909bb1 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:11:53.051636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f385e74-2854-4500-8fc4-bb0ebb28f4c8 None None] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:53.059191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (51f784d7-0675-4381-a421-7786e97c8fee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.066819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:53.067297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (51f784d7-0675-4381-a421-7786e97c8fee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.074772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f385e74-2854-4500-8fc4-bb0ebb28f4c8 None None] Network 9980207c-13ef-4b6a-87fd-8d8f16909bb1 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:53.081699 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:53.164777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.197222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.203045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0 HTTP/1.1" status: 204  len: 168 time: 0.6301649
Mar 26 21:11:53.205933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57026) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:53.299548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (828e2279-6f4f-46ce-951b-dbab819b12e8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.316652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22166d93-9054-4101-b316-9deb3ad6a168 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=a4bcd990-2062-4d0d-ad70-2b5ed19ab1b0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:53.360927 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.383823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.442387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (828e2279-6f4f-46ce-951b-dbab819b12e8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.471833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e1ca790>,) {'filters': {'network_id': ['828e2279-6f4f-46ce-951b-dbab819b12e8']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.480956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1ca790>, '6b70f7fb-a05d-4fe7-961a-60a293e5b10c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.481257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e1ca790>, '6b70f7fb-a05d-4fe7-961a-60a293e5b10c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.490604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (6b70f7fb-a05d-4fe7-961a-60a293e5b10c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.504449 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6b70f7fb-a05d-4fe7-961a-60a293e5b10c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.512522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:53.512966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (6b70f7fb-a05d-4fe7-961a-60a293e5b10c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.515132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Allocated IP 172.35.4.159 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ed105477-8bef-43b4-bf1b-21939ea017f5) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:53.517204 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:53.600933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (828e2279-6f4f-46ce-951b-dbab819b12e8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.606135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.612436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/828e2279-6f4f-46ce-951b-dbab819b12e8 HTTP/1.1" status: 204  len: 168 time: 0.4053166
Mar 26 21:11:53.613141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57032) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:53.670681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for port (ed105477-8bef-43b4-bf1b-21939ea017f5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.673994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834e84f-5226-4b98-932d-e38cafa72f18 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=828e2279-6f4f-46ce-951b-dbab819b12e8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:53.746472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ed105477-8bef-43b4-bf1b-21939ea017f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.758082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (fb44fb38-50d4-4a2a-8d25-e1f4e4065e71), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.799636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:53.805762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:53.821644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event updated for resources: {'Port': ['ID=ed105477-8bef-43b4-bf1b-21939ea017f5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:53.832481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:53.894324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (fb44fb38-50d4-4a2a-8d25-e1f4e4065e71), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.947985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f3d6190>,) {'filters': {'network_id': ['fb44fb38-50d4-4a2a-8d25-e1f4e4065e71']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.962078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f3d6190>, '31b45b35-34c3-4bd0-82c9-fb06d31d3ad0') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.962377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f3d6190>, '31b45b35-34c3-4bd0-82c9-fb06d31d3ad0') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:53.972206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (31b45b35-34c3-4bd0-82c9-fb06d31d3ad0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.987293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (31b45b35-34c3-4bd0-82c9-fb06d31d3ad0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.993482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:11:53.994083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (31b45b35-34c3-4bd0-82c9-fb06d31d3ad0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:11:53.997528 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:11:54.073063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (fb44fb38-50d4-4a2a-8d25-e1f4e4065e71), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.084056 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.087470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] 10.222.0.16 "DELETE /v2.0/networks/fb44fb38-50d4-4a2a-8d25-e1f4e4065e71 HTTP/1.1" status: 204  len: 168 time: 0.4700251
Mar 26 21:11:54.100358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d57093-6da9-4db3-83f5-38ebd0929ba6 tempest-BulkNetworkOpsTest-2136553654 tempest-BulkNetworkOpsTest-2136553654-project] Pushing event deleted for resources: {'Network': ['ID=fb44fb38-50d4-4a2a-8d25-e1f4e4065e71,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:54.198493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.507283 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57042) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:54.719007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-593d2d7f-a31b-4cbc-b8fc-291584da06ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09d56daeb4b041c4af32eb9a7b9e7893&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2030983
Mar 26 21:11:54.719007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57048) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:54.740282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 074aa641-4aa7-45e1-a7e9-a33797e85883 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:11:54.773913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 074aa641-4aa7-45e1-a7e9-a33797e85883 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:11:54.775076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 074aa641-4aa7-45e1-a7e9-a33797e85883 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:11:54.807662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] Publish callbacks [] for security_group (4869ad81-f2a5-4b4d-8f30-b59e4eb3871e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.819458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.841119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] Publish callbacks [] for security_group (4869ad81-f2a5-4b4d-8f30-b59e4eb3871e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.910959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4869ad81-f2a5-4b4d-8f30-b59e4eb3871e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.915012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:54.916703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4869ad81-f2a5-4b4d-8f30-b59e4eb3871e HTTP/1.1" status: 204  len: 168 time: 0.2005489
Mar 26 21:11:54.927632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146eba0-40ce-4b4f-b18a-b359f9b4a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869ad81-f2a5-4b4d-8f30-b59e4eb3871e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:55.045521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Router 9814d7dc-2f39-4f61-9f65-a2c83509fcb2 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:11:55.060104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e825b7b3-378f-4ca1-a714-8ccdc7b3fa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.191696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:55.225743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.230660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7bcb07da-2f88-45aa-b682-b4d7140ddeee tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 3.1093783
Mar 26 21:11:55.231867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57056) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:55.235230 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] Sync routers for ids ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:55.239826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:55.263240 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] Routers {'9814d7dc-2f39-4f61-9f65-a2c83509fcb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:55.264746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:55.360527 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:55.406729 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] Routers {'9814d7dc-2f39-4f61-9f65-a2c83509fcb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:55.408151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:55.497914 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f820>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:55.498572 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7984fb0-d6f9-4d6c-9811-1bd1b4a0fe77 None None] The sync data for ids ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:55.769724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.782714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.848734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Deleting port ed105477-8bef-43b4-bf1b-21939ea017f5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:55.849231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ed105477-8bef-43b4-bf1b-21939ea017f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.934588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ed105477-8bef-43b4-bf1b-21939ea017f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:55.946662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Calling delete_port for ed105477-8bef-43b4-bf1b-21939ea017f5 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:55.986040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:56.154137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1589667743'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:56.162108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ed105477-8bef-43b4-bf1b-21939ea017f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.189325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:56.191303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Pushing event deleted for resources: {'Port': ['ID=ed105477-8bef-43b4-bf1b-21939ea017f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:56.196157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.210829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.270689 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.354737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (e02d0939-5f3f-4090-9a5d-92a9ceb35792), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.361588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e02d0939-5f3f-4090-9a5d-92a9ceb35792), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.400507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:56.416691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02d0939-5f3f-4090-9a5d-92a9ceb35792,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:56.435288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d55671fd-bafd-408f-a28d-f0ac45d55202), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.435668 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment d55671fd-bafd-408f-a28d-f0ac45d55202 of type vlan for network b936fee0-d1bf-48ee-bf50-3eb25757a753
Mar 26 21:11:56.510854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b936fee0-d1bf-48ee-bf50-3eb25757a753), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.556121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b936fee0-d1bf-48ee-bf50-3eb25757a753), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.564702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:56.566377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.610618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.622690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.627142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6374290
Mar 26 21:11:56.630943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:56.642039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'name': 'tempest-PortsIpV6TestJSON-1651472186'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:56.675982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a7d1b-37c6-4bee-92ba-915038321ed7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=b936fee0-d1bf-48ee-bf50-3eb25757a753,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:56.686841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:56.805038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Router 9814d7dc-2f39-4f61-9f65-a2c83509fcb2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:11:56.911102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:56.915069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.941884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:11:56.947651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:56.956305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:56.957603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c86ed2c-6be0-420d-8dfb-dba6e62d7cd6 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "PUT /v2.0/routers/9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 200  len: 709 time: 1.7243922
Mar 26 21:11:56.959671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] Sync routers for ids ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:11:56.960677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57122) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:56.982697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] Routers {'9814d7dc-2f39-4f61-9f65-a2c83509fcb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:56.983820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb029a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:57.032046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb029a0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:57.044648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] Routers {'9814d7dc-2f39-4f61-9f65-a2c83509fcb2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:11:57.045388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb029a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:11:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:57.069201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-197e7d59-b009-4320-8c56-636535275c87 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/routers/9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 200  len: 744 time: 0.1063519
Mar 26 21:11:57.072068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.085431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb029a0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:11:57.086197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1e481-07f3-4218-8332-ff6c5570c1e8 None None] The sync data for ids ['9814d7dc-2f39-4f61-9f65-a2c83509fcb2'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:11:57.127756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-df4416ad-5306-4132-b4fa-d78a49a06cf6 tempest-RoutersIpV6AdminTest-689482649 tempest-RoutersIpV6AdminTest-689482649-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 200  len: 205 time: 0.0522764
Mar 26 21:11:57.128199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57126) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.157830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d93e38f-b47c-4330-ae60-0e8cd8cee7ae tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 200  len: 205 time: 0.0287292
Mar 26 21:11:57.160854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57128) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.180247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.225548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.259635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.294859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=0e6e60ef-67d7-46f2-9633-cc57152b87d5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:57.305321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': 'd55671fd-bafd-408f-a28d-f0ac45d55202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:57.305852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: b936fee0-d1bf-48ee-bf50-3eb25757a753, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:57.333381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:57.348549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b936fee0-d1bf-48ee-bf50-3eb25757a753) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:57.353571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:57.362378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:57.362801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.368330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6dda47-a755-4550-b110-a085aa7406ce None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:57.386724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46b04601-b44c-40ab-abcf-a03213a58412 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.7533627
Mar 26 21:11:57.387471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.393457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-839648738'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:57.422255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:57.426900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.476174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.479123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router_controller (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.495582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:11:57.508991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b5743ba1-2736-4f9d-87a9-260627d2d15e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.511236 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment b5743ba1-2736-4f9d-87a9-260627d2d15e of type vlan for network d905897e-59b0-4c2a-b51d-63f25b301bf8
Mar 26 21:11:57.536601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (9814d7dc-2f39-4f61-9f65-a2c83509fcb2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.537605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Fanout notify agent at l3_agent the message router_deleted on router 9814d7dc-2f39-4f61-9f65-a2c83509fcb2 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:11:57.547423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.552321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-40248b0a-a693-4c75-8bf0-950834dd6186 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 204  len: 168 time: 0.3865719
Mar 26 21:11:57.552894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57154) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.574250 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d905897e-59b0-4c2a-b51d-63f25b301bf8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.605675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8cdbf2e6-de32-4568-b817-bc1c19ec966d tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 200  len: 205 time: 0.0510571
Mar 26 21:11:57.608011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57166) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.623537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d905897e-59b0-4c2a-b51d-63f25b301bf8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.628823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:57.629628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.658526 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-0b011561-7fb4-469d-9f8e-5c01b5f26940 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:57.660448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b011561-7fb4-469d-9f8e-5c01b5f26940 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/9814d7dc-2f39-4f61-9f65-a2c83509fcb2 HTTP/1.1" status: 404  len: 336 time: 0.0505085
Mar 26 21:11:57.662935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57170) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.706069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3149796
Mar 26 21:11:57.706637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57174) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.711824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'ports': [{'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'}, {'network_id': 'd905897e-59b0-4c2a-b51d-63f25b301bf8'}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:57.712222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:57.712767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'd905897e-59b0-4c2a-b51d-63f25b301bf8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:11:57.737793 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-70e5532a-46c0-4636-8d1b-939c86636994 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 200  len: 205 time: 0.0705712
Mar 26 21:11:57.738536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57176) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.745257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883bb51-9f40-4ea1-be10-64ab6e1f98f0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=d905897e-59b0-4c2a-b51d-63f25b301bf8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:57.766248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d905897e-59b0-4c2a-b51d-63f25b301bf8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:11:57.786885 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-e64678ef-e00d-404b-bc13-34187742486f tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:57.788465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e64678ef-e00d-404b-bc13-34187742486f tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/1b3fbcb0-77da-4a46-8a3f-37a809ea2636 HTTP/1.1" status: 404  len: 336 time: 0.0488009
Mar 26 21:11:57.791536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.862323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-70a53860-2a0e-492b-80b1-42d83d6f91ef tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 200  len: 205 time: 0.0692158
Mar 26 21:11:57.865016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.869089 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a21712f-7713-4f3f-9e07-ddf751cb284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:57.923849 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-b3cb9258-b034-4721-8a05-48759c79ff4f tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:57.925136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b3cb9258-b034-4721-8a05-48759c79ff4f tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/a74eb173-df83-4a78-b786-aaecfecb5d73 HTTP/1.1" status: 404  len: 336 time: 0.0589428
Mar 26 21:11:57.927911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:57.963901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9976b7ce-5fc5-4077-baf1-699571a60c8a tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 200  len: 205 time: 0.0348504
Mar 26 21:11:57.966645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57192) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.007084 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-2269c3aa-287c-431b-9c85-0c8080c9b8ad tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:58.011173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2269c3aa-287c-431b-9c85-0c8080c9b8ad tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/1fbb8ff5-caf9-4532-853e-0b25e0ade63c HTTP/1.1" status: 404  len: 336 time: 0.0405242
Mar 26 21:11:58.011551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.047769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-85edce0c-c103-4ecb-8af7-fa6eb87d0907 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 200  len: 205 time: 0.0346267
Mar 26 21:11:58.050227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57196) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.069718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:11:58.075472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.092643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e25246-726c-48fd-ab6a-1225f36f009b req-99eb9b04-c909-435e-8894-e816b7cb175a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:58.094130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51e25246-726c-48fd-ab6a-1225f36f009b req-99eb9b04-c909-435e-8894-e816b7cb175a tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1117775
Mar 26 21:11:58.099003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.099247 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-9a330bf6-546d-41f6-8ed7-35efbf6c6302 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:58.102707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9a330bf6-546d-41f6-8ed7-35efbf6c6302 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/b9bde16e-5a4d-45bb-80d5-883eb35621f8 HTTP/1.1" status: 404  len: 336 time: 0.0492935
Mar 26 21:11:58.102949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.136592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c570b932-16d6-4c7c-a667-302fb17e257f tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "GET /v2.0/ports?device_id=8067ca46-4fd7-4418-bb4d-207ed08afe0b HTTP/1.1" status: 200  len: 205 time: 0.0323708
Mar 26 21:11:58.139067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57200) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.182887 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-3a7b4a6e-c8cf-4644-9a75-cd87bc86406b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] delete failed (client error): The resource could not be found.
Mar 26 21:11:58.184854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3a7b4a6e-c8cf-4644-9a75-cd87bc86406b tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/routers/8067ca46-4fd7-4418-bb4d-207ed08afe0b HTTP/1.1" status: 404  len: 336 time: 0.0445156
Mar 26 21:11:58.187648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57202) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.231261 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0ecd13-2f1e-49c2-8c5b-8bf6b0021370 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:11:58.232062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0ecd13-2f1e-49c2-8c5b-8bf6b0021370 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:11:58.235784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ea0ecd13-2f1e-49c2-8c5b-8bf6b0021370 tempest-RoutersIpV6AdminTest-722763736 tempest-RoutersIpV6AdminTest-722763736-project] 10.222.0.16 "DELETE /v2.0/subnets/31e44842-39dc-4d93-b4c4-d1002ee299da HTTP/1.1" status: 404  len: 337 time: 0.0467153
Mar 26 21:11:58.248703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-51e25246-726c-48fd-ab6a-1225f36f009b req-06716787-bd12-4b1f-9b94-4b80c924c518 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471629
Mar 26 21:11:58.315469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port eced44cd-638d-4391-8ebd-0e95815466f0 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:58.428785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (eced44cd-638d-4391-8ebd-0e95815466f0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.523579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 20538e64-c3df-4fd1-9304-c31b6af6a89c yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:11:58.581626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.635820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (20538e64-c3df-4fd1-9304-c31b6af6a89c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.686579 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eced44cd-638d-4391-8ebd-0e95815466f0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.726008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-86b1c14f-1597-4766-a669-5e54d6420adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.735234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:11:58.738728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:58.741436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:58.742307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (20538e64-c3df-4fd1-9304-c31b6af6a89c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.760530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=eced44cd-638d-4391-8ebd-0e95815466f0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:58.767702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.819670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=20538e64-c3df-4fd1-9304-c31b6af6a89c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:58.822576 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-86b1c14f-1597-4766-a669-5e54d6420adf admin admin] Publish callbacks [] for security_group (a6653489-bc66-481e-9ab6-0a0ea138d80e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.827897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': 'b5743ba1-2736-4f9d-87a9-260627d2d15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd905897e-59b0-4c2a-b51d-63f25b301bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:11:58.828309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: d905897e-59b0-4c2a-b51d-63f25b301bf8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:11:58.828652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-86b1c14f-1597-4766-a669-5e54d6420adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a6653489-bc66-481e-9ab6-0a0ea138d80e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.848499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network d905897e-59b0-4c2a-b51d-63f25b301bf8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:11:58.859657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d905897e-59b0-4c2a-b51d-63f25b301bf8) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:11:58.868898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecbdb4f-69dc-421b-a4c6-d367a4de9bc3 None None] Network d905897e-59b0-4c2a-b51d-63f25b301bf8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:11:58.871236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:11:58.875496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-86b1c14f-1597-4766-a669-5e54d6420adf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ace57cacf3a9435eb4945655bd3a6c57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2902675
Mar 26 21:11:58.875496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1c14f-1597-4766-a669-5e54d6420adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6653489-bc66-481e-9ab6-0a0ea138d80e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:58.877409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57240) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.877735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:58.882579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:58.883352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.906430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4bf44e5-b305-4c8f-8602-43178b6eb237 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1985443
Mar 26 21:11:58.910164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:58.937832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] Publish callbacks [] for security_group (a6653489-bc66-481e-9ab6-0a0ea138d80e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:58.965275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] Publish callbacks [] for security_group (a6653489-bc66-481e-9ab6-0a0ea138d80e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.029225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a6653489-bc66-481e-9ab6-0a0ea138d80e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.032954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.034265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6653489-bc66-481e-9ab6-0a0ea138d80e HTTP/1.1" status: 204  len: 168 time: 0.1559000
Mar 26 21:11:59.039395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 20538e64-c3df-4fd1-9304-c31b6af6a89c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:59.039743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (20538e64-c3df-4fd1-9304-c31b6af6a89c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.045637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272a355-0a8e-4584-ba72-6fff6768b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6653489-bc66-481e-9ab6-0a0ea138d80e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:59.120915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (20538e64-c3df-4fd1-9304-c31b6af6a89c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.136903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 20538e64-c3df-4fd1-9304-c31b6af6a89c owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:11:59.231684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (20538e64-c3df-4fd1-9304-c31b6af6a89c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.271540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.276467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/20538e64-c3df-4fd1-9304-c31b6af6a89c HTTP/1.1" status: 204  len: 168 time: 0.3624206
Mar 26 21:11:59.277061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57252) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:59.278556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ffa51-ca4d-45dc-a075-5b5184fc7b37 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=20538e64-c3df-4fd1-9304-c31b6af6a89c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:59.363694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7706c03-1c83-4842-839b-fc7d7615f184 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:59.370919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7706c03-1c83-4842-839b-fc7d7615f184 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:59.375337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7706c03-1c83-4842-839b-fc7d7615f184 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.0943213
Mar 26 21:11:59.375692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57256) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:59.382399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:59.428044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9751100-6878-4a41-8500-dccd1697986a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec20d4256a9946e38d5f5ca4871295da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0444288
Mar 26 21:11:59.430355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:11:59.487342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] Publish callbacks [] for security_group (c34faf69-f760-49c2-94c2-3d9bb46861fb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.514986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] Publish callbacks [] for security_group (c34faf69-f760-49c2-94c2-3d9bb46861fb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.527519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e03092-4bc3-4c9e-95df-9ab4d1d8da98 req-21b20530-3f30-4506-b3ed-6411442e7e33 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:11:59.528755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7e03092-4bc3-4c9e-95df-9ab4d1d8da98 req-21b20530-3f30-4506-b3ed-6411442e7e33 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.1547654
Mar 26 21:11:59.556070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port eced44cd-638d-4391-8ebd-0e95815466f0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:11:59.556439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eced44cd-638d-4391-8ebd-0e95815466f0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.576814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c34faf69-f760-49c2-94c2-3d9bb46861fb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.580091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.581350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c34faf69-f760-49c2-94c2-3d9bb46861fb HTTP/1.1" status: 204  len: 168 time: 0.1500905
Mar 26 21:11:59.601224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fcdca-92c7-413e-a1df-9ff15e2a3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34faf69-f760-49c2-94c2-3d9bb46861fb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:11:59.696410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eced44cd-638d-4391-8ebd-0e95815466f0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:11:59.720815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7e03092-4bc3-4c9e-95df-9ab4d1d8da98 req-52ed556b-f27a-4668-996d-bc177d3a6ac5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/security-groups?id=751e5e9f-bc93-4a87-8f4a-b1adab11024b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777585
Mar 26 21:11:59.722608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for eced44cd-638d-4391-8ebd-0e95815466f0 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:00.082903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-25e2fb83-048c-4b96-903e-f773d3f8063d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:00.084731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-25e2fb83-048c-4b96-903e-f773d3f8063d tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 946 time: 0.4666903
Mar 26 21:12:00.116825 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.179187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eced44cd-638d-4391-8ebd-0e95815466f0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.221103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=eced44cd-638d-4391-8ebd-0e95815466f0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:00.224428 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.227969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de55bddc-c387-421f-a532-bc7b32009ba2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/eced44cd-638d-4391-8ebd-0e95815466f0 HTTP/1.1" status: 204  len: 168 time: 0.8511145
Mar 26 21:12:00.231228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57288) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:00.271706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Deleting port d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:00.272088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.367402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cabb0-2fc1-44cc-bc86-bb15df1f1b24 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:00.369022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c1cabb0-2fc1-44cc-bc86-bb15df1f1b24 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1369774
Mar 26 21:12:00.371846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:00.407228 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cbb260-c2bd-457d-8fc1-61f6a6336ff9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:00.409158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-53cbb260-c2bd-457d-8fc1-61f6a6336ff9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/20538e64-c3df-4fd1-9304-c31b6af6a89c HTTP/1.1" status: 404  len: 333 time: 0.0360084
Mar 26 21:12:00.410234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] For port d859cfd5-b1f6-4001-86f0-22b3601741dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d859cfd5-b1f6-4001-86f0-22b3601741dd,segment=NetworkSegment(818c3077-ea7f-4cf7-a5c4-0da786e06424),segment_id=818c3077-ea7f-4cf7-a5c4-0da786e06424)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:00.410699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.411717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57310) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:00.428118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Calling delete_port for d859cfd5-b1f6-4001-86f0-22b3601741dd owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:00.448872 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3aa2d0-2b1e-4fa0-bcc1-a09d13fdea6d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:00.450707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0c3aa2d0-2b1e-4fa0-bcc1-a09d13fdea6d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/eced44cd-638d-4391-8ebd-0e95815466f0 HTTP/1.1" status: 404  len: 333 time: 0.0378754
Mar 26 21:12:00.456992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:00.563389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d905897e-59b0-4c2a-b51d-63f25b301bf8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.571143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57336) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:00.632050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d859cfd5-b1f6-4001-86f0-22b3601741dd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.652269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d859cfd5-b1f6-4001-86f0-22b3601741dd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:12:00.717776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Pushing event deleted for resources: {'Port': ['ID=d859cfd5-b1f6-4001-86f0-22b3601741dd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:00.718444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d905897e-59b0-4c2a-b51d-63f25b301bf8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.781746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d668b20>,) {'filters': {'network_id': ['d905897e-59b0-4c2a-b51d-63f25b301bf8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:00.804764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d668b20>, 'b5743ba1-2736-4f9d-87a9-260627d2d15e') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:00.805979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d668b20>, 'b5743ba1-2736-4f9d-87a9-260627d2d15e') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:00.814368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1539411498'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:00.834254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (b5743ba1-2736-4f9d-87a9-260627d2d15e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.846427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] No DVR routers for this DVR port d859cfd5-b1f6-4001-86f0-22b3601741dd on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:00.849780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.855146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6e7dfe9-79c2-4502-a772-7847614aee92 req-39854af7-d628-4d91-8817-f9baa8b70ad5 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.21 "DELETE /v2.0/ports/d859cfd5-b1f6-4001-86f0-22b3601741dd HTTP/1.1" status: 204  len: 173 time: 0.7618971
Mar 26 21:12:00.856261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-deleted', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:12:00.859196 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dbd0e2-9e59-427b-86d3-c76be74a2ed7" -d '{"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-deleted", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:12:00.879598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b5743ba1-2736-4f9d-87a9-260627d2d15e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.907338 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776666a9-aac7-4ea2-93b1-0b6a7c268ee4 x-openstack-request-id: req-776666a9-aac7-4ea2-93b1-0b6a7c268ee4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:12:00.908119 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a24185-11da-4355-9203-d4bc0e5eeb51", "name": "network-vif-deleted", "tag": "d859cfd5-b1f6-4001-86f0-22b3601741dd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:12:00.908641 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-776666a9-aac7-4ea2-93b1-0b6a7c268ee4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:12:00.909470 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776666a9-aac7-4ea2-93b1-0b6a7c268ee4'] response: {'server_uuid': '40a24185-11da-4355-9203-d4bc0e5eeb51', 'name': 'network-vif-deleted', 'tag': 'd859cfd5-b1f6-4001-86f0-22b3601741dd', 'status': 'completed', 'code': 200}
Mar 26 21:12:00.930572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c756f0e8-b167-4764-ad41-6f5280388209 req-5e53e259-2a02-48e5-842b-957417d117a3 tempest-ServersNegativeTestJSON-750347579 tempest-ServersNegativeTestJSON-750347579-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a24185-11da-4355-9203-d4bc0e5eeb51 HTTP/1.1" status: 200  len: 210 time: 0.0716765
Mar 26 21:12:00.932417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:00.933072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (b5743ba1-2736-4f9d-87a9-260627d2d15e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:00.937403 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:00.940249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:00.945050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:00.978289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.097407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d905897e-59b0-4c2a-b51d-63f25b301bf8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.121090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.129084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/d905897e-59b0-4c2a-b51d-63f25b301bf8 HTTP/1.1" status: 204  len: 168 time: 0.6660457
Mar 26 21:12:01.130047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57366) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:01.141219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-354529511'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:01.141456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ab5c6-c9f9-4a85-859b-78d6306d4639 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=d905897e-59b0-4c2a-b51d-63f25b301bf8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:01.189693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:01.193690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.231994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for security_group (999fa722-2a7e-4c19-9797-adde33506a0a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.241897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:01.249280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (999fa722-2a7e-4c19-9797-adde33506a0a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.274844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (829f1d88-2d28-45a6-8c84-f77da8606bbe), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.275384 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment 829f1d88-2d28-45a6-8c84-f77da8606bbe of type vlan for network 78759489-fb24-4279-a97a-fa04d08164ad
Mar 26 21:12:01.354081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999fa722-2a7e-4c19-9797-adde33506a0a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:01.358466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:01.389720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e0a97031-f193-48bb-88a3-49601d03aa12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.390631 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Added segment e0a97031-f193-48bb-88a3-49601d03aa12 of type vlan for network 471d6c8b-4194-460b-ab68-e8c2d1a37508
Mar 26 21:12:01.412522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (78759489-fb24-4279-a97a-fa04d08164ad), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.455618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (78759489-fb24-4279-a97a-fa04d08164ad), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.463887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (471d6c8b-4194-460b-ab68-e8c2d1a37508), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.477614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:01.477614 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.517257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (471d6c8b-4194-460b-ab68-e8c2d1a37508), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.523111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3890183
Mar 26 21:12:01.524106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57370) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:01.529447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:01.530233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.530378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '78759489-fb24-4279-a97a-fa04d08164ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:01.575981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.0015619
Mar 26 21:12:01.577502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57372) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:01.590383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'subnet': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:01.597710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f54250-54b7-4bc3-bf29-b54aa04e1944 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=78759489-fb24-4279-a97a-fa04d08164ad,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:01.626189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 78759489-fb24-4279-a97a-fa04d08164ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:01.680567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8950e8e-9153-481b-b520-ca7c32863c7f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Network': ['ID=471d6c8b-4194-460b-ab68-e8c2d1a37508,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:01.739375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:01.812063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:01.816648 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.842561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:01.846599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:01.919776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Performing IP validity checks on allocation pools {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:12:01.924310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_backend_mixin [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:12:01.969926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.038590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57378) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:02.133404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Deleting subnet e4b77d70-5911-450e-97d5-bc8cde497fa6 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:02.138221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Publish callbacks [] for subnet (e4b77d70-5911-450e-97d5-bc8cde497fa6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.201603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (1c4fcb0c-51de-4053-bdc6-11db740e0eb5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.225864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (e4b77d70-5911-450e-97d5-bc8cde497fa6), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.250656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (af71d509-d79d-46ef-aad2-f0c4477afcd3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.264549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Subnet': ['ID=1c4fcb0c-51de-4053-bdc6-11db740e0eb5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:02.305054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Checking segment: {'id': 'e0a97031-f193-48bb-88a3-49601d03aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:02.305511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network hostable DHCP agents. Network: 471d6c8b-4194-460b-ab68-e8c2d1a37508, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:02.350865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:02.366055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 471d6c8b-4194-460b-ab68-e8c2d1a37508) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:02.369801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (e4b77d70-5911-450e-97d5-bc8cde497fa6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.373970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:02.375333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.379374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99e666-7a46-4dd0-b729-e0348c8ff464 None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:02.420515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e990eb8-aafb-4f86-91bb-6356c88209b5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8418050
Mar 26 21:12:02.424042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57382) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:02.425988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=af71d509-d79d-46ef-aad2-f0c4477afcd3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:02.431806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-1554518227'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:02.455618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': '829f1d88-2d28-45a6-8c84-f77da8606bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:02.456119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: 78759489-fb24-4279-a97a-fa04d08164ad, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:02.490707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 78759489-fb24-4279-a97a-fa04d08164ad is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:02.506516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78759489-fb24-4279-a97a-fa04d08164ad) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:02.512745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:02.513628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.525125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6b224-27ea-4ba9-b2a3-843ebd3321fd None None] Network 78759489-fb24-4279-a97a-fa04d08164ad requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:02.529484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (e4b77d70-5911-450e-97d5-bc8cde497fa6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.564004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-471d6c8b-4194-460b-ab68-e8c2d1a37508', 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'project_id': 'e94e4cb4734c45cda0a7786af1e5a34e', 'fixed_ips': [{'subnet_id': '1c4fcb0c-51de-4053-bdc6-11db740e0eb5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:02.565780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.570751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6cc2e973-ed96-44e1-9a17-73b4663e1c85 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0434306
Mar 26 21:12:02.574479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:02.594342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b77d70-5911-450e-97d5-bc8cde497fa6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:02.623330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '78759489-fb24-4279-a97a-fa04d08164ad', 'name': 'tempest-PortsIpV6TestJSON-1156166947'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:02.627302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.638213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0bbc351f-a91b-4b63-9b5d-ca08e03e454f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e4b77d70-5911-450e-97d5-bc8cde497fa6 HTTP/1.1" status: 204  len: 168 time: 0.5985060
Mar 26 21:12:02.642435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57386) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:02.710682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:02.721400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.754093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port ff25db10-996c-4968-8324-9805c61132b8 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:02.810961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Allocated IP 172.20.0.2 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/611a94c7-b685-4b86-8e09-c5f1a2d5d25b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:02.863416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78759489-fb24-4279-a97a-fa04d08164ad', 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': 'af71d509-d79d-46ef-aad2-f0c4477afcd3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:02.864869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:02.897661 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.041036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:03.045804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.117220 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.130412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 98f1a800-8306-4181-a8de-96d285dfcbbf yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:03.136712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:03.161571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d859cfd5-b1f6-4001-86f0-22b3601741dd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:03.163336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d859cfd5-b1f6-4001-86f0-22b3601741dd not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:03.196677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611daa1d90>,) {'filters': {'network_id': ['ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:03.220333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daa1d90>, '818c3077-ea7f-4cf7-a5c4-0da786e06424') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:03.220603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611daa1d90>, '818c3077-ea7f-4cf7-a5c4-0da786e06424') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:03.222783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Allocated IP 2001:db8::2 (78759489-fb24-4279-a97a-fa04d08164ad/af71d509-d79d-46ef-aad2-f0c4477afcd3/b776345b-b0af-4c1e-946b-cafe28eb4d34) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:03.238161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (818c3077-ea7f-4cf7-a5c4-0da786e06424), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.254207 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks [] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.257829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (818c3077-ea7f-4cf7-a5c4-0da786e06424), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.268756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:03.269289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (818c3077-ea7f-4cf7-a5c4-0da786e06424), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:03.271179 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:03.319004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.362843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.10 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/ff25db10-996c-4968-8324-9805c61132b8) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:03.415795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.423151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.433618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] 10.222.0.16 "DELETE /v2.0/networks/ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67 HTTP/1.1" status: 204  len: 168 time: 0.7861004
Mar 26 21:12:03.460084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15f15-c790-4cb1-858f-dd228dc55ded admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf83904-f1a5-4a9e-ae1b-3b1c10f65d67,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:03.465201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:03.470319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Pushing event updated for resources: {'Port': ['ID=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:03.475749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:03.501277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:03.603582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Attempting to bind port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:03.604089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Attempting to bind port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0a97031-f193-48bb-88a3-49601d03aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:03.604562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Attempting to bind port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b on network 471d6c8b-4194-460b-ab68-e8c2d1a37508 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:03.620894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:03.621461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Checking segment: {'id': 'e0a97031-f193-48bb-88a3-49601d03aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:03.621978 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.622780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Bound using segment: {'id': 'e0a97031-f193-48bb-88a3-49601d03aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:03.623428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Bound port: 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a97031-f193-48bb-88a3-49601d03aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:03.623953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.645357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks [] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.666596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (ff25db10-996c-4968-8324-9805c61132b8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.676706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.781880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Network 78759489-fb24-4279-a97a-fa04d08164ad is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:03.789526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:03.797162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:03.799341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57396) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:03.811428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::37b (78759489-fb24-4279-a97a-fa04d08164ad/af71d509-d79d-46ef-aad2-f0c4477afcd3/98f1a800-8306-4181-a8de-96d285dfcbbf) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:03.811848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] For port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:03.818001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] For port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,segment=NetworkSegment(e0a97031-f193-48bb-88a3-49601d03aa12),segment_id=e0a97031-f193-48bb-88a3-49601d03aa12)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:03.820285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Pushing event updated for resources: {'Port': ['ID=b776345b-b0af-4c1e-946b-cafe28eb4d34,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:03.840832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff25db10-996c-4968-8324-9805c61132b8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.850047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.914614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b06752d-d30f-4f43-8583-ae6d976d9beb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b7d84d914bd48ddbd9e2801f8a9c616&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1139979
Mar 26 21:12:03.921543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:03.922180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57398) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:03.943014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Attempting to bind port b776345b-b0af-4c1e-946b-cafe28eb4d34 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:03.943796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Attempting to bind port b776345b-b0af-4c1e-946b-cafe28eb4d34 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '829f1d88-2d28-45a6-8c84-f77da8606bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:03.944441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Attempting to bind port b776345b-b0af-4c1e-946b-cafe28eb4d34 on network 78759489-fb24-4279-a97a-fa04d08164ad {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:03.956739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:03.965491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:03.966143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Checking segment: {'id': '829f1d88-2d28-45a6-8c84-f77da8606bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:03.966773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.967360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Bound using segment: {'id': '829f1d88-2d28-45a6-8c84-f77da8606bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:03.968068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Bound port: b776345b-b0af-4c1e-946b-cafe28eb4d34, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829f1d88-2d28-45a6-8c84-f77da8606bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '78759489-fb24-4279-a97a-fa04d08164ad'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:03.969322 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:03.969434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:03.977211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=ff25db10-996c-4968-8324-9805c61132b8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:04.006199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7bd4-7e25-43d2-809d-ce3f53ba2b08 None None] Pushing event updated for resources: {'Port': ['ID=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:04.164110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] For port b776345b-b0af-4c1e-946b-cafe28eb4d34, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:04.171353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] For port b776345b-b0af-4c1e-946b-cafe28eb4d34, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b776345b-b0af-4c1e-946b-cafe28eb4d34,segment=NetworkSegment(829f1d88-2d28-45a6-8c84-f77da8606bbe),segment_id=829f1d88-2d28-45a6-8c84-f77da8606bbe)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:04.189872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.269782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (98f1a800-8306-4181-a8de-96d285dfcbbf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.345160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ce99f-c922-4156-b24c-fb472e377b81 None None] Pushing event updated for resources: {'Port': ['ID=b776345b-b0af-4c1e-946b-cafe28eb4d34,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:04.381172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (98f1a800-8306-4181-a8de-96d285dfcbbf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.472616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 78759489-fb24-4279-a97a-fa04d08164ad is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:04.481632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:04.485103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:04.494880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:04.495574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.513990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=98f1a800-8306-4181-a8de-96d285dfcbbf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:04.531201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7216503c-12c9-4bb2-8f35-d3cddaf5f9de tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9552891
Mar 26 21:12:04.532578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57400) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:04.729216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] Publish callbacks [] for security_group (751e5e9f-bc93-4a87-8f4a-b1adab11024b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.753558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 98f1a800-8306-4181-a8de-96d285dfcbbf {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:04.753905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (98f1a800-8306-4181-a8de-96d285dfcbbf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.792309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:04.793127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.827686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] Publish callbacks [] for security_group (751e5e9f-bc93-4a87-8f4a-b1adab11024b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:04.886364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9982e164-af25-4c9a-8d88-09d9f99fca07 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4592023
Mar 26 21:12:04.888790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57406) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:04.894311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-1298744662', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:7c:fe:05'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:05.018048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 611a94c7-b685-4b86-8e09-c5f1a2d5d25b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:05.066508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (751e5e9f-bc93-4a87-8f4a-b1adab11024b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.073079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.078458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/751e5e9f-bc93-4a87-8f4a-b1adab11024b HTTP/1.1" status: 204  len: 168 time: 1.1548369
Mar 26 21:12:05.113819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (98f1a800-8306-4181-a8de-96d285dfcbbf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.161278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 98f1a800-8306-4181-a8de-96d285dfcbbf owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:05.170952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb561-9431-49f9-9d0b-7df01b9a86a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e5e9f-bc93-4a87-8f4a-b1adab11024b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:05.239309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:05.293133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:05.293937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.491767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:05.492770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.542304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.549632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (98f1a800-8306-4181-a8de-96d285dfcbbf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.586531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port 827e68df-e7b6-4ef8-9b61-e5780382f1a7 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:05.615874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,segment=NetworkSegment(e0a97031-f193-48bb-88a3-49601d03aa12),segment_id=e0a97031-f193-48bb-88a3-49601d03aa12)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:05.624975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.626002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b776345b-b0af-4c1e-946b-cafe28eb4d34 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:05.690318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=98f1a800-8306-4181-a8de-96d285dfcbbf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:05.698160 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.707058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:05.708498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c3a56f01-849e-413f-ad6e-ad2e89eeb760 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/98f1a800-8306-4181-a8de-96d285dfcbbf HTTP/1.1" status: 204  len: 168 time: 1.1748452
Mar 26 21:12:05.716464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:05.753324 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-888a8a01-14a2-44d6-b14b-194336786672 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:12:05.757473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888a8a01-14a2-44d6-b14b-194336786672 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:12:05.761913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-888a8a01-14a2-44d6-b14b-194336786672 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/98f1a800-8306-4181-a8de-96d285dfcbbf HTTP/1.1" status: 404  len: 333 time: 0.0443652
Mar 26 21:12:05.765772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57416) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:05.795814 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6a988d-b092-422b-bd2a-097429e11bf1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:05.797777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb6a988d-b092-422b-bd2a-097429e11bf1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/98f1a800-8306-4181-a8de-96d285dfcbbf HTTP/1.1" status: 404  len: 333 time: 0.0307064
Mar 26 21:12:05.800604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:05.869284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.14 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/827e68df-e7b6-4ef8-9b61-e5780382f1a7) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:05.905425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet af71d509-d79d-46ef-aad2-f0c4477afcd3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:05.916353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (af71d509-d79d-46ef-aad2-f0c4477afcd3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:05.978161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (af71d509-d79d-46ef-aad2-f0c4477afcd3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.067589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef9cb2-b73b-48f1-8e87-b8b30926702b None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:06.148119 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (827e68df-e7b6-4ef8-9b61-e5780382f1a7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.148381 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (af71d509-d79d-46ef-aad2-f0c4477afcd3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.189081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-10b8c2f9-0aa8-46e3-926f-09735311bc31 None None] Provisioning complete for port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:06.189760 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-10b8c2f9-0aa8-46e3-926f-09735311bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.205108 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (827e68df-e7b6-4ef8-9b61-e5780382f1a7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.259443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f733979-d290-46e2-a91d-b82cd29226a9 None None] Network 78759489-fb24-4279-a97a-fa04d08164ad requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:06.260820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (af71d509-d79d-46ef-aad2-f0c4477afcd3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.276252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:06.279817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:06.290371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:06.292870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=af71d509-d79d-46ef-aad2-f0c4477afcd3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:06.298783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.303000 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c4eee0dd-cecd-49a1-aaa0-9251560a1d19 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/af71d509-d79d-46ef-aad2-f0c4477afcd3 HTTP/1.1" status: 204  len: 168 time: 0.5010922
Mar 26 21:12:06.305850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57436) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:06.306106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b776345b-b0af-4c1e-946b-cafe28eb4d34 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:06.307015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.331439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=827e68df-e7b6-4ef8-9b61-e5780382f1a7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:06.368201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:06.369551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.391640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-275cc4cb-cc98-46c6-8486-cb04f5446620 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 1.5016594
Mar 26 21:12:06.394303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57440) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:06.434237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (78759489-fb24-4279-a97a-fa04d08164ad), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.476741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57444) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:06.503468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-10b8c2f9-0aa8-46e3-926f-09735311bc31 None None] Current status of the port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:06.514315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port b776345b-b0af-4c1e-946b-cafe28eb4d34 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:06.514653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.525843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cc5e6-bc45-407d-b949-5e402929b05c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:06.533330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cc5e6-bc45-407d-b949-5e402929b05c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:06.540169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cc5e6-bc45-407d-b949-5e402929b05c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:06.546324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f38cc5e6-bc45-407d-b949-5e402929b05c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2469 time: 0.1481929
Mar 26 21:12:06.547248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57448) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:06.576857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b776345b-b0af-4c1e-946b-cafe28eb4d34 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:06.577557 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.638237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port b776345b-b0af-4c1e-946b-cafe28eb4d34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b776345b-b0af-4c1e-946b-cafe28eb4d34,segment=NetworkSegment(829f1d88-2d28-45a6-8c84-f77da8606bbe),segment_id=829f1d88-2d28-45a6-8c84-f77da8606bbe)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:06.638915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.688941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for b776345b-b0af-4c1e-946b-cafe28eb4d34 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:06.711511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b776345b-b0af-4c1e-946b-cafe28eb4d34, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b776345b-b0af-4c1e-946b-cafe28eb4d34,segment=NetworkSegment(829f1d88-2d28-45a6-8c84-f77da8606bbe),segment_id=829f1d88-2d28-45a6-8c84-f77da8606bbe)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:06.713088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-935895804-network', 'tenant_id': '8747c12da8b847a294543693794b28e0'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:06.713292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] DHCP port deletion for 78759489-fb24-4279-a97a-fa04d08164ad request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:06.716764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-35545fd2-213a-4bcc-8953-c52a0e6970cd None None] Provisioning complete for port b776345b-b0af-4c1e-946b-cafe28eb4d34 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:06.717146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35545fd2-213a-4bcc-8953-c52a0e6970cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.722434 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.796103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Made reservation on behalf of 8747c12da8b847a294543693794b28e0 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:06.798407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.844794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.846232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b776345b-b0af-4c1e-946b-cafe28eb4d34,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:06.896488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 611a94c7-b685-4b86-8e09-c5f1a2d5d25b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:06.903288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port 827e68df-e7b6-4ef8-9b61-e5780382f1a7 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:06.903849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (827e68df-e7b6-4ef8-9b61-e5780382f1a7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.986200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:06.990777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35545fd2-213a-4bcc-8953-c52a0e6970cd None None] Current status of the port b776345b-b0af-4c1e-946b-cafe28eb4d34 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:07.025376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Deleting port b776345b-b0af-4c1e-946b-cafe28eb4d34 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:07.025864 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.027897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (827e68df-e7b6-4ef8-9b61-e5780382f1a7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.037686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=b776345b-b0af-4c1e-946b-cafe28eb4d34,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.040995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port b776345b-b0af-4c1e-946b-cafe28eb4d34 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:07.057352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for 827e68df-e7b6-4ef8-9b61-e5780382f1a7 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:07.080230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-9a83579f-c4d8-44bc-a5c5-2702f990073e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1333184
Mar 26 21:12:07.145532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (78759489-fb24-4279-a97a-fa04d08164ad), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.146632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks [] for security_group (a5a368dc-71bc-48ff-874f-94f0b9a61d22), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.161363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a5a368dc-71bc-48ff-874f-94f0b9a61d22), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.211292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:07.217817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a368dc-71bc-48ff-874f-94f0b9a61d22,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.219864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] For port b776345b-b0af-4c1e-946b-cafe28eb4d34, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:07.223052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e580eb0>,) {'filters': {'network_id': ['78759489-fb24-4279-a97a-fa04d08164ad']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:07.223770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.254446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e580eb0>, '829f1d88-2d28-45a6-8c84-f77da8606bbe') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:07.254660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e580eb0>, '829f1d88-2d28-45a6-8c84-f77da8606bbe') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:07.266407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Provisioning complete for port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:07.268867 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.274774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Calling delete_port for b776345b-b0af-4c1e-946b-cafe28eb4d34 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:07.289831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (829f1d88-2d28-45a6-8c84-f77da8606bbe), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.319054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (829f1d88-2d28-45a6-8c84-f77da8606bbe), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.320440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Port b776345b-b0af-4c1e-946b-cafe28eb4d34 was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:12:07.325784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b776345b-b0af-4c1e-946b-cafe28eb4d34), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.327896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:07.328339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (829f1d88-2d28-45a6-8c84-f77da8606bbe), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.334170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-55248575-cf65-49e0-81e7-c96416d64aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:07.335740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-55248575-cf65-49e0-81e7-c96416d64aa9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 1127 time: 0.1861963
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:07.336954 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:07.349672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (827e68df-e7b6-4ef8-9b61-e5780382f1a7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.362100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:07.362479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.367777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Pushing event deleted for resources: {'Port': ['ID=b776345b-b0af-4c1e-946b-cafe28eb4d34,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.368125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5ea9856a-cb65-4898-8a23-6250ad507c1c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.368491 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Added segment 5ea9856a-cb65-4898-8a23-6250ad507c1c of type vlan for network 936cf63a-c1f0-47d3-843b-a898bc6f9008
Mar 26 21:12:07.402828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] No DVR routers for this DVR port b776345b-b0af-4c1e-946b-cafe28eb4d34 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:07.450265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.450723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.451118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.451546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.451891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.452290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.452768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.453314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.454006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.454378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.454819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.455160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.455526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.455888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.456832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c953a5-dc63-4999-91eb-d5e6b98708f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:07.462873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=827e68df-e7b6-4ef8-9b61-e5780382f1a7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.507826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (78759489-fb24-4279-a97a-fa04d08164ad), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.515743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (936cf63a-c1f0-47d3-843b-a898bc6f9008), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.526098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.530766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/78759489-fb24-4279-a97a-fa04d08164ad HTTP/1.1" status: 204  len: 168 time: 1.2238784
Mar 26 21:12:07.536387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57474) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:07.554666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-385350978'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:07.572298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:07.593676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Current status of the port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:07.599697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-4eabec07-a93d-427d-ac34-9ba82f1e5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:07.601995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-4eabec07-a93d-427d-ac34-9ba82f1e5594 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 913 time: 0.2352443
Mar 26 21:12:07.602976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fb2e5-ba0e-44c5-ad1f-87be373261b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=78759489-fb24-4279-a97a-fa04d08164ad,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.605872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Provisioning complete for port ff25db10-996c-4968-8324-9805c61132b8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:07.606261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff25db10-996c-4968-8324-9805c61132b8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.645359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Port ff25db10-996c-4968-8324-9805c61132b8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:07.648649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b1e8ee67-aa6f-44e4-ba18-c5ff26907426 None None] Could not find standard attr ID for object 827e68df-e7b6-4ef8-9b61-e5780382f1a7. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:07.655474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (936cf63a-c1f0-47d3-843b-a898bc6f9008), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.656383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-025647e0-f135-4326-b06e-b0646f4614c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1 HTTP/1.1" status: 200  len: 217 time: 0.0479541
Mar 26 21:12:07.656907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:07.657041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.676577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b776345b-b0af-4c1e-946b-cafe28eb4d34 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:07.709552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:07.716499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.716611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2344947
Mar 26 21:12:07.716697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:07.723118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Request body: {'subnet': {'network_id': '936cf63a-c1f0-47d3-843b-a898bc6f9008', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-935895804-subnet', 'tenant_id': '8747c12da8b847a294543693794b28e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:07.734055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b776345b-b0af-4c1e-946b-cafe28eb4d34 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:07.735882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b776345b-b0af-4c1e-946b-cafe28eb4d34 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:07.759673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-5b3e2b2e-c620-45b9-9970-e63dad0c65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:07.761192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-5b3e2b2e-c620-45b9-9970-e63dad0c65d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 200  len: 853 time: 0.0985672
Mar 26 21:12:07.764881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263edde-0fc7-4788-8b5b-a7176f4d0c42 admin admin] Pushing event updated for resources: {'Network': ['ID=936cf63a-c1f0-47d3-843b-a898bc6f9008,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:07.773399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.777801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-04af5bf5-68d3-4e3e-b8c2-b69fc343535b tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/827e68df-e7b6-4ef8-9b61-e5780382f1a7 HTTP/1.1" status: 204  len: 168 time: 1.2293432
Mar 26 21:12:07.779411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-66449cea-d9d2-4acc-958b-d107e1c32237 None None] Could not find standard attr ID for object 827e68df-e7b6-4ef8-9b61-e5780382f1a7. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:07.783583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Made reservation on behalf of 8747c12da8b847a294543693794b28e0 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:07.785942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.786934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57482) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:07.798470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 936cf63a-c1f0-47d3-843b-a898bc6f9008 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:07.824942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-66449cea-d9d2-4acc-958b-d107e1c32237 None None] Provisioning complete for port ff25db10-996c-4968-8324-9805c61132b8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:07.825319 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66449cea-d9d2-4acc-958b-d107e1c32237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff25db10-996c-4968-8324-9805c61132b8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.831637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-4f6604cf-9ac1-4c51-924b-b3f0fd427913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d44f6756-0914-4122-b1f7-731679a6fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611629
Mar 26 21:12:07.832377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:07.850495 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a46034-84e1-48dd-b134-4730ca3ecf97 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:07.858094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-86a46034-84e1-48dd-b134-4730ca3ecf97 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports/827e68df-e7b6-4ef8-9b61-e5780382f1a7 HTTP/1.1" status: 404  len: 333 time: 0.0696864
Mar 26 21:12:07.859055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57486) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:07.867117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-1156007690'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:07.867731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7b0298b7-9d7a-4f7e-8092-f3aada532d2b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:07.868198 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment 7b0298b7-9d7a-4f7e-8092-f3aada532d2b of type vlan for network 2eea3d29-bf81-4446-9322-fe9e6d709219
Mar 26 21:12:07.966678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-66449cea-d9d2-4acc-958b-d107e1c32237 None None] Port ff25db10-996c-4968-8324-9805c61132b8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:08.020488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (2eea3d29-bf81-4446-9322-fe9e6d709219), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.056835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:08.062103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.090622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port e9b31a12-4677-43a4-bd72-1e57587a169d yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:08.120109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (2eea3d29-bf81-4446-9322-fe9e6d709219), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.125402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:08.126154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.129882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-4ab4c3c7-85d5-4a7f-8cf8-248ec615b608 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2898188
Mar 26 21:12:08.188466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6421049
Mar 26 21:12:08.191480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:08.197543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:08.276922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.5 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/e9b31a12-4677-43a4-bd72-1e57587a169d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:08.331844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:08.335238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.543226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.580549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7af24f-dc78-4c4a-8567-7157a2f56cf2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=2eea3d29-bf81-4446-9322-fe9e6d709219,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:08.594314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:08.651386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (4e157192-e7f7-45bf-96ef-d3028fa4e79d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.654316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc992dc0-fadd-4f97-936a-2dfe8e53af42 req-12111958-4f03-447d-a7c2-b0253aa9d79b service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5114555
Mar 26 21:12:08.661915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.684882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3b47b33b-e68e-4be6-9d0a-a4f6789b7c93), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.751878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b47b33b-e68e-4be6-9d0a-a4f6789b7c93,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:08.756745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:08.761788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Checking segment: {'id': '5ea9856a-cb65-4898-8a23-6250ad507c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '936cf63a-c1f0-47d3-843b-a898bc6f9008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:08.762105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Network hostable DHCP agents. Network: 936cf63a-c1f0-47d3-843b-a898bc6f9008, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:08.766072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:08.788774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Network 936cf63a-c1f0-47d3-843b-a898bc6f9008 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:08.792598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:08.801002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 936cf63a-c1f0-47d3-843b-a898bc6f9008) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:08.808933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=e9b31a12-4677-43a4-bd72-1e57587a169d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:08.809730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:08.810441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.820903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ab6d3-b7e5-4eaf-996a-eb922225474e None None] Network 936cf63a-c1f0-47d3-843b-a898bc6f9008 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:08.832951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d9e88a14-0607-4cf8-8753-e555bd8f4839 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1153555
Mar 26 21:12:08.850217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=4e157192-e7f7-45bf-96ef-d3028fa4e79d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:08.871243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': '7b0298b7-9d7a-4f7e-8092-f3aada532d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:08.871781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: 2eea3d29-bf81-4446-9322-fe9e6d709219, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:08.904985 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:08.905641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.923733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:08.939132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:08.940335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a20f66b0-ba03-4433-bd8e-4ff67839ed00 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0778022
Mar 26 21:12:08.941345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2eea3d29-bf81-4446-9322-fe9e6d709219) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:08.948039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:7c:fe:05'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:08.952009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:08.952630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:08.959494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3293c0-7c50-492d-90ae-6b18e9f11b7c None None] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:08.992950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:08.993391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6d07d6af-f455-42eb-baae-4e79dc6339af tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7998590
Mar 26 21:12:09.010783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1850695172'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:09.078092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57516) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:09.104616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a51b0-5a2f-43d8-9f21-ebffff9ba89a None None] Network 936cf63a-c1f0-47d3-843b-a898bc6f9008 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:09.144846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Deleting subnet 3b47b33b-e68e-4be6-9d0a-a4f6789b7c93 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:09.151174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Publish callbacks [] for subnet (3b47b33b-e68e-4be6-9d0a-a4f6789b7c93), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.232840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2eea3d29-bf81-4446-9322-fe9e6d709219', 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': '4e157192-e7f7-45bf-96ef-d3028fa4e79d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:09.233096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3b47b33b-e68e-4be6-9d0a-a4f6789b7c93), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.233488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.257735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6e97d61b-b3e2-49df-8d14-7c9d67aa4238 None None] Provisioning complete for port e9b31a12-4677-43a4-bd72-1e57587a169d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:09.258108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e97d61b-b3e2-49df-8d14-7c9d67aa4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.306321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3b47b33b-e68e-4be6-9d0a-a4f6789b7c93), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.309879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:09.313409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.340610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port e4d07d72-8de4-411d-87d8-842aaeb0b917 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:09.346376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.384473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e97d61b-b3e2-49df-8d14-7c9d67aa4238 None None] Port e9b31a12-4677-43a4-bd72-1e57587a169d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:09.386360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3b47b33b-e68e-4be6-9d0a-a4f6789b7c93), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.420912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b47b33b-e68e-4be6-9d0a-a4f6789b7c93,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:09.426262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.431236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6ae12104-ef20-4a90-b906-064485b732a0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b47b33b-e68e-4be6-9d0a-a4f6789b7c93 HTTP/1.1" status: 204  len: 168 time: 0.3522520
Mar 26 21:12:09.436595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57520) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:09.473411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Allocated IP 2001:db8::2 (2eea3d29-bf81-4446-9322-fe9e6d709219/4e157192-e7f7-45bf-96ef-d3028fa4e79d/86b820b4-e4f8-4412-acaa-3964a5321576) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:09.546494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (936cf63a-c1f0-47d3-843b-a898bc6f9008), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.642184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.647066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (936cf63a-c1f0-47d3-843b-a898bc6f9008), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.649494 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.671145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks [] for port (86b820b4-e4f8-4412-acaa-3964a5321576), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.677090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6124153970>,) {'filters': {'network_id': ['936cf63a-c1f0-47d3-843b-a898bc6f9008']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:09.680875 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.688750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124153970>, '5ea9856a-cb65-4898-8a23-6250ad507c1c') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:09.688750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124153970>, '5ea9856a-cb65-4898-8a23-6250ad507c1c') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:09.700003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (5ea9856a-cb65-4898-8a23-6250ad507c1c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.717425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5ea9856a-cb65-4898-8a23-6250ad507c1c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.725291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:09.725657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:09.725905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (5ea9856a-cb65-4898-8a23-6250ad507c1c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.730097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:09.733556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:09.743796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Pushing event updated for resources: {'Port': ['ID=86b820b4-e4f8-4412-acaa-3964a5321576,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:09.744181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=e9b31a12-4677-43a4-bd72-1e57587a169d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:09.751569 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:09.804193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Attempting to bind port 86b820b4-e4f8-4412-acaa-3964a5321576 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:09.804610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Attempting to bind port 86b820b4-e4f8-4412-acaa-3964a5321576 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b0298b7-9d7a-4f7e-8092-f3aada532d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:09.804995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Attempting to bind port 86b820b4-e4f8-4412-acaa-3964a5321576 on network 2eea3d29-bf81-4446-9322-fe9e6d709219 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:09.814253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:09.814751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Checking segment: {'id': '7b0298b7-9d7a-4f7e-8092-f3aada532d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:09.815186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.815790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Bound using segment: {'id': '7b0298b7-9d7a-4f7e-8092-f3aada532d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:09.816381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Bound port: 86b820b4-e4f8-4412-acaa-3964a5321576, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0298b7-9d7a-4f7e-8092-f3aada532d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2eea3d29-bf81-4446-9322-fe9e6d709219'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:09.816782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.839948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::2a6 (2eea3d29-bf81-4446-9322-fe9e6d709219/4e157192-e7f7-45bf-96ef-d3028fa4e79d/e4d07d72-8de4-411d-87d8-842aaeb0b917) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:09.840123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (936cf63a-c1f0-47d3-843b-a898bc6f9008), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.854588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.861020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/936cf63a-c1f0-47d3-843b-a898bc6f9008 HTTP/1.1" status: 204  len: 168 time: 0.4207976
Mar 26 21:12:09.862339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] In _notify_port_updated(), no bound segment for port e9b31a12-4677-43a4-bd72-1e57587a169d on network 471d6c8b-4194-460b-ab68-e8c2d1a37508 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:09.872953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:09.874866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:09.876476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aad64fe4-9d2b-4741-92fd-9952509fe830 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "PUT /v2.0/ports/e9b31a12-4677-43a4-bd72-1e57587a169d HTTP/1.1" status: 200  len: 994 time: 0.9360442
Mar 26 21:12:09.881174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57540) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:09.887048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaade66-f799-41d8-a63e-229b28dd9cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=936cf63a-c1f0-47d3-843b-a898bc6f9008,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:09.921116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] For port 86b820b4-e4f8-4412-acaa-3964a5321576, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:09.925668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] For port 86b820b4-e4f8-4412-acaa-3964a5321576, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86b820b4-e4f8-4412-acaa-3964a5321576,segment=NetworkSegment(7b0298b7-9d7a-4f7e-8092-f3aada532d2b),segment_id=7b0298b7-9d7a-4f7e-8092-f3aada532d2b)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:09.941235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.089676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ff64c-c05e-47b9-aeba-32cd42013000 None None] Pushing event updated for resources: {'Port': ['ID=86b820b4-e4f8-4412-acaa-3964a5321576,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:10.092343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57544) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:10.136254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bb63ee20-46c6-4277-818f-4e3042e696db None None] Provisioning complete for port e9b31a12-4677-43a4-bd72-1e57587a169d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:10.136681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bb63ee20-46c6-4277-818f-4e3042e696db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.164766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (e4d07d72-8de4-411d-87d8-842aaeb0b917), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.189537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4671a5dd-aa2a-41ca-a1c0-b8e704983e38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8747c12da8b847a294543693794b28e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0921113
Mar 26 21:12:10.189537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:10.200709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bb63ee20-46c6-4277-818f-4e3042e696db None None] Port e9b31a12-4677-43a4-bd72-1e57587a169d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:10.220531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port e9b31a12-4677-43a4-bd72-1e57587a169d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:10.220978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.256845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] Publish callbacks [] for security_group (a5a368dc-71bc-48ff-874f-94f0b9a61d22), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.310967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] Publish callbacks [] for security_group (a5a368dc-71bc-48ff-874f-94f0b9a61d22), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.393502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a5a368dc-71bc-48ff-874f-94f0b9a61d22), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.399620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e4d07d72-8de4-411d-87d8-842aaeb0b917), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.402416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.406358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5a368dc-71bc-48ff-874f-94f0b9a61d22 HTTP/1.1" status: 204  len: 168 time: 0.2153606
Mar 26 21:12:10.429165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0597b-885f-46e6-80eb-51e88fa7ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a368dc-71bc-48ff-874f-94f0b9a61d22,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:10.458840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.489337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:10.490386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for e9b31a12-4677-43a4-bd72-1e57587a169d owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:10.500375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:10.507395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:10.512771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:10.513532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.516242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=e4d07d72-8de4-411d-87d8-842aaeb0b917,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:10.574376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9417fc96-93bf-4027-acb7-02f04196646a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.5802472
Mar 26 21:12:10.577512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57566) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:10.680221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e9b31a12-4677-43a4-bd72-1e57587a169d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.693839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port e4d07d72-8de4-411d-87d8-842aaeb0b917 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:10.694577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e4d07d72-8de4-411d-87d8-842aaeb0b917), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.712031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=e9b31a12-4677-43a4-bd72-1e57587a169d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:10.843486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e4d07d72-8de4-411d-87d8-842aaeb0b917), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:10.861783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for e4d07d72-8de4-411d-87d8-842aaeb0b917 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:10.933687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86b820b4-e4f8-4412-acaa-3964a5321576 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:11.021261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 86b820b4-e4f8-4412-acaa-3964a5321576 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:11.021713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.052763 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.058795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6628291f-2705-41f8-9227-4c4f18ed1ce7 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/e9b31a12-4677-43a4-bd72-1e57587a169d HTTP/1.1" status: 204  len: 168 time: 1.1765981
Mar 26 21:12:11.062518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57578) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:11.143295 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c595f69-7879-4165-a5cf-ed704fa0ba8f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:11.146342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8c595f69-7879-4165-a5cf-ed704fa0ba8f tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports/e9b31a12-4677-43a4-bd72-1e57587a169d HTTP/1.1" status: 404  len: 333 time: 0.0824916
Mar 26 21:12:11.149847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57586) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:11.159071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-777030515'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:11.194227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e4d07d72-8de4-411d-87d8-842aaeb0b917), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.211613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 86b820b4-e4f8-4412-acaa-3964a5321576 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:11.212374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.295626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 86b820b4-e4f8-4412-acaa-3964a5321576, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86b820b4-e4f8-4412-acaa-3964a5321576,segment=NetworkSegment(7b0298b7-9d7a-4f7e-8092-f3aada532d2b),segment_id=7b0298b7-9d7a-4f7e-8092-f3aada532d2b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:11.302476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.341862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=e4d07d72-8de4-411d-87d8-842aaeb0b917,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:11.350801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.356274 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85eadc74-67e0-427b-adbe-961ba7b51137 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/e4d07d72-8de4-411d-87d8-842aaeb0b917 HTTP/1.1" status: 204  len: 168 time: 0.7774270
Mar 26 21:12:11.358789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:11.502793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=86b820b4-e4f8-4412-acaa-3964a5321576,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:11.504644 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe7ca1f-3593-4993-970e-4cefe8b60150 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:11.506753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:11.511221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.514783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cfe7ca1f-3593-4993-970e-4cefe8b60150 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/e4d07d72-8de4-411d-87d8-842aaeb0b917 HTTP/1.1" status: 404  len: 333 time: 0.1544878
Mar 26 21:12:11.518652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57612) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:11.558339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port 0a60af39-860b-4172-9c87-3d6fb347ed27 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:11.637820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 4e157192-e7f7-45bf-96ef-d3028fa4e79d {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:11.655854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (4e157192-e7f7-45bf-96ef-d3028fa4e79d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.714964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (4e157192-e7f7-45bf-96ef-d3028fa4e79d), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.717073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57614) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:11.747764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.14 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/0a60af39-860b-4172-9c87-3d6fb347ed27) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:11.817144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a855593-c7c6-4e9a-9895-0415fe2dad89 None None] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:11.867498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4e157192-e7f7-45bf-96ef-d3028fa4e79d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.950702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d181717b-bee9-4c48-9b90-3d8526d34918 None None] Provisioning complete for port 86b820b4-e4f8-4412-acaa-3964a5321576 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:11.951224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d181717b-bee9-4c48-9b90-3d8526d34918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.959321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (4e157192-e7f7-45bf-96ef-d3028fa4e79d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.967937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-564826691-network', 'tenant_id': 'b71f8376aef34204986c6b230e125754'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:11.990896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:11.995907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=4e157192-e7f7-45bf-96ef-d3028fa4e79d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:12.000642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.004289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-115b651b-ff47-4730-8195-04729681435c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/4e157192-e7f7-45bf-96ef-d3028fa4e79d HTTP/1.1" status: 204  len: 168 time: 0.4836845
Mar 26 21:12:12.006927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57618) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:12.064444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Made reservation on behalf of b71f8376aef34204986c6b230e125754 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:12.067398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.107433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.120739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d181717b-bee9-4c48-9b90-3d8526d34918 None None] Current status of the port 86b820b4-e4f8-4412-acaa-3964a5321576 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:12.178774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.191243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (2eea3d29-bf81-4446-9322-fe9e6d709219), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.279612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:12.289187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=0a60af39-860b-4172-9c87-3d6fb347ed27,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:12.294135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:12.296762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:12.396647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e04c7f-ea34-48d7-aafe-94bb89aa8a39 None None] Network 2eea3d29-bf81-4446-9322-fe9e6d709219 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:12.413935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:12.414840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.473594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks [] for security_group (9704231d-0196-4471-99bf-52643f5def5f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.489618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 86b820b4-e4f8-4412-acaa-3964a5321576 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:12.490102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.493603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9704231d-0196-4471-99bf-52643f5def5f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.515576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60300707-3ff6-4d94-9eba-f2920926afee tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3626769
Mar 26 21:12:12.519631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57638) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:12.535082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7c:fe:05'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:12.553153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9b372c39-9f49-4beb-8bf4-e625bf02c5fb None None] Provisioning complete for port 86b820b4-e4f8-4412-acaa-3964a5321576 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:12.553854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b372c39-9f49-4beb-8bf4-e625bf02c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.554167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:12.639621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (85a70700-6bad-40db-b718-9476a4dba89b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.640025 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Added segment 85a70700-6bad-40db-b718-9476a4dba89b of type vlan for network 924c4ba2-e9ae-4a68-b736-76f3543c6a02
Mar 26 21:12:12.646681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9704231d-0196-4471-99bf-52643f5def5f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:12.669500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9b372c39-9f49-4beb-8bf4-e625bf02c5fb None None] Current status of the port 86b820b4-e4f8-4412-acaa-3964a5321576 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:12.707518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] DHCP port deletion for 2eea3d29-bf81-4446-9322-fe9e6d709219 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:12.711114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port 86b820b4-e4f8-4412-acaa-3964a5321576, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86b820b4-e4f8-4412-acaa-3964a5321576,segment=NetworkSegment(7b0298b7-9d7a-4f7e-8092-f3aada532d2b),segment_id=7b0298b7-9d7a-4f7e-8092-f3aada532d2b)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:12.711480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.715506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (924c4ba2-e9ae-4a68-b736-76f3543c6a02), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.730861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 86b820b4-e4f8-4412-acaa-3964a5321576 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:12.776094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Deleting port 86b820b4-e4f8-4412-acaa-3964a5321576 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:12.776323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.788173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.797856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (924c4ba2-e9ae-4a68-b736-76f3543c6a02), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.798845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:12.799461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.864857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1421084
Mar 26 21:12:12.894119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac1e66-f6be-48f1-8cf9-3c346734a283 admin admin] Pushing event updated for resources: {'Network': ['ID=924c4ba2-e9ae-4a68-b736-76f3543c6a02,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:12.918461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:12.967037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port 86b820b4-e4f8-4412-acaa-3964a5321576 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:12.967643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86b820b4-e4f8-4412-acaa-3964a5321576 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:12.969039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=86b820b4-e4f8-4412-acaa-3964a5321576,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:12.970023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 924c4ba2-e9ae-4a68-b736-76f3543c6a02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:13.048554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 86b820b4-e4f8-4412-acaa-3964a5321576 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:13.048795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86b820b4-e4f8-4412-acaa-3964a5321576 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:13.100186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] For port 86b820b4-e4f8-4412-acaa-3964a5321576, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86b820b4-e4f8-4412-acaa-3964a5321576,segment=NetworkSegment(7b0298b7-9d7a-4f7e-8092-f3aada532d2b),segment_id=7b0298b7-9d7a-4f7e-8092-f3aada532d2b)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:13.100662 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.106993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (2eea3d29-bf81-4446-9322-fe9e6d709219), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.113613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.122930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8c38f607-e2f0-4b88-aa9f-70ee5d85b7da None None] Provisioning complete for port 0a60af39-860b-4172-9c87-3d6fb347ed27 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:13.123399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8c38f607-e2f0-4b88-aa9f-70ee5d85b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.124753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.128563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dfc2d60>,) {'filters': {'network_id': ['2eea3d29-bf81-4446-9322-fe9e6d709219']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:13.142747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfc2d60>, '7b0298b7-9d7a-4f7e-8092-f3aada532d2b') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:13.143078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dfc2d60>, '7b0298b7-9d7a-4f7e-8092-f3aada532d2b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:13.155726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (7b0298b7-9d7a-4f7e-8092-f3aada532d2b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.158378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Calling delete_port for 86b820b4-e4f8-4412-acaa-3964a5321576 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:13.178184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8c38f607-e2f0-4b88-aa9f-70ee5d85b7da None None] Port 0a60af39-860b-4172-9c87-3d6fb347ed27 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:13.180978 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7b0298b7-9d7a-4f7e-8092-f3aada532d2b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.196755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:13.197234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (7b0298b7-9d7a-4f7e-8092-f3aada532d2b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:13.200365 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:13.243056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=0a60af39-860b-4172-9c87-3d6fb347ed27,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:13.263122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] In _notify_port_updated(), no bound segment for port 0a60af39-860b-4172-9c87-3d6fb347ed27 on network 471d6c8b-4194-460b-ab68-e8c2d1a37508 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:13.272222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:13.272887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.276990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ddb2346e-54b1-404d-aa16-fe3ed4266bb3 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "PUT /v2.0/ports/0a60af39-860b-4172-9c87-3d6fb347ed27 HTTP/1.1" status: 200  len: 996 time: 0.7511556
Mar 26 21:12:13.279530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57648) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:13.322026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (86b820b4-e4f8-4412-acaa-3964a5321576), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.351849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] Pushing event deleted for resources: {'Port': ['ID=86b820b4-e4f8-4412-acaa-3964a5321576,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:13.362917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28c4e2-5568-42a0-b9eb-eb6539758e41 None None] No DVR routers for this DVR port 86b820b4-e4f8-4412-acaa-3964a5321576 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:13.385384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (2eea3d29-bf81-4446-9322-fe9e6d709219), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.390340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.394699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/2eea3d29-bf81-4446-9322-fe9e6d709219 HTTP/1.1" status: 204  len: 168 time: 1.3862743
Mar 26 21:12:13.398659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57652) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:13.406656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'name': 'tempest-PortsIpV6TestJSON-542311617'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:13.435025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d5fb4-c52b-43ad-b743-f5653fdca49a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=2eea3d29-bf81-4446-9322-fe9e6d709219,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:13.485369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port 0a60af39-860b-4172-9c87-3d6fb347ed27 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:13.485763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.592958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99eb38-5f57-4f15-819a-c9beb23bc65e req-33aec8b8-f3c6-47d4-8d95-af36e0a425be tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:13.608458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99eb38-5f57-4f15-819a-c9beb23bc65e req-33aec8b8-f3c6-47d4-8d95-af36e0a425be tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:13.609632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:13.616173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99eb38-5f57-4f15-819a-c9beb23bc65e req-33aec8b8-f3c6-47d4-8d95-af36e0a425be tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:13.616776 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.618335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc99eb38-5f57-4f15-819a-c9beb23bc65e req-33aec8b8-f3c6-47d4-8d95-af36e0a425be tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.3098154
Mar 26 21:12:13.634015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f95a532d-f54d-47b9-87cc-42ee4e76048c None None] Provisioning complete for port 0a60af39-860b-4172-9c87-3d6fb347ed27 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:13.634493 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f95a532d-f54d-47b9-87cc-42ee4e76048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.687218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f95a532d-f54d-47b9-87cc-42ee4e76048c None None] Port 0a60af39-860b-4172-9c87-3d6fb347ed27 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:13.701293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.711355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 68db4e3c-e152-4cc8-b90e-1587bdf66580 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:13.733948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for 0a60af39-860b-4172-9c87-3d6fb347ed27 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:13.824858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af25da-3aad-4fc1-9a51-c78febffe56c req-233dd72e-3d65-4d43-af9d-19d0558aa060 tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:13.826159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-04af25da-3aad-4fc1-9a51-c78febffe56c req-233dd72e-3d65-4d43-af9d-19d0558aa060 tempest-ComputeTenantNetworksTest-1140296480 tempest-ComputeTenantNetworksTest-1140296480-project] 10.222.0.16 "GET /v2.0/networks/924c4ba2-e9ae-4a68-b736-76f3543c6a02 HTTP/1.1" status: 200  len: 768 time: 0.1803443
Mar 26 21:12:13.834967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57672) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:13.909620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (924c4ba2-e9ae-4a68-b736-76f3543c6a02), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:13.999867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (924c4ba2-e9ae-4a68-b736-76f3543c6a02), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.029396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e4b9670>,) {'filters': {'network_id': ['924c4ba2-e9ae-4a68-b736-76f3543c6a02']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:14.031482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (68db4e3c-e152-4cc8-b90e-1587bdf66580), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.039312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4b9670>, '85a70700-6bad-40db-b718-9476a4dba89b') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:14.040046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e4b9670>, '85a70700-6bad-40db-b718-9476a4dba89b') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:14.050044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (85a70700-6bad-40db-b718-9476a4dba89b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.066141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (85a70700-6bad-40db-b718-9476a4dba89b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.067744 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0a60af39-860b-4172-9c87-3d6fb347ed27), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.080084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:14.080581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (85a70700-6bad-40db-b718-9476a4dba89b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:14.082689 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:14.093317 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.108630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=0a60af39-860b-4172-9c87-3d6fb347ed27,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:14.164219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (68db4e3c-e152-4cc8-b90e-1587bdf66580), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.165114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (924c4ba2-e9ae-4a68-b736-76f3543c6a02), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.172238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.180523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/924c4ba2-e9ae-4a68-b736-76f3543c6a02 HTTP/1.1" status: 204  len: 168 time: 0.3442490
Mar 26 21:12:14.196769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1253d45-bb7b-4102-aad4-368b28b88c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=924c4ba2-e9ae-4a68-b736-76f3543c6a02,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:14.239658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:14.249410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:14.251964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:14.257315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:14.258005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.262648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=68db4e3c-e152-4cc8-b90e-1587bdf66580,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:14.265365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.271484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d7c6e8eb-9eaf-4497-99bc-5d32dd4e39fa tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/0a60af39-860b-4172-9c87-3d6fb347ed27 HTTP/1.1" status: 204  len: 168 time: 0.9883265
Mar 26 21:12:14.272806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57676) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.297627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f4d049c5-cbca-41f3-8141-fef53b444ae7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8979015
Mar 26 21:12:14.298994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.307588 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-006f2ca8-26aa-4087-906f-63a6940bec9c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:14.312820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-006f2ca8-26aa-4087-906f-63a6940bec9c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports/0a60af39-860b-4172-9c87-3d6fb347ed27 HTTP/1.1" status: 404  len: 333 time: 0.0356143
Mar 26 21:12:14.313371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.325819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-1470904723'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:14.366635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.462173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-483a15f5-6fe8-4f59-9c67-2c9e9bd45b28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b71f8376aef34204986c6b230e125754&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0935905
Mar 26 21:12:14.464911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.468727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 68db4e3c-e152-4cc8-b90e-1587bdf66580 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:14.469226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (68db4e3c-e152-4cc8-b90e-1587bdf66580), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.503158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:14.507285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.543623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port 01561622-32f6-4745-af9e-5809c90512ae yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:14.548374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (68db4e3c-e152-4cc8-b90e-1587bdf66580), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.558545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] Publish callbacks [] for security_group (9704231d-0196-4471-99bf-52643f5def5f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.565866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 68db4e3c-e152-4cc8-b90e-1587bdf66580 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:14.629237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] Publish callbacks [] for security_group (9704231d-0196-4471-99bf-52643f5def5f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.674266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (68db4e3c-e152-4cc8-b90e-1587bdf66580), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.706703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=68db4e3c-e152-4cc8-b90e-1587bdf66580,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:14.717416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.724587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-589f3ef3-1623-41c0-a6c2-51380ac72a06 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/68db4e3c-e152-4cc8-b90e-1587bdf66580 HTTP/1.1" status: 204  len: 168 time: 0.4236779
Mar 26 21:12:14.725540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57690) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:14.732574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'mac_address': 'fa:16:3e:54:8d:bf', 'name': 'tempest-PortsIpV6TestJSON-204603200'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:14.736547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.14 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/01561622-32f6-4745-af9e-5809c90512ae) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:14.766383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9704231d-0196-4471-99bf-52643f5def5f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.768951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.770109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9704231d-0196-4471-99bf-52643f5def5f HTTP/1.1" status: 204  len: 168 time: 0.3014739
Mar 26 21:12:14.791384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde51e0-a283-4a30-9fbb-a01b8e7ec909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9704231d-0196-4471-99bf-52643f5def5f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:14.883866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:14.940252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (01561622-32f6-4745-af9e-5809c90512ae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:14.966745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.005187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 0f1dc8fa-eca2-4028-84e6-93e3b3f8127a yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:15.262007 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (0f1dc8fa-eca2-4028-84e6-93e3b3f8127a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.306435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (01561622-32f6-4745-af9e-5809c90512ae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.320578 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0f1dc8fa-eca2-4028-84e6-93e3b3f8127a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.373253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:15.377734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:15.381310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:15.385327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:15.389807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:15.397011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:15.404189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:15.405028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.409915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=0f1dc8fa-eca2-4028-84e6-93e3b3f8127a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:15.434847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8eb29f84-1fbe-4b70-bf8f-7b1d25be6307 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7059500
Mar 26 21:12:15.437106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57704) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:15.437368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:15.437999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.472462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=01561622-32f6-4745-af9e-5809c90512ae,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:15.496684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-081beca8-2905-47a1-9704-b238b3fceb52 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1757116
Mar 26 21:12:15.501011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57710) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:15.519220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'network_id': '471d6c8b-4194-460b-ab68-e8c2d1a37508', 'name': 'tempest-AllowedAddressPairTestJSON-1546308374'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:15.530783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac448d-ef3a-48ea-b24b-537e16e38539 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:15.540027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e7ac448d-ef3a-48ea-b24b-537e16e38539 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/0f1dc8fa-eca2-4028-84e6-93e3b3f8127a HTTP/1.1" status: 200  len: 844 time: 0.0997169
Mar 26 21:12:15.541666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57712) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:15.668627 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:12:15.743685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.799617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 0f1dc8fa-eca2-4028-84e6-93e3b3f8127a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:15.800075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0f1dc8fa-eca2-4028-84e6-93e3b3f8127a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.802546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7a3c4f4f-a640-4457-8ed4-4614b64f488b None None] Provisioning complete for port 01561622-32f6-4745-af9e-5809c90512ae triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:15.803811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4f4f-a640-4457-8ed4-4614b64f488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (01561622-32f6-4745-af9e-5809c90512ae), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.847339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Made reservation on behalf of e94e4cb4734c45cda0a7786af1e5a34e for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:15.852289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:15.863408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c4f4f-a640-4457-8ed4-4614b64f488b None None] Port 01561622-32f6-4745-af9e-5809c90512ae cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:15.879708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] device_id is not set on port c1e6a81d-b92e-4ccc-a487-6a18977320d8 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:15.990172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0f1dc8fa-eca2-4028-84e6-93e3b3f8127a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.035612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 0f1dc8fa-eca2-4028-84e6-93e3b3f8127a owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:16.120832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Allocated IP 172.20.0.13 (471d6c8b-4194-460b-ab68-e8c2d1a37508/1c4fcb0c-51de-4053-bdc6-11db740e0eb5/c1e6a81d-b92e-4ccc-a487-6a18977320d8) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:16.175825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57752) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:16.209081 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0f1dc8fa-eca2-4028-84e6-93e3b3f8127a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.268249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=0f1dc8fa-eca2-4028-84e6-93e3b3f8127a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:16.279141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.283409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d41b9ecb-3eb7-4e8a-8f2f-1c76ce6d63f2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/0f1dc8fa-eca2-4028-84e6-93e3b3f8127a HTTP/1.1" status: 204  len: 168 time: 0.7404437
Mar 26 21:12:16.286889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57756) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:16.326871 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc12f1cf-04d4-4d46-ac00-0bf870980dda tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:16.328565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dc12f1cf-04d4-4d46-ac00-0bf870980dda tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/0f1dc8fa-eca2-4028-84e6-93e3b3f8127a HTTP/1.1" status: 404  len: 333 time: 0.0398498
Mar 26 21:12:16.332300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:16.343360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'name': 'tempest-PortsIpV6TestJSON-1239956313'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:16.359307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1a553752-f07c-4176-b122-81b118de4582 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13edcc6f41ce42ff8b88edb21a3ae4ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1820011
Mar 26 21:12:16.361877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:16.418989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] Publish callbacks [] for security_group (3dedcd15-dbbe-4eaf-8e09-af27af2358f8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.443822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] Publish callbacks [] for security_group (3dedcd15-dbbe-4eaf-8e09-af27af2358f8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.475855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.505636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:16.510732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.511223 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dedcd15-dbbe-4eaf-8e09-af27af2358f8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.514416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.517819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dedcd15-dbbe-4eaf-8e09-af27af2358f8 HTTP/1.1" status: 204  len: 168 time: 0.1525745
Mar 26 21:12:16.528206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3965d47-564d-43b4-9dad-2df84e35b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedcd15-dbbe-4eaf-8e09-af27af2358f8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:16.547729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 020789b1-9c9c-4f29-9fb0-6bdac563803f yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:16.598822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.675734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:16.685167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=c1e6a81d-b92e-4ccc-a487-6a18977320d8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:16.691713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:16.699500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:16.889990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:16.891051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.934641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5389f05c-f1e2-4266-ba34-e7ecb00b09d5 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4325836
Mar 26 21:12:16.937697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57782) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:16.938063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:16.944068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:7c:fe:05'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:25:ec:43'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:16.992669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.093746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:17.096418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9ce58f88-41df-481a-8afb-e24775ac15be None None] Provisioning complete for port c1e6a81d-b92e-4ccc-a487-6a18977320d8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:17.097667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ce58f88-41df-481a-8afb-e24775ac15be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.098827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:17.110432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:17.117306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:17.118318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.150758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8165064
Mar 26 21:12:17.152225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57796) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:17.162701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9ce58f88-41df-481a-8afb-e24775ac15be None None] Port c1e6a81d-b92e-4ccc-a487-6a18977320d8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:17.163049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:17.196096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89cf29-36b0-4fa4-8b9a-3b43530066c9 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=020789b1-9c9c-4f29-9fb0-6bdac563803f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:17.261077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.456838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.463415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.469699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.510495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] In _notify_port_updated(), no bound segment for port 020789b1-9c9c-4f29-9fb0-6bdac563803f on network b936fee0-d1bf-48ee-bf50-3eb25757a753 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:17.516300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:17.517062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.521209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/ports/020789b1-9c9c-4f29-9fb0-6bdac563803f HTTP/1.1" status: 200  len: 818 time: 0.3623106
Mar 26 21:12:17.522472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:17.584912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229415c-cfc0-4f8d-9b9a-d0a8d6622133 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=020789b1-9c9c-4f29-9fb0-6bdac563803f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:17.663520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 020789b1-9c9c-4f29-9fb0-6bdac563803f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:17.663839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.711034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.716627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.749492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.763409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 020789b1-9c9c-4f29-9fb0-6bdac563803f owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:17.809885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event updated for resources: {'Port': ['ID=c1e6a81d-b92e-4ccc-a487-6a18977320d8,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:17.818660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] In _notify_port_updated(), no bound segment for port c1e6a81d-b92e-4ccc-a487-6a18977320d8 on network 471d6c8b-4194-460b-ab68-e8c2d1a37508 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:17.825234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:17.826100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.830498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-14a8a5b4-bdb0-4346-9a88-02e52304e608 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "PUT /v2.0/ports/c1e6a81d-b92e-4ccc-a487-6a18977320d8 HTTP/1.1" status: 200  len: 1058 time: 0.8916814
Mar 26 21:12:17.831551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:17.877153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (020789b1-9c9c-4f29-9fb0-6bdac563803f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.940382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=020789b1-9c9c-4f29-9fb0-6bdac563803f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:17.942820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:17.950956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-771c071d-4593-4772-a9a7-48db25f7df67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/020789b1-9c9c-4f29-9fb0-6bdac563803f HTTP/1.1" status: 204  len: 168 time: 0.4273999
Mar 26 21:12:17.954128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57818) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:17.958132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port c1e6a81d-b92e-4ccc-a487-6a18977320d8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:17.958600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.062895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b3437-be43-408a-a5d5-c4abc249f870 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.064654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-269b3437-be43-408a-a5d5-c4abc249f870 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1096973
Mar 26 21:12:18.067375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:18.100158 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba167899-51da-462b-b465-187d034dc4b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:18.101906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ba167899-51da-462b-b465-187d034dc4b1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/020789b1-9c9c-4f29-9fb0-6bdac563803f HTTP/1.1" status: 404  len: 333 time: 0.0334568
Mar 26 21:12:18.107346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:18.113364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939956281'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:18.118073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.133980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for c1e6a81d-b92e-4ccc-a487-6a18977320d8 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:18.136162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:18.141033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.181599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:18.194644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5c6ef94d-f43e-4581-903e-c6a69c1b78d9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.195126 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment 5c6ef94d-f43e-4581-903e-c6a69c1b78d9 of type vlan for network 9021c448-cdc9-4884-bfd1-695e8a1cacff
Mar 26 21:12:18.204591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6fb75f2f-4ac2-4070-a2f0-042ab021d2fc None None] Provisioning complete for port c1e6a81d-b92e-4ccc-a487-6a18977320d8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:18.205582 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6fb75f2f-4ac2-4070-a2f0-042ab021d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.241633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9021c448-cdc9-4884-bfd1-695e8a1cacff), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.259329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6fb75f2f-4ac2-4070-a2f0-042ab021d2fc None None] Port c1e6a81d-b92e-4ccc-a487-6a18977320d8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:18.289681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9021c448-cdc9-4884-bfd1-695e8a1cacff), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.297417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.298643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.316413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c1e6a81d-b92e-4ccc-a487-6a18977320d8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.349904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=c1e6a81d-b92e-4ccc-a487-6a18977320d8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:18.391211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2816100
Mar 26 21:12:18.393546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:18.395723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4c14-b998-4e3d-a77f-c4b8af1cecac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=9021c448-cdc9-4884-bfd1-695e8a1cacff,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:18.402906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:18.407640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:18.588175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.593173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:18.598117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.599083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.604797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.617377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.622807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.631494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.638201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:18.640462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-ebbfcaec-a303-4935-9bef-35808b21cbcf tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1381638
Mar 26 21:12:18.721173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4e415c2-322e-4c30-b6be-8f4e082d0cbd req-095108b4-7cb8-42a1-b000-4f99bd00f90d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0734615
Mar 26 21:12:18.922000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (48eb0a7a-2de2-4a2c-a443-535b48dcc85b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.980239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:18.983402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9cf8d56-4611-4361-9f0a-1f089cdca9c0 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/c1e6a81d-b92e-4ccc-a487-6a18977320d8 HTTP/1.1" status: 204  len: 168 time: 1.1506250
Mar 26 21:12:18.986738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57878) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:19.011702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=48eb0a7a-2de2-4a2c-a443-535b48dcc85b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:19.037804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.043458 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-588f6850-c0b1-4e67-b3a9-c96fe442830c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:19.044098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.045688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-588f6850-c0b1-4e67-b3a9-c96fe442830c tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports/c1e6a81d-b92e-4ccc-a487-6a18977320d8 HTTP/1.1" status: 404  len: 333 time: 0.0574572
Mar 26 21:12:19.049385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57880) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:19.050049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.055676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.061327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.066640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.072210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.075816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d66ca6f5-06fe-4fa9-8dae-671459c7f30d req-7373f7dc-0b2a-40b9-8690-b2a09d9b4b43 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.2283957
Mar 26 21:12:19.092059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': '5c6ef94d-f43e-4581-903e-c6a69c1b78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:19.092709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: 9021c448-cdc9-4884-bfd1-695e8a1cacff, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:19.119834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:19.133679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9021c448-cdc9-4884-bfd1-695e8a1cacff) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:19.145579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec76265-ba85-4232-aa73-b4e1972973aa None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:19.158389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:19.159012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.200934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57890) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:19.205323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e0800ba4-abe0-4d8d-963b-a828cc1a0d0a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8079214
Mar 26 21:12:19.220798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:19.299636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9021c448-cdc9-4884-bfd1-695e8a1cacff', 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': '48eb0a7a-2de2-4a2c-a443-535b48dcc85b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:19.301711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.331981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port 01561622-32f6-4745-af9e-5809c90512ae {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:19.332337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (01561622-32f6-4745-af9e-5809c90512ae), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.554469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Allocated IP 2001:db8::2 (9021c448-cdc9-4884-bfd1-695e8a1cacff/48eb0a7a-2de2-4a2c-a443-535b48dcc85b/252e8bd5-6cac-44f3-a753-9380fa7c3e2a) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:19.616672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:19.621747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.681770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (01561622-32f6-4745-af9e-5809c90512ae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.727761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for 01561622-32f6-4745-af9e-5809c90512ae owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:19.812355 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 48eb0a7a-2de2-4a2c-a443-535b48dcc85b (CIDR: 2001:db8::/64)
Mar 26 21:12:19.818609 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:12:19.819403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:12:19.847168 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dcf93626-46d4-4e91-9625-c469e467e7ac tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6435058
Mar 26 21:12:19.849671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:19.855657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:19.869577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks [] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.880675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:19.937448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57942) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:19.939806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Pushing event updated for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:19.960544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:19.962515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:19.965643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:19.983846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (01561622-32f6-4745-af9e-5809c90512ae), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.035929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=01561622-32f6-4745-af9e-5809c90512ae,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:20.039042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Attempting to bind port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:20.039042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Attempting to bind port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5c6ef94d-f43e-4581-903e-c6a69c1b78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:20.039378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Attempting to bind port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a on network 9021c448-cdc9-4884-bfd1-695e8a1cacff {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:20.046645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:20.047060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Checking segment: {'id': '5c6ef94d-f43e-4581-903e-c6a69c1b78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:20.047467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.048245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Bound using segment: {'id': '5c6ef94d-f43e-4581-903e-c6a69c1b78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:20.048451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Bound port: 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6ef94d-f43e-4581-903e-c6a69c1b78d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:20.048919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.120354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:20.129110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.151115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:20.154476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,segment=NetworkSegment(5c6ef94d-f43e-4581-903e-c6a69c1b78d9),segment_id=5c6ef94d-f43e-4581-903e-c6a69c1b78d9)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:20.162920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.263102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05d7769a-f72c-4fde-9955-8c0d5c47d8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.280795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.292747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24ddaff1-0b34-48a7-b335-2854ba11d406 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/01561622-32f6-4745-af9e-5809c90512ae HTTP/1.1" status: 204  len: 168 time: 1.2352133
Mar 26 21:12:20.293700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57950) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:20.310502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f8068-1977-4b2b-a415-8c7354b42733 None None] Pushing event updated for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:20.380152 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c9f7f2-a367-49da-9241-cd8353d82e8e tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:20.381739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10c9f7f2-a367-49da-9241-cd8353d82e8e tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "GET /v2.0/ports/01561622-32f6-4745-af9e-5809c90512ae HTTP/1.1" status: 404  len: 333 time: 0.0849762
Mar 26 21:12:20.387597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57952) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:20.537987 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05d7769a-f72c-4fde-9955-8c0d5c47d8ff admin admin] Publish callbacks [] for security_group (0619bf2d-737a-4f11-bced-e6357b8cc0de), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.546782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05d7769a-f72c-4fde-9955-8c0d5c47d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0619bf2d-737a-4f11-bced-e6357b8cc0de), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.575175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (bdc1a77b-e861-4254-9323-76ce6fd24661), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.636595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-05d7769a-f72c-4fde-9955-8c0d5c47d8ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdf65634074841f3ba68b540f7706a34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6970949
Mar 26 21:12:20.647339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57976) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:20.649508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7769a-f72c-4fde-9955-8c0d5c47d8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0619bf2d-737a-4f11-bced-e6357b8cc0de,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:20.717296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:20.721961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:20.728920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:20.729660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.766741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=bdc1a77b-e861-4254-9323-76ce6fd24661,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:20.791283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b08e495-9b2e-4e4c-9567-3b9b916c5762 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9387710
Mar 26 21:12:20.793717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port ff25db10-996c-4968-8324-9805c61132b8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:20.794051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ff25db10-996c-4968-8324-9805c61132b8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.815299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 57982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:20.875460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'fixed_ips': [{'subnet_id': '48eb0a7a-2de2-4a2c-a443-535b48dcc85b'}, {'subnet_id': 'bdc1a77b-e861-4254-9323-76ce6fd24661'}], 'name': 'tempest-PortsIpV6TestJSON-1376271254'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:20.919072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 57990) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:20.959161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ff25db10-996c-4968-8324-9805c61132b8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:20.979261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for ff25db10-996c-4968-8324-9805c61132b8 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:21.009787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 252e8bd5-6cac-44f3-a753-9380fa7c3e2a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:21.075033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] Publish callbacks [] for security_group (0619bf2d-737a-4f11-bced-e6357b8cc0de), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.115870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:21.116738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.138102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] Publish callbacks [] for security_group (0619bf2d-737a-4f11-bced-e6357b8cc0de), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.166216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.167026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.167688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.168951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.169635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.170291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.170923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:21.195172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-645f169b-5486-4907-8ec2-334ed6b32d5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6719 time: 0.2707779
Mar 26 21:12:21.213454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:21.275135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:21.276593 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.317988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-f087b48a-4db3-4584-95d0-54ad5fa8738b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1215632
Mar 26 21:12:21.325310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,segment=NetworkSegment(5c6ef94d-f43e-4581-903e-c6a69c1b78d9),segment_id=5c6ef94d-f43e-4581-903e-c6a69c1b78d9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:21.338002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.373657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0619bf2d-737a-4f11-bced-e6357b8cc0de), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.377897 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.382667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0619bf2d-737a-4f11-bced-e6357b8cc0de HTTP/1.1" status: 204  len: 168 time: 0.7274394
Mar 26 21:12:21.395213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645850e-7a3a-4c8f-9f39-de3abc154716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0619bf2d-737a-4f11-bced-e6357b8cc0de,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:21.417625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff25db10-996c-4968-8324-9805c61132b8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.433915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.500235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 5ceb463e-aa60-4228-b9ef-c835984bf2fb yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:21.500564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=ff25db10-996c-4968-8324-9805c61132b8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:21.526031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:21.656612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.660016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f42e87c0-5eb5-4674-88d2-0be76d6e8874 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/ports/ff25db10-996c-4968-8324-9805c61132b8 HTTP/1.1" status: 204  len: 168 time: 1.2699900
Mar 26 21:12:21.668029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58012) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:21.733963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting subnet 1c4fcb0c-51de-4053-bdc6-11db740e0eb5 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:21.742073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for subnet (1c4fcb0c-51de-4053-bdc6-11db740e0eb5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:21.832728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (1c4fcb0c-51de-4053-bdc6-11db740e0eb5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.059892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (1c4fcb0c-51de-4053-bdc6-11db740e0eb5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.155652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f541d-98f1-445a-8809-66d98149fdd9 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:22.160715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (1c4fcb0c-51de-4053-bdc6-11db740e0eb5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.178655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::1e7 (9021c448-cdc9-4884-bfd1-695e8a1cacff/48eb0a7a-2de2-4a2c-a443-535b48dcc85b/5ceb463e-aa60-4228-b9ef-c835984bf2fb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:22.193721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8:0:1::393 (9021c448-cdc9-4884-bfd1-695e8a1cacff/bdc1a77b-e861-4254-9323-76ce6fd24661/5ceb463e-aa60-4228-b9ef-c835984bf2fb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:22.196198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4fcb0c-51de-4053-bdc6-11db740e0eb5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:22.207853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.212264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ddb07fd-3f32-4c8d-903a-269f02fcd308 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/subnets/1c4fcb0c-51de-4053-bdc6-11db740e0eb5 HTTP/1.1" status: 204  len: 168 time: 0.5431559
Mar 26 21:12:22.214855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58044) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:22.242793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076bbde-cb68-463b-919b-255ad8e6f84a None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:22.330823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4fc51c81-634e-40e2-8eec-922c0dcd9764 None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:22.332036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4fc51c81-634e-40e2-8eec-922c0dcd9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.370387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (471d6c8b-4194-460b-ab68-e8c2d1a37508), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.479680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Deleting port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:22.480104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.483491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.510124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4fc51c81-634e-40e2-8eec-922c0dcd9764 None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:22.544538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.669159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Update dhcp port {'port': {'network_id': '9021c448-cdc9-4884-bfd1-695e8a1cacff', 'fixed_ips': [{'subnet_id': '48eb0a7a-2de2-4a2c-a443-535b48dcc85b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bdc1a77b-e861-4254-9323-76ce6fd24661'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '252e8bd5-6cac-44f3-a753-9380fa7c3e2a'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:12:22.677116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] For port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,segment=NetworkSegment(e0a97031-f193-48bb-88a3-49601d03aa12),segment_id=e0a97031-f193-48bb-88a3-49601d03aa12)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:22.677488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.683788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] DHCP port deletion for 471d6c8b-4194-460b-ab68-e8c2d1a37508 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:22.703303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=5ceb463e-aa60-4228-b9ef-c835984bf2fb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:22.708930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:22.711034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:22.714046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Calling delete_port for 611a94c7-b685-4b86-8e09-c5f1a2d5d25b owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:22.714611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:22.722555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:22.723139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.745141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2d701b7-801a-445b-a080-6a2becbad334 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 1.9285202
Mar 26 21:12:22.747843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58078) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:22.755057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48eb0a7a-2de2-4a2c-a443-535b48dcc85b'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:22.849315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.901878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.902702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:22.946348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 252e8bd5-6cac-44f3-a753-9380fa7c3e2a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:22.960671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Port': ['ID=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:22.963802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] No DVR routers for this DVR port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:23.115994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (471d6c8b-4194-460b-ab68-e8c2d1a37508), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.168209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Deleting port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:23.168594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.182391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d0112b0>,) {'filters': {'network_id': ['471d6c8b-4194-460b-ab68-e8c2d1a37508']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:23.204549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0112b0>, 'e0a97031-f193-48bb-88a3-49601d03aa12') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:23.204847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0112b0>, 'e0a97031-f193-48bb-88a3-49601d03aa12') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:23.224704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (e0a97031-f193-48bb-88a3-49601d03aa12), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.247849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e0a97031-f193-48bb-88a3-49601d03aa12), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.256536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:23.256973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (e0a97031-f193-48bb-88a3-49601d03aa12), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.274495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:23.275647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.310719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] For port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:23.311132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.338564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Calling delete_port for 611a94c7-b685-4b86-8e09-c5f1a2d5d25b owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:23.342804 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:23.345652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:12:23.345652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Allocated IP 2001:db8:0:1::2 (9021c448-cdc9-4884-bfd1-695e8a1cacff/bdc1a77b-e861-4254-9323-76ce6fd24661/252e8bd5-6cac-44f3-a753-9380fa7c3e2a) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:23.347226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (471d6c8b-4194-460b-ab68-e8c2d1a37508), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.351398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (611a94c7-b685-4b86-8e09-c5f1a2d5d25b), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.364162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.370576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] 10.222.0.16 "DELETE /v2.0/networks/471d6c8b-4194-460b-ab68-e8c2d1a37508 HTTP/1.1" status: 204  len: 168 time: 1.1513801
Mar 26 21:12:23.380717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126ac9-f6b8-44f3-82b3-16f793052d42 tempest-AllowedAddressPairTestJSON-1067260734 tempest-AllowedAddressPairTestJSON-1067260734-project] Pushing event deleted for resources: {'Network': ['ID=471d6c8b-4194-460b-ab68-e8c2d1a37508,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:23.396144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Pushing event deleted for resources: {'Port': ['ID=611a94c7-b685-4b86-8e09-c5f1a2d5d25b,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:23.397727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] Network 471d6c8b-4194-460b-ab68-e8c2d1a37508 is not hosted by any dhcp agent {{(pid=126739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:12:23.398194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f0a4f-7b80-4d46-9b32-055a9d434070 None None] No DVR routers for this DVR port 611a94c7-b685-4b86-8e09-c5f1a2d5d25b on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:23.685565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:23.693251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,segment=NetworkSegment(5c6ef94d-f43e-4581-903e-c6a69c1b78d9),segment_id=5c6ef94d-f43e-4581-903e-c6a69c1b78d9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:23.726577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Publish callbacks [] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.737247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:23.769413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 611a94c7-b685-4b86-8e09-c5f1a2d5d25b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:23.804585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58132) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:23.841669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 611a94c7-b685-4b86-8e09-c5f1a2d5d25b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:23.842019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 611a94c7-b685-4b86-8e09-c5f1a2d5d25b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:23.844438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Delete allocated IP 2001:db8:0:1::393 (9021c448-cdc9-4884-bfd1-695e8a1cacff/bdc1a77b-e861-4254-9323-76ce6fd24661) {{(pid=126738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:12:23.906475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd080cdd-76c3-4a57-900f-72dc85aed3bf None None] Pushing event updated for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:24.069233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.079007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.168104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] In _notify_port_updated(), no bound segment for port 5ceb463e-aa60-4228-b9ef-c835984bf2fb on network 9021c448-cdc9-4884-bfd1-695e8a1cacff {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:24.173753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:24.174610 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.176161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/ports/5ceb463e-aa60-4228-b9ef-c835984bf2fb HTTP/1.1" status: 200  len: 926 time: 1.4268670
Mar 26 21:12:24.179317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58144) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:24.187399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '48eb0a7a-2de2-4a2c-a443-535b48dcc85b'}, {'subnet_id': 'bdc1a77b-e861-4254-9323-76ce6fd24661'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:24.200049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf3a2-90fa-4e91-91d2-95caf3aa6fd8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=5ceb463e-aa60-4228-b9ef-c835984bf2fb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:24.257056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-272e556e-74ce-4150-ba60-c3c900180759 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e94e4cb4734c45cda0a7786af1e5a34e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4511027
Mar 26 21:12:24.259558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58152) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:24.310214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.363400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] Publish callbacks [] for security_group (999fa722-2a7e-4c19-9797-adde33506a0a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.412621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] Publish callbacks [] for security_group (999fa722-2a7e-4c19-9797-adde33506a0a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.523124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (999fa722-2a7e-4c19-9797-adde33506a0a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.526935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:24.529006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999fa722-2a7e-4c19-9797-adde33506a0a HTTP/1.1" status: 204  len: 168 time: 0.2681434
Mar 26 21:12:24.539318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6c7f4-1f9a-4690-a5de-12ee44f8f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999fa722-2a7e-4c19-9797-adde33506a0a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:24.747991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d8342-c9d0-47bd-ab92-3919b981c8c6 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:24.848752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8:0:1::17a (9021c448-cdc9-4884-bfd1-695e8a1cacff/bdc1a77b-e861-4254-9323-76ce6fd24661/5ceb463e-aa60-4228-b9ef-c835984bf2fb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:24.870904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 252e8bd5-6cac-44f3-a753-9380fa7c3e2a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:24.903601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1bcc77ea-ccbb-4a4d-8473-3ce0cfa36ddc None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:24.904018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bcc77ea-ccbb-4a4d-8473-3ce0cfa36ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.032186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.038395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.066170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc77ea-ccbb-4a4d-8473-3ce0cfa36ddc None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:25.073698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:25.074113 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.101510 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f1d9cc8c-d966-45aa-9138-d5309a6787ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.168323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=5ceb463e-aa60-4228-b9ef-c835984bf2fb,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:25.174554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] In _notify_port_updated(), no bound segment for port 5ceb463e-aa60-4228-b9ef-c835984bf2fb on network 9021c448-cdc9-4884-bfd1-695e8a1cacff {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:12:25.184663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:25.185944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:25.188141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.190205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-93200038-4357-4c38-8930-6e74b031b43c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/ports/5ceb463e-aa60-4228-b9ef-c835984bf2fb HTTP/1.1" status: 200  len: 1012 time: 1.0097170
Mar 26 21:12:25.193188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:25.311007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 5ceb463e-aa60-4228-b9ef-c835984bf2fb {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:25.311770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.421795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.437030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 5ceb463e-aa60-4228-b9ef-c835984bf2fb owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:25.496448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:25.498507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.679317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:25.717997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Provisioning complete for port 5ceb463e-aa60-4228-b9ef-c835984bf2fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:25.729274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.770529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b62503b3-51c3-4d77-8e23-7797aab2854e None None] Port 5ceb463e-aa60-4228-b9ef-c835984bf2fb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:25.849788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5ceb463e-aa60-4228-b9ef-c835984bf2fb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:25.883234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58222) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:25.890565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-08c12639-d012-4b59-a4e1-30a91d98407e None None] Could not find standard attr ID for object 5ceb463e-aa60-4228-b9ef-c835984bf2fb. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:25.983341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=5ceb463e-aa60-4228-b9ef-c835984bf2fb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:26.015884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.028541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:26.029846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19a93b15-5fce-4abc-b3bf-49e144a8abc1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/5ceb463e-aa60-4228-b9ef-c835984bf2fb HTTP/1.1" status: 204  len: 168 time: 0.8354750
Mar 26 21:12:26.084219 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-805171ab-3b34-47dc-a6df-4a0292a183d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:26.085879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-805171ab-3b34-47dc-a6df-4a0292a183d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/5ceb463e-aa60-4228-b9ef-c835984bf2fb HTTP/1.1" status: 404  len: 333 time: 0.0563581
Mar 26 21:12:26.088965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:26.169011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet bdc1a77b-e861-4254-9323-76ce6fd24661 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:26.173932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (bdc1a77b-e861-4254-9323-76ce6fd24661), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.248995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (bdc1a77b-e861-4254-9323-76ce6fd24661), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.310409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8874419e-0c2e-4efa-845f-18bd23d8078d None None] Could not find standard attr ID for object 5ceb463e-aa60-4228-b9ef-c835984bf2fb. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:26.335284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-282716637'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:26.417779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Made reservation on behalf of a38093b64be349f98b602f89a37a8721 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:26.421396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.434477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (bdc1a77b-e861-4254-9323-76ce6fd24661), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.438273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.546598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (bdc1a77b-e861-4254-9323-76ce6fd24661), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.607905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58256) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:26.612701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1928037020', 'description': 'tempest-description--1672968683'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:26.624679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-97301ba7-0ab3-4061-8876-691cd0ca7d0d None None] Could not find standard attr ID for object 5ceb463e-aa60-4228-b9ef-c835984bf2fb. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:26.643556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.761895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (1a149bc3-1b53-448f-9713-5798f5a42943), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.776471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1a149bc3-1b53-448f-9713-5798f5a42943), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.811973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.816516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2074730
Mar 26 21:12:26.819800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:26.824504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '1a149bc3-1b53-448f-9713-5798f5a42943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:26.833237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97218e13-0f23-464f-8ab4-118339644110 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a149bc3-1b53-448f-9713-5798f5a42943,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:26.872058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (7cf727b9-64eb-4b3c-954e-e4b8b5786733), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.958324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc1a77b-e861-4254-9323-76ce6fd24661,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:26.972246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.975549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-583370dd-f325-495f-94f5-aacba67e9d5f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/bdc1a77b-e861-4254-9323-76ce6fd24661 HTTP/1.1" status: 204  len: 168 time: 0.8835683
Mar 26 21:12:26.982169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58266) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:26.989319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8cf36-d528-4045-8577-d11cc31d7f42 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:26.990746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (7cf727b9-64eb-4b3c-954e-e4b8b5786733), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:26.997900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7cf727b9-64eb-4b3c-954e-e4b8b5786733), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.022458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf727b9-64eb-4b3c-954e-e4b8b5786733,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:27.037520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.039431 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-052261bd-d5f3-4f86-9ab7-87c9dbb1ab52 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2185500
Mar 26 21:12:27.043168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:27.049863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '1a149bc3-1b53-448f-9713-5798f5a42943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:27.089933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (c45314e8-7a93-420b-b21c-8f6cdc2959d1), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.096760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for security_group (cf72c287-027f-4238-83da-011f98d87a9c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.105187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf72c287-027f-4238-83da-011f98d87a9c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.170050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 48eb0a7a-2de2-4a2c-a443-535b48dcc85b {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:27.181493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (c45314e8-7a93-420b-b21c-8f6cdc2959d1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.190071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c45314e8-7a93-420b-b21c-8f6cdc2959d1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.193376 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (48eb0a7a-2de2-4a2c-a443-535b48dcc85b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.220333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:27.228780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72c287-027f-4238-83da-011f98d87a9c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:27.234832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.238902 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1916826
Mar 26 21:12:27.238902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9bf04-6214-401f-a89b-13e0ce9b2d8f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45314e8-7a93-420b-b21c-8f6cdc2959d1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:27.241301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:27.246918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:27.275132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.275532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.275908 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Added segment 76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f of type vlan for network 865232da-db89-4c02-bd60-a63fb1b55017
Mar 26 21:12:27.320362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (48eb0a7a-2de2-4a2c-a443-535b48dcc85b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.366420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (865232da-db89-4c02-bd60-a63fb1b55017), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.436485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (865232da-db89-4c02-bd60-a63fb1b55017), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.441543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:27.442155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.464293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.503473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.6184323
Mar 26 21:12:27.511857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58294) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:27.545912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'subnet': {'network_id': '865232da-db89-4c02-bd60-a63fb1b55017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:27.551139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (48eb0a7a-2de2-4a2c-a443-535b48dcc85b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.615666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.35.4.112 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/20c83f25-f62d-453a-a30d-95f12c7d9370) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:27.659906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64c734-e821-4209-ba73-4bf7c2075ddb tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Network': ['ID=865232da-db89-4c02-bd60-a63fb1b55017,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:27.675705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 865232da-db89-4c02-bd60-a63fb1b55017 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:27.798297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.858872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a236547-d581-4e7f-a376-8ca492b04213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.870403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Made reservation on behalf of a38093b64be349f98b602f89a37a8721 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:27.875090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.883578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (48eb0a7a-2de2-4a2c-a443-535b48dcc85b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.895777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.941076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=48eb0a7a-2de2-4a2c-a443-535b48dcc85b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:27.966291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:27.970639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b692c681-d553-4c50-bcbe-8140b39b34cf tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/48eb0a7a-2de2-4a2c-a443-535b48dcc85b HTTP/1.1" status: 204  len: 168 time: 0.9873302
Mar 26 21:12:27.983142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58304) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:28.003891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=20c83f25-f62d-453a-a30d-95f12c7d9370,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:28.037058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:28.041070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:28.048759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:28.172568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9021c448-cdc9-4884-bfd1-695e8a1cacff), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.174089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.190111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb13d50-01b3-441a-aaf5-2346f42e4497 None None] Network 9021c448-cdc9-4884-bfd1-695e8a1cacff requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:28.234960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.330791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (dd33b01f-8c10-409e-922c-3394cd3cf29f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.350449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:28.350808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.368795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e3313c6a-6998-452a-89e3-a4707f655476 None None] Provisioning complete for port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:28.369228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3313c6a-6998-452a-89e3-a4707f655476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.472263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e3313c6a-6998-452a-89e3-a4707f655476 None None] Current status of the port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:28.489328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Subnet': ['ID=dd33b01f-8c10-409e-922c-3394cd3cf29f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:28.505374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.508986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,segment=NetworkSegment(5c6ef94d-f43e-4581-903e-c6a69c1b78d9),segment_id=5c6ef94d-f43e-4581-903e-c6a69c1b78d9)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:28.509395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.511820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.521953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Checking segment: {'id': '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:28.522539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network hostable DHCP agents. Network: 865232da-db89-4c02-bd60-a63fb1b55017, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:28.523358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] DHCP port deletion for 9021c448-cdc9-4884-bfd1-695e8a1cacff request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:28.539221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 252e8bd5-6cac-44f3-a753-9380fa7c3e2a owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:28.578070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Deleting port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:28.578684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.596582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=20c83f25-f62d-453a-a30d-95f12c7d9370,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:28.606346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.626593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.628770 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0f515a78-18aa-4efe-914b-b056da75f9eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3865433
Mar 26 21:12:28.656984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] For port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,segment=NetworkSegment(5c6ef94d-f43e-4581-903e-c6a69c1b78d9),segment_id=5c6ef94d-f43e-4581-903e-c6a69c1b78d9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:28.657707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.661029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 865232da-db89-4c02-bd60-a63fb1b55017 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:28.675342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.676539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Calling delete_port for 252e8bd5-6cac-44f3-a753-9380fa7c3e2a owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:28.681550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 865232da-db89-4c02-bd60-a63fb1b55017) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:28.713212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:28.713813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.718793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:28.720812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:28.777555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5731b01a-027f-499f-9323-d9f3532024e6 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2576404
Mar 26 21:12:28.779687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58334) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:28.785227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-40496288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:28.800017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee267f17-c161-47bc-a05f-7d4e901bb927 None None] Network 865232da-db89-4c02-bd60-a63fb1b55017 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:28.829594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9021c448-cdc9-4884-bfd1-695e8a1cacff), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.841700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.844340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.853639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fc5cb80>,) {'filters': {'network_id': ['9021c448-cdc9-4884-bfd1-695e8a1cacff']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:28.873691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc5cb80>, '5c6ef94d-f43e-4581-903e-c6a69c1b78d9') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:28.874083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fc5cb80>, '5c6ef94d-f43e-4581-903e-c6a69c1b78d9') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:28.895931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 252e8bd5-6cac-44f3-a753-9380fa7c3e2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:28.898707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (5c6ef94d-f43e-4581-903e-c6a69c1b78d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.918067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5c6ef94d-f43e-4581-903e-c6a69c1b78d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.924148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 252e8bd5-6cac-44f3-a753-9380fa7c3e2a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:28.924808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 252e8bd5-6cac-44f3-a753-9380fa7c3e2a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:28.928079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:28.928767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (5c6ef94d-f43e-4581-903e-c6a69c1b78d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:28.945823 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:28.965343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for router_controller (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.976439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.978653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.983245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (252e8bd5-6cac-44f3-a753-9380fa7c3e2a), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:28.985982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-fd9e0fe3-3663-4034-a179-10ff207929a4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1928037020&fields=id&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 267 time: 0.1001012
Mar 26 21:12:29.013504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.017076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-038f7d23-c17c-4287-a95d-01fee7ee55e5 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 713 time: 0.2339404
Mar 26 21:12:29.017293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58346) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:29.044174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] Pushing event deleted for resources: {'Port': ['ID=252e8bd5-6cac-44f3-a753-9380fa7c3e2a,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:29.053475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d72aa6-959f-41cc-af72-d0b5fbe13768 None None] No DVR routers for this DVR port 252e8bd5-6cac-44f3-a753-9380fa7c3e2a on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:29.067421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9021c448-cdc9-4884-bfd1-695e8a1cacff), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.075457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.079980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/9021c448-cdc9-4884-bfd1-695e8a1cacff HTTP/1.1" status: 204  len: 168 time: 1.0955825
Mar 26 21:12:29.088907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58350) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:29.111670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b793d-ad18-4c3a-9d55-57e0355195f1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=9021c448-cdc9-4884-bfd1-695e8a1cacff,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:29.153288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-865232da-db89-4c02-bd60-a63fb1b55017', 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017', 'project_id': 'a38093b64be349f98b602f89a37a8721', 'fixed_ips': [{'subnet_id': 'dd33b01f-8c10-409e-922c-3394cd3cf29f'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:29.155615 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.232188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b616ef-def6-4120-b467-d57409624fe0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:29.241367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:29.244464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-63b616ef-def6-4120-b467-d57409624fe0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1419153
Mar 26 21:12:29.419996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Allocated IP 172.20.0.2 (865232da-db89-4c02-bd60-a63fb1b55017/dd33b01f-8c10-409e-922c-3394cd3cf29f/8f6a3733-2bac-45ee-89ff-bda9bb1dc265) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:29.601129 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks [] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.609955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.665715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Pushing event updated for resources: {'Port': ['ID=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:29.674216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Network 865232da-db89-4c02-bd60-a63fb1b55017 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:29.677601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:29.681473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:29.744287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Attempting to bind port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:29.745393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Attempting to bind port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:29.745967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Attempting to bind port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 on network 865232da-db89-4c02-bd60-a63fb1b55017 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:29.748020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-9324eaab-d7c3-4a2f-8b80-68cb10330871 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:29.749576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-9324eaab-d7c3-4a2f-8b80-68cb10330871 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.7503448
Mar 26 21:12:29.752470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:29.753070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Checking segment: {'id': '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:29.753660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.754235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Bound using segment: {'id': '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:29.754875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Bound port: 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '865232da-db89-4c02-bd60-a63fb1b55017'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:29.755601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.808758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-e5df56d4-4f0c-4ccb-a012-515d3db5e184 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/quotas/3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 375 time: 0.0474401
Mar 26 21:12:29.816878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c64de2d-dfd0-4c1e-a722-618bc1f0fb46 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.5719099
Mar 26 21:12:29.823490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:29.829622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290462376'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:29.853578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] For port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:29.858571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] For port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,segment=NetworkSegment(76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f),segment_id=76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:29.867585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.880409 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.893720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:29.901494 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:29.956760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7507-055d-48d0-9756-c6c2fd0b2ce8 None None] Pushing event updated for resources: {'Port': ['ID=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:29.992541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:30.013209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.015019 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment 00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8 of type vlan for network 1dabe755-a7fa-4225-83df-6a2b83769dbe
Mar 26 21:12:30.025981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-ece7ad5d-ba5e-433d-ab77-8b55d4f13dc3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2072484
Mar 26 21:12:30.077181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1dabe755-a7fa-4225-83df-6a2b83769dbe), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.111540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1dabe755-a7fa-4225-83df-6a2b83769dbe), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.117514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.122502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:30.124812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.171647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3468978
Mar 26 21:12:30.176876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58402) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:30.233943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:30.283267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-90cf8479-a446-4fb8-b1fa-cf96b8936eaa service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2422473
Mar 26 21:12:30.304953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b70a9c-72ab-4c91-8c30-0b46cd36e595 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=1dabe755-a7fa-4225-83df-6a2b83769dbe,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:30.318338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:30.389005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:30.396528 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.441943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Allocated IP 172.20.0.1 (865232da-db89-4c02-bd60-a63fb1b55017/dd33b01f-8c10-409e-922c-3394cd3cf29f/2b6c51e9-18b6-4170-80ac-369edd762d19) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:30.534238 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-4374c29d-8499-4f64-a974-8401cf871859 service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180643
Mar 26 21:12:30.684625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.713734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c4028f07-df5e-4af3-830e-ada152fc4cd9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.793004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=c4028f07-df5e-4af3-830e-ada152fc4cd9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:30.816818 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.852100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-293bf961-13e7-4ca5-8073-25f88debe533 req-dffb67fe-8b61-4592-82fa-760a3197d5b2 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 210 time: 0.0566854
Mar 26 21:12:30.853541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:30.853976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: 1dabe755-a7fa-4225-83df-6a2b83769dbe, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:30.890894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:30.903301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dabe755-a7fa-4225-83df-6a2b83769dbe) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:30.925219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:30.927008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:30.928429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90cdbe9-614e-43a3-b8e2-eaa22f5390e7 None None] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:30.938943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 865232da-db89-4c02-bd60-a63fb1b55017 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:30.962917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:30.976146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8da69fb-1532-4d40-bbb4-c696f77c67d2 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7492628
Mar 26 21:12:30.979330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58432) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:30.980424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:30.986065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=2b6c51e9-18b6-4170-80ac-369edd762d19,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:31.001821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe', 'name': 'tempest-PortsIpV6TestJSON-1319667541'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:31.069331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.099014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:31.240583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:31.246507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.262504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1dabe755-a7fa-4225-83df-6a2b83769dbe', 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': 'c4028f07-df5e-4af3-830e-ada152fc4cd9'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:31.263843 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.285282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 7d58b201-493c-4a2b-be05-2c2d318dade9 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:31.320606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.404172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:31.404645 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.459055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::3dc (1dabe755-a7fa-4225-83df-6a2b83769dbe/c4028f07-df5e-4af3-830e-ada152fc4cd9/7d58b201-493c-4a2b-be05-2c2d318dade9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:31.494306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:31.495016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.551104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,segment=NetworkSegment(76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f),segment_id=76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:31.560841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.658908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:31.665166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07a4e4-be6f-48fb-9ee2-4a064553cfb5 None None] Network 865232da-db89-4c02-bd60-a63fb1b55017 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:31.741927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (7d58b201-493c-4a2b-be05-2c2d318dade9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.774699 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c7138041-d78f-4364-afc4-3f9e1e7d394d None None] Provisioning complete for port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:31.775114 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c7138041-d78f-4364-afc4-3f9e1e7d394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.822840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7d58b201-493c-4a2b-be05-2c2d318dade9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.878815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:31.882705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:31.888567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:31.904037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:31.910204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.951076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:31.957830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.9761243
Mar 26 21:12:31.960638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58450) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:31.972157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe', 'name': 'tempest-PortsIpV6TestJSON-859216167'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:31.980544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=7d58b201-493c-4a2b-be05-2c2d318dade9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:32.005723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.006082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.006589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.006936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.007455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.007797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.008149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.008478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.008840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.009166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.009541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.009873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.010196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.010610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.010937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0173b2bb-15f7-46b0-9317-2f7eb590df9f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:32.035319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.042717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.083447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Allocated IP 2001:db8::2 (1dabe755-a7fa-4225-83df-6a2b83769dbe/c4028f07-df5e-4af3-830e-ada152fc4cd9/37015817-b6c3-486b-b6ea-5359a72cce84) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:32.167762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9f1febe-0fd6-40ef-9bf8-cf54370d0c5d req-7d6d84f6-1cab-48b1-bb6d-1efab147888f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 210 time: 0.1275041
Mar 26 21:12:32.214048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=2b6c51e9-18b6-4170-80ac-369edd762d19,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:32.219388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.342842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c7138041-d78f-4364-afc4-3f9e1e7d394d None None] Current status of the port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:32.343296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:32.346809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.385035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 4ffbda4f-ee6c-4014-9539-a51d4a019703 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:32.428768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 865232da-db89-4c02-bd60-a63fb1b55017 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:32.432660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:32.479570 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks [] for port (37015817-b6c3-486b-b6ea-5359a72cce84), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.490617 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.552149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:32.556654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:32.564849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:32.567087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Pushing event updated for resources: {'Port': ['ID=37015817-b6c3-486b-b6ea-5359a72cce84,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:32.653794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Attempting to bind port 37015817-b6c3-486b-b6ea-5359a72cce84 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:32.654173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Attempting to bind port 37015817-b6c3-486b-b6ea-5359a72cce84 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:32.654541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Attempting to bind port 37015817-b6c3-486b-b6ea-5359a72cce84 on network 1dabe755-a7fa-4225-83df-6a2b83769dbe {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:32.670326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:32.671099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Checking segment: {'id': '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:32.671099 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.671581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Bound using segment: {'id': '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:32.672041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Bound port: 37015817-b6c3-486b-b6ea-5359a72cce84, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dabe755-a7fa-4225-83df-6a2b83769dbe'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:32.672431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.693941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::362 (1dabe755-a7fa-4225-83df-6a2b83769dbe/c4028f07-df5e-4af3-830e-ada152fc4cd9/4ffbda4f-ee6c-4014-9539-a51d4a019703) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:32.703455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-a82af321-5653-40f4-b4f2-04487683364e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:32.705106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-a82af321-5653-40f4-b4f2-04487683364e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.2584000
Mar 26 21:12:32.791158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] For port 37015817-b6c3-486b-b6ea-5359a72cce84, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:32.794067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Router 72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:12:32.815514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] For port 37015817-b6c3-486b-b6ea-5359a72cce84, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37015817-b6c3-486b-b6ea-5359a72cce84,segment=NetworkSegment(00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8),segment_id=00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:32.825343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Provisioning complete for port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:32.826023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.874738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:32.919632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:32.990509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-f907a818-f81e-451e-8e29-4da67ef6f60c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 472 time: 0.2627804
Mar 26 21:12:33.015723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'port': {'device_id': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'admin_state_up': True, 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'security_groups': ['1a149bc3-1b53-448f-9713-5798f5a42943']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:33.057651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:33.074698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741c59c-817a-4d5a-a9bf-9c591f649f51 None None] Pushing event updated for resources: {'Port': ['ID=37015817-b6c3-486b-b6ea-5359a72cce84,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:33.082468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:33.097879 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] Sync routers for ids ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:33.103738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5d623c31-ea2c-4b79-9c04-c6e49318982f tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "PUT /v2.0/routers/72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0854101
Mar 26 21:12:33.106876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58522) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:33.109737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Current status of the port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:33.122362 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] Routers {'72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:33.123513 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:33.124543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:33.124925 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.128128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'port': {'network_id': '865232da-db89-4c02-bd60-a63fb1b55017', 'name': 'tempest-FloatingIPNegativeTestJSON-1922619014'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:33.193673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Provisioning complete for port 2b6c51e9-18b6-4170-80ac-369edd762d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:33.195640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.227987 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f0fd0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:33.268021 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] Routers {'72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:33.268883 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:33.334313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1a645aa-5958-42a7-b664-4f28d3036804 None None] Port 2b6c51e9-18b6-4170-80ac-369edd762d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:33.366280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (4ffbda4f-ee6c-4014-9539-a51d4a019703), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.375428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f0fd0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:33.382106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5176f90-db38-486c-aec2-5db163b677bb None None] The sync data for ids ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:33.446551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4ffbda4f-ee6c-4014-9539-a51d4a019703), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.471335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:33.474136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27402de1-27f5-4e07-bd4f-8edac9ae1bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.495269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7e23d814-3609-43ea-8c86-f9f08a52ba9c None None] Provisioning complete for port 2b6c51e9-18b6-4170-80ac-369edd762d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:33.496031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7e23d814-3609-43ea-8c86-f9f08a52ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.517362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Made reservation on behalf of a38093b64be349f98b602f89a37a8721 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:33.526743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.568339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7e23d814-3609-43ea-8c86-f9f08a52ba9c None None] Port 2b6c51e9-18b6-4170-80ac-369edd762d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:33.598378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:33.604833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:33.613663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:33.616681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-278ccdd3-b688-46c4-9ac2-286a17f4c05b req-74ef05e5-8490-4bc8-9b1c-60fdb554a91f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 210 time: 0.2043159
Mar 26 21:12:33.626331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:33.628543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.670787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.7057159
Mar 26 21:12:33.670787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=4ffbda4f-ee6c-4014-9539-a51d4a019703,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:33.675203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58532) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.683155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.695202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.700910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.701774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.701774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.702024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.702351 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.702689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.703032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.703354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5e06412f-3d51-4a8b-ae68-d528e92ced2a None None] Provisioning complete for port 2b6c51e9-18b6-4170-80ac-369edd762d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:33.703469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78132d91-0a39-4023-bd7d-83c1bb63a217 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:33.704416 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5e06412f-3d51-4a8b-ae68-d528e92ced2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.754346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5e06412f-3d51-4a8b-ae68-d528e92ced2a None None] Port 2b6c51e9-18b6-4170-80ac-369edd762d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:33.764026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] device_id is not set on port 5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:33.833722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:33.837580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.890101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27402de1-27f5-4e07-bd4f-8edac9ae1bea admin admin] Publish callbacks [] for security_group (5eb419d6-046c-4777-9961-9737f1875030), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.911845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27402de1-27f5-4e07-bd4f-8edac9ae1bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5eb419d6-046c-4777-9961-9737f1875030), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:33.929691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d6922-5683-452b-b9c2-0a580f989624 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:33.931257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-647d6922-5683-452b-b9c2-0a580f989624 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3dc HTTP/1.1" status: 200  len: 929 time: 0.2550278
Mar 26 21:12:33.934421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:34.043537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27402de1-27f5-4e07-bd4f-8edac9ae1bea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85da98ab5e9649aa9326cc4859d0c8e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9771907
Mar 26 21:12:34.044722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 4ffbda4f-ee6c-4014-9539-a51d4a019703 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:34.045161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4ffbda4f-ee6c-4014-9539-a51d4a019703), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.048801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58566) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:34.049472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27402de1-27f5-4e07-bd4f-8edac9ae1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb419d6-046c-4777-9961-9737f1875030,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:34.090058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Allocated IP 172.20.0.12 (865232da-db89-4c02-bd60-a63fb1b55017/dd33b01f-8c10-409e-922c-3394cd3cf29f/5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:34.150511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4ffbda4f-ee6c-4014-9539-a51d4a019703), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.167468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 4ffbda4f-ee6c-4014-9539-a51d4a019703 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:34.193199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.20.0.14 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/2ad246be-9db4-4928-bfb2-73737d075b68) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:34.232459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] Publish callbacks [] for security_group (5eb419d6-046c-4777-9961-9737f1875030), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.328381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4ffbda4f-ee6c-4014-9539-a51d4a019703), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.352840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] Publish callbacks [] for security_group (5eb419d6-046c-4777-9961-9737f1875030), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.363601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=4ffbda4f-ee6c-4014-9539-a51d4a019703,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:34.396864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.400264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c16abcc-6234-4fbc-b7bb-59a26225b6bc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/4ffbda4f-ee6c-4014-9539-a51d4a019703 HTTP/1.1" status: 204  len: 168 time: 0.4647970
Mar 26 21:12:34.402767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58568) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:34.429975 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88121ce-63bc-4ca9-a907-96cef6d01431 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:34.432015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e88121ce-63bc-4ca9-a907-96cef6d01431 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/4ffbda4f-ee6c-4014-9539-a51d4a019703 HTTP/1.1" status: 404  len: 333 time: 0.0282915
Mar 26 21:12:34.434895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58572) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:34.482732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0bd24-d894-43e7-8a6c-52d2f627589a None None] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:34.503852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.531962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5eb419d6-046c-4777-9961-9737f1875030), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.534723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.545480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5eb419d6-046c-4777-9961-9737f1875030 HTTP/1.1" status: 204  len: 168 time: 0.4890795
Mar 26 21:12:34.548716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 7d58b201-493c-4a2b-be05-2c2d318dade9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:34.549068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7d58b201-493c-4a2b-be05-2c2d318dade9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.559172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (2ad246be-9db4-4928-bfb2-73737d075b68), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.589107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4272213-ec19-4d38-8849-175f1bd3f5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb419d6-046c-4777-9961-9737f1875030,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:34.619161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Provisioning complete for port 37015817-b6c3-486b-b6ea-5359a72cce84 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:34.619612 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.721782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7d58b201-493c-4a2b-be05-2c2d318dade9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.752145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 7d58b201-493c-4a2b-be05-2c2d318dade9 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:34.754677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Current status of the port 37015817-b6c3-486b-b6ea-5359a72cce84 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:34.755077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.813432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] For port 37015817-b6c3-486b-b6ea-5359a72cce84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37015817-b6c3-486b-b6ea-5359a72cce84,segment=NetworkSegment(00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8),segment_id=00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:34.820484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:34.977320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d2a86-76bd-4b7c-98a9-960c742877b1 None None] Pushing event updated for resources: {'Port': ['ID=37015817-b6c3-486b-b6ea-5359a72cce84,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:34.993120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7a0ce8c7-31bf-4876-8060-f0900b9af4cb req-5bf4272c-d614-44e3-80f0-733d77ca6fb0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 210 time: 0.0939264
Mar 26 21:12:35.031961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58582) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:35.064799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e74bd142-4f18-485f-b7ff-2ec1ca8e66b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.182295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e74bd142-4f18-485f-b7ff-2ec1ca8e66b8 admin admin] Publish callbacks [] for security_group (95b02f38-ebfb-4b27-95f7-def5ed20915f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.210788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e74bd142-4f18-485f-b7ff-2ec1ca8e66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (95b02f38-ebfb-4b27-95f7-def5ed20915f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.216407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.246100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 37015817-b6c3-486b-b6ea-5359a72cce84 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:35.278065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:35.278425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e74bd142-4f18-485f-b7ff-2ec1ca8e66b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad005b7863904096a94a83a519610fd0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2439272
Mar 26 21:12:35.279699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bd142-4f18-485f-b7ff-2ec1ca8e66b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b02f38-ebfb-4b27-95f7-def5ed20915f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:35.280780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.282059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:35.282230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7d58b201-493c-4a2b-be05-2c2d318dade9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.338233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e844f260-5274-47ef-b5fb-10c2ab32e413 None None] Provisioning complete for port 37015817-b6c3-486b-b6ea-5359a72cce84 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:35.338675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e844f260-5274-47ef-b5fb-10c2ab32e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.339512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=7d58b201-493c-4a2b-be05-2c2d318dade9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:35.371061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.379256 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ff007c34-92cb-4c9f-8130-fe9396e3775d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/7d58b201-493c-4a2b-be05-2c2d318dade9 HTTP/1.1" status: 204  len: 168 time: 0.9433568
Mar 26 21:12:35.380240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58586) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:35.380376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 865232da-db89-4c02-bd60-a63fb1b55017 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:35.393693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:35.401560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:35.409952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 37015817-b6c3-486b-b6ea-5359a72cce84 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:35.410338 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.422769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:35.433581 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-00880623-a201-4bef-b687-0aefd7148900 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:35.440647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-00880623-a201-4bef-b687-0aefd7148900 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/7d58b201-493c-4a2b-be05-2c2d318dade9 HTTP/1.1" status: 404  len: 333 time: 0.0588834
Mar 26 21:12:35.441579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58588) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:35.472489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:35.496848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:35.530497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e844f260-5274-47ef-b5fb-10c2ab32e413 None None] Current status of the port 37015817-b6c3-486b-b6ea-5359a72cce84 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:35.535258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e844f260-5274-47ef-b5fb-10c2ab32e413 None None] Could not find standard attr ID for object 7d58b201-493c-4a2b-be05-2c2d318dade9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:35.559495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet c4028f07-df5e-4af3-830e-ada152fc4cd9 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:35.564722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (c4028f07-df5e-4af3-830e-ada152fc4cd9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.584871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 37015817-b6c3-486b-b6ea-5359a72cce84 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:35.594649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:35.595308 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.607752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:35.622356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (c4028f07-df5e-4af3-830e-ada152fc4cd9), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.656243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:35.656924 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.677320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-93644a47-0937-436f-8e09-3354309e380f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6670413
Mar 26 21:12:35.680636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] Publish callbacks [] for security_group (95b02f38-ebfb-4b27-95f7-def5ed20915f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.688793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Request body: {'port': {'device_id': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:35.742003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-65fbf976-715b-4efa-a5b7-0a42a9fd40f3 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.6228499
Mar 26 21:12:35.750216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c4028f07-df5e-4af3-830e-ada152fc4cd9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.753010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c069080f-3428-4577-a686-2207875f4644 None None] Could not find standard attr ID for object 7d58b201-493c-4a2b-be05-2c2d318dade9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:35.755742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58596) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:35.771437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] Publish callbacks [] for security_group (95b02f38-ebfb-4b27-95f7-def5ed20915f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.776590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:35.859636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.889118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.982664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (c4028f07-df5e-4af3-830e-ada152fc4cd9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:35.992023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-78c3dabe-79f2-4aaa-a39a-fd87e846551d None None] Provisioning complete for port 5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:35.992411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-78c3dabe-79f2-4aaa-a39a-fd87e846551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.005533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (95b02f38-ebfb-4b27-95f7-def5ed20915f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.009891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.011390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95b02f38-ebfb-4b27-95f7-def5ed20915f HTTP/1.1" status: 204  len: 168 time: 0.7245631
Mar 26 21:12:36.041785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cdda1-9b2a-48e6-b035-e77fea6cf811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b02f38-ebfb-4b27-95f7-def5ed20915f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:36.084990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=c4028f07-df5e-4af3-830e-ada152fc4cd9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:36.126026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-78c3dabe-79f2-4aaa-a39a-fd87e846551d None None] Port 5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:36.148299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.164832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-07d40ec2-ac6d-4d88-95c6-d8796c158f10 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/c4028f07-df5e-4af3-830e-ada152fc4cd9 HTTP/1.1" status: 204  len: 168 time: 0.7219434
Mar 26 21:12:36.168585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58610) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:36.210626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e0faf-4d39-4477-9101-775645868aef None None] Network 1dabe755-a7fa-4225-83df-6a2b83769dbe requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:36.266123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1dabe755-a7fa-4225-83df-6a2b83769dbe), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.292517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24985ac3-6707-492e-ae0e-bff4d9f21823 req-12d60c4e-ceb8-4f62-a045-6cd115b699c4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:36.294409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24985ac3-6707-492e-ae0e-bff4d9f21823 req-12d60c4e-ceb8-4f62-a045-6cd115b699c4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 932 time: 0.1092052
Mar 26 21:12:36.315709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.345215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-52e5e03f-8710-4a16-8013-2e89c81d3c67 None None] Provisioning complete for port 2ad246be-9db4-4928-bfb2-73737d075b68 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:36.345919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-52e5e03f-8710-4a16-8013-2e89c81d3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.394606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad246be-9db4-4928-bfb2-73737d075b68 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:12:36.406144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-24985ac3-6707-492e-ae0e-bff4d9f21823 req-4132a46c-d7b6-4d50-94b4-16b6a4dc3dbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017158
Mar 26 21:12:36.408246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks [] for port (2ad246be-9db4-4928-bfb2-73737d075b68), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.424224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Transition to ACTIVE for port object 2ad246be-9db4-4928-bfb2-73737d075b68 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:12:36.432861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-52e5e03f-8710-4a16-8013-2e89c81d3c67 None None] Port 2ad246be-9db4-4928-bfb2-73737d075b68 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:36.433337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.437931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-52e5e03f-8710-4a16-8013-2e89c81d3c67 None None] Could not find standard attr ID for object 4ffbda4f-ee6c-4014-9539-a51d4a019703. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:36.476200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 37015817-b6c3-486b-b6ea-5359a72cce84 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:36.476754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.554644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] DHCP port deletion for 1dabe755-a7fa-4225-83df-6a2b83769dbe request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:36.570556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:36.636545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Deleting port 37015817-b6c3-486b-b6ea-5359a72cce84 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:36.636924 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.644843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Allocated IP 172.35.4.65 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/df11c484-57fb-4b7d-a1c7-033ec3e8919e) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:36.666089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port 37015817-b6c3-486b-b6ea-5359a72cce84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37015817-b6c3-486b-b6ea-5359a72cce84,segment=NetworkSegment(00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8),segment_id=00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:36.666872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.695879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 37015817-b6c3-486b-b6ea-5359a72cce84 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:36.750732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] For port 37015817-b6c3-486b-b6ea-5359a72cce84, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37015817-b6c3-486b-b6ea-5359a72cce84,segment=NetworkSegment(00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8),segment_id=00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:36.751308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.763890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Attempting to bind port 2ad246be-9db4-4928-bfb2-73737d075b68 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:36.764254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Attempting to bind port 2ad246be-9db4-4928-bfb2-73737d075b68 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:36.764597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Attempting to bind port 2ad246be-9db4-4928-bfb2-73737d075b68 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:36.770180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Calling delete_port for 37015817-b6c3-486b-b6ea-5359a72cce84 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:36.770554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Port 2ad246be-9db4-4928-bfb2-73737d075b68 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:12:36.770886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Attempting to bind port 2ad246be-9db4-4928-bfb2-73737d075b68 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:36.777503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:36.777851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:36.778242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:36.778851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Bound port: 2ad246be-9db4-4928-bfb2-73737d075b68, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:36.779157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.917875 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.920296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:36.924424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ad246be-9db4-4928-bfb2-73737d075b68,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:36.936263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.945093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 37015817-b6c3-486b-b6ea-5359a72cce84 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:36.948107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.971327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (37015817-b6c3-486b-b6ea-5359a72cce84), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.994490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:36.995386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:36.997933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 200  len: 1092 time: 1.3139503
Mar 26 21:12:36.998603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:12:37.002667 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89024b58-b017-462f-a102-e38967b849f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:12:37.044028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 37015817-b6c3-486b-b6ea-5359a72cce84 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:37.048653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=37015817-b6c3-486b-b6ea-5359a72cce84,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.051085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port 37015817-b6c3-486b-b6ea-5359a72cce84 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:37.053804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 37015817-b6c3-486b-b6ea-5359a72cce84 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:37.092003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] Pushing event deleted for resources: {'Port': ['ID=37015817-b6c3-486b-b6ea-5359a72cce84,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.097784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f69ecd4-30be-4088-ac5e-469ad4366371 None None] No DVR routers for this DVR port 37015817-b6c3-486b-b6ea-5359a72cce84 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:37.138813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.152566 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fec2bf-efa2-4813-b36c-682ac2d0873d x-openstack-request-id: req-f1fec2bf-efa2-4813-b36c-682ac2d0873d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:12:37.153290 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:12:37.153779 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1fec2bf-efa2-4813-b36c-682ac2d0873d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:12:37.154348 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fec2bf-efa2-4813-b36c-682ac2d0873d'] response: {'name': 'network-changed', 'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68', 'status': 'completed', 'code': 200}
Mar 26 21:12:37.159298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e002fe-2b19-4635-8d3b-de737367d7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.187585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-65e55509-2c56-4595-9c51-94281c5494e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.190199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-65e55509-2c56-4595-9c51-94281c5494e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 1126 time: 0.1146843
Mar 26 21:12:37.240580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1dabe755-a7fa-4225-83df-6a2b83769dbe), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.254593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:37.260147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-8e975343-0947-4625-97bd-d9fc307ca0fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 200  len: 217 time: 0.0589509
Mar 26 21:12:37.270330 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:37.276248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:37.283051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=df11c484-57fb-4b7d-a1c7-033ec3e8919e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.289171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e530580>,) {'filters': {'network_id': ['1dabe755-a7fa-4225-83df-6a2b83769dbe']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:37.322097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e530580>, '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:37.322404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e530580>, '00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:37.336546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.343643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-d0b570bc-b8a2-4727-99f3-de5d775a96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.345374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-d0b570bc-b8a2-4727-99f3-de5d775a96eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0737815
Mar 26 21:12:37.363318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.370812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:37.371516 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (00d59bde-e41a-4cf4-bdeb-d9d550b4b2d8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:37.374527 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:37.403587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-1a62c073-ee89-4711-bd5c-019bf82ceacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.405106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-1a62c073-ee89-4711-bd5c-019bf82ceacc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495877
Mar 26 21:12:37.483265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1dabe755-a7fa-4225-83df-6a2b83769dbe), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.488381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.493062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/1dabe755-a7fa-4225-83df-6a2b83769dbe HTTP/1.1" status: 204  len: 168 time: 1.3215778
Mar 26 21:12:37.497048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58652) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:37.502803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-614993910'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:37.516908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d59b8-041e-4615-87bf-65397afcab77 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=1dabe755-a7fa-4225-83df-6a2b83769dbe,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.534183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (c0ca2458-cd14-445b-8b39-9b3143e9e95e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.543166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-4c9e8313-306f-483e-be93-3df27576b5dc service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236982
Mar 26 21:12:37.575841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:37.579533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.582248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.677705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:37.694022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64117414-f66d-4fef-8910-359c38ed966a req-08d8ff99-d919-418c-80bf-a0b2fdcc422f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.695583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64117414-f66d-4fef-8910-359c38ed966a req-08d8ff99-d919-418c-80bf-a0b2fdcc422f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 944 time: 0.1697912
Mar 26 21:12:37.709957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b9352d29-ac3c-4ec3-9846-634266ff3dfb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.710321 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment b9352d29-ac3c-4ec3-9846-634266ff3dfb of type vlan for network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6
Mar 26 21:12:37.736975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7dd4b75c-dbdd-4a3b-82d0-8b384c9f0b5a req-fa85c0a4-55b1-46d0-aa80-b78f6c2ecbfc service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760509
Mar 26 21:12:37.793061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.815338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64117414-f66d-4fef-8910-359c38ed966a req-ff053af5-fac5-4f2d-b6d9-5bb14a03d7cb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068351
Mar 26 21:12:37.843463 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.851289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.862752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.869342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.870053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:37.931169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024b58-b017-462f-a102-e38967b849f2 req-8b3d3101-4d9c-4c09-ab90-d82bcee60826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:37.932907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-8b3d3101-4d9c-4c09-ab90-d82bcee60826 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 1126 time: 0.1337576
Mar 26 21:12:37.936980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4387028
Mar 26 21:12:37.940439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58670) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:37.947257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:37.986863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=df11c484-57fb-4b7d-a1c7-033ec3e8919e,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.993448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d494f3-8f6a-455d-8a26-00562eeccaab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:37.995835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (c0ca2458-cd14-445b-8b39-9b3143e9e95e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:38.007462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:38.056536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:38.057831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1e77371-b678-49fa-8033-d629051d9cf4 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3013222
Mar 26 21:12:38.061286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58684) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:38.068856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4acbf1ce-adc2-4552-9ba2-d280edf68b42 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'floatingip': {'port_id': '5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:38.114812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024b58-b017-462f-a102-e38967b849f2 req-d9f590a9-7a0a-43ce-94e7-abde48a2ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:38.116153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4acbf1ce-adc2-4552-9ba2-d280edf68b42 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (c0ca2458-cd14-445b-8b39-9b3143e9e95e), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:38.118404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-d9f590a9-7a0a-43ce-94e7-abde48a2ce98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1763103
Mar 26 21:12:38.122169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:38.127273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:38.178756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-32ca0daf-5fa2-40a8-bd39-f11b7e10ce20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 200  len: 217 time: 0.0505543
Mar 26 21:12:38.249746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024b58-b017-462f-a102-e38967b849f2 req-547d7611-3a9a-4280-81f5-e5fd738e0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:38.252114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-547d7611-3a9a-4280-81f5-e5fd738e0596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0632002
Mar 26 21:12:38.315073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024b58-b017-462f-a102-e38967b849f2 req-c8a8ba17-7fd2-4ff5-ba6d-1d829c0b9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:38.316814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-c8a8ba17-7fd2-4ff5-ba6d-1d829c0b9225 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0586762
Mar 26 21:12:38.435026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-b312a694-87ce-47f5-bd35-a95d298c31c2 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107659
Mar 26 21:12:38.564957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89024b58-b017-462f-a102-e38967b849f2 req-6bceec6d-a8e3-472e-aff8-26946eb1d0d9 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215420
Mar 26 21:12:38.677578 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-4acbf1ce-adc2-4552-9ba2-d280edf68b42 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] update failed (client error): The resource could not be found.
Mar 26 21:12:38.678554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4acbf1ce-adc2-4552-9ba2-d280edf68b42 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "PUT /v2.0/floatingips/c0ca2458-cd14-445b-8b39-9b3143e9e95e HTTP/1.1" status: 404  len: 507 time: 0.6158116
Mar 26 21:12:38.681858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58720) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:38.900299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (f50cc52a-34e4-4d0b-bea8-5891e68a5cd4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:38.967858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting port df11c484-57fb-4b7d-a1c7-033ec3e8919e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:38.968237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.019822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=f50cc52a-34e4-4d0b-bea8-5891e68a5cd4,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:39.092324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e96bb6-4b8d-49b6-91f9-19ad7493ff46 req-df73a374-ea4c-4244-87a0-1a4d4df534de tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:39.093865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58e96bb6-4b8d-49b6-91f9-19ad7493ff46 req-df73a374-ea4c-4244-87a0-1a4d4df534de tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 944 time: 0.1964114
Mar 26 21:12:39.096952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': 'b9352d29-ac3c-4ec3-9846-634266ff3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:39.097350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:39.138194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.138194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (df11c484-57fb-4b7d-a1c7-033ec3e8919e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.158476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Calling delete_port for df11c484-57fb-4b7d-a1c7-033ec3e8919e owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:39.178156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:39.199436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58e96bb6-4b8d-49b6-91f9-19ad7493ff46 req-dba09ecc-0546-424f-9071-aded30666c8d tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980814
Mar 26 21:12:39.228195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:39.239264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a97c0-657e-4f5a-891c-573dc9cf7d14 None None] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:39.244491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:39.245562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.282581 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-933295db-9408-430f-939c-a602a6e0b9ad tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3411040
Mar 26 21:12:39.285755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:39.292451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6', 'name': 'tempest-PortsIpV6TestJSON-1392818198', 'fixed_ips': [{'subnet_id': 'f50cc52a-34e4-4d0b-bea8-5891e68a5cd4', 'ip_address': '2001:db8::10'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:39.304481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2ad246be-9db4-4928-bfb2-73737d075b68 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:12:39.393915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6', 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': 'f50cc52a-34e4-4d0b-bea8-5891e68a5cd4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:39.395166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.464460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (df11c484-57fb-4b7d-a1c7-033ec3e8919e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.491415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:39.497781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Port': ['ID=df11c484-57fb-4b7d-a1c7-033ec3e8919e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:39.551620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ad246be-9db4-4928-bfb2-73737d075b68,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:39.599580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '2ad246be-9db4-4928-bfb2-73737d075b68', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'port_id': '2ad246be-9db4-4928-bfb2-73737d075b68', 'mac_address': 'fa:16:3e:24:05:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:12:39.635535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (c0ca2458-cd14-445b-8b39-9b3143e9e95e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.639317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.644826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:39.645377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0d2593bb-2286-4cd7-a8b9-9d206b620145 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "DELETE /v2.0/floatingips/c0ca2458-cd14-445b-8b39-9b3143e9e95e HTTP/1.1" status: 204  len: 168 time: 0.9619966
Mar 26 21:12:39.653353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-53a35553-c783-4985-96a8-36730ab43cc8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'floatingip': {'floating_network_id': '865232da-db89-4c02-bd60-a63fb1b55017', 'port_id': '5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:39.665721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58770) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:39.671689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.674521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2ad246be-9db4-4928-bfb2-73737d075b68 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:39.675444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.700651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad246be-9db4-4928-bfb2-73737d075b68 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:12:39.706018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port c7b58df0-5442-4a4f-84c6-0a8457b98efd yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:39.714025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Allocated IP 2001:db8::2 (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6/f50cc52a-34e4-4d0b-bea8-5891e68a5cd4/0f677240-cf0d-4926-a26e-a90c13bc0bf9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:39.725305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53a35553-c783-4985-96a8-36730ab43cc8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.727597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ad246be-9db4-4928-bfb2-73737d075b68,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:39.733618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.845952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:39.892711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75548af9-675c-4d03-9702-fe9e448fefc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.896058 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-53a35553-c783-4985-96a8-36730ab43cc8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:12:39.897315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-53a35553-c783-4985-96a8-36730ab43cc8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2499809
Mar 26 21:12:39.902477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:39.909269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:39.939976 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.955868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks [] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:39.964577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.000872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75548af9-675c-4d03-9702-fe9e448fefc8 admin admin] Publish callbacks [] for security_group (cedd405f-1278-4f08-8cc6-0b60614bfbce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.008305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-75548af9-675c-4d03-9702-fe9e448fefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cedd405f-1278-4f08-8cc6-0b60614bfbce), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.018219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:40.019512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['2ad246be-9db4-4928-bfb2-73737d075b68'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:12:40.026055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:40.056783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:40.068122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Pushing event updated for resources: {'Port': ['ID=0f677240-cf0d-4926-a26e-a90c13bc0bf9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.075992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-75548af9-675c-4d03-9702-fe9e448fefc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef892c39aa8c4795a204291381f0833a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4067862
Mar 26 21:12:40.076629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75548af9-675c-4d03-9702-fe9e448fefc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd405f-1278-4f08-8cc6-0b60614bfbce,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.080213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58778) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:40.103730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::10 (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6/f50cc52a-34e4-4d0b-bea8-5891e68a5cd4/c7b58df0-5442-4a4f-84c6-0a8457b98efd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:40.141419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] Publish callbacks [] for security_group (cedd405f-1278-4f08-8cc6-0b60614bfbce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.185159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] Publish callbacks [] for security_group (cedd405f-1278-4f08-8cc6-0b60614bfbce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.257642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cedd405f-1278-4f08-8cc6-0b60614bfbce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.264187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.284270 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cedd405f-1278-4f08-8cc6-0b60614bfbce HTTP/1.1" status: 204  len: 168 time: 0.1988630
Mar 26 21:12:40.334307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0eba-2158-43d2-8e2f-1a363f5dc58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd405f-1278-4f08-8cc6-0b60614bfbce,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.348752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.365447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Attempting to bind port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:40.366725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Attempting to bind port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9352d29-ac3c-4ec3-9846-634266ff3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:40.368277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Attempting to bind port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 on network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:40.391830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:40.392260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Checking segment: {'id': 'b9352d29-ac3c-4ec3-9846-634266ff3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:40.392678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.393233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Bound using segment: {'id': 'b9352d29-ac3c-4ec3-9846-634266ff3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:40.393716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Bound port: 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9352d29-ac3c-4ec3-9846-634266ff3dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:40.394105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.415810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb1439-aad3-4c2b-990f-4111dd6479de req-4adf952b-7081-4be0-9c80-d74d3f4bd419 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:40.423677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98eb1439-aad3-4c2b-990f-4111dd6479de req-4adf952b-7081-4be0-9c80-d74d3f4bd419 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 945 time: 0.1305559
Mar 26 21:12:40.497008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98eb1439-aad3-4c2b-990f-4111dd6479de req-3e2ddf16-3bb3-4e0e-946c-6019f536a560 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721295
Mar 26 21:12:40.523272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Allocated IP 172.35.4.97 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/ffbf8f1a-4086-4a58-b6db-51127f8f47d6) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:40.551785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.560543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] For port 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:40.583753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] For port 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f677240-cf0d-4926-a26e-a90c13bc0bf9,segment=NetworkSegment(b9352d29-ac3c-4ec3-9846-634266ff3dfb),segment_id=b9352d29-ac3c-4ec3-9846-634266ff3dfb)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:40.599745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.664606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.680026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f81691-d28d-4550-8072-a09a6dc8d1db None None] Pushing event updated for resources: {'Port': ['ID=0f677240-cf0d-4926-a26e-a90c13bc0bf9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.740718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for port (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.757983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:40.766101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:40.773507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:40.779074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:40.779708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.785914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58816) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:40.796141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=c7b58df0-5442-4a4f-84c6-0a8457b98efd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.809493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4588-c92e-4b16-ae75-2cb6091abbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.825779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2b747e29-f196-4907-a5ad-6ba3788e2667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5388045
Mar 26 21:12:40.829157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:40.837185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': '4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6', 'name': 'tempest-PortsIpV6TestJSON-1315204485', 'fixed_ips': [{'subnet_id': 'f50cc52a-34e4-4d0b-bea8-5891e68a5cd4', 'ip_address': '2001:db8::f'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:40.864328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.921747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4588-c92e-4b16-ae75-2cb6091abbd7 admin admin] Publish callbacks [] for security_group (89bc4b3f-a2d2-4246-8fd6-befd750172d5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.932829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7a3c4588-c92e-4b16-ae75-2cb6091abbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (89bc4b3f-a2d2-4246-8fd6-befd750172d5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:40.938356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event updated for resources: {'Port': ['ID=ffbf8f1a-4086-4a58-b6db-51127f8f47d6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:40.959783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:40.996540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7a3c4588-c92e-4b16-ae75-2cb6091abbd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9be8379443fd4cd587a7e3f28ecbdd01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2081947
Mar 26 21:12:40.999866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:41.004677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:41.017882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:41.039244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c4588-c92e-4b16-ae75-2cb6091abbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc4b3f-a2d2-4246-8fd6-befd750172d5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:41.089493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] Publish callbacks [] for security_group (89bc4b3f-a2d2-4246-8fd6-befd750172d5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.113965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] Publish callbacks [] for security_group (89bc4b3f-a2d2-4246-8fd6-befd750172d5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.176674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (89bc4b3f-a2d2-4246-8fd6-befd750172d5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.179686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.181616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89bc4b3f-a2d2-4246-8fd6-befd750172d5 HTTP/1.1" status: 204  len: 168 time: 0.1807096
Mar 26 21:12:41.189526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:41.189954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432910f-73af-4a34-bb9b-0470830af2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc4b3f-a2d2-4246-8fd6-befd750172d5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:41.194710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.223754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 37c60c32-7f25-4600-83ac-f42af8c57a42 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:41.318856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2ad246be-9db4-4928-bfb2-73737d075b68 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:41.359404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting port ffbf8f1a-4086-4a58-b6db-51127f8f47d6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:41.359766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.397796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 2ad246be-9db4-4928-bfb2-73737d075b68 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:12:41.403996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 2ad246be-9db4-4928-bfb2-73737d075b68 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:41.404727 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.491963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::f (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6/f50cc52a-34e4-4d0b-bea8-5891e68a5cd4/37c60c32-7f25-4600-83ac-f42af8c57a42) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:41.505768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.506147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for floatingip (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.529058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Calling delete_port for ffbf8f1a-4086-4a58-b6db-51127f8f47d6 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:41.547263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 2ad246be-9db4-4928-bfb2-73737d075b68 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:41.548032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.624549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:12:41.632135 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454f8e8-25cf-4af8-aa55-61a6fa81df0c" -d '{"events": [{"server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:12:41.670809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ad246be-9db4-4928-bfb2-73737d075b68,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:41.677532 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:41.687356 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a5139-028d-4170-8246-954b3256941d x-openstack-request-id: req-7d0a5139-028d-4170-8246-954b3256941d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:12:41.688398 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:12:41.688686 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d0a5139-028d-4170-8246-954b3256941d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:12:41.689289 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0a5139-028d-4170-8246-954b3256941d'] response: {'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68', 'code': 200}
Mar 26 21:12:41.874934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8ff3-5549-4acc-99c6-9452f4d31d88 req-495883e1-6e11-4155-a180-c4c70654be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:41.878879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb1f8ff3-5549-4acc-99c6-9452f4d31d88 req-495883e1-6e11-4155-a180-c4c70654be2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 1128 time: 0.1090684
Mar 26 21:12:41.893225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58862) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:41.893556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:41.962653 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb1f8ff3-5549-4acc-99c6-9452f4d31d88 req-3b339449-2739-4524-bf16-40486478473c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702872
Mar 26 21:12:42.021529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f988a87-d875-4143-8648-b97d4acfa1dd req-5df8ab06-7b20-4294-82b2-211e0021ed3b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.029841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f988a87-d875-4143-8648-b97d4acfa1dd req-5df8ab06-7b20-4294-82b2-211e0021ed3b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.4026518
Mar 26 21:12:42.057112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.099375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ffbf8f1a-4086-4a58-b6db-51127f8f47d6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.158622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Port': ['ID=ffbf8f1a-4086-4a58-b6db-51127f8f47d6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:42.170437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f988a87-d875-4143-8648-b97d4acfa1dd req-551c5739-57d7-4caf-a1c2-e8385b71a888 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1397345
Mar 26 21:12:42.184678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f33d2-07a3-4021-b58c-c425268e4303 None None] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:42.205746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5cbab26e-56c8-46c3-b161-8dd377c6dfe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.231781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.301737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Provisioning complete for port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:42.302110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.307103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:42.316654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:42.324199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:42.331200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.332039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.351282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5cbab26e-56c8-46c3-b161-8dd377c6dfe5 admin admin] Publish callbacks [] for security_group (5b3bd2b0-b925-4c21-938e-3dd81fb811a4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.352700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=37c60c32-7f25-4600-83ac-f42af8c57a42,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:42.357528 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5cbab26e-56c8-46c3-b161-8dd377c6dfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b3bd2b0-b925-4c21-938e-3dd81fb811a4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.373064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ed4ab5e2-c671-4bb7-a6fe-45acc1af2a7d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5427573
Mar 26 21:12:42.375669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:42.411471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:42.411725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5cbab26e-56c8-46c3-b161-8dd377c6dfe5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=527d34e41144408c95c2b93cb797c5bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5168469
Mar 26 21:12:42.413002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbab26e-56c8-46c3-b161-8dd377c6dfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3bd2b0-b925-4c21-938e-3dd81fb811a4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:42.440997 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] create failed (client error): The resource could not be found.
Mar 26 21:12:42.440997 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-70f4e75b-73f3-45ed-b5dc-9d60b3ad10fa tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.5329487
Mar 26 21:12:42.441271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:42.494012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Current status of the port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:42.494611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.524474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c309f6-dacb-4e70-b954-5b31ba5001c0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.526015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6c309f6-dacb-4e70-b954-5b31ba5001c0 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1491981
Mar 26 21:12:42.529538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:42.539514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] Publish callbacks [] for security_group (5b3bd2b0-b925-4c21-938e-3dd81fb811a4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.552415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] For port 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f677240-cf0d-4926-a26e-a90c13bc0bf9,segment=NetworkSegment(b9352d29-ac3c-4ec3-9846-634266ff3dfb),segment_id=b9352d29-ac3c-4ec3-9846-634266ff3dfb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:42.556951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.595765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting port 5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:42.596165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.598300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] Publish callbacks [] for security_group (5b3bd2b0-b925-4c21-938e-3dd81fb811a4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.613051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67924f75-e6ea-4048-8fd8-ab32541dcb23 None None] Pushing event updated for resources: {'Port': ['ID=0f677240-cf0d-4926-a26e-a90c13bc0bf9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:42.679793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e271b-8b52-4c5e-8691-5d88ad4d4dc4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.690093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e271b-8b52-4c5e-8691-5d88ad4d4dc4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.696496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e271b-8b52-4c5e-8691-5d88ad4d4dc4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:42.698296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb3e271b-8b52-4c5e-8691-5d88ad4d4dc4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.1675344
Mar 26 21:12:42.701262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:42.730724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.746901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Calling delete_port for 5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:42.752258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b3bd2b0-b925-4c21-938e-3dd81fb811a4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.754895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.756080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b3bd2b0-b925-4c21-938e-3dd81fb811a4 HTTP/1.1" status: 204  len: 168 time: 0.3436108
Mar 26 21:12:42.774888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c1df7-e367-4daa-9907-d758bf82fda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3bd2b0-b925-4c21-938e-3dd81fb811a4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:42.863966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 37c60c32-7f25-4600-83ac-f42af8c57a42 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:42.864333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:42.928362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Provisioning complete for port 37c60c32-7f25-4600-83ac-f42af8c57a42 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:42.931043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.059693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Port 37c60c32-7f25-4600-83ac-f42af8c57a42 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:43.071703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0f677240-cf0d-4926-a26e-a90c13bc0bf9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:43.131433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.183231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.186460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 37c60c32-7f25-4600-83ac-f42af8c57a42 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:43.236582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:43.240652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.247846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Provisioning complete for port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:43.248264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.285223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Port': ['ID=5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:43.459683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.467517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5ee4503c-3c7f-413f-a605-6ff92483edaf tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "DELETE /v2.0/ports/5be6268b-6f4a-4f70-b4b0-165c1a5dc1d2 HTTP/1.1" status: 204  len: 168 time: 1.0250521
Mar 26 21:12:43.469645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:43.498427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4ca2-2f86-4976-97c5-2bcad8fce421 req-23ad2564-78ab-41b2-8891-0e7b6b364823 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:43.506645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c9d4ca2-2f86-4976-97c5-2bcad8fce421 req-23ad2564-78ab-41b2-8891-0e7b6b364823 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.1429672
Mar 26 21:12:43.611092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (37c60c32-7f25-4600-83ac-f42af8c57a42), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.682480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Current status of the port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:43.692778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=37c60c32-7f25-4600-83ac-f42af8c57a42,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:43.760188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62b1ff-9efc-4164-b5ca-431ca1ae34b8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:43.762044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-df62b1ff-9efc-4164-b5ca-431ca1ae34b8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "GET /v2.0/ports?device_id=72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a HTTP/1.1" status: 200  len: 913 time: 0.2842252
Mar 26 21:12:43.764740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58928) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:43.773501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.783426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fbe65fcb-5dac-4c17-a91f-f6366a97688b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/37c60c32-7f25-4600-83ac-f42af8c57a42 HTTP/1.1" status: 204  len: 168 time: 1.0778518
Mar 26 21:12:43.786809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58930) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:43.788953 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1c9d4ca2-2f86-4976-97c5-2bcad8fce421 req-182f71c6-7a04-450f-8f03-83c7bbea10b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2670264
Mar 26 21:12:43.823051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Provisioning complete for port c7b58df0-5442-4a4f-84c6-0a8457b98efd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:43.823660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:43.830219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:43.870094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0772adb2-f0a1-44c4-a418-aea6248b0788 None None] Port c7b58df0-5442-4a4f-84c6-0a8457b98efd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:43.871026 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b589729-ae7e-4ca7-8f43-53890d4a4f17 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:43.872801 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b589729-ae7e-4ca7-8f43-53890d4a4f17 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/37c60c32-7f25-4600-83ac-f42af8c57a42 HTTP/1.1" status: 404  len: 333 time: 0.0850399
Mar 26 21:12:43.877033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 58934) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:43.930922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dbfc0-227b-48f0-9782-a976669b79c2 req-74c2161b-e5ca-4b57-9801-d561dcc2c909 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:43.938508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b54dbfc0-227b-48f0-9782-a976669b79c2 req-74c2161b-e5ca-4b57-9801-d561dcc2c909 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.0798025
Mar 26 21:12:43.987385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8f240100-df6c-4870-93f9-a6aacde7036c None None] Could not find standard attr ID for object 37c60c32-7f25-4600-83ac-f42af8c57a42. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:12:44.021875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b54dbfc0-227b-48f0-9782-a976669b79c2 req-946a2371-012f-4648-8dfe-bae54fe58542 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821381
Mar 26 21:12:44.025175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8f240100-df6c-4870-93f9-a6aacde7036c None None] Provisioning complete for port c7b58df0-5442-4a4f-84c6-0a8457b98efd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:44.038866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8f240100-df6c-4870-93f9-a6aacde7036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.117911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8f240100-df6c-4870-93f9-a6aacde7036c None None] Port c7b58df0-5442-4a4f-84c6-0a8457b98efd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:44.127483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port c7b58df0-5442-4a4f-84c6-0a8457b98efd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:44.128094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.137508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.301592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.319301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for c7b58df0-5442-4a4f-84c6-0a8457b98efd owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:44.450304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.573014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c7b58df0-5442-4a4f-84c6-0a8457b98efd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.606835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=c7b58df0-5442-4a4f-84c6-0a8457b98efd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:44.622141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:44.687107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.690460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2fbd8bdc-6088-48f6-b455-1aa6b1a596cc tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/c7b58df0-5442-4a4f-84c6-0a8457b98efd HTTP/1.1" status: 204  len: 168 time: 0.8119767
Mar 26 21:12:44.693594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:44.759225 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2898d6-99f4-4941-b17b-8c6f85d57daa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:44.760913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc2898d6-99f4-4941-b17b-8c6f85d57daa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/c7b58df0-5442-4a4f-84c6-0a8457b98efd HTTP/1.1" status: 404  len: 333 time: 0.0646114
Mar 26 21:12:44.768491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:44.828641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5973abb7-473b-4064-8445-a790a7e4b3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.834470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet f50cc52a-34e4-4d0b-bea8-5891e68a5cd4 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:44.838998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (f50cc52a-34e4-4d0b-bea8-5891e68a5cd4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:44.892838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (f50cc52a-34e4-4d0b-bea8-5891e68a5cd4), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.062424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (f50cc52a-34e4-4d0b-bea8-5891e68a5cd4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.156903 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5973abb7-473b-4064-8445-a790a7e4b3ca admin admin] Publish callbacks [] for security_group (dde65a80-9e6b-4822-9209-462aaec3abc4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.169916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5973abb7-473b-4064-8445-a790a7e4b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dde65a80-9e6b-4822-9209-462aaec3abc4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.250892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (f50cc52a-34e4-4d0b-bea8-5891e68a5cd4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.265701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed794a1b-5357-4e36-a2f9-27a03e4d7c40 req-f3b73b39-9f70-4316-8fe0-6d2337ec57f8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:45.272678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed794a1b-5357-4e36-a2f9-27a03e4d7c40 req-f3b73b39-9f70-4316-8fe0-6d2337ec57f8 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.1732764
Mar 26 21:12:45.281548 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5973abb7-473b-4064-8445-a790a7e4b3ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c842ac69b8cd4cc594a25c823009a2da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6571774
Mar 26 21:12:45.291287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973abb7-473b-4064-8445-a790a7e4b3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde65a80-9e6b-4822-9209-462aaec3abc4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:45.292738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718533-a478-451d-bd8f-c135518c6337 req-f7560943-a1aa-4227-ba72-948a26e222f9 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:45.294468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:45.295030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4718533-a478-451d-bd8f-c135518c6337 req-f7560943-a1aa-4227-ba72-948a26e222f9 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 945 time: 0.1266007
Mar 26 21:12:45.306579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2d2d4-c9af-44d8-9549-82738c7f3594 req-cf366b0f-e693-4923-a02c-502ffc799b43 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:45.308054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31b2d2d4-c9af-44d8-9549-82738c7f3594 req-cf366b0f-e693-4923-a02c-502ffc799b43 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.1384661
Mar 26 21:12:45.326282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=f50cc52a-34e4-4d0b-bea8-5891e68a5cd4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:45.336034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.338396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b70d7-3c14-4a5c-9304-c34ba1ed270f None None] Network 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:45.339675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f09984c9-51cc-4484-8fc4-4cb91baf2e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/f50cc52a-34e4-4d0b-bea8-5891e68a5cd4 HTTP/1.1" status: 204  len: 168 time: 0.5693598
Mar 26 21:12:45.343081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 58988) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:45.457265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed794a1b-5357-4e36-a2f9-27a03e4d7c40 req-8c8cfa9b-586f-46da-93f9-529f4bc12549 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837187
Mar 26 21:12:45.497025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.505788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] Publish callbacks [] for security_group (dde65a80-9e6b-4822-9209-462aaec3abc4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.526840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31b2d2d4-c9af-44d8-9549-82738c7f3594 req-c2b75c6b-8a05-4aa1-92d6-69607397f6eb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909936
Mar 26 21:12:45.533442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting port 2b6c51e9-18b6-4170-80ac-369edd762d19 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:45.534567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.541268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] DHCP port deletion for 4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:45.562066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] Publish callbacks [] for security_group (dde65a80-9e6b-4822-9209-462aaec3abc4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.613028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Deleting port c8337db8-8ace-411f-91d0-9557a19ab3e1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:45.613664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.647970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Deleting port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:45.648711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.712163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.725503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:45.726545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.732787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Calling delete_port for 2b6c51e9-18b6-4170-80ac-369edd762d19 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:45.737587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6d07b-bbc0-45b8-9b65-b857529331f8 req-3b3ddcb7-36d2-4d36-ae68-696ac06d973f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:45.743299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6b6d07b-bbc0-45b8-9b65-b857529331f8 req-3b3ddcb7-36d2-4d36-ae68-696ac06d973f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.1100559
Mar 26 21:12:45.744152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dde65a80-9e6b-4822-9209-462aaec3abc4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.747052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.748346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dde65a80-9e6b-4822-9209-462aaec3abc4 HTTP/1.1" status: 204  len: 168 time: 0.4351602
Mar 26 21:12:45.751572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59002) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:45.762343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'port_id': '2ad246be-9db4-4928-bfb2-73737d075b68'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:45.778087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] For port 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f677240-cf0d-4926-a26e-a90c13bc0bf9,segment=NetworkSegment(b9352d29-ac3c-4ec3-9846-634266ff3dfb),segment_id=b9352d29-ac3c-4ec3-9846-634266ff3dfb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:45.778521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.780813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48701168-46ba-497a-a2be-1d57c9aac05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde65a80-9e6b-4822-9209-462aaec3abc4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:45.791390 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.811725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Calling delete_port for 0f677240-cf0d-4926-a26e-a90c13bc0bf9 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:45.830419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] For port c8337db8-8ace-411f-91d0-9557a19ab3e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8337db8-8ace-411f-91d0-9557a19ab3e1,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:45.830419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.834595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.837487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port 0f677240-cf0d-4926-a26e-a90c13bc0bf9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f677240-cf0d-4926-a26e-a90c13bc0bf9,segment=NetworkSegment(b9352d29-ac3c-4ec3-9846-634266ff3dfb),segment_id=b9352d29-ac3c-4ec3-9846-634266ff3dfb)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:45.837929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.859243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 0f677240-cf0d-4926-a26e-a90c13bc0bf9 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:45.914053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Calling delete_port for c8337db8-8ace-411f-91d0-9557a19ab3e1 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:45.947679 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:45.978664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] Pushing event deleted for resources: {'Port': ['ID=0f677240-cf0d-4926-a26e-a90c13bc0bf9,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:45.980623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cf059-5ef5-41de-be5c-2ed1757c7f22 None None] No DVR routers for this DVR port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:46.034452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0f677240-cf0d-4926-a26e-a90c13bc0bf9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.300752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59010) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:46.308118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'network': {'name': 'tempest-network-smoke--1634279667', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:46.347579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2b6c51e9-18b6-4170-80ac-369edd762d19), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.400403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Port': ['ID=2b6c51e9-18b6-4170-80ac-369edd762d19,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:46.408345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:46.411726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.421406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c8337db8-8ace-411f-91d0-9557a19ab3e1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.468548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=0f677240-cf0d-4926-a26e-a90c13bc0bf9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:46.470694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port 0f677240-cf0d-4926-a26e-a90c13bc0bf9 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:46.493896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.578944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Pushing event deleted for resources: {'Port': ['ID=c8337db8-8ace-411f-91d0-9557a19ab3e1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:46.597467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.622305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d638b20>,) {'filters': {'network_id': ['4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:46.636563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d638b20>, 'b9352d29-ac3c-4ec3-9846-634266ff3dfb') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:46.636897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d638b20>, 'b9352d29-ac3c-4ec3-9846-634266ff3dfb') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:46.655997 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (b9352d29-ac3c-4ec3-9846-634266ff3dfb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.692244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd5f90cb-cc41-4ca0-8d07-4f61fa236d8c req-545fbb2b-ddf3-45cf-8ca1-96bf0e771c9e tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc597171-1f7d-43d9-b979-ca9c34c23f5a HTTP/1.1" status: 200  len: 210 time: 0.0392222
Mar 26 21:12:46.694627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b9352d29-ac3c-4ec3-9846-634266ff3dfb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.702462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:46.702907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (b9352d29-ac3c-4ec3-9846-634266ff3dfb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:46.705989 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:46.752900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] No DVR routers for this DVR port c8337db8-8ace-411f-91d0-9557a19ab3e1 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:46.761260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.764882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4718533-a478-451d-bd8f-c135518c6337 req-4a06475f-50f1-4f03-92fc-77bef5fe4b33 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "DELETE /v2.0/ports/c8337db8-8ace-411f-91d0-9557a19ab3e1 HTTP/1.1" status: 204  len: 173 time: 1.4543104
Mar 26 21:12:46.765569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'name': 'network-vif-deleted', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:12:46.768276 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fed4b8-3f7e-4d1a-84b9-1979b03e7620" -d '{"events": [{"server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "name": "network-vif-deleted", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:12:46.789375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.816725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.838546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6 HTTP/1.1" status: 204  len: 168 time: 1.4920115
Mar 26 21:12:46.840677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59028) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:46.855416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1468248995'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:46.885699 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c1590-f748-4af8-8338-d4e974aa36e9 x-openstack-request-id: req-e06c1590-f748-4af8-8338-d4e974aa36e9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:12:46.886582 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc597171-1f7d-43d9-b979-ca9c34c23f5a", "name": "network-vif-deleted", "tag": "c8337db8-8ace-411f-91d0-9557a19ab3e1", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:12:46.887120 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e06c1590-f748-4af8-8338-d4e974aa36e9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:12:46.887682 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06c1590-f748-4af8-8338-d4e974aa36e9'] response: {'server_uuid': 'fc597171-1f7d-43d9-b979-ca9c34c23f5a', 'name': 'network-vif-deleted', 'tag': 'c8337db8-8ace-411f-91d0-9557a19ab3e1', 'status': 'completed', 'code': 200}
Mar 26 21:12:46.894931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41197ba-fc1b-43d6-aaf0-9bcbda55119e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=4560b3f3-7bb4-4d85-bac3-72e4c2e4b7f6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:46.906444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.924936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:46.935561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.945330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0f677240-cf0d-4926-a26e-a90c13bc0bf9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:46.969617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:46.981680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (44f103d6-bce6-42f7-bba5-dea5364b1e99), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:46.982181 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Added segment 44f103d6-bce6-42f7-bba5-dea5364b1e99 of type vlan for network addd30da-ec71-44f2-8475-bc0a6d2b8887
Mar 26 21:12:46.982395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 0f677240-cf0d-4926-a26e-a90c13bc0bf9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:46.982957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 0f677240-cf0d-4926-a26e-a90c13bc0bf9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:47.037871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (addd30da-ec71-44f2-8475-bc0a6d2b8887), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.078899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (addd30da-ec71-44f2-8475-bc0a6d2b8887), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.084814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:47.085477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.085622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.db.resource_extend [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:12:47.126285 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2845323
Mar 26 21:12:47.128823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:47.133756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:47.183010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fe7a1-572e-44d4-a800-d2d886fef361 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Network': ['ID=addd30da-ec71-44f2-8475-bc0a6d2b8887,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:47.209816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:47.229156 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.231292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (12168c05-f644-479e-97f9-c597f681558e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.238499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.280356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12168c05-f644-479e-97f9-c597f681558e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.292448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:12:47.298181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Router 72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:12:47.331119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:47.340581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12168c05-f644-479e-97f9-c597f681558e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:47.342631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.386713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8f8c7f51-a149-4f81-81af-a267ccf64db6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.387066 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Added segment 8f8c7f51-a149-4f81-81af-a267ccf64db6 of type vlan for network 405b99d3-3fe8-4754-994b-2c346df679f7
Mar 26 21:12:47.437688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59046) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:47.574730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (db1dc4cd-0030-4fca-bfa5-4b00d6bbb627), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.579540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-134737be-0513-435a-88f4-17fe52379718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.669988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=db1dc4cd-0030-4fca-bfa5-4b00d6bbb627,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:47.684085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c8337db8-8ace-411f-91d0-9557a19ab3e1 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:47.696162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Checking segment: {'id': '44f103d6-bce6-42f7-bba5-dea5364b1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:47.696545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network hostable DHCP agents. Network: addd30da-ec71-44f2-8475-bc0a6d2b8887, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:47.707679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: c8337db8-8ace-411f-91d0-9557a19ab3e1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:47.708487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c8337db8-8ace-411f-91d0-9557a19ab3e1 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:47.737156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:47.740481 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-134737be-0513-435a-88f4-17fe52379718 admin admin] Publish callbacks [] for security_group (65b3492a-6b52-474f-aa42-d414d6abeccd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.746753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-134737be-0513-435a-88f4-17fe52379718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (65b3492a-6b52-474f-aa42-d414d6abeccd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.758694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, addd30da-ec71-44f2-8475-bc0a6d2b8887) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:47.778646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:47.778646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.793085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e00864-5849-4274-ad86-097d3569026f None None] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:47.805640 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (405b99d3-3fe8-4754-994b-2c346df679f7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.807893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-134737be-0513-435a-88f4-17fe52379718 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6a0c0c432a64b059eee3fda3ffba6b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3688948
Mar 26 21:12:47.809807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134737be-0513-435a-88f4-17fe52379718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b3492a-6b52-474f-aa42-d414d6abeccd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:47.811864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:47.815385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bcf44a81-97af-41ed-b250-1bf3550e3e1d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6855688
Mar 26 21:12:47.818069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59056) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:47.823169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-431128220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:47.826719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:47.835955 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP 177dd288-42a1-4269-ba71-a21183cb3c92 associated. External IP: 172.35.4.112, port: 2ad246be-9db4-4928-bfb2-73737d075b68.
Mar 26 21:12:47.845961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-edfa878a-49fa-462d-b79f-0f18855ddb21 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "PUT /v2.0/routers/72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0801828
Mar 26 21:12:47.849878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59058) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:47.865880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] Sync routers for ids ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:47.896580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.896956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.916708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (405b99d3-3fe8-4754-994b-2c346df679f7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.922201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:47.923697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.934818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] Routers {'72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:47.935506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e14dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:47.970916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:47.997442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e14dfa0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:48.010998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] Routers {'72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:48.011848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e14dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:48.037883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7312465
Mar 26 21:12:48.052495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59060) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:48.058861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e14dfa0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:48.059889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb558391-0938-449b-91c5-ca0c8adea8f0 None None] The sync data for ids ['72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:48.061656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-addd30da-ec71-44f2-8475-bc0a6d2b8887', 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': 'db1dc4cd-0030-4fca-bfa5-4b00d6bbb627'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:48.062726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.068257 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] Publish callbacks [] for security_group (65b3492a-6b52-474f-aa42-d414d6abeccd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.073184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed566-7d22-4b71-b89a-3e5c4d9bdaf0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Network': ['ID=405b99d3-3fe8-4754-994b-2c346df679f7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:48.091144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'admin_state_up': True, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:48.104804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for router_controller (5794ecae-8fb0-47a5-9af8-ec821af1a8be), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.108334 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] Publish callbacks [] for security_group (65b3492a-6b52-474f-aa42-d414d6abeccd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.117191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.237164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Allocated IP 2001:db8::2 (addd30da-ec71-44f2-8475-bc0a6d2b8887/db1dc4cd-0030-4fca-bfa5-4b00d6bbb627/2dc72117-3e8c-4ac3-897f-42c53e811321) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:48.250709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 405b99d3-3fe8-4754-994b-2c346df679f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:12:48.250918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.252025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.266289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (65b3492a-6b52-474f-aa42-d414d6abeccd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.268407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.269434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.269643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8c93335-2486-4964-8b32-86f01721f5a6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4506297
Mar 26 21:12:48.271277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65b3492a-6b52-474f-aa42-d414d6abeccd HTTP/1.1" status: 204  len: 168 time: 0.4583840
Mar 26 21:12:48.272983 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59070) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:48.280395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887', 'name': 'tempest-PortsIpV6TestJSON-1110765805'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:48.285898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.288874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cf335-ab09-4c45-acc5-8ad1b77d1f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b3492a-6b52-474f-aa42-d414d6abeccd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:48.289136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for router_controller (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.294790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:12:48.441141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_controller (935a8f46-d9f5-4e18-b990-4fa946b7c36d), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.450096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.450880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Fanout notify agent at l3_agent the message router_deleted on router 72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:12:48.453666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:48.461814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.462631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.462915 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5169aeec-3ecf-4fdf-9425-2bca0fcd76e8 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "DELETE /v2.0/routers/72d2a0fe-20a4-47d3-98cc-de8c6cb4ae8a HTTP/1.1" status: 204  len: 168 time: 0.6108203
Mar 26 21:12:48.465406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59078) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:48.483648 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:48.499101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:48.499886 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124096a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:48.534183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3f93f367-bafd-4dab-8471-071f8e02a7b0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "PUT /v2.0/floatingips/177dd288-42a1-4269-ba71-a21183cb3c92 HTTP/1.1" status: 200  len: 992 time: 2.7814929
Mar 26 21:12:48.564113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting subnet dd33b01f-8c10-409e-922c-3394cd3cf29f {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:48.573113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for subnet (dd33b01f-8c10-409e-922c-3394cd3cf29f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.585702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks [] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.595994 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.645282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (935a8f46-d9f5-4e18-b990-4fa946b7c36d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.650686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:48.654568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.660237 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:12:48.663101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (dd33b01f-8c10-409e-922c-3394cd3cf29f), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.667910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:48.679870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:48.687244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port d695bc2b-e32d-4d9e-9562-b2dddc60c517 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:12:48.688411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:48.707626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Pushing event updated for resources: {'Port': ['ID=2dc72117-3e8c-4ac3-897f-42c53e811321,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:48.794336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Attempting to bind port 2dc72117-3e8c-4ac3-897f-42c53e811321 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:48.794728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Attempting to bind port 2dc72117-3e8c-4ac3-897f-42c53e811321 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '44f103d6-bce6-42f7-bba5-dea5364b1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:48.795101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Attempting to bind port 2dc72117-3e8c-4ac3-897f-42c53e811321 on network addd30da-ec71-44f2-8475-bc0a6d2b8887 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:48.809716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:48.810117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Checking segment: {'id': '44f103d6-bce6-42f7-bba5-dea5364b1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:48.810533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.812443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Bound using segment: {'id': '44f103d6-bce6-42f7-bba5-dea5364b1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:48.812596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Bound port: 2dc72117-3e8c-4ac3-897f-42c53e811321, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f103d6-bce6-42f7-bba5-dea5364b1e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'addd30da-ec71-44f2-8475-bc0a6d2b8887'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:48.812873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.828896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (dd33b01f-8c10-409e-922c-3394cd3cf29f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.907414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:12:48.909891 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece35350-6dd3-49aa-995c-538eaf75da63" -d '{"events": [{"name": "network-changed", "server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:12:48.911405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] For port 2dc72117-3e8c-4ac3-897f-42c53e811321, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:48.922761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] For port 2dc72117-3e8c-4ac3-897f-42c53e811321, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc72117-3e8c-4ac3-897f-42c53e811321,segment=NetworkSegment(44f103d6-bce6-42f7-bba5-dea5364b1e99),segment_id=44f103d6-bce6-42f7-bba5-dea5364b1e99)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:48.927302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::b (addd30da-ec71-44f2-8475-bc0a6d2b8887/db1dc4cd-0030-4fca-bfa5-4b00d6bbb627/d695bc2b-e32d-4d9e-9562-b2dddc60c517) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:48.927867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (dd33b01f-8c10-409e-922c-3394cd3cf29f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:48.934639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.013572 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8268ab-16c1-4d70-b552-4b14d81f9c26 x-openstack-request-id: req-fa8268ab-16c1-4d70-b552-4b14d81f9c26 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:12:49.018785 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:12:49.019301 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa8268ab-16c1-4d70-b552-4b14d81f9c26 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:12:49.019908 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8268ab-16c1-4d70-b552-4b14d81f9c26'] response: {'name': 'network-changed', 'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68', 'status': 'completed', 'code': 200}
Mar 26 21:12:49.022505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Subnet': ['ID=dd33b01f-8c10-409e-922c-3394cd3cf29f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:49.030068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.041212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f00f73ca-21c8-49e5-90b7-e95106f8d565 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "DELETE /v2.0/subnets/dd33b01f-8c10-409e-922c-3394cd3cf29f HTTP/1.1" status: 204  len: 168 time: 0.5682237
Mar 26 21:12:49.042743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59094) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:49.052580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3250e-e08d-4f07-9565-b9084eb8d392 None None] Pushing event updated for resources: {'Port': ['ID=2dc72117-3e8c-4ac3-897f-42c53e811321,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:49.078371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835cd29b-1bfe-44f4-b737-51755aef63fc None None] Network 865232da-db89-4c02-bd60-a63fb1b55017 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:49.295196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.317940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124096a30>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '177dd288-42a1-4269-ba71-a21183cb3c92', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.112', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '2ad246be-9db4-4928-bfb2-73737d075b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:24:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:12:28Z', 'updated_at': '2022-03-26T21:12:46Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}, {'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:49.338959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.353422 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:12:49.365780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:49.366320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.367935 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124096a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:49.377100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] DHCP port deletion for 865232da-db89-4c02-bd60-a63fb1b55017 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:12:49.388278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (865232da-db89-4c02-bd60-a63fb1b55017), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.426960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-94abf4ec-b3f0-4eaf-bb8b-9aa8ae0907ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:49.433827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.437639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-94abf4ec-b3f0-4eaf-bb8b-9aa8ae0907ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 1128 time: 0.3488181
Mar 26 21:12:49.507048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Deleting port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:49.507428 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.608450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:49.622072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:49.626700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=d695bc2b-e32d-4d9e-9562-b2dddc60c517,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:49.629576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:49.637229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:49.638855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.675101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] For port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,segment=NetworkSegment(76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f),segment_id=76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:49.675518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.680936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Deleting port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:49.681990 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.704512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.35.4.98 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/01a23f91-0b35-4e20-89ca-9a6a1d7d6359) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:49.707813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Calling delete_port for 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:49.712610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bcf822f2-af14-4920-8ae3-8219750c7fde tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4356599
Mar 26 21:12:49.713839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:49.749963 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:12:49.768928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] For port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,segment=NetworkSegment(76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f),segment_id=76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:49.769957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.791148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Calling delete_port for 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:49.884070 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.895773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8f6a3733-2bac-45ee-89ff-bda9bb1dc265), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:49.910511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] No DVR routers for this DVR port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:49.921848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-3de91787-394e-4d64-857f-f43b5cb37720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:49.923602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-3de91787-394e-4d64-857f-f43b5cb37720 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.4728243
Mar 26 21:12:49.926865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Port': ['ID=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:49.934103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792c472-df66-4510-aaf9-7afb2d3f71da None None] Pushing event deleted for resources: {'Port': ['ID=8f6a3733-2bac-45ee-89ff-bda9bb1dc265,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:49.980642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] No DVR routers for this DVR port 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:12:50.067131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-e590e137-5c7c-453d-826d-a8d63bdfaee2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 200  len: 1000 time: 0.1362591
Mar 26 21:12:50.112625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (865232da-db89-4c02-bd60-a63fb1b55017), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.164184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f612459d880>,) {'filters': {'network_id': ['865232da-db89-4c02-bd60-a63fb1b55017']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:50.181685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f612459d880>, '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:50.182185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f612459d880>, '76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:50.188708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.196549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-eb39fd07-4a24-4a30-be45-5e7625258e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:50.198454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-eb39fd07-4a24-4a30-be45-5e7625258e4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1249931
Mar 26 21:12:50.200398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.262089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.280187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:12:50.281103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (76ba5fa7-eba2-4589-b9fe-a6dae6a79a0f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:12:50.285688 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:12:50.354703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.369509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-d44b829e-b7a5-414f-b7f5-9044c927f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:50.371456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-d44b829e-b7a5-414f-b7f5-9044c927f093 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1627653
Mar 26 21:12:50.372598 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124096a30>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '177dd288-42a1-4269-ba71-a21183cb3c92', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.112', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '2ad246be-9db4-4928-bfb2-73737d075b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:24:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:12:28Z', 'updated_at': '2022-03-26T21:12:46Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}, {'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:50.397704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.406225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (865232da-db89-4c02-bd60-a63fb1b55017), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.407941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:50.411626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dcea3-43c0-416a-bcba-4e19e56ca54b None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '177dd288-42a1-4269-ba71-a21183cb3c92', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.112', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '2ad246be-9db4-4928-bfb2-73737d075b68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:24:05:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:12:28Z', 'updated_at': '2022-03-26T21:12:46Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}, {'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:50.436257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:50.436861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.441599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:50.448234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] 10.222.0.16 "DELETE /v2.0/networks/865232da-db89-4c02-bd60-a63fb1b55017 HTTP/1.1" status: 204  len: 168 time: 1.3961422
Mar 26 21:12:50.469555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab267f-998c-4ccd-adc7-15688ced29b1 tempest-FloatingIPNegativeTestJSON-1771678004 tempest-FloatingIPNegativeTestJSON-1771678004-project] Pushing event deleted for resources: {'Network': ['ID=865232da-db89-4c02-bd60-a63fb1b55017,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:50.474140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59138) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:50.604721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:50.607727 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-4183bf05-0e51-4b49-8846-05a8ad85dfff service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227020
Mar 26 21:12:50.662765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5897c50c-d0ad-4dbf-8cdc-ca9d6148382b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:50.889305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bac1e4-e4df-402d-ab08-b6e1674e64a1 None None] New status for floating IP 177dd288-42a1-4269-ba71-a21183cb3c92: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:12:50.892767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece35350-6dd3-49aa-995c-538eaf75da63 req-b429afd4-588f-499c-98ab-bc3d3342054d service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2772360
Mar 26 21:12:50.902194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59148) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:50.992838 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5897c50c-d0ad-4dbf-8cdc-ca9d6148382b admin admin] Publish callbacks [] for security_group (9ea0ca76-4db0-4640-9b96-6722e1a04ec0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.000832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5897c50c-d0ad-4dbf-8cdc-ca9d6148382b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ea0ca76-4db0-4640-9b96-6722e1a04ec0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.030235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2dc72117-3e8c-4ac3-897f-42c53e811321 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:51.063652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897c50c-d0ad-4dbf-8cdc-ca9d6148382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea0ca76-4db0-4640-9b96-6722e1a04ec0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:51.070340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5897c50c-d0ad-4dbf-8cdc-ca9d6148382b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60eddc0d728b41318681e57595b8236e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5932689
Mar 26 21:12:51.073418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59154) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:51.096803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba0156b-fb27-4eef-9267-6b86b6aa5992 None None] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:51.156646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] Publish callbacks [] for security_group (9ea0ca76-4db0-4640-9b96-6722e1a04ec0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.198984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0191f32a-3a8e-438e-a21d-39ba8697898a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a38093b64be349f98b602f89a37a8721&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2932973
Mar 26 21:12:51.201550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59166) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:51.223541 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] Publish callbacks [] for security_group (9ea0ca76-4db0-4640-9b96-6722e1a04ec0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.292210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] Publish callbacks [] for security_group (cf72c287-027f-4238-83da-011f98d87a9c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.319861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] Publish callbacks [] for security_group (cf72c287-027f-4238-83da-011f98d87a9c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.332188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9ea0ca76-4db0-4640-9b96-6722e1a04ec0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.334962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.336731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ea0ca76-4db0-4640-9b96-6722e1a04ec0 HTTP/1.1" status: 204  len: 168 time: 0.2617462
Mar 26 21:12:51.414297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf72c287-027f-4238-83da-011f98d87a9c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.417305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.421173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf72c287-027f-4238-83da-011f98d87a9c HTTP/1.1" status: 204  len: 168 time: 0.2135074
Mar 26 21:12:51.421173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f9474-1352-40b1-ab1f-17f6416be7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea0ca76-4db0-4640-9b96-6722e1a04ec0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:51.454271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37653bb-bf72-464e-b93a-a7e126ea78cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72c287-027f-4238-83da-011f98d87a9c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:51.552026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Provisioning complete for port 2dc72117-3e8c-4ac3-897f-42c53e811321 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:51.552168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.618627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2dc72117-3e8c-4ac3-897f-42c53e811321 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:51.618802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.636562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.647665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.717553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.752587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Current status of the port 2dc72117-3e8c-4ac3-897f-42c53e811321 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:51.752977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.822478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=d695bc2b-e32d-4d9e-9562-b2dddc60c517,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:51.823274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] For port 2dc72117-3e8c-4ac3-897f-42c53e811321, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc72117-3e8c-4ac3-897f-42c53e811321,segment=NetworkSegment(44f103d6-bce6-42f7-bba5-dea5364b1e99),segment_id=44f103d6-bce6-42f7-bba5-dea5364b1e99)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:51.850221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2dc72117-3e8c-4ac3-897f-42c53e811321 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:51.851282 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.856861 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:51.972212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0bfa-e30b-4b44-b28c-f154d718d370 None None] Pushing event updated for resources: {'Port': ['ID=2dc72117-3e8c-4ac3-897f-42c53e811321,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:52.005774 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:12:52.006400 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:12:52.169556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (5794ecae-8fb0-47a5-9af8-ec821af1a8be), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.195363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Provisioning complete for port 2dc72117-3e8c-4ac3-897f-42c53e811321 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:52.196706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.239333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.332970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Current status of the port 2dc72117-3e8c-4ac3-897f-42c53e811321 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:52.351048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Provisioning complete for port d695bc2b-e32d-4d9e-9562-b2dddc60c517 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:52.351048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.391679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3edc9578-3abb-4a9c-9cb3-14c62c92d6fb None None] Port d695bc2b-e32d-4d9e-9562-b2dddc60c517 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:52.430749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.571075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2dc72117-3e8c-4ac3-897f-42c53e811321 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:52.620880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-65257b7b-fb12-4097-b618-62b3da62c192 None None] Provisioning complete for port d695bc2b-e32d-4d9e-9562-b2dddc60c517 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:52.622896 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65257b7b-fb12-4097-b618-62b3da62c192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.633064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:12:52.667613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:52.681965 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:12:52.707712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:12:52.707857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8f6a3733-2bac-45ee-89ff-bda9bb1dc265 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:12:52.723147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-65257b7b-fb12-4097-b618-62b3da62c192 None None] Port d695bc2b-e32d-4d9e-9562-b2dddc60c517 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:52.735168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router 935a8f46-d9f5-4e18-b990-4fa946b7c36d is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:12:52.889388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2dc72117-3e8c-4ac3-897f-42c53e811321 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:52.925599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.934724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.935567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (5794ecae-8fb0-47a5-9af8-ec821af1a8be), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.963403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-09088ff8-ec37-4146-a78f-bb520b2af897 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-789232269', 'prefixes': ['172.20.0.0/16']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:52.966687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d8f3a5c6-f4ab-4899-84dc-07f8621ad5fa None None] Provisioning complete for port d695bc2b-e32d-4d9e-9562-b2dddc60c517 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:52.967065 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a5c6-f4ab-4899-84dc-07f8621ad5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:52.990709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:53.004229 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Sync routers for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:53.026742 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:53.027800 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:53.031455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.032695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49bde9ea-2aa7-4d06-b501-321f09dcd045 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 4.9776721
Mar 26 21:12:53.036212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.038471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=d695bc2b-e32d-4d9e-9562-b2dddc60c517,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:53.047144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3a5c6-f4ab-4899-84dc-07f8621ad5fa None None] Port d695bc2b-e32d-4d9e-9562-b2dddc60c517 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:53.061204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2dc72117-3e8c-4ac3-897f-42c53e811321 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:53.065936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.093087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09088ff8-ec37-4146-a78f-bb520b2af897 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.097132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-09088ff8-ec37-4146-a78f-bb520b2af897 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.4280195
Mar 26 21:12:53.098670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.158894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-490f1ae1-dfab-4f80-8ea4-ccffdc43f6f0 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "GET /v2.0/subnetpools/2904dc09-723c-4171-b6aa-968745aad225 HTTP/1.1" status: 200  len: 731 time: 0.0563025
Mar 26 21:12:53.160899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.166575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-07a9cde8-8f3d-474e-a163-a9b8faf46283 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-302131970'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:53.172843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:53.174895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:53.235258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2dc72117-3e8c-4ac3-897f-42c53e811321 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:53.270578 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:12:53.277302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-07a9cde8-8f3d-474e-a163-a9b8faf46283 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.280900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-07a9cde8-8f3d-474e-a163-a9b8faf46283 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "PUT /v2.0/subnetpools/2904dc09-723c-4171-b6aa-968745aad225 HTTP/1.1" status: 200  len: 683 time: 0.1187012
Mar 26 21:12:53.283308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59238) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.395875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6eda2af-d505-4ea0-8ae0-65b5fbbb00dd tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.397213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c6eda2af-d505-4ea0-8ae0-65b5fbbb00dd tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "DELETE /v2.0/subnetpools/2904dc09-723c-4171-b6aa-968745aad225 HTTP/1.1" status: 204  len: 168 time: 0.1117170
Mar 26 21:12:53.399881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59242) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.421216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-debe1bc4-4352-4bcd-9d47-3ae4378cee9a tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fc922ea5d1564695ac143b86d7123f25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3811305
Mar 26 21:12:53.427516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59244) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.434667 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-6d4fd9dc-207e-4af9-871d-34a4f9c916a2 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] show failed (client error): The resource could not be found.
Mar 26 21:12:53.435858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d4fd9dc-207e-4af9-871d-34a4f9c916a2 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "GET /v2.0/subnetpools/2904dc09-723c-4171-b6aa-968745aad225 HTTP/1.1" status: 404  len: 346 time: 0.0349302
Mar 26 21:12:53.438566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59250) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.483145 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-e2bf176d-d414-4f28-978b-a708dbd20b05 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] delete failed (client error): The resource could not be found.
Mar 26 21:12:53.485564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2bf176d-d414-4f28-978b-a708dbd20b05 tempest-SubnetPoolsTestJSON-502356827 tempest-SubnetPoolsTestJSON-502356827-project] 10.222.0.16 "DELETE /v2.0/subnetpools/2904dc09-723c-4171-b6aa-968745aad225 HTTP/1.1" status: 404  len: 346 time: 0.0459592
Mar 26 21:12:53.524802 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0850>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:51Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:53.557162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Checking router: 935a8f46-d9f5-4e18-b990-4fa946b7c36d for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:12:53.557516 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Updating router 935a8f46-d9f5-4e18-b990-4fa946b7c36d port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:12:53.592430 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.678710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-00aed21d-3176-42c2-8c7c-b60935495611 None None] Provisioning complete for port d695bc2b-e32d-4d9e-9562-b2dddc60c517 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:53.680754 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00aed21d-3176-42c2-8c7c-b60935495611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:53.741080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00aed21d-3176-42c2-8c7c-b60935495611 None None] Port d695bc2b-e32d-4d9e-9562-b2dddc60c517 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:53.769429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac1d560-732a-4fc2-8721-7c1d18100e00 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:53.771816 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ac1d560-732a-4fc2-8721-7c1d18100e00 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3431809
Mar 26 21:12:53.774950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59266) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.794666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-a4d32ff1-2019-426d-ba1b-e04ad928c363 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:53.796312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-a4d32ff1-2019-426d-ba1b-e04ad928c363 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 813 time: 0.2739751
Mar 26 21:12:53.797729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Router 5794ecae-8fb0-47a5-9af8-ec821af1a8be is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:12:53.818810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-5c77168d-cc32-4ee3-9640-aa476c189bbb tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/quotas/52b4455ec1a2447ebb1f737c0d97fc83 HTTP/1.1" status: 200  len: 375 time: 0.0161090
Mar 26 21:12:53.840181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8c335e81-91ed-49ea-abbc-cd7df1eabfe9 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0631018
Mar 26 21:12:53.848743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59272) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.864851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107409882', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:53.885168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59274) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.920495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-3d383a18-13ce-482b-b404-d38ac9f72795 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580139
Mar 26 21:12:53.964897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:53.979533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe989831-a763-4771-bc7e-118a863610db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/routers/5794ecae-8fb0-47a5-9af8-ec821af1a8be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2612047
Mar 26 21:12:53.987192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59280) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:53.988309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] Sync routers for ids ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:53.997435 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks [] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.003123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] Routers {'5794ecae-8fb0-47a5-9af8-ec821af1a8be'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:54.004190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f644fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.013843 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.078099 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Attempting to bind port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:54.078487 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Attempting to bind port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:54.078856 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Attempting to bind port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:54.081349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f644fd0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.087306 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:54.087876 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:54.088492 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.088953 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:54.089510 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Bound port: 01a23f91-0b35-4e20-89ca-9a6a1d7d6359, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:54.089926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:54.090471 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.095802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.098679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] Routers {'5794ecae-8fb0-47a5-9af8-ec821af1a8be'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:54.099724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f644fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.121509 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Pushing event updated for resources: {'Port': ['ID=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:54.135291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.135850 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.136287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.136696 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.137238 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.137746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.138145 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.138543 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.138983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.139476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.139868 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.140301 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.140696 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.141101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.141496 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:12:54.142290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f644fd0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.143739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b328326-2dc7-4878-869b-9ea6e7fd627d None None] The sync data for ids ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:54.176453 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] For port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:54.180939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] For port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:54.185933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-fab13185-5fea-4efe-9d44-18cf35e4c8dc service neutron] 10.222.0.16 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519436
Mar 26 21:12:54.191553 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.212529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdb9c66-6aea-4c73-b50e-722b22de6f0d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:54.217189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fdb9c66-6aea-4c73-b50e-722b22de6f0d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?device_id=5794ecae-8fb0-47a5-9af8-ec821af1a8be HTTP/1.1" status: 200  len: 987 time: 0.2291627
Mar 26 21:12:54.217794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:54.245532 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:54.246254 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.286952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5f4fa95-99dc-4ad4-8132-475745065237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.372660 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:12:54.430269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7713985e-e58a-4b0f-980f-9f7e31fab9a2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.533461 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed6a0-49f7-4693-8829-e9af22f53456 None None] Pushing event updated for resources: {'Port': ['ID=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:54.541338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5f4fa95-99dc-4ad4-8132-475745065237 admin admin] Publish callbacks [] for security_group (d3973fcb-5c7c-4657-8c86-0ae477ee358d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.545902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Checking segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:54.546406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network hostable DHCP agents. Network: 405b99d3-3fe8-4754-994b-2c346df679f7, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:12:54.557001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5f4fa95-99dc-4ad4-8132-475745065237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d3973fcb-5c7c-4657-8c86-0ae477ee358d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.591192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e5f4fa95-99dc-4ad4-8132-475745065237 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=785ad376f67c4108a24b51cb1a8688e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7045324
Mar 26 21:12:54.595584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Subnet': ['ID=7713985e-e58a-4b0f-980f-9f7e31fab9a2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:54.608479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59300) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:54.684604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 405b99d3-3fe8-4754-994b-2c346df679f7 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:12:54.693887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4fa95-99dc-4ad4-8132-475745065237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3973fcb-5c7c-4657-8c86-0ae477ee358d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:54.735578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] Publish callbacks [] for security_group (d3973fcb-5c7c-4657-8c86-0ae477ee358d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.736552 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0850>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:51Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:54.753942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 405b99d3-3fe8-4754-994b-2c346df679f7) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:54.765807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb49f0-6b94-4bc2-a5e3-91551f2cf5d4 None None] Network 405b99d3-3fe8-4754-994b-2c346df679f7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:54.767586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f330ae-3497-4519-be86-37b116aa2415 None None] The sync data for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 is: [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:51Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:54.777540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:54.780447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.801463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] Publish callbacks [] for security_group (d3973fcb-5c7c-4657-8c86-0ae477ee358d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:54.847712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fdd26846-8d4d-4e2b-a550-8baa2392598d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9978001
Mar 26 21:12:54.853371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:54.907048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-edb7c50e-0ced-4dae-9d60-cf8a174bf603 service neutron] 10.222.0.16 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7110996
Mar 26 21:12:54.968652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-405b99d3-3fe8-4754-994b-2c346df679f7', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:12:54.970494 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.135849 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3af0f6d4-3f77-40fd-a6d9-a699b648d0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.203986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d3973fcb-5c7c-4657-8c86-0ae477ee358d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.215088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.216668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3973fcb-5c7c-4657-8c86-0ae477ee358d HTTP/1.1" status: 204  len: 168 time: 0.6071386
Mar 26 21:12:55.251130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd3426e2-0564-465a-9c6a-ab920dad4a62 req-9ace9f0a-c1ad-4427-bae0-c22dd50a7566 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 210 time: 0.0684948
Mar 26 21:12:55.263492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faee51-054a-4206-b006-461720f17661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3973fcb-5c7c-4657-8c86-0ae477ee358d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:55.328381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Allocated IP 172.20.0.2 (405b99d3-3fe8-4754-994b-2c346df679f7/7713985e-e58a-4b0f-980f-9f7e31fab9a2/ce80d7e1-37cb-4d66-9014-dc9d999a5732) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:55.657592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (5794ecae-8fb0-47a5-9af8-ec821af1a8be), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.696128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks [] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.705447 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.751031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Network 405b99d3-3fe8-4754-994b-2c346df679f7 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:55.755207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:55.763320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:55.788789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Pushing event updated for resources: {'Port': ['ID=ce80d7e1-37cb-4d66-9014-dc9d999a5732,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:55.846833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.850681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Attempting to bind port ce80d7e1-37cb-4d66-9014-dc9d999a5732 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:12:55.851273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Attempting to bind port ce80d7e1-37cb-4d66-9014-dc9d999a5732 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:12:55.851796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Attempting to bind port ce80d7e1-37cb-4d66-9014-dc9d999a5732 on network 405b99d3-3fe8-4754-994b-2c346df679f7 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:12:55.858116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:12:55.858560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Checking segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:12:55.858979 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.859382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Bound using segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:12:55.859862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Bound port: ce80d7e1-37cb-4d66-9014-dc9d999a5732, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:12:55.860321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:55.960472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] For port ce80d7e1-37cb-4d66-9014-dc9d999a5732, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:12:55.966141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] For port ce80d7e1-37cb-4d66-9014-dc9d999a5732, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce80d7e1-37cb-4d66-9014-dc9d999a5732,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:12:55.978503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.137700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb03d93-3e0f-495b-9d67-7766f64ce19b None None] Pushing event updated for resources: {'Port': ['ID=ce80d7e1-37cb-4d66-9014-dc9d999a5732,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:56.238705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:56.527596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d3a7128-9ae8-4a22-b098-b17d88fc4096 req-28f1d713-50c7-49c8-837c-3017d2e6a3ee tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 210 time: 0.0817223
Mar 26 21:12:56.534659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.20.0.1 (405b99d3-3fe8-4754-994b-2c346df679f7/7713985e-e58a-4b0f-980f-9f7e31fab9a2/f5f29759-50b2-4a6c-a596-c2ba5fc7594d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:56.557918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5973859-1666-464f-b0a7-23312a9e1ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.626165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port d695bc2b-e32d-4d9e-9562-b2dddc60c517 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:12:56.626935 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.754292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.775798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5973859-1666-464f-b0a7-23312a9e1ab2 admin admin] Publish callbacks [] for security_group (0367d337-d1c7-4b78-a9a2-2c8e807dd5ec), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.780937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for d695bc2b-e32d-4d9e-9562-b2dddc60c517 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:12:56.787754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5973859-1666-464f-b0a7-23312a9e1ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0367d337-d1c7-4b78-a9a2-2c8e807dd5ec), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:56.953505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5973859-1666-464f-b0a7-23312a9e1ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0367d337-d1c7-4b78-a9a2-2c8e807dd5ec,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:56.964074 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b5973859-1666-464f-b0a7-23312a9e1ab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a130b0f366fa4413a5ff5b85f156263b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7125950
Mar 26 21:12:56.968957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59378) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:57.021454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ce80d7e1-37cb-4d66-9014-dc9d999a5732 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:57.077354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] Publish callbacks [] for security_group (0367d337-d1c7-4b78-a9a2-2c8e807dd5ec), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.101318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ce80d7e1-37cb-4d66-9014-dc9d999a5732 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:57.102605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.111787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] Publish callbacks [] for security_group (0367d337-d1c7-4b78-a9a2-2c8e807dd5ec), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.157099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.234644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.257520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ce80d7e1-37cb-4d66-9014-dc9d999a5732 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:57.258611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.295516 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0367d337-d1c7-4b78-a9a2-2c8e807dd5ec), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.298687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.300476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0367d337-d1c7-4b78-a9a2-2c8e807dd5ec HTTP/1.1" status: 204  len: 168 time: 0.3296015
Mar 26 21:12:57.315789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b052e29-c9e8-4174-939b-7a3b57ca51dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367d337-d1c7-4b78-a9a2-2c8e807dd5ec,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:57.332009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d695bc2b-e32d-4d9e-9562-b2dddc60c517), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.334861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 405b99d3-3fe8-4754-994b-2c346df679f7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:57.341227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port ce80d7e1-37cb-4d66-9014-dc9d999a5732, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce80d7e1-37cb-4d66-9014-dc9d999a5732,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:57.346424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:57.352280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:57.358840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:57.365000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.367475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:57.378214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=d695bc2b-e32d-4d9e-9562-b2dddc60c517,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:57.408154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-21139afc-6888-47c7-9529-b375d84c37ff tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:57.413133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-21139afc-6888-47c7-9529-b375d84c37ff tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 813 time: 0.3503253
Mar 26 21:12:57.448941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Request body: {'port': {'device_id': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5', 'admin_state_up': True, 'tenant_id': '52b4455ec1a2447ebb1f737c0d97fc83'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:57.503902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.546691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=ce80d7e1-37cb-4d66-9014-dc9d999a5732,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:57.583532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (5794ecae-8fb0-47a5-9af8-ec821af1a8be), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.631628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:57.632581 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.757753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:57.758426 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.800521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:12:57.829482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.852387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-796c9a52-2d41-4dbb-bdec-a5e96a1d87a1 req-619bd5fd-6a2f-4872-aa27-639a415207d6 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 210 time: 0.1688402
Mar 26 21:12:57.862762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Made reservation on behalf of 52b4455ec1a2447ebb1f737c0d97fc83 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:12:57.867040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:57.971687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:57.980758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59398) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:57.998071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1dafdb3-23b4-475c-9552-af3daff68ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.007220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a3925a2-571b-4fd9-bde5-d5071317f907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.052613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Router 5794ecae-8fb0-47a5-9af8-ec821af1a8be has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:12:58.171155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Allocated IP 172.20.0.6 (d44f6756-0914-4122-b1f7-731679a6fca5/556e9c2c-01b8-49c1-be4e-df25c165ab71/000821d1-4afa-4c85-8b22-1d3a08ad1232) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:12:58.196948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:58.203586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-661c652b-d305-4a3e-93f0-49c8b838affa tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/routers/5794ecae-8fb0-47a5-9af8-ec821af1a8be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9666080
Mar 26 21:12:58.209986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:58.211690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] Sync routers for ids ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:58.225871 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.236789 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] Routers {'5794ecae-8fb0-47a5-9af8-ec821af1a8be'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:58.238370 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243a2520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:58.260200 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca3c9d5-b5e1-4ce5-9501-7018fcda58a1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:12:58.262447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ca3c9d5-b5e1-4ce5-9501-7018fcda58a1 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/d695bc2b-e32d-4d9e-9562-b2dddc60c517 HTTP/1.1" status: 404  len: 333 time: 0.0500908
Mar 26 21:12:58.267614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59406) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:58.271365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1dafdb3-23b4-475c-9552-af3daff68ccb admin admin] Publish callbacks [] for security_group (a195e730-781c-4200-b5ff-24b46727f92c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.281496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1dafdb3-23b4-475c-9552-af3daff68ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a195e730-781c-4200-b5ff-24b46727f92c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.297546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243a2520>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:58.314096 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] Routers {'5794ecae-8fb0-47a5-9af8-ec821af1a8be'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:12:58.315865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243a2520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:58.326177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83821727-fbe5-4234-af1e-bf3e89878699 None None] Network 405b99d3-3fe8-4754-994b-2c346df679f7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:58.378819 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243a2520>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:12:58.379685 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b30b885-849b-41a5-8ef2-d100ae4e3901 None None] The sync data for ids ['5794ecae-8fb0-47a5-9af8-ec821af1a8be'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:12:58.391500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d1dafdb3-23b4-475c-9552-af3daff68ccb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cca4b75b4294a9e966a766dbf28d34e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4095390
Mar 26 21:12:58.436415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59422) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:58.469559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dafdb3-23b4-475c-9552-af3daff68ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a195e730-781c-4200-b5ff-24b46727f92c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:58.474144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.483206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-94b53e1d-7598-421c-b991-6ce9569ca21f None None] Provisioning complete for port ce80d7e1-37cb-4d66-9014-dc9d999a5732 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:58.485137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94b53e1d-7598-421c-b991-6ce9569ca21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.592639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] Publish callbacks [] for security_group (a195e730-781c-4200-b5ff-24b46727f92c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.662159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-94b53e1d-7598-421c-b991-6ce9569ca21f None None] Current status of the port ce80d7e1-37cb-4d66-9014-dc9d999a5732 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:58.686993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.700898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.722512 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] Publish callbacks [] for security_group (a195e730-781c-4200-b5ff-24b46727f92c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.732314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.736232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for router_controller (5794ecae-8fb0-47a5-9af8-ec821af1a8be), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.763268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks [] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.777120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.802102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.836582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (5794ecae-8fb0-47a5-9af8-ec821af1a8be), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.838243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Fanout notify agent at l3_agent the message router_deleted on router 5794ecae-8fb0-47a5-9af8-ec821af1a8be {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:12:58.850415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.851952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd74d8db-3fc9-4005-ad52-bfebaf4d3241 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/routers/5794ecae-8fb0-47a5-9af8-ec821af1a8be HTTP/1.1" status: 204  len: 168 time: 0.5833726
Mar 26 21:12:58.859170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59428) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:58.874691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a195e730-781c-4200-b5ff-24b46727f92c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.881247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:58.887042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a195e730-781c-4200-b5ff-24b46727f92c HTTP/1.1" status: 204  len: 168 time: 0.4471359
Mar 26 21:12:58.917539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d435e7f-4ad6-4e09-8c52-3693ace1a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a195e730-781c-4200-b5ff-24b46727f92c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:58.963063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet db1dc4cd-0030-4fca-bfa5-4b00d6bbb627 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:12:58.973498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ce80d7e1-37cb-4d66-9014-dc9d999a5732 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:59.005004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:59.016455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (db1dc4cd-0030-4fca-bfa5-4b00d6bbb627), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.073106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66276e46-78f0-4251-9526-c77796f1f1d5 req-60508326-83c8-4a97-baa2-bac3c0360f28 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 210 time: 0.0570204
Mar 26 21:12:59.096792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.097061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.159204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ce80d7e1-37cb-4d66-9014-dc9d999a5732 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.159983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.196142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Port f5f29759-50b2-4a6c-a596-c2ba5fc7594d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:59.232477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Provisioning complete for port ce80d7e1-37cb-4d66-9014-dc9d999a5732 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.233663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.251768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 405b99d3-3fe8-4754-994b-2c346df679f7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:59.259496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:59.274366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.277923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (db1dc4cd-0030-4fca-bfa5-4b00d6bbb627), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.345937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ce80d7e1-37cb-4d66-9014-dc9d999a5732 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:59.347468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:12:59.432891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d6029d77-3c74-4498-b5c8-45b4cea55e5b None None] Current status of the port ce80d7e1-37cb-4d66-9014-dc9d999a5732 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:59.459811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.460281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.506162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Network d44f6756-0914-4122-b1f7-731679a6fca5 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:12:59.523238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Pushing event updated for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:59.530121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:12:59.541338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:12:59.590055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e93edf58-4dc2-44f8-950f-5804c1ded7fb None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.590055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e93edf58-4dc2-44f8-950f-5804c1ded7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.590055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:12:59.607206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router 935a8f46-d9f5-4e18-b990-4fa946b7c36d has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:12:59.631494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e93edf58-4dc2-44f8-950f-5804c1ded7fb None None] Port f5f29759-50b2-4a6c-a596-c2ba5fc7594d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:59.650606 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (db1dc4cd-0030-4fca-bfa5-4b00d6bbb627), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.688652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:12:59.689261 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.753242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3d0067d3-5481-4ee9-bacb-6d2b9bef7a16 None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:12:59.753622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d0067d3-5481-4ee9-bacb-6d2b9bef7a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.755351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-559fe222-d7cb-44b2-bac0-dfc8d84384fe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3201289
Mar 26 21:12:59.767968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Request body: {'port': {'device_id': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:59.794010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3d0067d3-5481-4ee9-bacb-6d2b9bef7a16 None None] Port f5f29759-50b2-4a6c-a596-c2ba5fc7594d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:12:59.846245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (db1dc4cd-0030-4fca-bfa5-4b00d6bbb627), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.903607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=db1dc4cd-0030-4fca-bfa5-4b00d6bbb627,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:12:59.907346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.912139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ad2e80-c502-4fdd-b4cd-83b6f388a47e None None] Network addd30da-ec71-44f2-8475-bc0a6d2b8887 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:12:59.913206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59464) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:59.920915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b4adf143-8df6-4a41-b565-1ed009ff102a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/db1dc4cd-0030-4fca-bfa5-4b00d6bbb627 HTTP/1.1" status: 204  len: 168 time: 1.0540829
Mar 26 21:12:59.922997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:12:59.929095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:12:59.939584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f418300d-827b-4d59-b64d-4e598ac3f6c5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "PUT /v2.0/routers/935a8f46-d9f5-4e18-b990-4fa946b7c36d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0825691
Mar 26 21:12:59.941194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:12:59.947092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1826655565', 'description': 'tempest-secgroup_access--1826655565 description', 'project_id': 'fc922ea5d1564695ac143b86d7123f25'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:12:59.953984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Sync routers for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:12:59.997158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (addd30da-ec71-44f2-8475-bc0a6d2b8887), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.033951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.051855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:00.052523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1408b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:00.115438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 2dc72117-3e8c-4ac3-897f-42c53e811321 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:00.116995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.200639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.277491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (0649c00e-acbb-4d89-b891-708e276eb0ae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.281502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] For port 2dc72117-3e8c-4ac3-897f-42c53e811321, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc72117-3e8c-4ac3-897f-42c53e811321,segment=NetworkSegment(44f103d6-bce6-42f7-bba5-dea5364b1e99),segment_id=44f103d6-bce6-42f7-bba5-dea5364b1e99)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:00.282033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.300290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0649c00e-acbb-4d89-b891-708e276eb0ae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.321267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 2dc72117-3e8c-4ac3-897f-42c53e811321 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:00.352231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0649c00e-acbb-4d89-b891-708e276eb0ae,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:00.356638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.360544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ba61455c-f4a8-45dd-81bb-1a5e1dd91da8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.4151649
Mar 26 21:13:00.364901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59480) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:00.375279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1289097470', 'description': 'tempest-secgroup_general--1289097470 description', 'project_id': 'fc922ea5d1564695ac143b86d7123f25'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:00.454596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d437de-2751-4878-ac6e-10fa69ee2f1f req-caf36101-99ca-4581-b007-8b2450e9107f tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:00.454803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2dc72117-3e8c-4ac3-897f-42c53e811321), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.457022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22d437de-2751-4878-ac6e-10fa69ee2f1f req-caf36101-99ca-4581-b007-8b2450e9107f tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 931 time: 0.2291324
Mar 26 21:13:00.460090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.494314 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=2dc72117-3e8c-4ac3-897f-42c53e811321,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:00.497806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No DVR routers for this DVR port 2dc72117-3e8c-4ac3-897f-42c53e811321 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:00.601607 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (addd30da-ec71-44f2-8475-bc0a6d2b8887), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.609682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22d437de-2751-4878-ac6e-10fa69ee2f1f req-abd5ed9f-3a23-41e7-bced-261c9e55aabe tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351345
Mar 26 21:13:00.617590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:00.629098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fb7fca0>,) {'filters': {'network_id': ['addd30da-ec71-44f2-8475-bc0a6d2b8887']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:00.630118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000821d1-4afa-4c85-8b22-1d3a08ad1232 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:00.642421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks [] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.647894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fb7fca0>, '44f103d6-bce6-42f7-bba5-dea5364b1e99') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:00.649446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fb7fca0>, '44f103d6-bce6-42f7-bba5-dea5364b1e99') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:00.671601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (44f103d6-bce6-42f7-bba5-dea5364b1e99), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.681300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Transition to ACTIVE for port object 000821d1-4afa-4c85-8b22-1d3a08ad1232 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:13:00.692812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (44f103d6-bce6-42f7-bba5-dea5364b1e99), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.699053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.701713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:00.702557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (44f103d6-bce6-42f7-bba5-dea5364b1e99), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:00.714578 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:00.727938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (59a35572-7448-4551-98f4-fa8a923f68ea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.750415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (59a35572-7448-4551-98f4-fa8a923f68ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.785904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a35572-7448-4551-98f4-fa8a923f68ea,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:00.813859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.815227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-580bf1cc-7f52-435f-8d36-739b9427a8c3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4477022
Mar 26 21:13:00.815980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:00.818268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59500) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:00.832826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'security_group_rule': {'security_group_id': '0649c00e-acbb-4d89-b891-708e276eb0ae', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:00.833697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671af56-92a2-4efd-be36-7136fbaffdce None None] DHCP port deletion for addd30da-ec71-44f2-8475-bc0a6d2b8887 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:00.866425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (addd30da-ec71-44f2-8475-bc0a6d2b8887), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.891877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.892275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1408b0>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 2, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:00.896091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/addd30da-ec71-44f2-8475-bc0a6d2b8887 HTTP/1.1" status: 204  len: 168 time: 0.9812999
Mar 26 21:13:00.897186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2742ce2-1a9e-4b34-b3a9-d67b37e195e4 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=addd30da-ec71-44f2-8475-bc0a6d2b8887,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:00.902306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:00.957369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc818c-589c-45a6-96e4-7f3b6168b662 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:00.962918 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-48cc818c-589c-45a6-96e4-7f3b6168b662 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/0e6e60ef-67d7-46f2-9633-cc57152b87d5 HTTP/1.1" status: 200  len: 845 time: 0.0554461
Mar 26 21:13:00.963020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2dc72117-3e8c-4ac3-897f-42c53e811321 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:00.964352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59508) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:00.970877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Attempting to bind port 000821d1-4afa-4c85-8b22-1d3a08ad1232 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:00.971485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Attempting to bind port 000821d1-4afa-4c85-8b22-1d3a08ad1232 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:00.972069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Attempting to bind port 000821d1-4afa-4c85-8b22-1d3a08ad1232 on network d44f6756-0914-4122-b1f7-731679a6fca5 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:00.982342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Port 000821d1-4afa-4c85-8b22-1d3a08ad1232 on network d44f6756-0914-4122-b1f7-731679a6fca5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:13:00.982674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Attempting to bind port 000821d1-4afa-4c85-8b22-1d3a08ad1232 on network d44f6756-0914-4122-b1f7-731679a6fca5 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:00.985158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group_rule (814db995-6d8f-4780-bda6-c5b1204120d6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.991510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:00.992478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Checking segment: {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:00.992803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Bound using segment: {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:00.993235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Bound port: 000821d1-4afa-4c85-8b22-1d3a08ad1232, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219631c7-2063-4167-9804-a30ebd699438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:00.993603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:00.998981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Checking router: 935a8f46-d9f5-4e18-b990-4fa946b7c36d for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:13:00.999662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Updating router 935a8f46-d9f5-4e18-b990-4fa946b7c36d port f5f29759-50b2-4a6c-a596-c2ba5fc7594d binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:13:01.023479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2dc72117-3e8c-4ac3-897f-42c53e811321 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:01.024214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2dc72117-3e8c-4ac3-897f-42c53e811321 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:01.050909 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.064557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:01.071484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e5dba91a-44e3-4ec8-b14f-3a9afac42e1f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/0e6e60ef-67d7-46f2-9633-cc57152b87d5?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1060424
Mar 26 21:13:01.076146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59514) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:01.081298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:01.102899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:01.106648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:01.114662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.158016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:01.158914 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.160599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] 10.222.0.18 "PUT /v2.0/ports/000821d1-4afa-4c85-8b22-1d3a08ad1232 HTTP/1.1" status: 200  len: 1091 time: 1.3978300
Mar 26 21:13:01.163258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:01.167573 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:01.235834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group_rule (814db995-6d8f-4780-bda6-c5b1204120d6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.246172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (814db995-6d8f-4780-bda6-c5b1204120d6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.255033 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df11dd28-4e1c-4e8a-9eb2-012fda72101a x-openstack-request-id: req-df11dd28-4e1c-4e8a-9eb2-012fda72101a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:01.255323 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:01.255949 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df11dd28-4e1c-4e8a-9eb2-012fda72101a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:01.256369 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df11dd28-4e1c-4e8a-9eb2-012fda72101a'] response: {'name': 'network-changed', 'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232', 'status': 'completed', 'code': 200}
Mar 26 21:13:01.274803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:01.275760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-208561933'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:01.278454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.288349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593ee1a-e6ca-483a-bb3f-a3c08b6fa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:01.301639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814db995-6d8f-4780-bda6-c5b1204120d6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:01.314640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.324455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-786133be-d401-462a-bef6-e73bec8ed2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:01.325041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d1fe0582-c280-42ca-b004-90ee0d6ea71f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5046868
Mar 26 21:13:01.326908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-786133be-d401-462a-bef6-e73bec8ed2f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 1125 time: 0.1068313
Mar 26 21:13:01.328496 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.329730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.405925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-a742e8fb-4721-4194-aae7-f559df14c806 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232 HTTP/1.1" status: 200  len: 217 time: 0.0691841
Mar 26 21:13:01.445043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks [] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.464119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.529485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (f1da137f-cd06-49c0-8442-bb487f5ee0f2), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.534076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-5e39e4c4-93d5-489b-85c8-3284774ba698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:01.536382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-5e39e4c4-93d5-489b-85c8-3284774ba698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 200  len: 853 time: 0.1255636
Mar 26 21:13:01.537943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.552926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50c74-ca63-4319-a021-751f02f116d9 None None] Pushing event updated for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:01.560027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (33d2f283-2fea-4cf4-86a4-d9b14193199b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.639411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Attempting to bind port f5f29759-50b2-4a6c-a596-c2ba5fc7594d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:01.640017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Attempting to bind port f5f29759-50b2-4a6c-a596-c2ba5fc7594d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:01.640421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Attempting to bind port f5f29759-50b2-4a6c-a596-c2ba5fc7594d on network 405b99d3-3fe8-4754-994b-2c346df679f7 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:01.649180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:01.649730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Checking segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:01.652110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.654237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:01.655599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=33d2f283-2fea-4cf4-86a4-d9b14193199b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:01.656118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Bound using segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:01.657004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Bound port: f5f29759-50b2-4a6c-a596-c2ba5fc7594d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:01.657856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.658284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:01.660885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:01.661493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.674310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270eb75d-ba20-4a0d-a282-49665ed17c37 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:01.685202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a72176ed-3c22-4718-907b-c955fd6b0b8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6079214
Mar 26 21:13:01.687909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59534) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:01.693404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'security_group': {'name': 'tempest-secgroup-1272070211'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:01.727244 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.852737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] For port f5f29759-50b2-4a6c-a596-c2ba5fc7594d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:01.856823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] For port f5f29759-50b2-4a6c-a596-c2ba5fc7594d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:01.880219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (5f0daa7f-95ac-463b-9b55-86081125b804), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.880505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.902192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800422f8-5200-4ac2-b973-2cf0f0f57739 req-79185419-3ecb-4df0-a35f-e348a29ad342 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:01.903745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-800422f8-5200-4ac2-b973-2cf0f0f57739 req-79185419-3ecb-4df0-a35f-e348a29ad342 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 943 time: 0.1083415
Mar 26 21:13:01.904753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5f0daa7f-95ac-463b-9b55-86081125b804), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.955853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.957060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2681375
Mar 26 21:13:01.987618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:01.990153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59536) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:02.002159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-800422f8-5200-4ac2-b973-2cf0f0f57739 req-30fa1e97-3e84-4f88-8942-5c89616e747e tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860600
Mar 26 21:13:02.010286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'security_group': {'name': 'tempest-secgroup-585729214'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:02.021022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.022235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e81e90a-111d-433f-98a2-ee77205ad059 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.9565253
Mar 26 21:13:02.028033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:02.031207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-c50d912f-dfbb-4645-af09-c3bffd4aee8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d44f6756-0914-4122-b1f7-731679a6fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4883232
Mar 26 21:13:02.034021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dee67e-f1b1-4353-9ad4-e36ec07f50db tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0daa7f-95ac-463b-9b55-86081125b804,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:02.058616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.114918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:02.115667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.154437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50c74-ca63-4319-a021-751f02f116d9 None None] Pushing event updated for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:02.172306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:02.173175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1408b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:02.190355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (6a837300-306c-42a1-a7f2-fee57b46cf93), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.194331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.199482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6a837300-306c-42a1-a7f2-fee57b46cf93), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.261814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-a404b921-8ff2-4cc8-b358-7542bd36f4ef tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1826655565&fields=id&tenant_id=fc922ea5d1564695ac143b86d7123f25 HTTP/1.1" status: 200  len: 267 time: 0.2449067
Mar 26 21:13:02.309416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.313317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3075895
Mar 26 21:13:02.313317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6c798-eaa6-4527-ba1b-b639a0b563d8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a837300-306c-42a1-a7f2-fee57b46cf93,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:02.325333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59542) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:02.333720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-333726954', 'security_groups': ['6a837300-306c-42a1-a7f2-fee57b46cf93'], 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33d2f283-2fea-4cf4-86a4-d9b14193199b'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:02.352885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce12ce-9760-4634-815c-424142039577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b936fee0-d1bf-48ee-bf50-3eb25757a753', 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'project_id': '0386f864b38b404f8fa94d7578c95c16', 'fixed_ips': [{'subnet_id': '33d2f283-2fea-4cf4-86a4-d9b14193199b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:02.353732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.455783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:02.490518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-cb27d2cb-149d-4e49-98fe-3a5febba6946 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4464390
Mar 26 21:13:02.491198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Current status of the port f5f29759-50b2-4a6c-a596-c2ba5fc7594d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:02.491198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.550581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-0df2db05-43c8-40b8-babc-fbeb848dc90a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1289097470&fields=id&tenant_id=fc922ea5d1564695ac143b86d7123f25 HTTP/1.1" status: 200  len: 267 time: 0.1811290
Mar 26 21:13:02.565347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.568655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (f1da137f-cd06-49c0-8442-bb487f5ee0f2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.571237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.572285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:02.575357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] For port f5f29759-50b2-4a6c-a596-c2ba5fc7594d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:02.593830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:02.628190 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.731007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (f1da137f-cd06-49c0-8442-bb487f5ee0f2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.731597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1da137f-cd06-49c0-8442-bb487f5ee0f2 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:02.737806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.742940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a73167a-d58d-43aa-8478-cedbc246c2be tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f1da137f-cd06-49c0-8442-bb487f5ee0f2 HTTP/1.1" status: 204  len: 168 time: 0.7110572
Mar 26 21:13:02.743510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59550) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:02.750504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Request body: {'router': {'name': 'tempest-router-887936187', 'distributed': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:02.769190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2bd91d4-0211-497b-916d-500b5f8c1213 req-33084e3d-b7bc-4d63-b275-14e9ad04067a service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2452564
Mar 26 21:13:02.809193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-bcd2fadb-af5d-4840-a0db-fef0559c9c4c tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:02.810748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-bcd2fadb-af5d-4840-a0db-fef0559c9c4c tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/networks?id=405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 200  len: 797 time: 0.2435668
Mar 26 21:13:02.833931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.835016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.853016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-0f558a4b-4211-47e6-ad42-91633a41f524 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/quotas/fc922ea5d1564695ac143b86d7123f25 HTTP/1.1" status: 200  len: 375 time: 0.0359735
Mar 26 21:13:02.906095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.914175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.935056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:02.939896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-283ab7cb-de20-4568-a6b1-ef87d22ed68d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1921651
Mar 26 21:13:02.940138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:02.966359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-11d9e4eb-5f29-43f0-8776-c63fb9b9ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:02.968005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-11d9e4eb-5f29-43f0-8776-c63fb9b9ebbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 1125 time: 0.1227298
Mar 26 21:13:02.989394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-f3b6ec59-4ea0-4de2-8f9e-ca0d7faa8f96 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1355307
Mar 26 21:13:02.991755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-35ce12ce-9760-4634-815c-424142039577 None None] Allocated IP 2001:db8::2 (b936fee0-d1bf-48ee-bf50-3eb25757a753/33d2f283-2fea-4cf4-86a4-d9b14193199b/df2677e0-af19-4042-851a-4e9882acb293) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:03.017410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-51828412-55f3-45cc-a9b8-accf833c75d1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:13:03.024524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-51828412-55f3-45cc-a9b8-accf833c75d1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067112
Mar 26 21:13:03.061592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.113604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b101-91ce-4e4b-b83d-0ee0053017c0 None None] Pushing event updated for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:03.144848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-83970d5c-da82-49d2-b988-e018bc6ad582 None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:03.145109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83970d5c-da82-49d2-b988-e018bc6ad582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.223999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-cef1e32e-ba2c-448a-8cd9-7b1950c727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:03.225974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-cef1e32e-ba2c-448a-8cd9-7b1950c727ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 200  len: 913 time: 0.2436526
Mar 26 21:13:03.278940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks [] for port (df2677e0-af19-4042-851a-4e9882acb293), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.293118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-06ce68fe-d9fe-47b9-8223-415aea908940 service neutron] 10.222.0.16 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569311
Mar 26 21:13:03.295112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-39abd2cb-b00d-4f3b-8f7b-19a8a8260645 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232 HTTP/1.1" status: 200  len: 217 time: 0.0604901
Mar 26 21:13:03.300684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.408608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce12ce-9760-4634-815c-424142039577 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:03.419357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-35ce12ce-9760-4634-815c-424142039577 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:03.426109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce12ce-9760-4634-815c-424142039577 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:03.434688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-510a0292-5255-4c68-81c9-ac76895b3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:03.435306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-83970d5c-da82-49d2-b988-e018bc6ad582 None None] Current status of the port f5f29759-50b2-4a6c-a596-c2ba5fc7594d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:03.436210 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-510a0292-5255-4c68-81c9-ac76895b3c2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 200  len: 853 time: 0.1238842
Mar 26 21:13:03.454442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce12ce-9760-4634-815c-424142039577 None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:03.485234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-1742f57b-faa3-42d4-9028-e7fa49cf1a19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d44f6756-0914-4122-b1f7-731679a6fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358813
Mar 26 21:13:03.491503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-565acf12-1b13-4ba0-bfad-afb0dc46a9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923978
Mar 26 21:13:03.517880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-35ce12ce-9760-4634-815c-424142039577 None None] Attempting to bind port df2677e0-af19-4042-851a-4e9882acb293 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:03.518441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-35ce12ce-9760-4634-815c-424142039577 None None] Attempting to bind port df2677e0-af19-4042-851a-4e9882acb293 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd55671fd-bafd-408f-a28d-f0ac45d55202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:03.518817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce12ce-9760-4634-815c-424142039577 None None] Attempting to bind port df2677e0-af19-4042-851a-4e9882acb293 on network b936fee0-d1bf-48ee-bf50-3eb25757a753 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:03.527729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce12ce-9760-4634-815c-424142039577 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:03.528234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce12ce-9760-4634-815c-424142039577 None None] Checking segment: {'id': 'd55671fd-bafd-408f-a28d-f0ac45d55202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:03.528718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.529194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce12ce-9760-4634-815c-424142039577 None None] Bound using segment: {'id': 'd55671fd-bafd-408f-a28d-f0ac45d55202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:03.529887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-35ce12ce-9760-4634-815c-424142039577 None None] Bound port: df2677e0-af19-4042-851a-4e9882acb293, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55671fd-bafd-408f-a28d-f0ac45d55202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:03.530250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.535605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1408b0>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:01Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:03.575346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75c4c2-fcf7-4eb9-8520-0acc0f70aa1d None None] The sync data for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 is: [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:01Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:03.588396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-4d141e38-f94a-4fc0-bbac-66bf394a3ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958049
Mar 26 21:13:03.658649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::8a (b936fee0-d1bf-48ee-bf50-3eb25757a753/33d2f283-2fea-4cf4-86a4-d9b14193199b/9a641795-c8f0-4fc9-afa4-7590e1b7ef8c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:03.673502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-35ce12ce-9760-4634-815c-424142039577 None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:03.681179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-35ce12ce-9760-4634-815c-424142039577 None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:03.694476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35ce12ce-9760-4634-815c-424142039577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.786553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a8f80ed-bcb9-4a64-9565-0336ae2a592b req-95c24062-940b-4be5-82c2-0cef43992d79 service neutron] 10.222.0.18 "GET /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895223
Mar 26 21:13:03.871305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c7ba8ac5-00c6-4854-8177-ce5facb7d1b4 req-3987f2b5-5005-4da1-8abd-8ef79f7e9f64 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 210 time: 0.0536895
Mar 26 21:13:03.881715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce12ce-9760-4634-815c-424142039577 None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:03.953696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:03.958429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.029047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3a0a-9c86-4539-a026-8b248de05955 req-8837cf82-3f6a-4e75-864d-010926fc77c4 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:04.030872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3aa3a0a-9c86-4539-a026-8b248de05955 req-8837cf82-3f6a-4e75-864d-010926fc77c4 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 943 time: 0.9096844
Mar 26 21:13:04.092132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b49f6faa-fe13-4cac-87e1-43ff15bc8a7e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.092748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b49f6faa-fe13-4cac-87e1-43ff15bc8a7e {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:04.102084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.109328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ad4b085-e34f-4407-a3e5-88b2d3d69185 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b49f6faa-fe13-4cac-87e1-43ff15bc8a7e HTTP/1.1" status: 204  len: 168 time: 1.1673150
Mar 26 21:13:04.114008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:04.125571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Request body: {'router': {'name': 'tempest-router-286243336', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '628d6fa767e94fa2a30feefd31085264'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:04.191829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3aa3a0a-9c86-4539-a026-8b248de05955 req-37967da8-2119-43eb-9069-be9ede7ffe75 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494560
Mar 26 21:13:04.201764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.203142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.216428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.275589 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.334084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.343265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.361486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=9a641795-c8f0-4fc9-afa4-7590e1b7ef8c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:04.368395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.372197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c10eada8-2167-45fe-91bd-8ccaa2ccc41f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2551222
Mar 26 21:13:04.372618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:04.381570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59590) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:04.393360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Request body: {'router': {'distributed': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:04.395887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:04.398948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:04.404754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:04.405400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.530077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59598) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:04.535380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:04.539731 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ed1a61d8-c4bf-4f02-8424-280965698da6 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2115755
Mar 26 21:13:04.727493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:04.731012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.768224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.768730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.879419 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33d2f283-2fea-4cf4-86a4-d9b14193199b (CIDR: 2001:db8::/64)
Mar 26 21:13:04.885392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=126736) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Mar 26 21:13:04.885799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Router 3bb2cf8c-9c75-4147-844a-c0162dc12242 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f6125e5dca0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f6125e5da90> provider. {{(pid=126736) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Mar 26 21:13:04.886204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.891585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.894184 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:04.894777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:04.897648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:04.924204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-516619c6-4419-4acd-b541-d23918918a5e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3925827
Mar 26 21:13:04.931364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59614) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:04.943577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:05.020201 ncdv-master-1 neutron-server[126736]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] No L3 agents can host the router 3bb2cf8c-9c75-4147-844a-c0162dc12242
Mar 26 21:13:05.065147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f5f29759-50b2-4a6c-a596-c2ba5fc7594d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:05.180628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f5f29759-50b2-4a6c-a596-c2ba5fc7594d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:05.181278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.217725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Hosts for router 3bb2cf8c-9c75-4147-844a-c0162dc12242: [] {{(pid=126736) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Mar 26 21:13:05.225020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3849022-0ae1-4642-aceb-a073327bd998 req-ccc4365a-16ee-4475-909c-09dd44169e6f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 210 time: 0.0909405
Mar 26 21:13:05.241594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:05.247332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.281793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Hosts for other DVR routers connected to router 3bb2cf8c-9c75-4147-844a-c0162dc12242: set() {{(pid=126736) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Mar 26 21:13:05.289179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.295075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ea722266-b983-4a41-9a13-c7576699b46d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "PUT /v2.0/routers/3bb2cf8c-9c75-4147-844a-c0162dc12242 HTTP/1.1" status: 200  len: 716 time: 0.9111323
Mar 26 21:13:05.297565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59618) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:05.371079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f5f29759-50b2-4a6c-a596-c2ba5fc7594d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:05.372222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:05.438625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:05.439255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.487159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:05.491044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:05.491669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.523747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:05.524400 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.546975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-68db3cb0-cc41-41f7-9707-dce21a9ba27f tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "GET /v2.0/routers/3bb2cf8c-9c75-4147-844a-c0162dc12242 HTTP/1.1" status: 200  len: 716 time: 0.2450428
Mar 26 21:13:05.547753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:05.578065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1632f2-7224-4aa9-bd97-d1da54f441bb req-80643afa-da0c-4dd7-b60c-1a1a8204ee34 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:05.597735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-15abe6b0-d286-44f1-aa53-b1be2cd0aa20 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:05.599300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-15abe6b0-d286-44f1-aa53-b1be2cd0aa20 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.21 "GET /v2.0/networks?id=405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 200  len: 797 time: 0.3695157
Mar 26 21:13:05.602754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e1632f2-7224-4aa9-bd97-d1da54f441bb req-80643afa-da0c-4dd7-b60c-1a1a8204ee34 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 943 time: 0.2207341
Mar 26 21:13:05.684630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:05.685176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.704693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:05.705324 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.761153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e1632f2-7224-4aa9-bd97-d1da54f441bb req-e65ab5ab-e4ce-457f-b276-b325b7d049e3 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561482
Mar 26 21:13:05.761633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 000821d1-4afa-4c85-8b22-1d3a08ad1232 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:13:05.787697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-f7610ef3-2e1c-49c0-867f-954a17247a4c tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc922ea5d1564695ac143b86d7123f25 HTTP/1.1" status: 200  len: 478 time: 0.1737511
Mar 26 21:13:05.798254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:05.805465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'port': {'device_id': 'c12d8236-39b7-4448-9a97-6481f621decf', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'admin_state_up': True, 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'security_groups': ['0649c00e-acbb-4d89-b891-708e276eb0ae', '59a35572-7448-4551-98f4-fa8a923f68ea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:05.809613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:05.931311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-80e13943-9f71-4351-b297-24447306d0a1 tempest-RoutersTestDVR-793045764 tempest-RoutersTestDVR-793045764-project] 10.222.0.16 "GET /v2.0/routers/3bb2cf8c-9c75-4147-844a-c0162dc12242 HTTP/1.1" status: 200  len: 682 time: 0.3820982
Mar 26 21:13:05.934101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59626) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:05.989401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3be222a5-4e97-45c6-bff6-f65242d07fa2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.007028 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:13:06.007688 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:13:06.014272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.014647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:06.023280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:06.034637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '000821d1-4afa-4c85-8b22-1d3a08ad1232', 'network_id': 'd44f6756-0914-4122-b1f7-731679a6fca5', 'port_id': '000821d1-4afa-4c85-8b22-1d3a08ad1232', 'mac_address': 'fa:16:3e:90:49:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556e9c2c-01b8-49c1-be4e-df25c165ab71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:13:06.062807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:06.066254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.070193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:06.074132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 000821d1-4afa-4c85-8b22-1d3a08ad1232 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:06.074738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.084370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:06.088472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000821d1-4afa-4c85-8b22-1d3a08ad1232 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:06.090489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:06.091089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.110703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:06.113945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3cdc34-ee82-47d0-bafa-6a3b7f6bdbff None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:06.118507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.145236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=3be222a5-4e97-45c6-bff6-f65242d07fa2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:06.172206 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cb623f57-48cf-41fb-8da9-297eeb2767b7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.2388399
Mar 26 21:13:06.172819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59628) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:06.183234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1196636541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3be222a5-4e97-45c6-bff6-f65242d07fa2'}], 'security_groups': ['5f0daa7f-95ac-463b-9b55-86081125b804']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:06.206327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.208714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (3bb2cf8c-9c75-4147-844a-c0162dc12242), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.227467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:06.261728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (3bb2cf8c-9c75-4147-844a-c0162dc12242), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.264392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb2cf8c-9c75-4147-844a-c0162dc12242 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:06.270482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.276883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd619111-51d7-4de3-97b8-d612cb38e22d tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3bb2cf8c-9c75-4147-844a-c0162dc12242 HTTP/1.1" status: 204  len: 168 time: 0.3407674
Mar 26 21:13:06.282963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59632) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:06.290756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Request body: {'router': {'name': 'tempest-router-230438277', 'distributed': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:06.294767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.20.0.9 (405b99d3-3fe8-4754-994b-2c346df679f7/7713985e-e58a-4b0f-980f-9f7e31fab9a2/71d8ff85-a336-4e4d-bc38-cd6bdfd77b55) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:06.318123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.319535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.371459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06690246-94bb-4912-af05-8efb58d9d133 req-e1e62434-37e5-4e80-8cde-f7b30942a1bf tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 210 time: 0.0426104
Mar 26 21:13:06.389446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (4b548f9a-c05b-41ea-85bb-c481853ae00f), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.396424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.403045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['000821d1-4afa-4c85-8b22-1d3a08ad1232'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:13:06.414836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.416244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5090dc4-2005-4c9b-9007-89e3bc11a0c6 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1333945
Mar 26 21:13:06.419076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59634) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:06.439679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Update dhcp port {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'fixed_ips': [{'subnet_id': '33d2f283-2fea-4cf4-86a4-d9b14193199b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3be222a5-4e97-45c6-bff6-f65242d07fa2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'df2677e0-af19-4042-851a-4e9882acb293'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:13:06.485680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.643317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-16808163-8113-4eb7-ba21-07c5cf288946 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:06.758841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Allocated IP 2001:db8:0:1::2 (b936fee0-d1bf-48ee-bf50-3eb25757a753/3be222a5-4e97-45c6-bff6-f65242d07fa2/df2677e0-af19-4042-851a-4e9882acb293) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:06.802555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-767e5a93-9d78-4589-a6fc-9e7204a6c356 None None] Provisioning complete for port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:06.802937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-767e5a93-9d78-4589-a6fc-9e7204a6c356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.881763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-767e5a93-9d78-4589-a6fc-9e7204a6c356 None None] Port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:06.882814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.908168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.914273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:06.948774 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Publish callbacks [] for port (df2677e0-af19-4042-851a-4e9882acb293), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.957723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:06.997876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:07.035883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5482ca4-345a-4f59-ba16-7deffd8cf5e3 req-3f801640-c5dc-4bda-8d11-279b9f66550f tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:07.048518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5482ca4-345a-4f59-ba16-7deffd8cf5e3 req-3f801640-c5dc-4bda-8d11-279b9f66550f tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 944 time: 0.1566811
Mar 26 21:13:07.108372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5482ca4-345a-4f59-ba16-7deffd8cf5e3 req-df305678-a507-4246-899b-41b5a9254813 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588343
Mar 26 21:13:07.119375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a7e5b-32d4-4e31-bb15-ded13520330b None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:07.140094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:07.140479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.242293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:07.285454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.312548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.318026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router_controller (4b548f9a-c05b-41ea-85bb-c481853ae00f), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.419061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (4b548f9a-c05b-41ea-85bb-c481853ae00f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.419609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b548f9a-c05b-41ea-85bb-c481853ae00f {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:07.430142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.431310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-99c77331-ece5-4277-8e0f-ad1b369798b8 tempest-RoutersTestDVR-500306560 tempest-RoutersTestDVR-500306560-project-admin] 10.222.0.16 "DELETE /v2.0/routers/4b548f9a-c05b-41ea-85bb-c481853ae00f HTTP/1.1" status: 204  len: 168 time: 1.0094633
Mar 26 21:13:07.463553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.526315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 405b99d3-3fe8-4754-994b-2c346df679f7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:07.554021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:07.566077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:07.626842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:07.685619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:07.686645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.709714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Delete allocated IP 2001:db8::8a (b936fee0-d1bf-48ee-bf50-3eb25757a753/33d2f283-2fea-4cf4-86a4-d9b14193199b) {{(pid=126738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:13:07.719691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ba77c-b04f-4772-865b-67606c412206 req-34a8e781-66c3-4edb-9dae-fbb6629a2108 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:07.721454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b9ba77c-b04f-4772-865b-67606c412206 req-34a8e781-66c3-4edb-9dae-fbb6629a2108 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 970 time: 0.2367077
Mar 26 21:13:07.738818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8:0:1::34e (b936fee0-d1bf-48ee-bf50-3eb25757a753/3be222a5-4e97-45c6-bff6-f65242d07fa2/9a641795-c8f0-4fc9-afa4-7590e1b7ef8c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:07.755185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-032f1f24-c130-4e7b-9830-1f71df4ed428 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 1.9544659
Mar 26 21:13:07.761449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 000821d1-4afa-4c85-8b22-1d3a08ad1232 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:07.764880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59666) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:07.773269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Request body: {'port': {'device_id': 'c12d8236-39b7-4448-9a97-6481f621decf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:07.853545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 000821d1-4afa-4c85-8b22-1d3a08ad1232 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:13:07.858597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 000821d1-4afa-4c85-8b22-1d3a08ad1232 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:07.859062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:07.867374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b9ba77c-b04f-4772-865b-67606c412206 req-e2855f38-64df-488d-ada0-b486de84f9e0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1366355
Mar 26 21:13:07.956898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb5b-d128-4ef4-8f09-4d751a119e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.002598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 000821d1-4afa-4c85-8b22-1d3a08ad1232 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:08.003079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.025616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.049123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb5b-d128-4ef4-8f09-4d751a119e17 admin admin] Publish callbacks [] for security_group (e5639890-f2a5-489e-b5de-7ac63a144191), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.054602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fc6eb5b-d128-4ef4-8f09-4d751a119e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e5639890-f2a5-489e-b5de-7ac63a144191), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.111180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fc6eb5b-d128-4ef4-8f09-4d751a119e17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=628d6fa767e94fa2a30feefd31085264&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3450854
Mar 26 21:13:08.112551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6eb5b-d128-4ef4-8f09-4d751a119e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5639890-f2a5-489e-b5de-7ac63a144191,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:08.115218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:08.170823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-246f1713-b2ca-447b-bd08-436ec7ccc93b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.2385602
Mar 26 21:13:08.238685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:08.241052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:08.242931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] Publish callbacks [] for security_group (e5639890-f2a5-489e-b5de-7ac63a144191), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.243788 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf269501-0917-4b75-bc11-d49fd7836cf0" -d '{"events": [{"server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "name": "network-vif-plugged", "status": "completed", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:08.251695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.254275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Provisioning complete for port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:08.254695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.268875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] Publish callbacks [] for security_group (e5639890-f2a5-489e-b5de-7ac63a144191), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.341723 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b918119-df00-48c3-af45-ddf841695292 x-openstack-request-id: req-2b918119-df00-48c3-af45-ddf841695292 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:08.342016 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "name": "network-vif-plugged", "status": "completed", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:08.342271 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b918119-df00-48c3-af45-ddf841695292 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:08.342673 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b918119-df00-48c3-af45-ddf841695292'] response: {'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232', 'code': 200}
Mar 26 21:13:08.346008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:08.351886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:08.372954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e5639890-f2a5-489e-b5de-7ac63a144191), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.380323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.381758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5639890-f2a5-489e-b5de-7ac63a144191 HTTP/1.1" status: 204  len: 168 time: 0.2654989
Mar 26 21:13:08.398167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.398669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.399355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.399849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.400358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.400700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.401039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.401379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.401757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.402706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.402989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.403366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.403669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.404008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.404341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:08.409174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:08.409555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.413577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9982845-4c88-4a9b-9fb3-160da23c2b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5639890-f2a5-489e-b5de-7ac63a144191,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:08.470478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:08.482682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Provisioning complete for port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:08.483417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.512516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664799-6b99-4bd9-9320-ecad781c4eb3 req-bea00b8b-733a-42dc-bf3f-5cee92f80ce1 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.515004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f664799-6b99-4bd9-9320-ecad781c4eb3 req-bea00b8b-733a-42dc-bf3f-5cee92f80ce1 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.2974851
Mar 26 21:13:08.532571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:08.548125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:08.548328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.621971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.628707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:08.641557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.645191 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks [] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.653835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf16da0f-2604-4f1a-aaa6-ed9306c9308f None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:08.712194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Transition to ACTIVE for port object 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:13:08.742471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.744738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] In _notify_port_updated(), no bound segment for port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c on network b936fee0-d1bf-48ee-bf50-3eb25757a753 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:13:08.750477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.751145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:08.752551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/ports/9a641795-c8f0-4fc9-afa4-7590e1b7ef8c HTTP/1.1" status: 200  len: 931 time: 2.5762165
Mar 26 21:13:08.761891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59702) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:08.773068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a20c9-08d4-441b-9b30-d35536a91211 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=9a641795-c8f0-4fc9-afa4-7590e1b7ef8c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:08.802170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.802670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.803151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.803629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.815584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.816445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.816906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.819160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-8652111f-c489-4ebf-82ed-6af60d839711 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 6719 time: 0.4367933
Mar 26 21:13:08.819696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59704) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:08.855809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db3f2-8fd7-498b-aef3-cdfb1b9b43a0 req-555ee7d5-5772-4604-a7ef-2b106746c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:08.857753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b29db3f2-8fd7-498b-aef3-cdfb1b9b43a0 req-555ee7d5-5772-4604-a7ef-2b106746c59f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 1127 time: 0.4502206
Mar 26 21:13:08.901473 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8f664799-6b99-4bd9-9320-ecad781c4eb3 req-3f2b0499-ff72-4aaf-8ae0-bc853e600dc4 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3730562
Mar 26 21:13:08.932067 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b29db3f2-8fd7-498b-aef3-cdfb1b9b43a0 req-3ae3ec32-0c41-48e9-b490-6c2ace82a19d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678706
Mar 26 21:13:08.941349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:09.032550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:09.032937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.034049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Pushing event updated for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:09.055654 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73aaf84-5cdb-4981-9bf7-a5877896ffe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.141152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:09.260765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-b283edc3-39b7-4c5c-8670-195e1edae8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.261249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-b283edc3-39b7-4c5c-8670-195e1edae8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.261713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-b283edc3-39b7-4c5c-8670-195e1edae8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.263322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-b283edc3-39b7-4c5c-8670-195e1edae8da service neutron] 10.222.0.18 "GET /v2.0/networks?id=0104976f-c364-4864-ad5f-8b4958c8e560&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 200  len: 2295 time: 0.3897896
Mar 26 21:13:09.279967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5ebca17a-6028-47b1-ad94-a86ab7a7709a None None] Provisioning complete for port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:09.281069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ebca17a-6028-47b1-ad94-a86ab7a7709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.301638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:09.301863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.319698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5ebca17a-6028-47b1-ad94-a86ab7a7709a None None] Port 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:09.344303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795c9a-61e9-4a8c-8563-36f08f2cfc9c req-6e7fa97b-ccd2-48ba-843e-1c182b3109f4 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.345768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23795c9a-61e9-4a8c-8563-36f08f2cfc9c req-6e7fa97b-ccd2-48ba-843e-1c182b3109f4 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 982 time: 0.2913635
Mar 26 21:13:09.382566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Attempting to bind port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:09.382905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Attempting to bind port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:09.383231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Attempting to bind port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 on network 405b99d3-3fe8-4754-994b-2c346df679f7 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:09.428051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 on network 405b99d3-3fe8-4754-994b-2c346df679f7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:13:09.428389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Attempting to bind port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 on network 405b99d3-3fe8-4754-994b-2c346df679f7 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:09.488294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:09.488661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Checking segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:09.489004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Bound using segment: {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:09.489435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Bound port: 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8c7f51-a149-4f81-81af-a267ccf64db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:09.489840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.492971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-39cac3ee-4e78-45d9-aada-da4fbf8c6f91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 200  len: 1002 time: 0.2174563
Mar 26 21:13:09.531886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73aaf84-5cdb-4981-9bf7-a5877896ffe3 admin admin] Publish callbacks [] for security_group (f6bc476d-2310-42e4-a5f0-79a26afa16a1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.566292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73aaf84-5cdb-4981-9bf7-a5877896ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f6bc476d-2310-42e4-a5f0-79a26afa16a1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.649091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23795c9a-61e9-4a8c-8563-36f08f2cfc9c req-ad140730-3c6e-4d6d-829b-c7fd76037f8c tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2920821
Mar 26 21:13:09.661008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73aaf84-5cdb-4981-9bf7-a5877896ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bc476d-2310-42e4-a5f0-79a26afa16a1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:09.673705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.698390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e73aaf84-5cdb-4981-9bf7-a5877896ffe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0bb8c7296154e1e85125256031b2704&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8648899
Mar 26 21:13:09.701961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59728) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:09.705216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 9a641795-c8f0-4fc9-afa4-7590e1b7ef8c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:09.707643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-28aed668-3c48-4864-bfeb-88b78e3def92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.709321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-28aed668-3c48-4864-bfeb-88b78e3def92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 HTTP/1.1" status: 200  len: 856 time: 0.1985393
Mar 26 21:13:09.755393 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] Publish callbacks [] for security_group (f6bc476d-2310-42e4-a5f0-79a26afa16a1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.791420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] Publish callbacks [] for security_group (f6bc476d-2310-42e4-a5f0-79a26afa16a1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.805455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:09.822170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:09.840821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.855693 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f6bc476d-2310-42e4-a5f0-79a26afa16a1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.859033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.864571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6bc476d-2310-42e4-a5f0-79a26afa16a1 HTTP/1.1" status: 204  len: 168 time: 0.1611874
Mar 26 21:13:09.882610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661ca7a-92ad-4ec3-ba94-f5de567c7170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bc476d-2310-42e4-a5f0-79a26afa16a1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:09.892066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-6da1e117-8124-47dd-8f7c-ca218479f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.893908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-6da1e117-8124-47dd-8f7c-ca218479f709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0104976f-c364-4864-ad5f-8b4958c8e560&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1762896
Mar 26 21:13:09.905752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:09.915876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:09.919111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] 10.222.0.21 "PUT /v2.0/ports/71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 200  len: 1130 time: 2.1508029
Mar 26 21:13:09.928276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:09.932406 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e43a7c-af02-4b81-9304-f273bb04354b" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:09.989495 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dad022-22cc-4cc1-a468-08f566da630e x-openstack-request-id: req-14dad022-22cc-4cc1-a468-08f566da630e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:09.989869 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:09.990076 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14dad022-22cc-4cc1-a468-08f566da630e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:09.990520 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dad022-22cc-4cc1-a468-08f566da630e'] response: {'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'status': 'completed', 'code': 200}
Mar 26 21:13:10.025118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221827-af4b-463c-9fdb-0ff8ca636f58 service neutron] Pushing event updated for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:10.185850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9a641795-c8f0-4fc9-afa4-7590e1b7ef8c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:10.228089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a7c-af02-4b81-9304-f273bb04354b req-e327984e-edc9-400b-b0a1-ece6052cdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:10.229618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69e43a7c-af02-4b81-9304-f273bb04354b req-e327984e-edc9-400b-b0a1-ece6052cdb1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1164 time: 0.2164707
Mar 26 21:13:10.232234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=9a641795-c8f0-4fc9-afa4-7590e1b7ef8c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:10.236227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-b7197089-6029-40b8-970e-5af7b9e2cd38 service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3119481
Mar 26 21:13:10.627794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf107fd5-230e-48b4-91ec-2858d39ac791 req-2d3f1919-d35f-4ae9-80ae-b99dc1532a42 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:10.629293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf107fd5-230e-48b4-91ec-2858d39ac791 req-2d3f1919-d35f-4ae9-80ae-b99dc1532a42 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.5266976
Mar 26 21:13:10.630435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:10.634685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-19dbccaa-c663-40a3-a55b-13e64f075349 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/9a641795-c8f0-4fc9-afa4-7590e1b7ef8c HTTP/1.1" status: 204  len: 168 time: 1.8707123
Mar 26 21:13:10.636437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59752) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:10.692534 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5d0a2a-1ab5-410c-99e1-2a37a3aed311 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:13:10.694378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b5d0a2a-1ab5-410c-99e1-2a37a3aed311 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/9a641795-c8f0-4fc9-afa4-7590e1b7ef8c HTTP/1.1" status: 404  len: 333 time: 0.0568621
Mar 26 21:13:10.698998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:10.824291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59768) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:10.845688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (6a837300-306c-42a1-a7f2-fee57b46cf93), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:10.859865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bf107fd5-230e-48b4-91ec-2858d39ac791 req-ea96d87e-2f97-40ca-8903-e443b16e61b9 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048137
Mar 26 21:13:10.903648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981c31-e755-4635-99c2-1f173e121c16 req-a2feb127-d5e3-4c3a-a0b6-f511916c3cca tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:10.905804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f981c31-e755-4635-99c2-1f173e121c16 req-a2feb127-d5e3-4c3a-a0b6-f511916c3cca tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 982 time: 0.1345069
Mar 26 21:13:10.907748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (6a837300-306c-42a1-a7f2-fee57b46cf93), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:10.915553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-6e61c2c9-a201-485b-8f18-72e2696e2146 service neutron] 10.222.0.18 "GET /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6700149
Mar 26 21:13:10.917374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a7c-af02-4b81-9304-f273bb04354b req-601b40d2-1683-4a89-9edb-5065a5b73c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:10.918770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69e43a7c-af02-4b81-9304-f273bb04354b req-601b40d2-1683-4a89-9edb-5065a5b73c64 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc922ea5d1564695ac143b86d7123f25&shared=False HTTP/1.1" status: 200  len: 897 time: 0.6776383
Mar 26 21:13:10.988019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1988926494'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:11.014472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-ab7bc0c2-78f2-4273-b0aa-5e4aa3b57a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 217 time: 0.0909705
Mar 26 21:13:11.028743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6a837300-306c-42a1-a7f2-fee57b46cf93), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.031241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.032546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/security-groups/6a837300-306c-42a1-a7f2-fee57b46cf93 HTTP/1.1" status: 204  len: 168 time: 0.3317130
Mar 26 21:13:11.039632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59786) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:11.058304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:11.061646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.069315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f981c31-e755-4635-99c2-1f173e121c16 req-7a2aae07-3677-4b93-818b-929e53a0791a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1525526
Mar 26 21:13:11.080683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c68d-1cc1-43fe-aad0-86d9fd72ef0c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a837300-306c-42a1-a7f2-fee57b46cf93,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.086387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.147196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (5f0daa7f-95ac-463b-9b55-86081125b804), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.180675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (5f0daa7f-95ac-463b-9b55-86081125b804), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.181000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-07dcbea0-606a-4a52-afde-36af6e1a7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.183409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-07dcbea0-606a-4a52-afde-36af6e1a7ab1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1613154
Mar 26 21:13:11.205530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43a7c-af02-4b81-9304-f273bb04354b req-27a85015-626e-46a1-a900-9ea0b41cc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.206988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-69e43a7c-af02-4b81-9304-f273bb04354b req-27a85015-626e-46a1-a900-9ea0b41cc754 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2682636
Mar 26 21:13:11.241806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for security_group (f8766462-d801-4821-822c-20f31ddccbae), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.244341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-816cae2a-f4d9-4f34-a874-7b894cd87938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.245847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-816cae2a-f4d9-4f34-a874-7b894cd87938 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0541027
Mar 26 21:13:11.246654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f8766462-d801-4821-822c-20f31ddccbae), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.257427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5f0daa7f-95ac-463b-9b55-86081125b804), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.258441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.259559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/security-groups/5f0daa7f-95ac-463b-9b55-86081125b804 HTTP/1.1" status: 204  len: 168 time: 0.2164979
Mar 26 21:13:11.263340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:11.283172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:13:11.289594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8766462-d801-4821-822c-20f31ddccbae,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.305250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (115d5e95-e23b-4738-bd1b-26a88bed914f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.305617 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Added segment 115d5e95-e23b-4738-bd1b-26a88bed914f of type vlan for network 47e09718-1805-4aca-aaca-0947e5412160
Mar 26 21:13:11.313708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82918-7d9e-4242-9076-c35981a47859 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0daa7f-95ac-463b-9b55-86081125b804,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.355565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (47e09718-1805-4aca-aaca-0947e5412160), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.385139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (47e09718-1805-4aca-aaca-0947e5412160), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.386349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 33d2f283-2fea-4cf4-86a4-d9b14193199b {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:11.390289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.390890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.392369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (33d2f283-2fea-4cf4-86a4-d9b14193199b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.422918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-119ec5ef-5703-452e-b74f-fb8bda8c0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.424451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-119ec5ef-5703-452e-b74f-fb8bda8c0def service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1164 time: 0.1777427
Mar 26 21:13:11.437580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6075733
Mar 26 21:13:11.437759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:11.467663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:11.474389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab86a-1eb4-4e93-bb41-8d570860f7c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Network': ['ID=47e09718-1805-4aca-aaca-0947e5412160,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.484477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-c1032e7e-aa7d-4b96-b994-34b6fe900c27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 200  len: 217 time: 0.0509241
Mar 26 21:13:11.487155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:13:11.487781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (33d2f283-2fea-4cf4-86a4-d9b14193199b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.517387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-9eff7daa-b65b-42cf-9ff3-6293a3aa31de service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618268
Mar 26 21:13:11.563463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:11.569300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.649078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-23112ebf-791e-49f1-a067-189c52c58ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.650555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-23112ebf-791e-49f1-a067-189c52c58ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7713985e-e58a-4b0f-980f-9f7e31fab9a2 HTTP/1.1" status: 200  len: 835 time: 0.1597390
Mar 26 21:13:11.706779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (33d2f283-2fea-4cf4-86a4-d9b14193199b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.747652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-3f58eeaa-6515-4d20-927c-8f9669f9ca84 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063715
Mar 26 21:13:11.762252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (de1d6287-30c0-42d9-8f97-e23b88fa9904), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.801783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ad6546ca-b3a9-4460-9add-c586f2b66bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.803305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-ad6546ca-b3a9-4460-9add-c586f2b66bfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=405b99d3-3fe8-4754-994b-2c346df679f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1435807
Mar 26 21:13:11.806935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-1a267c25-0d9a-4b79-802f-98512744b1bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 217 time: 0.0489028
Mar 26 21:13:11.835777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=de1d6287-30c0-42d9-8f97-e23b88fa9904,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.841412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:11.842380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network hostable DHCP agents. Network: 47e09718-1805-4aca-aaca-0947e5412160, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:13:11.861918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:13:11.864318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (33d2f283-2fea-4cf4-86a4-d9b14193199b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.873793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47e09718-1805-4aca-aaca-0947e5412160) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:11.879262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.880237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.897241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d315e0-08c4-477a-9153-15164afa8e6b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:11.904732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1ea0877d-6871-4898-8ef1-96adb9eeb581 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4656806
Mar 26 21:13:11.905417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59794) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:11.911153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=33d2f283-2fea-4cf4-86a4-d9b14193199b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:11.911340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'name': 'tempest-NetworksTestDHCPv6-560353975'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:11.945246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:11.952871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a6ccc031-0f32-4a6c-adae-107f3591d8bd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/33d2f283-2fea-4cf4-86a4-d9b14193199b HTTP/1.1" status: 204  len: 168 time: 0.6705437
Mar 26 21:13:11.953471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:11.954013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-32946fa5-1580-4748-a29e-13604f5aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:11.955534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-32946fa5-1580-4748-a29e-13604f5aac02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1434431
Mar 26 21:13:11.973647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9f88e-e35f-4610-bbca-7c2f65a592e7 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:12.035488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:12.070220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-dced72f5-4420-42f6-b6ce-1b5de700ee37 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592599
Mar 26 21:13:12.117701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-2381a167-2fd9-4882-9cab-f55a598ab2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:12.119235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-2381a167-2fd9-4882-9cab-f55a598ab2d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1544223
Mar 26 21:13:12.159527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': 'de1d6287-30c0-42d9-8f97-e23b88fa9904'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:12.160962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.169908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc6b2b-2df2-48c3-b5be-d7fe523f76a6 req-60efea5b-f234-4ecc-8777-939187e2553a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:12.171446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5fc6b2b-2df2-48c3-b5be-d7fe523f76a6 req-60efea5b-f234-4ecc-8777-939187e2553a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.1664827
Mar 26 21:13:12.182733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:12.186685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.242977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:12.257955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:12.261383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.283359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3dea1f27-77ba-44c1-8f51-f4d144eb0825 req-0ef9a9e9-4d56-449c-b8fe-b38f5cb7f3db service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043717
Mar 26 21:13:12.293758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5fc6b2b-2df2-48c3-b5be-d7fe523f76a6 req-529c4bef-b45b-4575-9a24-d2a35a79ac90 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113715
Mar 26 21:13:12.317720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-936d98d2-ec48-4e90-8fca-551ae52cd207 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891561
Mar 26 21:13:12.368622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/de1d6287-30c0-42d9-8f97-e23b88fa9904/2c421a85-bc77-43b3-beda-ffc7338ccc78) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:12.394114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aabfce-480b-4862-8fa3-82e54317017b req-c13f6ed5-4d4d-4bd6-9f5c-104459be9292 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:12.395741 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6aabfce-480b-4862-8fa3-82e54317017b req-c13f6ed5-4d4d-4bd6-9f5c-104459be9292 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 982 time: 0.2179852
Mar 26 21:13:12.493043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-7383990c-fe71-40c0-a38e-95054f93db33 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692634
Mar 26 21:13:12.510482 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6aabfce-480b-4862-8fa3-82e54317017b req-f6160f0f-cafe-4016-a5d9-24a26e2ae3e9 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1039891
Mar 26 21:13:12.560484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-932b8a16-40ef-4ae9-a22a-0f5caaded61d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 HTTP/1.1" status: 200  len: 217 time: 0.0615251
Mar 26 21:13:12.596230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks [] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.604426 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.654273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f73625b9-59d1-474e-9b6a-99962fc9d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:12.655541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f73625b9-59d1-474e-9b6a-99962fc9d5fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.0860405
Mar 26 21:13:12.660267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:12.663737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:12.667649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:12.687666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Pushing event updated for resources: {'Port': ['ID=2c421a85-bc77-43b3-beda-ffc7338ccc78,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:12.742647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f37cb75e-75c3-4aea-b581-479563901e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:12.747351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f37cb75e-75c3-4aea-b581-479563901e92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0849245
Mar 26 21:13:12.772147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Attempting to bind port 2c421a85-bc77-43b3-beda-ffc7338ccc78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:12.773361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::ae (47e09718-1805-4aca-aaca-0947e5412160/de1d6287-30c0-42d9-8f97-e23b88fa9904/ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:12.774791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Attempting to bind port 2c421a85-bc77-43b3-beda-ffc7338ccc78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:12.778253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Attempting to bind port 2c421a85-bc77-43b3-beda-ffc7338ccc78 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:12.788669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:12.789447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:12.790391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.791110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:12.792029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Bound port: 2c421a85-bc77-43b3-beda-ffc7338ccc78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:12.792715 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.892995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] For port 2c421a85-bc77-43b3-beda-ffc7338ccc78, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:12.895261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-5a2700bf-5e82-4d3f-b755-369a77f0d6be service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409049
Mar 26 21:13:12.897898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] For port 2c421a85-bc77-43b3-beda-ffc7338ccc78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c421a85-bc77-43b3-beda-ffc7338ccc78,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:12.906307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.906586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5a34c33b-774b-404d-a072-6933e5fcc7c6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:12.975613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84142b21-0250-456b-bcd7-1faffabaa1ed None None] Pushing event updated for resources: {'Port': ['ID=2c421a85-bc77-43b3-beda-ffc7338ccc78,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:13.021427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-20b153f2-632a-4179-8922-875cdff50940 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188810
Mar 26 21:13:13.045425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:13.059452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:13.069167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.069432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.089560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=5a34c33b-774b-404d-a072-6933e5fcc7c6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:13.094187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-90bd8fb4-50e6-4b18-90c1-2160f1a99a7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436 HTTP/1.1" status: 200  len: 217 time: 0.0662897
Mar 26 21:13:13.158106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5732ff57-a0e6-43fb-b1e6-ae1999e89f67 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2034006
Mar 26 21:13:13.160808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:13.165853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'security_group': {'name': 'tempest-secgroup-1710396200'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:13.225261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-6e479a1a-c930-4138-8e17-0fe19ac4f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.227285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-6e479a1a-c930-4138-8e17-0fe19ac4f903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 200  len: 797 time: 0.1199658
Mar 26 21:13:13.272358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.290918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.360249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-7d9b3778-8113-4d1a-9e14-3700fc28c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.361858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-7d9b3778-8113-4d1a-9e14-3700fc28c87f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b12b2db-5c6b-4503-ae46-15abd6717aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1194773
Mar 26 21:13:13.386390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89951cb2-df90-4b7d-8003-4766aafb3817 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:13.415988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.524350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-81e936fe-8aea-441b-93bb-a8cdada9d5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559973
Mar 26 21:13:13.535362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:13.546571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:13.571128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:13.571509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.608163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:13.626131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.627184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.630946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:13.643048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:13.660044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e76a65bc-121a-4af2-bdc7-bebdbd90862f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.7532716
Mar 26 21:13:13.666843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59834) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:13.674347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:13.675078 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.679821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (9f4681f3-576c-4960-9350-9ce6f9e0bd54), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.744520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-9a440793-b3ae-4669-849c-ac6798106309 service neutron] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061064
Mar 26 21:13:13.746319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f4681f3-576c-4960-9350-9ce6f9e0bd54), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.790341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4681f3-576c-4960-9350-9ce6f9e0bd54,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:13.798987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.800640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ead1a569-c3bc-487c-b3ac-09bb02c993cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6388938
Mar 26 21:13:13.803484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-7cb2b0b9-1ac6-4b2d-a431-0459954e52be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 200  len: 217 time: 0.0485060
Mar 26 21:13:13.804060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:13.808773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447007400'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:13.825903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0165ec-a227-4617-af35-680767ebf575 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.831887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0165ec-a227-4617-af35-680767ebf575 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.833777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5c0165ec-a227-4617-af35-680767ebf575 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.1653504
Mar 26 21:13:13.837098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:13.839751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Update dhcp port {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'fixed_ips': [{'subnet_id': '3be222a5-4e97-45c6-bff6-f65242d07fa2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a34c33b-774b-404d-a072-6933e5fcc7c6'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'df2677e0-af19-4042-851a-4e9882acb293'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:13:13.855255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0f54a-b644-48e0-9ec2-243a405ac532 req-148b3828-7e76-48e3-a554-e2d7d385c94e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.857210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71f0f54a-b644-48e0-9ec2-243a405ac532 req-148b3828-7e76-48e3-a554-e2d7d385c94e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 982 time: 0.1959305
Mar 26 21:13:13.885561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-ae98e351-b1e2-4724-a160-73465f9a9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.888023 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-ae98e351-b1e2-4724-a160-73465f9a9fca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.0747607
Mar 26 21:13:13.959418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.967080 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:13.972555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b2a711f9-b46f-4d03-919b-55fbcf640f08 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:13.995299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-767d61b2-1513-4c20-a6ec-3ab639df2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:13.997358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-767d61b2-1513-4c20-a6ec-3ab639df2080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1017184
Mar 26 21:13:14.036092 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71f0f54a-b644-48e0-9ec2-243a405ac532 req-bb595ec0-01a3-48c5-92ce-ba133e79a7b1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1585214
Mar 26 21:13:14.086765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:14.087137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.183747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (bd5f2c4b-39f7-4300-bc71-fb5afec3b678), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.187359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-9f3e3ff8-ad46-43d2-8b95-0faad8111b9a service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829958
Mar 26 21:13:14.202237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd5f2c4b-39f7-4300-bc71-fb5afec3b678), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.226617 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.236797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.252496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:14.292307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Allocated IP 2001:db8::2 (b936fee0-d1bf-48ee-bf50-3eb25757a753/5a34c33b-774b-404d-a072-6933e5fcc7c6/df2677e0-af19-4042-851a-4e9882acb293) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:14.304631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5f2c4b-39f7-4300-bc71-fb5afec3b678,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:14.320321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.324534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-730e0d12-a81d-4a76-b0f6-27c0e205c3a7 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5166500
Mar 26 21:13:14.325951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59854) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:14.330776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'security_group': {'name': 'tempest-secgroup-1364571971'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:14.403639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.409779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:14.425637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-44c4ea72-51c1-45ca-aa11-efc6cae4ebd2 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320778
Mar 26 21:13:14.448641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Publish callbacks [] for port (df2677e0-af19-4042-851a-4e9882acb293), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.456198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.471047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.513095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:14.547359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.561679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31a13900-f8c1-402d-bfa2-c391ef8ce392 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623 HTTP/1.1" status: 204  len: 168 time: 0.7174933
Mar 26 21:13:14.561679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59858) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:14.580752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7ef85-1958-41f2-ad18-3101a280db74 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:14.618257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252516a4-73d6-4cdf-8eb2-ed16cf536838 None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:14.660042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e681a-32c8-4005-83f8-9e521d155f75 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:14.661772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e681a-32c8-4005-83f8-9e521d155f75 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:14.665069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cf6e681a-32c8-4005-83f8-9e521d155f75 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1055803
Mar 26 21:13:14.666819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:14.717793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Provisioning complete for port 2c421a85-bc77-43b3-beda-ffc7338ccc78 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:14.717793 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.738888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet de1d6287-30c0-42d9-8f97-e23b88fa9904 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:14.744241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (de1d6287-30c0-42d9-8f97-e23b88fa9904), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.797918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (de1d6287-30c0-42d9-8f97-e23b88fa9904), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.903158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Current status of the port 2c421a85-bc77-43b3-beda-ffc7338ccc78 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:14.903530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:14.905939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-613dc70d-d4a3-4422-973c-8288a6b751a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 200  len: 217 time: 0.4735138
Mar 26 21:13:14.958991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] For port 2c421a85-bc77-43b3-beda-ffc7338ccc78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c421a85-bc77-43b3-beda-ffc7338ccc78,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:14.967006 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.021038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f6b36710-1c48-4610-ace7-24a942740ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:15.031144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-f6b36710-1c48-4610-ace7-24a942740ace service neutron] 10.222.0.18 "GET /v2.0/subnets?id=32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 200  len: 797 time: 0.1136439
Mar 26 21:13:15.082557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (de1d6287-30c0-42d9-8f97-e23b88fa9904), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.101821 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (f79d991d-57ec-400b-91f8-0d5cfd29cf05), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.132205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f79d991d-57ec-400b-91f8-0d5cfd29cf05), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.145070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef50d0-aee7-49c7-84d4-f9983845f643 None None] Pushing event updated for resources: {'Port': ['ID=2c421a85-bc77-43b3-beda-ffc7338ccc78,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:15.187728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (de1d6287-30c0-42d9-8f97-e23b88fa9904), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.196711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c421a85-bc77-43b3-beda-ffc7338ccc78 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:15.206072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.207426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8804877
Mar 26 21:13:15.219499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:15.228552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1880303677', 'security_groups': ['f79d991d-57ec-400b-91f8-0d5cfd29cf05'], 'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a34c33b-774b-404d-a072-6933e5fcc7c6'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:15.246924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=de1d6287-30c0-42d9-8f97-e23b88fa9904,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:15.253924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.260899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31c1bca1-8e54-4c0a-98c8-ed6d6e5309f1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/de1d6287-30c0-42d9-8f97-e23b88fa9904 HTTP/1.1" status: 204  len: 168 time: 0.5929806
Mar 26 21:13:15.261727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59886) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:15.262285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 2c421a85-bc77-43b3-beda-ffc7338ccc78 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:15.262839 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.348924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18954015-8d69-47c9-92d4-33489f042297 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0857897
Mar 26 21:13:15.349407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:15.355826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:15.364650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0dd05-5c46-495f-adad-8c4f1fa21652 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79d991d-57ec-400b-91f8-0d5cfd29cf05,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:15.374204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 2c421a85-bc77-43b3-beda-ffc7338ccc78 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:15.379295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:15.416309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad1987-a9af-46a0-a9f6-ee57cd99dc8f None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:15.418821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-80b67992-3281-4889-8c43-45e7f267988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:15.420091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-80b67992-3281-4889-8c43-45e7f267988b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3821931
Mar 26 21:13:15.480449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:15.481362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:13:15.487662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.563826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f18d-7f83-4d56-8787-8593d0c1c3f1 req-d656f43c-7a39-4ca7-844e-a615c4f579e8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:15.565493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2713f18d-7f83-4d56-8787-8593d0c1c3f1 req-d656f43c-7a39-4ca7-844e-a615c4f579e8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 982 time: 0.3828714
Mar 26 21:13:15.613478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-104c26d0-844c-402e-9596-d45598255230 service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820023
Mar 26 21:13:15.664690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:15.665443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:15.667779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-13b97c8d-4398-4a8a-af29-b595d42c2305 None None] Provisioning complete for port 2c421a85-bc77-43b3-beda-ffc7338ccc78 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:15.668248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-13b97c8d-4398-4a8a-af29-b595d42c2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.752862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'port_id': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'mac_address': 'fa:16:3e:cc:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:13:15.803416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (125f1d7b-6553-404d-a550-22fbff1858b1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.807636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.831378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:15.831766 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.846157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:15.847032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.852318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:15.861356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:15.861966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.877937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:15.878219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:15.883749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2713f18d-7f83-4d56-8787-8593d0c1c3f1 req-443cd3fd-69d4-49d3-b41e-b091dcb29cfe tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2912760
Mar 26 21:13:15.903574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] device_id is not set on port 0ae32850-a05d-436e-b191-269a2d030a56 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:15.916096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=125f1d7b-6553-404d-a550-22fbff1858b1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:15.929714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1eece669-6de8-45a9-8f54-674312caddd2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5775771
Mar 26 21:13:15.931501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59894) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:15.939731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'name': 'tempest-NetworksTestDHCPv6-145332373'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:16.031042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1fb866c2-9998-4d7e-813e-eeb1bbc195c4 req-a113332f-cd62-4a63-8314-c31020a5d0ed service neutron] 10.222.0.18 "GET /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4021392
Mar 26 21:13:16.125177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-13b97c8d-4398-4a8a-af29-b595d42c2305 None None] Current status of the port 2c421a85-bc77-43b3-beda-ffc7338ccc78 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:16.127319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:16.157102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:16.158566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:16.161840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.183104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 901cffac-ebdd-4c78-bf4d-9f43aa4b4655 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:16.190210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8::34f (b936fee0-d1bf-48ee-bf50-3eb25757a753/5a34c33b-774b-404d-a072-6933e5fcc7c6/0ae32850-a05d-436e-b191-269a2d030a56) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:16.226010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:16.265695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.372448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:16.372846 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.392261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::306 (47e09718-1805-4aca-aaca-0947e5412160/125f1d7b-6553-404d-a550-22fbff1858b1/901cffac-ebdd-4c78-bf4d-9f43aa4b4655) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:16.438425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (0ae32850-a05d-436e-b191-269a2d030a56), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.494251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0ae32850-a05d-436e-b191-269a2d030a56), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.549864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Deleting port 2c421a85-bc77-43b3-beda-ffc7338ccc78 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:16.550249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.569019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:16.578112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:16.585185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=0ae32850-a05d-436e-b191-269a2d030a56,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:16.588245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:16.596622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:16.598051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.617580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:13:16.619364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:16.627455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a4a21e6-14a2-4aea-912b-b40a00319c3a tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.4044685
Mar 26 21:13:16.629466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59930) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:16.629693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:16.640419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:16.698194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] For port 2c421a85-bc77-43b3-beda-ffc7338ccc78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c421a85-bc77-43b3-beda-ffc7338ccc78,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:16.698611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.713870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (901cffac-ebdd-4c78-bf4d-9f43aa4b4655), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.759334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Calling delete_port for 2c421a85-bc77-43b3-beda-ffc7338ccc78 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:16.805205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (901cffac-ebdd-4c78-bf4d-9f43aa4b4655), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.816163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:16.886397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:16.891879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.898996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:16.920121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:16.924274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:16.930106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:16.935534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c421a85-bc77-43b3-beda-ffc7338ccc78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:16.948047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:16.986501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=901cffac-ebdd-4c78-bf4d-9f43aa4b4655,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:16.999800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:17.000807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.004065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59954) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:17.004378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d8e76f1-3f4a-4556-95a0-73425af8dc46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0708404
Mar 26 21:13:17.049853 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a34c33b-774b-404d-a072-6933e5fcc7c6 (CIDR: 2001:db8::/64)
Mar 26 21:13:17.091112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096613f-fa3e-42db-8a2f-94af0a7fba59 req-29978d22-8a49-4e9f-8dd7-3e1345fbac6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.092756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2096613f-fa3e-42db-8a2f-94af0a7fba59 req-29978d22-8a49-4e9f-8dd7-3e1345fbac6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 983 time: 0.0872767
Mar 26 21:13:17.094032 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:17.094535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:17.105293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-96e4acc7-97ad-4591-9281-4b4eba1f3e85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2842615
Mar 26 21:13:17.111136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (2c421a85-bc77-43b3-beda-ffc7338ccc78), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.114415 ncdv-master-1 neutron-server[126739]: INFO neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No ports have port_id starting with 2c421a85-bc77-43b3-beda-ffc7338ccc78
Mar 26 21:13:17.124358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f6b14-7e97-49e5-991c-e90348848ce3 None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:17.140513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-254230b7-fa36-400c-a204-d9689c280f8b tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5094852
Mar 26 21:13:17.140764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:17.146088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:17.154235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e1103d-9d20-4499-a36c-971d5ae9bde7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.159873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e1103d-9d20-4499-a36c-971d5ae9bde7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.165898 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7e1103d-9d20-4499-a36c-971d5ae9bde7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1591 time: 0.1606853
Mar 26 21:13:17.167781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59958) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:17.170534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] Pushing event deleted for resources: {'Port': ['ID=2c421a85-bc77-43b3-beda-ffc7338ccc78,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:17.183141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d200f-11d7-41c7-97d6-5b3a5b4d22d7 None None] No DVR routers for this DVR port 2c421a85-bc77-43b3-beda-ffc7338ccc78 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:17.205415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905359a2-b79c-42ef-9507-b96e5af3dec6 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:17.319360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b157d2f5-ce4e-4495-aff1-0051be2f7749 None None] Provisioning complete for port 0ae32850-a05d-436e-b191-269a2d030a56 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:17.320442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-de6ee59a-d1eb-4467-bdf6-58145d6c5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.320668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b157d2f5-ce4e-4495-aff1-0051be2f7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0ae32850-a05d-436e-b191-269a2d030a56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.322001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-de6ee59a-d1eb-4467-bdf6-58145d6c5478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 1128 time: 0.1550314
Mar 26 21:13:17.363368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 901cffac-ebdd-4c78-bf4d-9f43aa4b4655 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:17.363624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (901cffac-ebdd-4c78-bf4d-9f43aa4b4655), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.384400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b157d2f5-ce4e-4495-aff1-0051be2f7749 None None] Port 0ae32850-a05d-436e-b191-269a2d030a56 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:17.417043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '125f1d7b-6553-404d-a550-22fbff1858b1'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:17.418225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.531680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2096613f-fa3e-42db-8a2f-94af0a7fba59 req-8e721871-9f40-4956-9baa-f6943fb8423b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.4200776
Mar 26 21:13:17.560960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (901cffac-ebdd-4c78-bf4d-9f43aa4b4655), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.587655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-c1c35037-d57c-4b84-b39e-3dca34883032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.589267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-c1c35037-d57c-4b84-b39e-3dca34883032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.2302675
Mar 26 21:13:17.590261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 901cffac-ebdd-4c78-bf4d-9f43aa4b4655 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:17.604433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:17.609178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.609369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/125f1d7b-6553-404d-a550-22fbff1858b1/421445f4-e5d0-4a81-9b1a-807afbdb1136) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:17.735233 ncdv-master-1 neutron-server[126736]: INFO neutron.db.ipam_backend_mixin [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3be222a5-4e97-45c6-bff6-f65242d07fa2 (CIDR: 2001:db8:0:1::/64)
Mar 26 21:13:17.740452 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:17.740698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:17.774325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f0e4b2b-1122-4786-ab1d-5980b3db4e44 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.6290922
Mar 26 21:13:17.774547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-ec3b321b-a902-4623-8067-1b17053c01d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 200  len: 1002 time: 0.1698787
Mar 26 21:13:17.776205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:17.783648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'subnet': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:17.860228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks [] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.867996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.901662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-023900bf-c121-43a7-ac4f-8c8dac9afe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:17.903602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-023900bf-c121-43a7-ac4f-8c8dac9afe78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1216004
Mar 26 21:13:17.956640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:17.963380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Made reservation on behalf of 0386f864b38b404f8fa94d7578c95c16 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:17.963960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:17.971217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:17.973007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:17.998381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Pushing event updated for resources: {'Port': ['ID=421445f4-e5d0-4a81-9b1a-807afbdb1136,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:18.011352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (901cffac-ebdd-4c78-bf4d-9f43aa4b4655), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.029123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-e97fe814-ff29-4fae-a0c8-dedef9aec7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:18.030681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-e97fe814-ff29-4fae-a0c8-dedef9aec7f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1185248
Mar 26 21:13:18.086286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=901cffac-ebdd-4c78-bf4d-9f43aa4b4655,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:18.086562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Attempting to bind port 421445f4-e5d0-4a81-9b1a-807afbdb1136 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:18.086909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Attempting to bind port 421445f4-e5d0-4a81-9b1a-807afbdb1136 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:18.087294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Attempting to bind port 421445f4-e5d0-4a81-9b1a-807afbdb1136 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:18.093930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:18.094320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:18.094767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.095173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:18.095735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Bound port: 421445f4-e5d0-4a81-9b1a-807afbdb1136, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:18.096295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.130006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.137314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e78084c-c4f8-49b1-8780-c3995cfb4864 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/901cffac-ebdd-4c78-bf4d-9f43aa4b4655 HTTP/1.1" status: 204  len: 168 time: 0.9662240
Mar 26 21:13:18.138024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59994) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:18.185168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] For port 421445f4-e5d0-4a81-9b1a-807afbdb1136, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:18.189749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] For port 421445f4-e5d0-4a81-9b1a-807afbdb1136, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421445f4-e5d0-4a81-9b1a-807afbdb1136,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:18.202138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.292795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182c804-63a8-4deb-ae16-ca276c775043 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:18.294564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182c804-63a8-4deb-ae16-ca276c775043 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:18.295428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461a7bf-9065-4e51-b4b9-ebbf1a01ad2c None None] Pushing event updated for resources: {'Port': ['ID=421445f4-e5d0-4a81-9b1a-807afbdb1136,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:18.296683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6182c804-63a8-4deb-ae16-ca276c775043 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1579266
Mar 26 21:13:18.299260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 59996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:18.316782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-85fad89f-780d-4aa4-9a87-f59b177805e9 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579565
Mar 26 21:13:18.318643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (0b218e69-6b3f-4676-87db-b4b3b945132d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.375022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:18.378302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:18.383680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:18.384202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.393430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b0dd9-14c6-4c51-9c8f-f21e31fb7185 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:18.399097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Subnet': ['ID=0b218e69-6b3f-4676-87db-b4b3b945132d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:18.407586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f491cfb8-df61-46bc-8439-e0b2d985cc6c tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6302774
Mar 26 21:13:18.410629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 59998) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:18.426752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1656583559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b218e69-6b3f-4676-87db-b4b3b945132d'}], 'security_groups': ['9f4681f3-576c-4960-9350-9ce6f9e0bd54', 'bd5f2c4b-39f7-4300-bc71-fb5afec3b678']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:18.439677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 125f1d7b-6553-404d-a550-22fbff1858b1 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:18.445005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (125f1d7b-6553-404d-a550-22fbff1858b1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.559515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (125f1d7b-6553-404d-a550-22fbff1858b1), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.617977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cd44c6c-2b5d-4215-be6f-ec73ced93c23 req-d112a909-fe56-4869-a167-8877d72efbfe service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751153
Mar 26 21:13:18.708439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (125f1d7b-6553-404d-a550-22fbff1858b1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.829928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Update dhcp port {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'fixed_ips': [{'subnet_id': '3be222a5-4e97-45c6-bff6-f65242d07fa2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5a34c33b-774b-404d-a072-6933e5fcc7c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b218e69-6b3f-4676-87db-b4b3b945132d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'df2677e0-af19-4042-851a-4e9882acb293'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:13:18.832456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0ae32850-a05d-436e-b191-269a2d030a56), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.841482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac452-fa7d-4248-b838-6a4d93053c99 req-0754d63c-3ba1-4646-9bb3-3d4a03057fd0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:18.843880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-027ac452-fa7d-4248-b838-6a4d93053c99 req-0754d63c-3ba1-4646-9bb3-3d4a03057fd0 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 983 time: 0.1035080
Mar 26 21:13:18.856220 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (125f1d7b-6553-404d-a550-22fbff1858b1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.876599 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.912150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:18.918475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/125f1d7b-6553-404d-a550-22fbff1858b1 HTTP/1.1" status: 204  len: 168 time: 0.6178007
Mar 26 21:13:18.919608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3117f8-94f5-4c45-88b3-f20dca5f40f7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=125f1d7b-6553-404d-a550-22fbff1858b1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:18.922748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60024) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:19.019848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-16575095-d808-43a2-b333-2ca2ba3500f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0907977
Mar 26 21:13:19.025793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60026) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:19.035956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:19.116402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421445f4-e5d0-4a81-9b1a-807afbdb1136 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:19.181182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-027ac452-fa7d-4248-b838-6a4d93053c99 req-dc8c7d6f-1e23-4e11-aa93-dc76f351844d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3288314
Mar 26 21:13:19.244663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:19.248983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.290498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Allocated IP 2001:db8:0:2::2 (b936fee0-d1bf-48ee-bf50-3eb25757a753/0b218e69-6b3f-4676-87db-b4b3b945132d/df2677e0-af19-4042-851a-4e9882acb293) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:19.294930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 421445f4-e5d0-4a81-9b1a-807afbdb1136 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:19.295345 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.377212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60030) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:19.500323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:19.512620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (0c88afcc-85c2-4a7d-adbb-1b49a93c92e9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.556284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 421445f4-e5d0-4a81-9b1a-807afbdb1136 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:19.556685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.559523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-682019e9-2a46-4214-91a2-f262e23c8b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.562930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:19.574692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=0c88afcc-85c2-4a7d-adbb-1b49a93c92e9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:19.578180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:19.580085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:19.582963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:19.583579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.618721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1c6462bb-040f-4d77-82bd-8347837631ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5915637
Mar 26 21:13:19.619481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60034) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:19.626045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'name': 'tempest-NetworksTestDHCPv6-92980779'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:19.642536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Publish callbacks [] for port (df2677e0-af19-4042-851a-4e9882acb293), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.646679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:13:19.651159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 421445f4-e5d0-4a81-9b1a-807afbdb1136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421445f4-e5d0-4a81-9b1a-807afbdb1136,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:19.653537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:19.653919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.655632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.664615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-682019e9-2a46-4214-91a2-f262e23c8b99 admin admin] Publish callbacks [] for security_group (0dd5ad5f-deaf-4998-9286-63c94c4d55e8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.671090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-682019e9-2a46-4214-91a2-f262e23c8b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0dd5ad5f-deaf-4998-9286-63c94c4d55e8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.674564 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.759937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60036) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:19.763303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-682019e9-2a46-4214-91a2-f262e23c8b99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ec1467add04a35afa59444b1f51296&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3848789
Mar 26 21:13:19.789756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682019e9-2a46-4214-91a2-f262e23c8b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5ad5f-deaf-4998-9286-63c94c4d55e8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:19.830866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecab791-5f03-42a4-abac-5f9b3ac37f5b None None] Pushing event updated for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:19.845767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:19.854564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.895951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Delete allocated IP 2001:db8::34f (b936fee0-d1bf-48ee-bf50-3eb25757a753/5a34c33b-774b-404d-a072-6933e5fcc7c6) {{(pid=126736) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Mar 26 21:13:19.900901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] Publish callbacks [] for security_group (0dd5ad5f-deaf-4998-9286-63c94c4d55e8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:19.902539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=421445f4-e5d0-4a81-9b1a-807afbdb1136,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:19.903336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port a8710e9b-37e3-4989-a0a5-9509a60d9080 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:19.907251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c77e51-24b9-4026-8af3-2c120cf6ca8b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:19.924591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Allocated IP 2001:db8:0:2::166 (b936fee0-d1bf-48ee-bf50-3eb25757a753/0b218e69-6b3f-4676-87db-b4b3b945132d/0ae32850-a05d-436e-b191-269a2d030a56) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:20.011708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] Publish callbacks [] for security_group (0dd5ad5f-deaf-4998-9286-63c94c4d55e8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.015866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8898ec6a-060b-4e2d-81b2-60d6c2905d64 None None] Could not find standard attr ID for object 901cffac-ebdd-4c78-bf4d-9f43aa4b4655. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:20.046618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:20.047101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.086047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8898ec6a-060b-4e2d-81b2-60d6c2905d64 None None] Provisioning complete for port 421445f4-e5d0-4a81-9b1a-807afbdb1136 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:20.086496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8898ec6a-060b-4e2d-81b2-60d6c2905d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.229696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::17c (47e09718-1805-4aca-aaca-0947e5412160/0c88afcc-85c2-4a7d-adbb-1b49a93c92e9/a8710e9b-37e3-4989-a0a5-9509a60d9080) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:20.231662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0dd5ad5f-deaf-4998-9286-63c94c4d55e8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.234686 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.239476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0dd5ad5f-deaf-4998-9286-63c94c4d55e8 HTTP/1.1" status: 204  len: 168 time: 0.4708376
Mar 26 21:13:20.266120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88913645-4b16-4d4f-8d40-057c1f646381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5ad5f-deaf-4998-9286-63c94c4d55e8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:20.360045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for port (0ae32850-a05d-436e-b191-269a2d030a56), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.405330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0ae32850-a05d-436e-b191-269a2d030a56), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.417151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:20.419636 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ca190-4e50-445f-b40a-0eb1fc4b1552" -d '{"events": [{"server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "name": "network-vif-plugged", "status": "completed", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:20.453978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:20.468567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.554301 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00da582-ea90-4ac3-af35-633f7dce5bfc x-openstack-request-id: req-a00da582-ea90-4ac3-af35-633f7dce5bfc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:20.554953 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "name": "network-vif-plugged", "status": "completed", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:20.555397 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a00da582-ea90-4ac3-af35-633f7dce5bfc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:20.556072 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00da582-ea90-4ac3-af35-633f7dce5bfc'] response: {'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'code': 200}
Mar 26 21:13:20.596220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] In _notify_port_updated(), no bound segment for port 0ae32850-a05d-436e-b191-269a2d030a56 on network b936fee0-d1bf-48ee-bf50-3eb25757a753 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:13:20.607584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8898ec6a-060b-4e2d-81b2-60d6c2905d64 None None] Current status of the port 421445f4-e5d0-4a81-9b1a-807afbdb1136 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:20.608573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:20.609203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.610575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "PUT /v2.0/ports/0ae32850-a05d-436e-b191-269a2d030a56 HTTP/1.1" status: 200  len: 970 time: 2.1988132
Mar 26 21:13:20.618640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60062) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:20.629767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:20.652725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60accf08-a5e2-41cd-a738-b03de4d8afec tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event updated for resources: {'Port': ['ID=0ae32850-a05d-436e-b191-269a2d030a56,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:20.676368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02f73-b4c5-4c4a-baf2-2738b8889c57 req-3eaff80a-3eb1-4301-84f7-4c2b1a09fa6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:20.684543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dbe02f73-b4c5-4c4a-baf2-2738b8889c57 req-3eaff80a-3eb1-4301-84f7-4c2b1a09fa6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 983 time: 0.3223386
Mar 26 21:13:20.710454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.781001 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dbe02f73-b4c5-4c4a-baf2-2738b8889c57 req-fedb9ba0-6952-4c87-8879-37490ab970e1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0929632
Mar 26 21:13:20.792970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc6f96-9a57-4f7d-912f-d87e03528935 req-ade779c5-39c5-435b-b1c7-96735d51e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:20.795615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96fc6f96-9a57-4f7d-912f-d87e03528935 req-ade779c5-39c5-435b-b1c7-96735d51e9ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.1759193
Mar 26 21:13:20.830772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60064) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:20.858857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d851a531-2e35-4a31-960c-2a011be38ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.940627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.955748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96fc6f96-9a57-4f7d-912f-d87e03528935 req-e8060ad1-9fad-4381-8b3c-df73ec4e573e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1250699
Mar 26 21:13:20.965098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:20.980159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d851a531-2e35-4a31-960c-2a011be38ebd admin admin] Publish callbacks [] for security_group (014801e1-a58e-4797-9e63-c9f7d1711f94), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:20.985832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d851a531-2e35-4a31-960c-2a011be38ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (014801e1-a58e-4797-9e63-c9f7d1711f94), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.002840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:21.018313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 0ae32850-a05d-436e-b191-269a2d030a56 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:21.018666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0ae32850-a05d-436e-b191-269a2d030a56), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.021683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:21.031507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:21.037030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:21.037753 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.054210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=a8710e9b-37e3-4989-a0a5-9509a60d9080,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:21.054423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851a531-2e35-4a31-960c-2a011be38ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014801e1-a58e-4797-9e63-c9f7d1711f94,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:21.065517 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d851a531-2e35-4a31-960c-2a011be38ebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f42ca6a4381443f5bb80e16f92bc2de7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2326179
Mar 26 21:13:21.067796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60066) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:21.109090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.110335 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.129612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e270234d-2667-41b6-b91c-d3e909ed8066 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5090435
Mar 26 21:13:21.132518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] Publish callbacks [] for security_group (014801e1-a58e-4797-9e63-c9f7d1711f94), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.133236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60068) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:21.148919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.149499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.160315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] Publish callbacks [] for security_group (014801e1-a58e-4797-9e63-c9f7d1711f94), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.190649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:21.215966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Provisioning complete for port 0ae32850-a05d-436e-b191-269a2d030a56 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.215966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0ae32850-a05d-436e-b191-269a2d030a56), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.219676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0ae32850-a05d-436e-b191-269a2d030a56), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.236116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (014801e1-a58e-4797-9e63-c9f7d1711f94), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.238030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 0ae32850-a05d-436e-b191-269a2d030a56 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:21.241419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.242593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/014801e1-a58e-4797-9e63-c9f7d1711f94 HTTP/1.1" status: 204  len: 168 time: 0.1736217
Mar 26 21:13:21.258321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3aca-2890-49e2-9298-03f765ee26bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014801e1-a58e-4797-9e63-c9f7d1711f94,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:21.260531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc10a4-8639-479d-b390-ead06fbd3741 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:21.265882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc10a4-8639-479d-b390-ead06fbd3741 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:21.267529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a7cc10a4-8639-479d-b390-ead06fbd3741 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1590 time: 0.1333599
Mar 26 21:13:21.270557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60074) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:21.362712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:21.367053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421445f4-e5d0-4a81-9b1a-807afbdb1136 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:21.370780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Port 0ae32850-a05d-436e-b191-269a2d030a56 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:21.441308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.441737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.501374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 421445f4-e5d0-4a81-9b1a-807afbdb1136 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.504891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.515413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port a8710e9b-37e3-4989-a0a5-9509a60d9080 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:21.515754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.518725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0ae32850-a05d-436e-b191-269a2d030a56), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.687708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:21.738427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 421445f4-e5d0-4a81-9b1a-807afbdb1136 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:21.762513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Provisioning complete for port 421445f4-e5d0-4a81-9b1a-807afbdb1136 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:21.762840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:21.974275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b9b2-0aca-4641-9f20-cbfe26639cae None None] Current status of the port 421445f4-e5d0-4a81-9b1a-807afbdb1136 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:22.038275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=0ae32850-a05d-436e-b191-269a2d030a56,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:22.105564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.109001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cbda1281-9712-4c18-b4b4-7202190c1c94 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/0ae32850-a05d-436e-b191-269a2d030a56 HTTP/1.1" status: 204  len: 168 time: 1.4862940
Mar 26 21:13:22.111754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60088) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.122828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b4656164-be2e-4246-87e7-9c2f235544aa None None] Could not find standard attr ID for object 0ae32850-a05d-436e-b191-269a2d030a56. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:22.129653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b4656164-be2e-4246-87e7-9c2f235544aa None None] Could not find standard attr ID for object 901cffac-ebdd-4c78-bf4d-9f43aa4b4655. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:22.135290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b4656164-be2e-4246-87e7-9c2f235544aa None None] Could not find standard attr ID for object ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:22.167849 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7360d3-0c54-4fe1-a83f-edbc935daff3 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] GET failed (client error): The resource could not be found.
Mar 26 21:13:22.172284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ef7360d3-0c54-4fe1-a83f-edbc935daff3 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports/0ae32850-a05d-436e-b191-269a2d030a56 HTTP/1.1" status: 404  len: 333 time: 0.0584507
Mar 26 21:13:22.173428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60092) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.257614 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.274403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (f79d991d-57ec-400b-91f8-0d5cfd29cf05), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.277929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f60f-77b2-49a3-8636-9504e2fc2a80 req-eb724475-3aa5-4350-ae53-e66357cd23eb tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:22.279201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d785f60f-77b2-49a3-8636-9504e2fc2a80 req-eb724475-3aa5-4350-ae53-e66357cd23eb tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.2392991
Mar 26 21:13:22.288242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for a8710e9b-37e3-4989-a0a5-9509a60d9080 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:22.316191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (f79d991d-57ec-400b-91f8-0d5cfd29cf05), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.372014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f79d991d-57ec-400b-91f8-0d5cfd29cf05), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.375003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.376437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/security-groups/f79d991d-57ec-400b-91f8-0d5cfd29cf05 HTTP/1.1" status: 204  len: 168 time: 0.2024374
Mar 26 21:13:22.381769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60102) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.392601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d785f60f-77b2-49a3-8636-9504e2fc2a80 req-d623faf9-259c-46ad-86f6-3b38953c1801 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1018686
Mar 26 21:13:22.396859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f5f9f-8c21-4f7b-8620-8795f8829f8e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79d991d-57ec-400b-91f8-0d5cfd29cf05,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:22.481958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (bd5f2c4b-39f7-4300-bc71-fb5afec3b678), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.483639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-79bc63cc-554f-45e3-a022-7c944c80d8b8 None None] Provisioning complete for port a8710e9b-37e3-4989-a0a5-9509a60d9080 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:22.485444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-79bc63cc-554f-45e3-a022-7c944c80d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.516420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a8710e9b-37e3-4989-a0a5-9509a60d9080), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.523747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (bd5f2c4b-39f7-4300-bc71-fb5afec3b678), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.537817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-79bc63cc-554f-45e3-a022-7c944c80d8b8 None None] Port a8710e9b-37e3-4989-a0a5-9509a60d9080 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:22.557349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=a8710e9b-37e3-4989-a0a5-9509a60d9080,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:22.592816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.597791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a0b74fa-8056-4137-9f38-7fcb665d7513 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/a8710e9b-37e3-4989-a0a5-9509a60d9080 HTTP/1.1" status: 204  len: 168 time: 1.3261168
Mar 26 21:13:22.601042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60106) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.659294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd5f2c4b-39f7-4300-bc71-fb5afec3b678), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.662767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.664703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd5f2c4b-39f7-4300-bc71-fb5afec3b678 HTTP/1.1" status: 204  len: 168 time: 0.2819304
Mar 26 21:13:22.668421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60108) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.688537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab669e-eb80-4e0b-97b5-ffa4393f4bbd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:22.690870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab669e-eb80-4e0b-97b5-ffa4393f4bbd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:22.695064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-50ab669e-eb80-4e0b-97b5-ffa4393f4bbd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0907419
Mar 26 21:13:22.695064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb391c-4560-40e1-92fa-7dcbf76892ab tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5f2c4b-39f7-4300-bc71-fb5afec3b678,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:22.697225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60112) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.755400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (9f4681f3-576c-4960-9350-9ce6f9e0bd54), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.781322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (9f4681f3-576c-4960-9350-9ce6f9e0bd54), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.785168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 0c88afcc-85c2-4a7d-adbb-1b49a93c92e9 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:22.792058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (0c88afcc-85c2-4a7d-adbb-1b49a93c92e9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.849566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0c88afcc-85c2-4a7d-adbb-1b49a93c92e9), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.855211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f4681f3-576c-4960-9350-9ce6f9e0bd54), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.868902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.870174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f4681f3-576c-4960-9350-9ce6f9e0bd54 HTTP/1.1" status: 204  len: 168 time: 0.2007351
Mar 26 21:13:22.874202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60116) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:22.915863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db43f5c-3385-4b40-a6a9-bae11d0180cd tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4681f3-576c-4960-9350-9ce6f9e0bd54,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:22.925719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0c88afcc-85c2-4a7d-adbb-1b49a93c92e9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.954194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 5a34c33b-774b-404d-a072-6933e5fcc7c6 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:22.957918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (5a34c33b-774b-404d-a072-6933e5fcc7c6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:22.999991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0c88afcc-85c2-4a7d-adbb-1b49a93c92e9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.020951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (5a34c33b-774b-404d-a072-6933e5fcc7c6), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.043301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=0c88afcc-85c2-4a7d-adbb-1b49a93c92e9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:23.045611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.051352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cc484da7-cdff-414a-a741-3a00575f2982 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/0c88afcc-85c2-4a7d-adbb-1b49a93c92e9 HTTP/1.1" status: 204  len: 168 time: 0.3507192
Mar 26 21:13:23.051794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60122) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.108254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-314b9a86-b234-465f-9295-a9ede2149f6c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0525415
Mar 26 21:13:23.108254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.143773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5a34c33b-774b-404d-a072-6933e5fcc7c6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.178419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b367cf4-63f8-46f2-a99a-bed5ef156950 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:23.199800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ae784-cded-49ec-8012-f0f00789128e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:23.201523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-747ae784-cded-49ec-8012-f0f00789128e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0925539
Mar 26 21:13:23.204530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60128) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.243359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (5a34c33b-774b-404d-a072-6933e5fcc7c6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.282626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=5a34c33b-774b-404d-a072-6933e5fcc7c6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:23.284740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.295322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ab9b9-650a-4d59-8c1d-e51143365eab tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:23.302718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-397ab9b9-650a-4d59-8c1d-e51143365eab tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0925562
Mar 26 21:13:23.302905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9c3de5bb-6bbf-4156-8c47-8361c857c3c8 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/5a34c33b-774b-404d-a072-6933e5fcc7c6 HTTP/1.1" status: 204  len: 168 time: 0.4221857
Mar 26 21:13:23.305297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.314645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60136) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.317175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4f16a-62c6-4f17-8321-1569e813c721 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:23.360950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c71772a8-4f0a-4cb3-a174-1fcf06e5b382 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0449405
Mar 26 21:13:23.362321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60138) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:23.370389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:23.399892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 0b218e69-6b3f-4676-87db-b4b3b945132d {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:23.406280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (0b218e69-6b3f-4676-87db-b4b3b945132d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.476517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0b218e69-6b3f-4676-87db-b4b3b945132d), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.518703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:23.518703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.541717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:23.618748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Deleting port 421445f4-e5d0-4a81-9b1a-807afbdb1136 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:23.619134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.699191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502884af-a8a5-45b7-bb59-1f2d93c0926f req-392f6ae5-378f-4ace-a32d-add58294ad48 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:23.710924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-502884af-a8a5-45b7-bb59-1f2d93c0926f req-392f6ae5-378f-4ace-a32d-add58294ad48 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.1796322
Mar 26 21:13:23.755233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0b218e69-6b3f-4676-87db-b4b3b945132d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.819086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] For port 421445f4-e5d0-4a81-9b1a-807afbdb1136, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421445f4-e5d0-4a81-9b1a-807afbdb1136,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:23.820233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.869866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-502884af-a8a5-45b7-bb59-1f2d93c0926f req-c582cecf-b266-44d7-8368-ae239cbb5f78 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1577721
Mar 26 21:13:23.879800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Calling delete_port for 421445f4-e5d0-4a81-9b1a-807afbdb1136 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:23.916529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7be2541a-e5ed-4967-9004-8a8998626cdf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.921270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0b218e69-6b3f-4676-87db-b4b3b945132d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.963553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=0b218e69-6b3f-4676-87db-b4b3b945132d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:23.976428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:23.990771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6139351-dc7c-448d-a4a6-04b309adc19f tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/0b218e69-6b3f-4676-87db-b4b3b945132d HTTP/1.1" status: 204  len: 168 time: 0.6816618
Mar 26 21:13:23.992418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60162) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.043025 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd45f7d-12e2-433a-b22e-f7bb1628d11d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:24.043762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd45f7d-12e2-433a-b22e-f7bb1628d11d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:24.045132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:24.049362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8fd45f7d-12e2-433a-b22e-f7bb1628d11d tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/5a34c33b-774b-404d-a072-6933e5fcc7c6 HTTP/1.1" status: 404  len: 337 time: 0.0534298
Mar 26 21:13:24.051175 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (421445f4-e5d0-4a81-9b1a-807afbdb1136), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.063909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.075798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:24.085215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] Pushing event deleted for resources: {'Port': ['ID=421445f4-e5d0-4a81-9b1a-807afbdb1136,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:24.089274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1196d-e845-4cc0-b464-dedd6e4dd078 None None] No DVR routers for this DVR port 421445f4-e5d0-4a81-9b1a-807afbdb1136 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:24.097544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:24.098368 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.141578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=7be2541a-e5ed-4967-9004-8a8998626cdf,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:24.143771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7212a1-204f-4c43-b064-5604d943a393 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:24.166601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-69485e3c-97dc-477f-b0a5-224784f096ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8000321
Mar 26 21:13:24.167983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60168) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.182417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting subnet 3be222a5-4e97-45c6-bff6-f65242d07fa2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:24.184876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '7be2541a-e5ed-4967-9004-8a8998626cdf', 'ip_address': '2001:db8::6dd2:fbb6:11a:cef1'}], 'name': 'tempest-NetworksTestDHCPv6-331973580'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:24.190514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (3be222a5-4e97-45c6-bff6-f65242d07fa2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.291674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3be222a5-4e97-45c6-bff6-f65242d07fa2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.314545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '7be2541a-e5ed-4967-9004-8a8998626cdf'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:24.321694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60172) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.321866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.346519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9baeaf-19b0-401c-bc03-5e3e2a030cfa req-2f399c2a-fc83-4d8c-b30b-db250dabbd99 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:24.349099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f9baeaf-19b0-401c-bc03-5e3e2a030cfa req-2f399c2a-fc83-4d8c-b30b-db250dabbd99 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.3145952
Mar 26 21:13:24.492811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f9baeaf-19b0-401c-bc03-5e3e2a030cfa req-0593ac98-59bf-4ceb-8a3d-17db3b86f3e8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1352434
Mar 26 21:13:24.494902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:24.507776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dad94-6476-4de4-91ae-a29612155686 req-8e1d31ed-78f3-4fda-8634-6290b6b7359b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:24.509629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e66dad94-6476-4de4-91ae-a29612155686 req-8e1d31ed-78f3-4fda-8634-6290b6b7359b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.0877717
Mar 26 21:13:24.516066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3be222a5-4e97-45c6-bff6-f65242d07fa2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.618169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f65eb2e-9a19-44b4-aa26-b311313819ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.682130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e66dad94-6476-4de4-91ae-a29612155686 req-e42eb3f2-1525-422c-a6f2-64f7df67f077 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584556
Mar 26 21:13:24.682846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/7be2541a-e5ed-4967-9004-8a8998626cdf/85d1cfbb-0923-41ce-a565-907477c5c4c6) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:24.697163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.719775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:24.747043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a70b7-0180-47c8-a66a-4f033edd68a0 None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:24.764594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3be222a5-4e97-45c6-bff6-f65242d07fa2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.789773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.792779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/3be222a5-4e97-45c6-bff6-f65242d07fa2 HTTP/1.1" status: 204  len: 168 time: 0.7276359
Mar 26 21:13:24.795515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.814625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e42c-2531-4e36-816e-559039d17514 req-38894dab-6d34-4697-81f5-2236927bfd22 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:24.816749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b677e42c-2531-4e36-816e-559039d17514 req-38894dab-6d34-4697-81f5-2236927bfd22 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.1903448
Mar 26 21:13:24.823305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcee96-d272-44fe-b88b-0c4ff2dfa618 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Subnet': ['ID=3be222a5-4e97-45c6-bff6-f65242d07fa2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:24.838562 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fd1916-750a-41f8-a803-86324d2cc275 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:24.839009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fd1916-750a-41f8-a803-86324d2cc275 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:24.844745 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-82fd1916-750a-41f8-a803-86324d2cc275 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/33d2f283-2fea-4cf4-86a4-d9b14193199b HTTP/1.1" status: 404  len: 337 time: 0.0460224
Mar 26 21:13:24.845695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.867341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b677e42c-2531-4e36-816e-559039d17514 req-d51ba398-33c5-4ed9-b1c8-9e3cb68f85ed tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.910287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4fb5eac7-2b25-4d11-9711-f908c4cbad72 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "GET /v2.0/ports?device_id=5794ecae-8fb0-47a5-9af8-ec821af1a8be HTTP/1.1" status: 200  len: 205 time: 0.0613647
Mar 26 21:13:24.913659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60184) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.931820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f65eb2e-9a19-44b4-aa26-b311313819ec admin admin] Publish callbacks [] for security_group (f4acf175-45e9-4941-8057-2dd4bc477504), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.940421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f65eb2e-9a19-44b4-aa26-b311313819ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4acf175-45e9-4941-8057-2dd4bc477504), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:24.963573 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-b0a9818c-e586-4743-85ec-21b8f54bb589 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] delete failed (client error): The resource could not be found.
Mar 26 21:13:24.967273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b0a9818c-e586-4743-85ec-21b8f54bb589 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/routers/5794ecae-8fb0-47a5-9af8-ec821af1a8be HTTP/1.1" status: 404  len: 336 time: 0.0500739
Mar 26 21:13:24.967612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:24.984448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421445f4-e5d0-4a81-9b1a-807afbdb1136 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:24.997427 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbf40b8-612a-4237-94eb-08fbea130474 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:24.998128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dbf40b8-612a-4237-94eb-08fbea130474 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.001087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6dbf40b8-612a-4237-94eb-08fbea130474 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/db1dc4cd-0030-4fca-bfa5-4b00d6bbb627 HTTP/1.1" status: 404  len: 337 time: 0.0323250
Mar 26 21:13:25.004746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60188) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.009870 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f65eb2e-9a19-44b4-aa26-b311313819ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df696fca7ef64369aaa68766c4d28615&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6855578
Mar 26 21:13:25.011943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b677e42c-2531-4e36-816e-559039d17514 req-d51ba398-33c5-4ed9-b1c8-9e3cb68f85ed tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Publish callbacks [] for security_group (3b6f8c50-2b94-4c31-bb51-e780aacc1c16), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.013145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65eb2e-9a19-44b4-aa26-b311313819ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4acf175-45e9-4941-8057-2dd4bc477504,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.016532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.024628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b677e42c-2531-4e36-816e-559039d17514 req-d51ba398-33c5-4ed9-b1c8-9e3cb68f85ed tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3b6f8c50-2b94-4c31-bb51-e780aacc1c16), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.037530 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-78884b69-7b2d-4f29-a968-839570dcec20 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.038259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78884b69-7b2d-4f29-a968-839570dcec20 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.045076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78884b69-7b2d-4f29-a968-839570dcec20 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/f50cc52a-34e4-4d0b-bea8-5891e68a5cd4 HTTP/1.1" status: 404  len: 337 time: 0.0365722
Mar 26 21:13:25.045407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 421445f4-e5d0-4a81-9b1a-807afbdb1136 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:25.045407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421445f4-e5d0-4a81-9b1a-807afbdb1136 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:25.045656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60192) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.072433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:25.072964 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.085069 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-776a0e0b-9ecb-4310-b1d2-91a9d4ace04e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.085632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776a0e0b-9ecb-4310-b1d2-91a9d4ace04e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.091743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-776a0e0b-9ecb-4310-b1d2-91a9d4ace04e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/c4028f07-df5e-4af3-830e-ada152fc4cd9 HTTP/1.1" status: 404  len: 337 time: 0.0426216
Mar 26 21:13:25.093292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.106776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba398-33c5-4ed9-b1c8-9e3cb68f85ed tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f8c50-2b94-4c31-bb51-e780aacc1c16,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.115249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b677e42c-2531-4e36-816e-559039d17514 req-d51ba398-33c5-4ed9-b1c8-9e3cb68f85ed tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2768834
Mar 26 21:13:25.125714 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-426e534d-5a93-43be-95d6-2c4a53897e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.126359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426e534d-5a93-43be-95d6-2c4a53897e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.132661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-426e534d-5a93-43be-95d6-2c4a53897e39 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/5ceb463e-aa60-4228-b9ef-c835984bf2fb HTTP/1.1" status: 404  len: 333 time: 0.0367062
Mar 26 21:13:25.133412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.153383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.155616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7fd4efe2-13a5-429f-b004-bc8a80165b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.163214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks [] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.167376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:25.182866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.193915 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-85801eb1-d0af-4a32-b0d2-480d070cc318 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.194644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85801eb1-d0af-4a32-b0d2-480d070cc318 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.202758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85801eb1-d0af-4a32-b0d2-480d070cc318 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/bdc1a77b-e861-4254-9323-76ce6fd24661 HTTP/1.1" status: 404  len: 337 time: 0.0677748
Mar 26 21:13:25.203540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60200) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.206261 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] Publish callbacks [] for security_group (f4acf175-45e9-4941-8057-2dd4bc477504), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.235641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:25.236406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.242997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:25.247206 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc64896-556b-458f-b6ac-3e13d2c24063 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.247807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc64896-556b-458f-b6ac-3e13d2c24063 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.254700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9dc64896-556b-458f-b6ac-3e13d2c24063 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/48eb0a7a-2de2-4a2c-a443-535b48dcc85b HTTP/1.1" status: 404  len: 337 time: 0.0497196
Mar 26 21:13:25.255509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60202) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.286266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d227a8bf-2f3a-4205-961b-e01a95a7591c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:25.293644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:25.293825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d227a8bf-2f3a-4205-961b-e01a95a7591c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1161 time: 0.1379144
Mar 26 21:13:25.293918 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb919d81-862d-450a-86ec-090906108b24 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.293918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb919d81-862d-450a-86ec-090906108b24 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.295773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::6dd2:fbb6:11a:cef1 (47e09718-1805-4aca-aaca-0947e5412160/7be2541a-e5ed-4967-9004-8a8998626cdf/11a7047c-9fea-4484-96e5-9e4c4e9ee5b3) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:25.295910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Pushing event updated for resources: {'Port': ['ID=85d1cfbb-0923-41ce-a565-907477c5c4c6,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.300189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:25.302554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb919d81-862d-450a-86ec-090906108b24 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/e4d07d72-8de4-411d-87d8-842aaeb0b917 HTTP/1.1" status: 404  len: 333 time: 0.0437710
Mar 26 21:13:25.304259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60204) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.304604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60206) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.313982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] Publish callbacks [] for security_group (f4acf175-45e9-4941-8057-2dd4bc477504), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.319552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:25.371664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ce238-fc9d-4399-9092-6c24405828aa None None] Update dhcp port {'port': {'network_id': 'b936fee0-d1bf-48ee-bf50-3eb25757a753', 'fixed_ips': [{'subnet_id': '3be222a5-4e97-45c6-bff6-f65242d07fa2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'df2677e0-af19-4042-851a-4e9882acb293'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:13:25.380722 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7614c9e-98bc-4d84-8b4d-d34d0b1a07ca tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.382991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7614c9e-98bc-4d84-8b4d-d34d0b1a07ca tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.388853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60210) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.389033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a7614c9e-98bc-4d84-8b4d-d34d0b1a07ca tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/4e157192-e7f7-45bf-96ef-d3028fa4e79d HTTP/1.1" status: 404  len: 337 time: 0.0780938
Mar 26 21:13:25.411670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Attempting to bind port 85d1cfbb-0923-41ce-a565-907477c5c4c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:25.412094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Attempting to bind port 85d1cfbb-0923-41ce-a565-907477c5c4c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:25.412464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Attempting to bind port 85d1cfbb-0923-41ce-a565-907477c5c4c6 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:25.414609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.432296 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4faa8385-fd52-49a0-ae62-35e78ffb279e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:13:25.432296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4faa8385-fd52-49a0-ae62-35e78ffb279e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:25.435947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4faa8385-fd52-49a0-ae62-35e78ffb279e tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/subnets/af71d509-d79d-46ef-aad2-f0c4477afcd3 HTTP/1.1" status: 404  len: 337 time: 0.0461123
Mar 26 21:13:25.440218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60212) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:25.451833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:25.452251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:25.452691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.453091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:25.453856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Bound port: 85d1cfbb-0923-41ce-a565-907477c5c4c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:25.454505 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.459167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b46ce238-fc9d-4399-9092-6c24405828aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.495381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-55e13200-a3cd-4431-8f8b-c1ae350dc37f None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:25.531174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4acf175-45e9-4941-8057-2dd4bc477504), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.533904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.535031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4acf175-45e9-4941-8057-2dd4bc477504 HTTP/1.1" status: 204  len: 168 time: 0.5175223
Mar 26 21:13:25.550141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45524fa9-9dd1-4395-a502-0cf96904e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4acf175-45e9-4941-8057-2dd4bc477504,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.592827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.657407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.673294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] For port 85d1cfbb-0923-41ce-a565-907477c5c4c6, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:25.678554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] For port 85d1cfbb-0923-41ce-a565-907477c5c4c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85d1cfbb-0923-41ce-a565-907477c5c4c6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:25.690455 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.693082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Deleting port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:25.693611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.698721 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.806838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:25.820757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:25.824813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:25.831672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:25.835631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.835869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a422a3c-763a-4b1d-874c-2a2dd1e10e8b None None] Pushing event updated for resources: {'Port': ['ID=85d1cfbb-0923-41ce-a565-907477c5c4c6,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.838766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.839885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a64fe-42d8-463f-8d86-e12eb6ef5aab None None] Network b936fee0-d1bf-48ee-bf50-3eb25757a753 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:25.891023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Calling delete_port for 0e6e60ef-67d7-46f2-9633-cc57152b87d5 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:25.932787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=11a7047c-9fea-4484-96e5-9e4c4e9ee5b3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:25.952578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00cdcd2c-abd0-4bb9-8844-ac0cba70b96a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.7790372
Mar 26 21:13:25.954743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Provisioning complete for port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:25.955120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:25.967766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-2ae7cfeb-0a37-4768-87cd-cdaeb0066a19 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:25.970073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-2ae7cfeb-0a37-4768-87cd-cdaeb0066a19 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.2708786
Mar 26 21:13:25.970810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:26.013749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.35.4.33 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/dec42d72-d8ad-4f84-a285-bd32ac7cc552) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:26.031334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Port 0e6e60ef-67d7-46f2-9633-cc57152b87d5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:26.069634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] DHCP port deletion for b936fee0-d1bf-48ee-bf50-3eb25757a753 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:26.076233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Provisioning complete for port df2677e0-af19-4042-851a-4e9882acb293 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:26.076892 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (df2677e0-af19-4042-851a-4e9882acb293), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.091165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279c59c-f848-4534-a3b4-8d14b109e1f8 req-52a1ae41-e57f-40d2-8b11-05cfad5e52d4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:26.099780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c279c59c-f848-4534-a3b4-8d14b109e1f8 req-52a1ae41-e57f-40d2-8b11-05cfad5e52d4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 946 time: 0.2548447
Mar 26 21:13:26.203094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0e6e60ef-67d7-46f2-9633-cc57152b87d5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.205768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcacaa-e5d9-49ba-b5ca-105f48b10629 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:26.213531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcacaa-e5d9-49ba-b5ca-105f48b10629 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:26.218078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-55fcacaa-e5d9-49ba-b5ca-105f48b10629 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.2422371
Mar 26 21:13:26.234383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60222) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:26.251215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c279c59c-f848-4534-a3b4-8d14b109e1f8 req-3d5abce3-6f57-4df7-a0b2-cfa3ad211edd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a149bc3-1b53-448f-9713-5798f5a42943&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492596
Mar 26 21:13:26.284270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:26.335144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Port': ['ID=0e6e60ef-67d7-46f2-9633-cc57152b87d5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:26.341607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 2ad246be-9db4-4928-bfb2-73737d075b68 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:26.342078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.364308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.369748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.373140 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-55e6ccee-2c01-47c9-b4f2-1a601fe61194 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/ports/0e6e60ef-67d7-46f2-9633-cc57152b87d5 HTTP/1.1" status: 204  len: 168 time: 0.9072280
Mar 26 21:13:26.374061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd821184-c625-4e8e-b351-292680841da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.380207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60226) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:26.512086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] For port 2ad246be-9db4-4928-bfb2-73737d075b68, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ad246be-9db4-4928-bfb2-73737d075b68,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:26.512885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.539219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25ea418c-79ef-4cad-a69b-877611935ebd None None] Current status of the port df2677e0-af19-4042-851a-4e9882acb293 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:26.543817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Deleting port df2677e0-af19-4042-851a-4e9882acb293 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:26.544387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (df2677e0-af19-4042-851a-4e9882acb293), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.617268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] For port df2677e0-af19-4042-851a-4e9882acb293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df2677e0-af19-4042-851a-4e9882acb293,segment=NetworkSegment(d55671fd-bafd-408f-a28d-f0ac45d55202),segment_id=d55671fd-bafd-408f-a28d-f0ac45d55202)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:26.617936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (df2677e0-af19-4042-851a-4e9882acb293), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.641358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Calling delete_port for df2677e0-af19-4042-851a-4e9882acb293 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:26.756285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (df2677e0-af19-4042-851a-4e9882acb293), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.790002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] Pushing event deleted for resources: {'Port': ['ID=df2677e0-af19-4042-851a-4e9882acb293,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:26.796455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16fe28-0853-4ba9-8dc1-aaa53b75c55e None None] No DVR routers for this DVR port df2677e0-af19-4042-851a-4e9882acb293 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:26.814860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.814860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.814860 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP 177dd288-42a1-4269-ba71-a21183cb3c92 disassociated. External IP: 172.35.4.112, port: 2ad246be-9db4-4928-bfb2-73737d075b68.
Mar 26 21:13:26.814860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 2ad246be-9db4-4928-bfb2-73737d075b68 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:26.837307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b936fee0-d1bf-48ee-bf50-3eb25757a753), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.913153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.962727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:26.963204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:26.989906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 85d1cfbb-0923-41ce-a565-907477c5c4c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:26.994649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2ad246be-9db4-4928-bfb2-73737d075b68), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.030649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:27.037165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=2ad246be-9db4-4928-bfb2-73737d075b68,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:27.065746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:27.103840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 85d1cfbb-0923-41ce-a565-907477c5c4c6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:27.104610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.143386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:27.198801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:27.216404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 85d1cfbb-0923-41ce-a565-907477c5c4c6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:27.217022 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.261109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 85d1cfbb-0923-41ce-a565-907477c5c4c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85d1cfbb-0923-41ce-a565-907477c5c4c6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:27.268342 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.331587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd821184-c625-4e8e-b351-292680841da6 admin admin] Publish callbacks [] for security_group (ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.339013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=dec42d72-d8ad-4f84-a285-bd32ac7cc552,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:27.364859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:27.371236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=85d1cfbb-0923-41ce-a565-907477c5c4c6,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:27.374231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:27.388473 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:27.401681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: df2677e0-af19-4042-851a-4e9882acb293 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:27.402267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device df2677e0-af19-4042-851a-4e9882acb293 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:27.414037 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:27.415102 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f75af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:12:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:27.426860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b936fee0-d1bf-48ee-bf50-3eb25757a753), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.447797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd821184-c625-4e8e-b351-292680841da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.454272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] No DVR routers for this DVR port 2ad246be-9db4-4928-bfb2-73737d075b68 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:27.458769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.463324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94227acf-5ba1-45ac-8201-4409a5cdc176 req-4fa27cc8-dbb6-4560-ac80-45e359c1b160 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "DELETE /v2.0/ports/2ad246be-9db4-4928-bfb2-73737d075b68 HTTP/1.1" status: 204  len: 173 time: 1.4715924
Mar 26 21:13:27.463906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'name': 'network-vif-deleted', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:27.466407 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244868d4-abd1-4074-9790-19937c28a9c8" -d '{"events": [{"server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "name": "network-vif-deleted", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:27.545198 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610683f-a57a-4710-a115-54b037a4717d x-openstack-request-id: req-4610683f-a57a-4710-a115-54b037a4717d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:27.545852 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5431bce9-4f3b-4361-89a6-9f16516aa8d4", "name": "network-vif-deleted", "tag": "2ad246be-9db4-4928-bfb2-73737d075b68", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:27.546372 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4610683f-a57a-4710-a115-54b037a4717d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:27.547405 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4610683f-a57a-4710-a115-54b037a4717d'] response: {'server_uuid': '5431bce9-4f3b-4361-89a6-9f16516aa8d4', 'name': 'network-vif-deleted', 'tag': '2ad246be-9db4-4928-bfb2-73737d075b68', 'status': 'completed', 'code': 200}
Mar 26 21:13:27.571028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd821184-c625-4e8e-b351-292680841da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:27.593296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a6b3555-fb0f-408f-91b4-2a95e8e82a4b req-6a9a74a3-b007-45de-b89e-904b462e375e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=5431bce9-4f3b-4361-89a6-9f16516aa8d4 HTTP/1.1" status: 200  len: 210 time: 0.1565540
Mar 26 21:13:27.643057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61251cd130>,) {'filters': {'network_id': ['b936fee0-d1bf-48ee-bf50-3eb25757a753']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:27.648186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.679776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:27.708869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-86d988c9-1662-44f1-ae15-34deb60d4bd0 None None] Provisioning complete for port 85d1cfbb-0923-41ce-a565-907477c5c4c6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:27.709397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-86d988c9-1662-44f1-ae15-34deb60d4bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.743416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61251cd130>, 'd55671fd-bafd-408f-a28d-f0ac45d55202') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:27.743777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61251cd130>, 'd55671fd-bafd-408f-a28d-f0ac45d55202') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:27.773032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:27.795467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd821184-c625-4e8e-b351-292680841da6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7befec12d6c043d183e0b4e52f948e2b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5086980
Mar 26 21:13:27.799190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:27.809482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (d55671fd-bafd-408f-a28d-f0ac45d55202), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.848652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2121baa2-3df5-498d-9e53-e8a05d49dcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.861288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d55671fd-bafd-408f-a28d-f0ac45d55202), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.892223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-86d988c9-1662-44f1-ae15-34deb60d4bd0 None None] Current status of the port 85d1cfbb-0923-41ce-a565-907477c5c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:27.950812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] Publish callbacks [] for security_group (ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:27.981412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] Publish callbacks [] for security_group (ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.028940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f75af70>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:28.054149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-556462cb-77ad-4d1a-ac39-a7f48502b845 None None] Provisioning complete for port 11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:28.054997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-556462cb-77ad-4d1a-ac39-a7f48502b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.061567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.064679 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:13:28.065029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.069170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc HTTP/1.1" status: 204  len: 168 time: 0.2660327
Mar 26 21:13:28.069352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:28.069352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (d55671fd-bafd-408f-a28d-f0ac45d55202), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.077338 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:28.078898 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:28.081468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f75af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:28.083398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e264e-28b5-4e7c-b277-8b5a89cfc65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e0fc8-f7c5-4f26-95c9-8c2f043888bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:28.162162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-556462cb-77ad-4d1a-ac39-a7f48502b845 None None] Port 11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:28.259880 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:28.293514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b936fee0-d1bf-48ee-bf50-3eb25757a753), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.333800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.339676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] 10.222.0.16 "DELETE /v2.0/networks/b936fee0-d1bf-48ee-bf50-3eb25757a753 HTTP/1.1" status: 204  len: 168 time: 1.9564795
Mar 26 21:13:28.378984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab831e58-e261-4ebd-8ff3-2d5c50d4b667 tempest-PortsIpV6TestJSON-93685812 tempest-PortsIpV6TestJSON-93685812-project] Pushing event deleted for resources: {'Network': ['ID=b936fee0-d1bf-48ee-bf50-3eb25757a753,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:28.502091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for floatingip (6d54daf7-80cf-4ee1-a0b6-846f53936a4b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.503562 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (11a7047c-9fea-4484-96e5-9e4c4e9ee5b3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.575404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=11a7047c-9fea-4484-96e5-9e4c4e9ee5b3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:28.575853 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f75af70>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:28.621088 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9376a211-ec6e-43b1-a6a4-9d3187577c74 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '56e407ce-c037-4521-860f-9ad5ce6cf866', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '78d52758-4af7-474e-90cb-4760903aefc8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:f2:84:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:11:27Z', 'updated_at': '2022-03-26T21:11:47Z', 'revision_number': 2, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:28.638208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.647117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fff6e926-85b7-4f38-a324-8b487d241735 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 HTTP/1.1" status: 204  len: 168 time: 2.4058621
Mar 26 21:13:28.654226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60258) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:28.743856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca3ae2-c848-4dbf-82b1-f7199ef6ad5c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:28.745655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca3ae2-c848-4dbf-82b1-f7199ef6ad5c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:28.747807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1aca3ae2-c848-4dbf-82b1-f7199ef6ad5c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1006243
Mar 26 21:13:28.750626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60262) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:28.773726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60264) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:28.792254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60266) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:28.796370 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.845155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 7be2541a-e5ed-4967-9004-8a8998626cdf {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:28.847826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.849120 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (7be2541a-e5ed-4967-9004-8a8998626cdf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.945819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7be2541a-e5ed-4967-9004-8a8998626cdf), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.970368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (1a149bc3-1b53-448f-9713-5798f5a42943), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:28.990460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 85d1cfbb-0923-41ce-a565-907477c5c4c6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:29.055494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (1a149bc3-1b53-448f-9713-5798f5a42943), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.124612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 85d1cfbb-0923-41ce-a565-907477c5c4c6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:29.125131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.207988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1a149bc3-1b53-448f-9713-5798f5a42943), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.211184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.213795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a149bc3-1b53-448f-9713-5798f5a42943 HTTP/1.1" status: 204  len: 168 time: 0.4357769
Mar 26 21:13:29.217640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:29.229514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e997e5c-7eef-4c6d-b6d0-29308d94dc5a None None] New status for floating IP 177dd288-42a1-4269-ba71-a21183cb3c92: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:13:29.229784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7be2541a-e5ed-4967-9004-8a8998626cdf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.234467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e03c-cf0a-46cb-8976-25a1c07d2563 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a149bc3-1b53-448f-9713-5798f5a42943,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:29.260446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.268945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.280089 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-627d2aa6-d26e-45e7-aaf5-c38cd6c03ce7 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] show failed (client error): The resource could not be found.
Mar 26 21:13:29.281145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-627d2aa6-d26e-45e7-aaf5-c38cd6c03ce7 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups/1a149bc3-1b53-448f-9713-5798f5a42943 HTTP/1.1" status: 404  len: 347 time: 0.0625751
Mar 26 21:13:29.286139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dcfc97fa-13fd-4487-b3a8-98c82d5a7b45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0386f864b38b404f8fa94d7578c95c16&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4926929
Mar 26 21:13:29.289549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:29.289890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60282) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:29.339014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=dec42d72-d8ad-4f84-a285-bd32ac7cc552,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:29.394423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (6d54daf7-80cf-4ee1-a0b6-846f53936a4b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.468205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] Publish callbacks [] for security_group (e02d0939-5f3f-4090-9a5d-92a9ceb35792), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.484188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7be2541a-e5ed-4967-9004-8a8998626cdf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.504500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.507749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/7be2541a-e5ed-4967-9004-8a8998626cdf HTTP/1.1" status: 204  len: 168 time: 0.7543983
Mar 26 21:13:29.523312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:29.526126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e45430-45f5-4b9d-8a85-2a84f89e1eca None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:29.535899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c6c57-4c98-4c41-bba5-fe1529f43238 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=7be2541a-e5ed-4967-9004-8a8998626cdf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:29.539519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] Publish callbacks [] for security_group (e02d0939-5f3f-4090-9a5d-92a9ceb35792), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.585043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 20c83f25-f62d-453a-a30d-95f12c7d9370 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:29.585545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.606123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2ad246be-9db4-4928-bfb2-73737d075b68 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:29.667550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 2ad246be-9db4-4928-bfb2-73737d075b68 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:29.667960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 2ad246be-9db4-4928-bfb2-73737d075b68 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:29.684966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 85d1cfbb-0923-41ce-a565-907477c5c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:29.703702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e02d0939-5f3f-4090-9a5d-92a9ceb35792), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.706826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.707784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02d0939-5f3f-4090-9a5d-92a9ceb35792 HTTP/1.1" status: 204  len: 168 time: 0.4158313
Mar 26 21:13:29.720635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91de7c-ef9e-45eb-9d9c-e981efb31a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02d0939-5f3f-4090-9a5d-92a9ceb35792,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:29.730748 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:13:29.741748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.742468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (20c83f25-f62d-453a-a30d-95f12c7d9370), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.770963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 20c83f25-f62d-453a-a30d-95f12c7d9370 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:29.827045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:29.914764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Deleting port 85d1cfbb-0923-41ce-a565-907477c5c4c6 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:29.915243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:29.947586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f8e3d036-2805-460a-8cbf-317cb181f48a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4219089
Mar 26 21:13:29.950103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:29.955392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:30.044980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] For port 85d1cfbb-0923-41ce-a565-907477c5c4c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85d1cfbb-0923-41ce-a565-907477c5c4c6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:30.045492 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.045943 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Floating IP 6d54daf7-80cf-4ee1-a0b6-846f53936a4b associated. External IP: 172.35.4.33, port: 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55.
Mar 26 21:13:30.059047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (20c83f25-f62d-453a-a30d-95f12c7d9370), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.079678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Calling delete_port for 85d1cfbb-0923-41ce-a565-907477c5c4c6 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:30.116570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=20c83f25-f62d-453a-a30d-95f12c7d9370,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:30.164984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.218182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (85d1cfbb-0923-41ce-a565-907477c5c4c6), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.244707 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (177dd288-42a1-4269-ba71-a21183cb3c92), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.248958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.250711 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-47f4e061-a6b9-4506-b50a-7061546502c5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/floatingips/177dd288-42a1-4269-ba71-a21183cb3c92 HTTP/1.1" status: 204  len: 168 time: 0.9597731
Mar 26 21:13:30.262975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] Pushing event deleted for resources: {'Port': ['ID=85d1cfbb-0923-41ce-a565-907477c5c4c6,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:30.267658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:30.269861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcea052-c909-4e71-be71-4063ade12310 None None] No DVR routers for this DVR port 85d1cfbb-0923-41ce-a565-907477c5c4c6 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:30.274827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.531346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router 935a8f46-d9f5-4e18-b990-4fa946b7c36d has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:30.826315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:30.838311 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Sync routers for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:30.844238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6345dfbb-1b61-4f8d-a2c0-3982e69801dc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.866999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:30.867671 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612428f610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:30.896529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:30.944666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=6345dfbb-1b61-4f8d-a2c0-3982e69801dc,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:30.952808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:30.956271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c3411f17-73ae-4883-accc-4b02ca7e6120 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.6453514
Mar 26 21:13:30.956271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:30.958300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:30.958791 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb35c42-29ac-4b50-b8f6-96515032539d" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:30.962265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:30.977063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:30.978915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 85d1cfbb-0923-41ce-a565-907477c5c4c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:30.981944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.029909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d28e80a-8fcf-4ae1-8399-753f0e70405d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0783248
Mar 26 21:13:31.030332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762dbde9-e96a-4413-ab23-bc3540c3d7ae None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:31.034215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 85d1cfbb-0923-41ce-a565-907477c5c4c6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:31.034630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 85d1cfbb-0923-41ce-a565-907477c5c4c6 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:31.034993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60400) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:31.041520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '6345dfbb-1b61-4f8d-a2c0-3982e69801dc', 'ip_address': '2001:db8::3ab1:b615:8c2c:10a9'}], 'name': 'tempest-NetworksTestDHCPv6-297422784'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:31.051416 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11444453-e4fd-4d8b-b6cb-4c7d07174d5a x-openstack-request-id: req-11444453-e4fd-4d8b-b6cb-4c7d07174d5a {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:31.052010 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:31.052674 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11444453-e4fd-4d8b-b6cb-4c7d07174d5a {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:31.053337 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11444453-e4fd-4d8b-b6cb-4c7d07174d5a'] response: {'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'status': 'completed', 'code': 200}
Mar 26 21:13:31.119255 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:31.186523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '6345dfbb-1b61-4f8d-a2c0-3982e69801dc'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:31.187546 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.213117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60402) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:31.220744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:31.348300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.396225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port b451ca42-da6b-499c-a134-c2ffc478e767 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:31.468199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/6345dfbb-1b61-4f8d-a2c0-3982e69801dc/a6a8cd01-7d80-475c-883e-480e45ccf290) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:31.478697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-425207259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:31.490345 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612428f610>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d54daf7-80cf-4ee1-a0b6-846f53936a4b', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'port_id': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'mac_address': 'fa:16:3e:cc:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d8236-39b7-4448-9a97-6481f621decf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:27Z', 'updated_at': '2022-03-26T21:13:27Z', 'revision_number': 0, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:31.552271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Checking router: 935a8f46-d9f5-4e18-b990-4fa946b7c36d for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:13:31.564275 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:31.565023 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612428f610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:31.590945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.592026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.681282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router_controller (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.687882 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.710222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks [] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.717836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.719320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25688dfb-c767-4eda-a567-5a0b35d67549 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.5051718
Mar 26 21:13:31.720167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.723281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60410) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:31.733455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1727065442'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:31.769284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:31.772607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:31.778631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:31.779598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:31.782663 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.800872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.817580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.818552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.819716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.821484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.823366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.824286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.827589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.830704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.831885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.832558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.833397 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:31.834765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.840845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abc8cba7-ad91-435b-ab77-a75d1c6718b7 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7771 time: 0.8788886
Mar 26 21:13:31.842063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:31.864148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::3ab1:b615:8c2c:10a9 (47e09718-1805-4aca-aaca-0947e5412160/6345dfbb-1b61-4f8d-a2c0-3982e69801dc/b451ca42-da6b-499c-a134-c2ffc478e767) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:31.870479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-511a76cb-89da-4d8b-b595-f932c740588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:31.872860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-511a76cb-89da-4d8b-b595-f932c740588d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.2640948
Mar 26 21:13:31.913396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Attempting to bind port a6a8cd01-7d80-475c-883e-480e45ccf290 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:31.913967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Attempting to bind port a6a8cd01-7d80-475c-883e-480e45ccf290 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:31.915090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Attempting to bind port a6a8cd01-7d80-475c-883e-480e45ccf290 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:31.921430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.927534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Pushing event updated for resources: {'Port': ['ID=a6a8cd01-7d80-475c-883e-480e45ccf290,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:31.946241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:31.947837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:31.950694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:31.952588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:31.954814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Bound port: a6a8cd01-7d80-475c-883e-480e45ccf290, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:31.955761 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.035835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for security_group (f8fedfdd-8ffe-4963-a51d-12d66978202f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.066700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f8fedfdd-8ffe-4963-a51d-12d66978202f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.102443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fedfdd-8ffe-4963-a51d-12d66978202f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:32.124137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:13:32.149545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1c67581f-0a1e-4353-9c82-3e9c6da4d13d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.150042 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Added segment 1c67581f-0a1e-4353-9c82-3e9c6da4d13d of type vlan for network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7
Mar 26 21:13:32.166808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] For port a6a8cd01-7d80-475c-883e-480e45ccf290, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:32.175033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] For port a6a8cd01-7d80-475c-883e-480e45ccf290, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6a8cd01-7d80-475c-883e-480e45ccf290,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:32.180106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (b451ca42-da6b-499c-a134-c2ffc478e767), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.192625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.234222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.282786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b451ca42-da6b-499c-a134-c2ffc478e767), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.286233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.292749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.293350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.305387 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dd24a982-5929-492c-beef-513748a22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612428f610>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d54daf7-80cf-4ee1-a0b6-846f53936a4b', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'port_id': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'mac_address': 'fa:16:3e:cc:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d8236-39b7-4448-9a97-6481f621decf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:27Z', 'updated_at': '2022-03-26T21:13:27Z', 'revision_number': 0, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:32.324795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.325388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.325866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.328187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.329186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.329682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.331954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.332432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.332902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.333372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.335854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.340764 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24a982-5929-492c-beef-513748a22df0 None None] The sync data for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 is: [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6d54daf7-80cf-4ee1-a0b6-846f53936a4b', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'floating_ip_address': '172.35.4.33', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'port_id': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'mac_address': 'fa:16:3e:cc:97:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12d8236-39b7-4448-9a97-6481f621decf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:27Z', 'updated_at': '2022-03-26T21:13:27Z', 'revision_number': 0, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:32.341074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d5f57891-e399-44ae-8299-40086c07fc1b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7093 time: 0.4933102
Mar 26 21:13:32.345290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2d0c7-6e11-47a6-aa41-8cabd259bca7 None None] Pushing event updated for resources: {'Port': ['ID=a6a8cd01-7d80-475c-883e-480e45ccf290,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:32.348312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60416) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:32.350898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:32.367652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:32.387438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:32.393176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.393864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:32.414749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.6868484
Mar 26 21:13:32.424111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60418) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:32.438240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'subnet': {'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:32.506842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68049e0-e239-4c72-a795-5a1e80ef71bb tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Network': ['ID=2b925c53-ff4f-4f38-aa23-88f5cd2ceac7,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:32.515867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-edcbf282-d9a2-4aa5-a970-99579d1923e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.517482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-edcbf282-d9a2-4aa5-a970-99579d1923e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 200  len: 897 time: 0.6344600
Mar 26 21:13:32.518392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=b451ca42-da6b-499c-a134-c2ffc478e767,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:32.522522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:13:32.550091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da472150-7493-4af8-b800-5fe4a93e25c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5138054
Mar 26 21:13:32.555504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60422) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:32.645316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-a8b67603-61c2-47f5-99f0-8aa00c943705 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 200  len: 998 time: 0.1188710
Mar 26 21:13:32.753252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6f57b-36d0-4d30-9531-1dc3646f240a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.762765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6f57b-36d0-4d30-9531-1dc3646f240a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.767593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bba6f57b-36d0-4d30-9531-1dc3646f240a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2109327
Mar 26 21:13:32.768712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60428) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:32.783470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab97d28-eed0-41c2-a021-0a80078308f1 None None] New status for floating IP 6d54daf7-80cf-4ee1-a0b6-846f53936a4b: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:13:32.809400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-dbbdb08c-56d6-4f15-8580-5477c4dffaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:32.812377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-dbbdb08c-56d6-4f15-8580-5477c4dffaff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7713985e-e58a-4b0f-980f-9f7e31fab9a2 HTTP/1.1" status: 200  len: 835 time: 0.1453633
Mar 26 21:13:32.841186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:32.844894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.043299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-b5a9a4fc-abe0-4c3f-be32-6fbfa541f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.049156 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-b5a9a4fc-abe0-4c3f-be32-6fbfa541f414 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=405b99d3-3fe8-4754-994b-2c346df679f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1884959
Mar 26 21:13:33.078138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6a8cd01-7d80-475c-883e-480e45ccf290 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:33.108526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port b451ca42-da6b-499c-a134-c2ffc478e767 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:33.108924 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b451ca42-da6b-499c-a134-c2ffc478e767), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.149509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8e5f4525-bde1-4639-b644-44383d7a261b tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4324 time: 0.7999914
Mar 26 21:13:33.150227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60444) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:33.285403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393efec6-086e-44e7-870f-ad0a8cdab65f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.285791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393efec6-086e-44e7-870f-ad0a8cdab65f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.300679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-393efec6-086e-44e7-870f-ad0a8cdab65f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=935a8f46-d9f5-4e18-b990-4fa946b7c36d HTTP/1.1" status: 200  len: 2063 time: 0.1470006
Mar 26 21:13:33.315516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-3613872c-9013-44a3-ab2a-922f3fadd7f7 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2390985
Mar 26 21:13:33.327949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b451ca42-da6b-499c-a134-c2ffc478e767), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.348610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for b451ca42-da6b-499c-a134-c2ffc478e767 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:33.351628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (8db18916-90b6-4e16-b29c-b262a13a5fa3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.375119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a6a8cd01-7d80-475c-883e-480e45ccf290 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:33.376203 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.466952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Subnet': ['ID=8db18916-90b6-4e16-b29c-b262a13a5fa3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:33.501791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfb35c42-29ac-4b50-b8f6-96515032539d req-ae7466e7-cdc4-4c51-93c6-cf3bff61e677 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791883
Mar 26 21:13:33.514378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Checking segment: {'id': '1c67581f-0a1e-4353-9c82-3e9c6da4d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:33.514927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network hostable DHCP agents. Network: 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:13:33.527903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ab2a3-a971-4097-ad55-494820cb3f1d req-04750ece-28ab-4676-af6e-e383a75d9dcc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.529867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a6a8cd01-7d80-475c-883e-480e45ccf290 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:33.530332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.536776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-518ab2a3-a971-4097-ad55-494820cb3f1d req-04750ece-28ab-4676-af6e-e383a75d9dcc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.0924397
Mar 26 21:13:33.552812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:13:33.580924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a6a8cd01-7d80-475c-883e-480e45ccf290, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6a8cd01-7d80-475c-883e-480e45ccf290,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:33.588855 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.600504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:33.602182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-518ab2a3-a971-4097-ad55-494820cb3f1d req-930eceac-ee13-458b-95b1-028104375a9a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646651
Mar 26 21:13:33.614274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.616964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.638407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d3a5f-8a8c-49d3-8bfa-301a04f33033 None None] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:33.647007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-29966c30-5212-47bd-bf21-6f8c389e6175 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2192638
Mar 26 21:13:33.650497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60462) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:33.660700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'network': {'name': 'tempest-router-network01--124530244'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:33.690357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b451ca42-da6b-499c-a134-c2ffc478e767), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.703014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:33.706458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.734570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a6a8cd01-7d80-475c-883e-480e45ccf290,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:33.749370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=b451ca42-da6b-499c-a134-c2ffc478e767,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:33.790349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.793683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/b451ca42-da6b-499c-a134-c2ffc478e767 HTTP/1.1" status: 204  len: 168 time: 1.0240374
Mar 26 21:13:33.795140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.795510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.796003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.796312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.796743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.796990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60464) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:33.797086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.797309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.797727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.798015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.798489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.798745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.799222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.799517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.799831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.800233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0c6353-4267-49f2-ae20-9a10bd6723c0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:33.814340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:13:33.817042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2b925c53-ff4f-4f38-aa23-88f5cd2ceac7', 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7', 'project_id': '3e41821346ff4549a92ebf31d3e5de7b', 'fixed_ips': [{'subnet_id': '8db18916-90b6-4e16-b29c-b262a13a5fa3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:33.818031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.827615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ccc473f1-0b1b-410e-b58b-cbf87443710c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.828065 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Added segment ccc473f1-0b1b-410e-b58b-cbf87443710c of type vlan for network f1904ad1-c5db-41e4-95a3-d085c54fbcb5
Mar 26 21:13:33.902867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97082ed-6586-47f5-b6ee-1c0f448ad9ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.903241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f1904ad1-c5db-41e4-95a3-d085c54fbcb5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.904553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97082ed-6586-47f5-b6ee-1c0f448ad9ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.910685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60468) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:33.911338 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c97082ed-6586-47f5-b6ee-1c0f448ad9ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1121168
Mar 26 21:13:33.982058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f1904ad1-c5db-41e4-95a3-d085c54fbcb5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:33.987059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:33.987689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.014879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 6345dfbb-1b61-4f8d-a2c0-3982e69801dc {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:34.022968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (6345dfbb-1b61-4f8d-a2c0-3982e69801dc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.024992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Allocated IP 2001:db8::2 (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7/8db18916-90b6-4e16-b29c-b262a13a5fa3/19ff9ca5-2c2a-4587-859c-298f3eac8bfa) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:34.097951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4461346
Mar 26 21:13:34.101307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60470) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:34.106106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff48a31-52e9-47f5-8950-22788905aded tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Network': ['ID=f1904ad1-c5db-41e4-95a3-d085c54fbcb5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:34.110747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'network': {'name': 'tempest-router-network02--826306700'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:34.124327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:13:34.126875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6345dfbb-1b61-4f8d-a2c0-3982e69801dc), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.145525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:34.150269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.173085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-84757396-4086-407e-be1f-25e40e05e1db None None] Provisioning complete for port a6a8cd01-7d80-475c-883e-480e45ccf290 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:34.173567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84757396-4086-407e-be1f-25e40e05e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.188387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:13:34.208488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d5fdb582-815c-4a09-995c-6eec48739744), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.209739 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Added segment d5fdb582-815c-4a09-995c-6eec48739744 of type vlan for network 20763d04-324b-48c7-b09d-8ef319dd6c34
Mar 26 21:13:34.253683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6345dfbb-1b61-4f8d-a2c0-3982e69801dc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.281555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (20763d04-324b-48c7-b09d-8ef319dd6c34), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.331378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (20763d04-324b-48c7-b09d-8ef319dd6c34), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.339987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:34.340688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.378265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6345dfbb-1b61-4f8d-a2c0-3982e69801dc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.409579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3053615
Mar 26 21:13:34.423036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60474) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:34.426460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=6345dfbb-1b61-4f8d-a2c0-3982e69801dc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:34.430183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'subnet': {'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:34.434473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.438338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7caa2b7f-be66-48ef-8177-5edaec708744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/6345dfbb-1b61-4f8d-a2c0-3982e69801dc HTTP/1.1" status: 204  len: 168 time: 0.5241277
Mar 26 21:13:34.441476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60476) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:34.494451 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f4de4a8d-71fb-4bd6-9a03-0bcd86ea2776 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0488963
Mar 26 21:13:34.494705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60478) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:34.501563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:34.512955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks [] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.513567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Network': ['ID=20763d04-324b-48c7-b09d-8ef319dd6c34,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:34.538353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.538706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.539469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.539836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.540209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.540553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.540889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.541764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.542677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.542677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.542918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.543106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.543436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.544239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.544580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6ed748-896d-4c2c-b84f-8e1a7e1af673 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:34.545255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.561947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:13:34.609522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68400f77-f82e-4448-b948-063882896446 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:34.616734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-84757396-4086-407e-be1f-25e40e05e1db None None] Current status of the port a6a8cd01-7d80-475c-883e-480e45ccf290 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:34.626364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:34.628341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:34.632357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.632637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.690796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:34.692733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:34.711552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:34.715455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Pushing event updated for resources: {'Port': ['ID=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:34.767807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7894b710-efcc-45be-b732-a0227e0a55fe None None] Could not find standard attr ID for object b451ca42-da6b-499c-a134-c2ffc478e767. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:34.796277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fafc9-9e01-48c0-9a81-6a2f80de022d req-37e224d7-1764-431d-8474-d4e492c9de3e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:34.798299 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b79fafc9-9e01-48c0-9a81-6a2f80de022d req-37e224d7-1764-431d-8474-d4e492c9de3e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.0910730
Mar 26 21:13:34.844391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Attempting to bind port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:34.844391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Attempting to bind port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c67581f-0a1e-4353-9c82-3e9c6da4d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:34.844391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Attempting to bind port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa on network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:34.851135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:34.851550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Checking segment: {'id': '1c67581f-0a1e-4353-9c82-3e9c6da4d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:34.852628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.853059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Bound using segment: {'id': '1c67581f-0a1e-4353-9c82-3e9c6da4d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:34.853553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Bound port: 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c67581f-0a1e-4353-9c82-3e9c6da4d13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b925c53-ff4f-4f38-aa23-88f5cd2ceac7'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:34.854488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:34.961722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (76a38049-5ee8-4caa-8d53-526d7fbcd6b6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.002627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b79fafc9-9e01-48c0-9a81-6a2f80de022d req-c462a6fc-d744-4a65-95c1-ca7c00d848aa tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1956797
Mar 26 21:13:35.027138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (665cdf04-7176-49eb-aab8-6fa8dd1e7b66), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.043819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] For port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:35.046413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:35.083361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:35.088257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] For port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,segment=NetworkSegment(1c67581f-0a1e-4353-9c82-3e9c6da4d13d),segment_id=1c67581f-0a1e-4353-9c82-3e9c6da4d13d)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:35.089660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:35.098498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:35.099258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.104136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.111973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=665cdf04-7176-49eb-aab8-6fa8dd1e7b66,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:35.130720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60494) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:35.130959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-955af320-a6a0-4cf1-86b5-225ec82284cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6350708
Mar 26 21:13:35.143355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '665cdf04-7176-49eb-aab8-6fa8dd1e7b66', 'ip_address': '2001:db8::6984:7bfa:ef43:2ea8'}], 'name': 'tempest-NetworksTestDHCPv6-1147196074'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:35.183291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Deleting port a6a8cd01-7d80-475c-883e-480e45ccf290 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:35.183677 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.190476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fe0c6-abcf-431f-b9c5-da557ad7d99c None None] Pushing event updated for resources: {'Port': ['ID=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:35.244592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Subnet': ['ID=76a38049-5ee8-4caa-8d53-526d7fbcd6b6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:35.255559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e3999-30e2-4c9c-9160-6885608098e1 req-7140a5d9-8852-4b00-9f53-cc0dddad736e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:35.257201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275e3999-30e2-4c9c-9160-6885608098e1 req-7140a5d9-8852-4b00-9f53-cc0dddad736e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.2534349
Mar 26 21:13:35.278496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Checking segment: {'id': 'ccc473f1-0b1b-410e-b58b-cbf87443710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:35.278955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network hostable DHCP agents. Network: f1904ad1-c5db-41e4-95a3-d085c54fbcb5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:13:35.287777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] For port a6a8cd01-7d80-475c-883e-480e45ccf290, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6a8cd01-7d80-475c-883e-480e45ccf290,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:35.288982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.302415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Calling delete_port for a6a8cd01-7d80-475c-883e-480e45ccf290 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:35.382141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:13:35.412131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1904ad1-c5db-41e4-95a3-d085c54fbcb5) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:35.414581 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a6a8cd01-7d80-475c-883e-480e45ccf290), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.418272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:35.426999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:35.427444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.448904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b6e1c-fad0-43c4-acbb-16c3089f3140 None None] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:35.453528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] Pushing event deleted for resources: {'Port': ['ID=a6a8cd01-7d80-475c-883e-480e45ccf290,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:35.465814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ee6f7-667f-4f78-9002-109c5bca8d02 None None] No DVR routers for this DVR port a6a8cd01-7d80-475c-883e-480e45ccf290 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:35.532653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012933f-cdb3-44fa-bdb5-670ecad6c173 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:35.553772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4502f97f-bc02-425b-b25e-629580779cfe tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1290996
Mar 26 21:13:35.557431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:35.563500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'subnet': {'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:35.567243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.576391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 78d52758-4af7-474e-90cb-4760903aefc8 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:35.576743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (78d52758-4af7-474e-90cb-4760903aefc8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.621065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port b95cf096-af29-4827-9ff5-6a5eee3b454e yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:35.682603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1904ad1-c5db-41e4-95a3-d085c54fbcb5', 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5', 'project_id': '3e41821346ff4549a92ebf31d3e5de7b', 'fixed_ips': [{'subnet_id': '76a38049-5ee8-4caa-8d53-526d7fbcd6b6'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:35.683706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.721131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:35.724977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.820808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '665cdf04-7176-49eb-aab8-6fa8dd1e7b66'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:35.821551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.869573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:35.919333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] For port 78d52758-4af7-474e-90cb-4760903aefc8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=78d52758-4af7-474e-90cb-4760903aefc8,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:35.919893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (78d52758-4af7-474e-90cb-4760903aefc8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:35.937168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::6984:7bfa:ef43:2ea8 (47e09718-1805-4aca-aaca-0947e5412160/665cdf04-7176-49eb-aab8-6fa8dd1e7b66/b95cf096-af29-4827-9ff5-6a5eee3b454e) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:36.005416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Allocated IP 2001:db8::2 (f1904ad1-c5db-41e4-95a3-d085c54fbcb5/76a38049-5ee8-4caa-8d53-526d7fbcd6b6/3f4d9310-5f2e-4960-96fa-bbdc031cec51) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:36.269876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks [] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.277442 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (3f3f3821-312f-4272-8d50-bace26cf3f16), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.278025 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.317979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:36.322127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:36.326245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:36.347466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Subnet': ['ID=3f3f3821-312f-4272-8d50-bace26cf3f16,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:36.362545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Pushing event updated for resources: {'Port': ['ID=3f4d9310-5f2e-4960-96fa-bbdc031cec51,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:36.391496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Checking segment: {'id': 'd5fdb582-815c-4a09-995c-6eec48739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:36.392563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network hostable DHCP agents. Network: 20763d04-324b-48c7-b09d-8ef319dd6c34, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:13:36.407072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Attempting to bind port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:36.407447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Attempting to bind port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ccc473f1-0b1b-410e-b58b-cbf87443710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:36.407805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Attempting to bind port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 on network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:36.414653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:36.415085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Checking segment: {'id': 'ccc473f1-0b1b-410e-b58b-cbf87443710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:36.415701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.416242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Bound using segment: {'id': 'ccc473f1-0b1b-410e-b58b-cbf87443710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:36.416878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Bound port: 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc473f1-0b1b-410e-b58b-cbf87443710c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f1904ad1-c5db-41e4-95a3-d085c54fbcb5'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:36.417278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.418836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:13:36.431225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20763d04-324b-48c7-b09d-8ef319dd6c34) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:36.439569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:36.440286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.440654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ceeb8-cc24-4ec4-ac93-1f65b8803b85 None None] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:36.458406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2c8cf62d-e8da-4c8f-af5e-7f08a9df144f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8996925
Mar 26 21:13:36.461568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60518) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:36.539152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644cf448-cecc-44a4-9f28-b9fe066a7550 None None] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:36.543172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f57a-54b5-47b1-8979-f000cff85e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.583857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20763d04-324b-48c7-b09d-8ef319dd6c34', 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34', 'project_id': '3e41821346ff4549a92ebf31d3e5de7b', 'fixed_ips': [{'subnet_id': '3f3f3821-312f-4272-8d50-bace26cf3f16'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:36.584773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.666521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] For port 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:36.697260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] For port 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4d9310-5f2e-4960-96fa-bbdc031cec51,segment=NetworkSegment(ccc473f1-0b1b-410e-b58b-cbf87443710c),segment_id=ccc473f1-0b1b-410e-b58b-cbf87443710c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:36.746067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Provisioning complete for port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:36.746467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.757149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.790040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c19fe-ba82-4f93-a013-f971b7a174b6 req-67f5e0b0-05fc-4d0d-bd61-b928e1d1b327 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:36.791615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c1c19fe-ba82-4f93-a013-f971b7a174b6 req-67f5e0b0-05fc-4d0d-bd61-b928e1d1b327 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 945 time: 0.2800369
Mar 26 21:13:36.808267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.811448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.811896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.812338 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP 56e407ce-c037-4521-860f-9ad5ce6cf866 disassociated. External IP: 172.35.4.5, port: 78d52758-4af7-474e-90cb-4760903aefc8.
Mar 26 21:13:36.812772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 78d52758-4af7-474e-90cb-4760903aefc8 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:36.946495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (b95cf096-af29-4827-9ff5-6a5eee3b454e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:36.967856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Allocated IP 2001:db8::2 (20763d04-324b-48c7-b09d-8ef319dd6c34/3f3f3821-312f-4272-8d50-bace26cf3f16/84cfd907-c3e1-450e-8ac7-677f9f9198d2) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:36.989022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f57a-54b5-47b1-8979-f000cff85e9e admin admin] Publish callbacks [] for security_group (d97bfac2-18e1-4738-90a9-5017aac4e69c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.009590 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f57a-54b5-47b1-8979-f000cff85e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d97bfac2-18e1-4738-90a9-5017aac4e69c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.033015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c1c19fe-ba82-4f93-a013-f971b7a174b6 req-91dcd814-a087-4af9-ad5f-3bf9f32117b2 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2280393
Mar 26 21:13:37.064022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e2fcc-f4db-47c4-bd20-ddd541822047 None None] Pushing event updated for resources: {'Port': ['ID=3f4d9310-5f2e-4960-96fa-bbdc031cec51,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.110370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 19ff9ca5-2c2a-4587-859c-298f3eac8bfa up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:37.117261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1fd7f57a-54b5-47b1-8979-f000cff85e9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc6fb92c4f424aea8267c3a21b3d6cc1&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2461009
Mar 26 21:13:37.120565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f57a-54b5-47b1-8979-f000cff85e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97bfac2-18e1-4738-90a9-5017aac4e69c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.122907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:37.140643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b95cf096-af29-4827-9ff5-6a5eee3b454e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.222496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Allocated IP 2001:db8::1 (f1904ad1-c5db-41e4-95a3-d085c54fbcb5/76a38049-5ee8-4caa-8d53-526d7fbcd6b6/13a2de0a-53be-48cc-9fce-b47981ab2492) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:37.283949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] Publish callbacks [] for security_group (d97bfac2-18e1-4738-90a9-5017aac4e69c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.305479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:37.316097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:37.329094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:37.337924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:37.340973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.345352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=b95cf096-af29-4827-9ff5-6a5eee3b454e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.347701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (78d52758-4af7-474e-90cb-4760903aefc8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.387478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] Publish callbacks [] for security_group (d97bfac2-18e1-4738-90a9-5017aac4e69c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.402668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=78d52758-4af7-474e-90cb-4760903aefc8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.457793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Current status of the port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:37.458135 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.472927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-524e8164-05e3-41e8-9892-e298179ab8f8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.3359399
Mar 26 21:13:37.473095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:37.552385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/665cdf04-7176-49eb-aab8-6fa8dd1e7b66/fc76c04a-5c32-410d-9576-b3a1dfee67e1) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:37.577743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.579843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] For port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,segment=NetworkSegment(1c67581f-0a1e-4353-9c82-3e9c6da4d13d),segment_id=1c67581f-0a1e-4353-9c82-3e9c6da4d13d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:37.583526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d97bfac2-18e1-4738-90a9-5017aac4e69c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.586412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.587660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d97bfac2-18e1-4738-90a9-5017aac4e69c HTTP/1.1" status: 204  len: 168 time: 0.4635749
Mar 26 21:13:37.591530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:37.601481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3693e47-0939-45d7-a8e7-f557e6418273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97bfac2-18e1-4738-90a9-5017aac4e69c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.602687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.621603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ba4a7-d4e3-42dc-8c0b-0e8450c2a15f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:37.623162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-502ba4a7-d4e3-42dc-8c0b-0e8450c2a15f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1498623
Mar 26 21:13:37.625899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:37.678446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks [] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.699640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:37.700166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.742028 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.744656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.836291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:37.850004 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:37.869823 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:37.874086 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:37.879376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:37.879905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:37.880522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Port': ['ID=13a2de0a-53be-48cc-9fce-b47981ab2492,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.885013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-00178298-7c71-4367-a6fc-df3a9b25499c None None] Provisioning complete for port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:37.886651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:37.887816 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00178298-7c71-4367-a6fc-df3a9b25499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.889927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:37.890483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:37.903858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4a4d9-3343-4ff9-a7f6-0eb4239e540a None None] Pushing event updated for resources: {'Port': ['ID=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:37.913636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:37.957912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 78d52758-4af7-474e-90cb-4760903aefc8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:37.967621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:38.057735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] No DVR routers for this DVR port 78d52758-4af7-474e-90cb-4760903aefc8 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:38.062004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 78d52758-4af7-474e-90cb-4760903aefc8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:38.062563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 78d52758-4af7-474e-90cb-4760903aefc8 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:38.063370 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.065989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port b95cf096-af29-4827-9ff5-6a5eee3b454e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:38.066343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b95cf096-af29-4827-9ff5-6a5eee3b454e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.072922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275e3999-30e2-4c9c-9160-6885608098e1 req-0e724d9b-502b-414c-888c-2ed44172c795 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "DELETE /v2.0/ports/78d52758-4af7-474e-90cb-4760903aefc8 HTTP/1.1" status: 204  len: 173 time: 2.8062272
Mar 26 21:13:38.074419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'name': 'network-vif-deleted', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:38.086306 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6818e77-73cd-43c1-9a2e-fc5ad0be5ba1" -d '{"events": [{"server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "name": "network-vif-deleted", "tag": "78d52758-4af7-474e-90cb-4760903aefc8"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:38.208667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Pushing event updated for resources: {'Port': ['ID=84cfd907-c3e1-450e-8ac7-677f9f9198d2,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:38.249961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks [] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.251547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:38.260236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Attempting to bind port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:38.263533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Attempting to bind port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5fdb582-815c-4a09-995c-6eec48739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:38.263984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Attempting to bind port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 on network 20763d04-324b-48c7-b09d-8ef319dd6c34 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:38.268873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.273557 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a47c84-a7d1-4a9e-8437-3647d2822852 x-openstack-request-id: req-47a47c84-a7d1-4a9e-8437-3647d2822852 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:38.273863 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bb3efc-fabf-4bd5-9adb-7f04b1995029", "name": "network-vif-deleted", "tag": "78d52758-4af7-474e-90cb-4760903aefc8", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:38.274125 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47a47c84-a7d1-4a9e-8437-3647d2822852 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:38.275359 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a47c84-a7d1-4a9e-8437-3647d2822852'] response: {'server_uuid': '29bb3efc-fabf-4bd5-9adb-7f04b1995029', 'name': 'network-vif-deleted', 'tag': '78d52758-4af7-474e-90cb-4760903aefc8', 'status': 'completed', 'code': 200}
Mar 26 21:13:38.338195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:38.338664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Checking segment: {'id': 'd5fdb582-815c-4a09-995c-6eec48739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:38.338970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.339359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Bound using segment: {'id': 'd5fdb582-815c-4a09-995c-6eec48739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:38.339812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Bound port: 84cfd907-c3e1-450e-8ac7-677f9f9198d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fdb582-815c-4a09-995c-6eec48739744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '20763d04-324b-48c7-b09d-8ef319dd6c34'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:38.340251 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.378047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6a8cd01-7d80-475c-883e-480e45ccf290 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:38.387105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57f57864-cc11-4930-9b52-659e860ac95a req-77722251-9fd3-4f71-a0d7-5a0a36d7a460 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bb3efc-fabf-4bd5-9adb-7f04b1995029 HTTP/1.1" status: 200  len: 210 time: 0.1035392
Mar 26 21:13:38.395136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:38.428993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a6a8cd01-7d80-475c-883e-480e45ccf290 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:38.429499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6a8cd01-7d80-475c-883e-480e45ccf290 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:38.434360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:38.439180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:38.477504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.492641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Pushing event updated for resources: {'Port': ['ID=fc76c04a-5c32-410d-9576-b3a1dfee67e1,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:38.508088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b95cf096-af29-4827-9ff5-6a5eee3b454e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.511474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:38.527334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00178298-7c71-4367-a6fc-df3a9b25499c None None] Current status of the port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:38.533625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for b95cf096-af29-4827-9ff5-6a5eee3b454e owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:38.579745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] For port 84cfd907-c3e1-450e-8ac7-677f9f9198d2, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:38.640219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] For port 84cfd907-c3e1-450e-8ac7-677f9f9198d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84cfd907-c3e1-450e-8ac7-677f9f9198d2,segment=NetworkSegment(d5fdb582-815c-4a09-995c-6eec48739744),segment_id=d5fdb582-815c-4a09-995c-6eec48739744)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:38.651205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Attempting to bind port fc76c04a-5c32-410d-9576-b3a1dfee67e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:38.651866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Attempting to bind port fc76c04a-5c32-410d-9576-b3a1dfee67e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:38.652672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Attempting to bind port fc76c04a-5c32-410d-9576-b3a1dfee67e1 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:38.662265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.667065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:38.667584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:38.668095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.668578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:38.669146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Bound port: fc76c04a-5c32-410d-9576-b3a1dfee67e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:38.669603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.753158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c220>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:38.772686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ed5f0-c090-49b0-b742-5f8edadc482a None None] Pushing event updated for resources: {'Port': ['ID=84cfd907-c3e1-450e-8ac7-677f9f9198d2,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:38.775508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66f611-4ceb-41be-b22f-8e891d99415d None None] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:38.783793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:13:38.794363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:38.795225 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:38.833063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Provisioning complete for port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:38.833541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:38.952997 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:38.957210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] For port fc76c04a-5c32-410d-9576-b3a1dfee67e1, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:38.967907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] For port fc76c04a-5c32-410d-9576-b3a1dfee67e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76c04a-5c32-410d-9576-b3a1dfee67e1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:39.031424 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.043902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b95cf096-af29-4827-9ff5-6a5eee3b454e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.112758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=b95cf096-af29-4827-9ff5-6a5eee3b454e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:39.168659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.172022 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c72103e2-29fa-45e9-b4f6-7d5e6329c326 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/b95cf096-af29-4827-9ff5-6a5eee3b454e HTTP/1.1" status: 204  len: 168 time: 1.5451386
Mar 26 21:13:39.174890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:39.177101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.198883 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.207960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.249694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 19ff9ca5-2c2a-4587-859c-298f3eac8bfa up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:39.297155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2418d-26ef-4e48-b0db-4b362e46a8dc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:39.304423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2418d-26ef-4e48-b0db-4b362e46a8dc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:39.310098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6cf2418d-26ef-4e48-b0db-4b362e46a8dc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1316142
Mar 26 21:13:39.310708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60564) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:39.353500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054ede2-fd15-4323-885e-e4a78daab199 None None] Pushing event updated for resources: {'Port': ['ID=fc76c04a-5c32-410d-9576-b3a1dfee67e1,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:39.360836 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c220>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:39.397290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Port': ['ID=13a2de0a-53be-48cc-9fce-b47981ab2492,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:39.480860 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e74cf2a-174d-476b-95c5-37d78debeec7 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:39.497953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 665cdf04-7176-49eb-aab8-6fa8dd1e7b66 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:39.506103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (665cdf04-7176-49eb-aab8-6fa8dd1e7b66), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.535754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:39.537606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:39.538133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.547141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:39.556845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60572) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:39.612273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Current status of the port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:39.612781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.658730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (665cdf04-7176-49eb-aab8-6fa8dd1e7b66), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.786915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (9f1c66f9-4afc-4fc3-9f09-f5874d5dc380), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.817598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (9f1c66f9-4afc-4fc3-9f09-f5874d5dc380), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.821196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] For port 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4d9310-5f2e-4960-96fa-bbdc031cec51,segment=NetworkSegment(ccc473f1-0b1b-410e-b58b-cbf87443710c),segment_id=ccc473f1-0b1b-410e-b58b-cbf87443710c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:39.832275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (665cdf04-7176-49eb-aab8-6fa8dd1e7b66), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.837702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:39.916486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:39.917681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4d9310-5f2e-4960-96fa-bbdc031cec51 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:40.005290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f1c66f9-4afc-4fc3-9f09-f5874d5dc380), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.039817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.043554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f1c66f9-4afc-4fc3-9f09-f5874d5dc380 HTTP/1.1" status: 204  len: 168 time: 0.4829352
Mar 26 21:13:40.043724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (665cdf04-7176-49eb-aab8-6fa8dd1e7b66), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.047046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60582) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.049220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Router dc53abe3-3f65-4752-96ae-78f3f29188af is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:13:40.068111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3297-a5be-40fd-8a48-7331801c727f None None] Pushing event updated for resources: {'Port': ['ID=3f4d9310-5f2e-4960-96fa-bbdc031cec51,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:40.079980 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-fe14bde8-2ca2-4071-b0ef-8c4fe7ce14ad tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] show failed (client error): The resource could not be found.
Mar 26 21:13:40.081207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe14bde8-2ca2-4071-b0ef-8c4fe7ce14ad tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups/9f1c66f9-4afc-4fc3-9f09-f5874d5dc380 HTTP/1.1" status: 404  len: 347 time: 0.0285659
Mar 26 21:13:40.086732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8fc32-2cda-43e9-a2c0-288f742bbbbb tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1c66f9-4afc-4fc3-9f09-f5874d5dc380,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:40.091621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.092620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:40.093405 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.137261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ccf84-95a9-4daa-9715-1d320402da56 None None] New status for floating IP 56e407ce-c037-4521-860f-9ad5ce6cf866: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:13:40.139210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=665cdf04-7176-49eb-aab8-6fa8dd1e7b66,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:40.145054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.157776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-edcd957f-efca-4f00-a859-79126bc9f6cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/665cdf04-7176-49eb-aab8-6fa8dd1e7b66 HTTP/1.1" status: 204  len: 168 time: 0.8451781
Mar 26 21:13:40.158883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60586) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.294432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-04b70885-cb26-48c3-a13f-abf78075c333 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1343787
Mar 26 21:13:40.295797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60590) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.373770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9b0c3-82a6-4d88-987c-9f0000097d01 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:40.378262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7ea9b0c3-82a6-4d88-987c-9f0000097d01 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0810916
Mar 26 21:13:40.378831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60592) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.418304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Provisioning complete for port 13a2de0a-53be-48cc-9fce-b47981ab2492 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:40.418304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.483118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Port 13a2de0a-53be-48cc-9fce-b47981ab2492 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:40.490542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:40.506345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60598) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:40.508588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-69eb69da-a127-4143-b385-c8fcac2ec789 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0458639
Mar 26 21:13:40.524792 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] Sync routers for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:40.541686 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:40.542528 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245ecc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:40.571700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 23353b4c-06fc-4f03-9d0a-1818ecaaf6c3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:40.572082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.598062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Provisioning complete for port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:40.598454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:40.693899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:40.706334 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245ecc70>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:40.734381 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:40.735038 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61245ecc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:40.815888 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61245ecc70>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:40.816657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ae515-4155-4942-b523-79dc2f5b109a None None] The sync data for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:40.927239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fac4da-f018-4748-a968-d46785118a80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:40.935024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c3fac4da-f018-4748-a968-d46785118a80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5526745
Mar 26 21:13:40.965079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60606) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:41.093082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dc78e866-2a1e-41ab-8157-407b9c879494 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1179910
Mar 26 21:13:41.108836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60612) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:41.121465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:41.272871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.273217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.277298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305a2c8-0d27-40e5-83cc-78a3bc080925 None None] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:41.279844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fc76c04a-5c32-410d-9576-b3a1dfee67e1 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:41.283133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0da66b95-8c0e-448d-96c3-f68ee8ba03e7 None None] Current status of the port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:41.287649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 23353b4c-06fc-4f03-9d0a-1818ecaaf6c3 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:41.383148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54de987-2c20-48ef-adbb-de058928e425 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:41.457362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (23353b4c-06fc-4f03-9d0a-1818ecaaf6c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.483995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Provisioning complete for port fc76c04a-5c32-410d-9576-b3a1dfee67e1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:41.484389 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.492245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=23353b4c-06fc-4f03-9d0a-1818ecaaf6c3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:41.513868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:41.517279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.556542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fc76c04a-5c32-410d-9576-b3a1dfee67e1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:41.557273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.562192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (56e407ce-c037-4521-860f-9ad5ce6cf866), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.565471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.566937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8f685c6-ea17-497b-972f-8ab8e8d5b901 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/floatingips/56e407ce-c037-4521-860f-9ad5ce6cf866 HTTP/1.1" status: 204  len: 168 time: 1.4656808
Mar 26 21:13:41.784315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Current status of the port fc76c04a-5c32-410d-9576-b3a1dfee67e1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:41.784934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.791467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fc76c04a-5c32-410d-9576-b3a1dfee67e1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:41.793195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.804882 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-8d780e78-fe6b-4428-85da-cdc6b2920810 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:41.805976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d780e78-fe6b-4428-85da-cdc6b2920810 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.2986634
Mar 26 21:13:41.809547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60622) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:41.825218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:41.890959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.935697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port fc76c04a-5c32-410d-9576-b3a1dfee67e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76c04a-5c32-410d-9576-b3a1dfee67e1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:41.944453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60626) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:41.946057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:41.946973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 84cfd907-c3e1-450e-8ac7-677f9f9198d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:41.953726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:41.960156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744113814', 'description': 'tempest-description--1991461749'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:41.967430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:41.978058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:41.978510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.018396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9078512
Mar 26 21:13:42.025061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60638) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:42.033388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c', 'ip_address': '2001:db8::8efc:a6e8:c888:6f81'}], 'name': 'tempest-NetworksTestDHCPv6-1719060650'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:42.061195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2468897-9ece-41ac-84fb-c5dbc18fca96 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.079658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.118748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Deleting port fc76c04a-5c32-410d-9576-b3a1dfee67e1 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:42.119122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.140541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:13:42.140974 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:13:42.160298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=fc76c04a-5c32-410d-9576-b3a1dfee67e1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.190797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:42.191184 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.232997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:42.252641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] For port fc76c04a-5c32-410d-9576-b3a1dfee67e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fc76c04a-5c32-410d-9576-b3a1dfee67e1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:42.253100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.261802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (6aa8c490-1026-49fb-b693-8d49713376c7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.269188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Calling delete_port for fc76c04a-5c32-410d-9576-b3a1dfee67e1 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:42.274164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6aa8c490-1026-49fb-b693-8d49713376c7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.346922 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.348572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3932552
Mar 26 21:13:42.354745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60642) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:42.355810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:42.356565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.359489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '6aa8c490-1026-49fb-b693-8d49713376c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:42.364714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de80f88-ba4d-44a5-8b2a-2ec9e9f9d969 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8c490-1026-49fb-b693-8d49713376c7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.370481 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.390416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.409246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 9b1f7819-3c87-4714-8a7b-cc941afec8c9 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:42.409453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 84cfd907-c3e1-450e-8ac7-677f9f9198d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84cfd907-c3e1-450e-8ac7-677f9f9198d2,segment=NetworkSegment(d5fdb582-815c-4a09-995c-6eec48739744),segment_id=d5fdb582-815c-4a09-995c-6eec48739744)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:42.417747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.418732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4d9310-5f2e-4960-96fa-bbdc031cec51 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:42.444724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (fc76c04a-5c32-410d-9576-b3a1dfee67e1), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.471382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (1a7af559-6ea4-4679-a53a-f28e503797ac), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.483516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] No DVR routers for this DVR port fc76c04a-5c32-410d-9576-b3a1dfee67e1 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:42.517766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bfe8d-5249-4907-a1bf-3c0677a27590 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:42.585604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=84cfd907-c3e1-450e-8ac7-677f9f9198d2,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.589704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (1a7af559-6ea4-4679-a53a-f28e503797ac), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.595711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::8efc:a6e8:c888:6f81 (47e09718-1805-4aca-aaca-0947e5412160/93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c/9b1f7819-3c87-4714-8a7b-cc941afec8c9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:42.600185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1a7af559-6ea4-4679-a53a-f28e503797ac), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.632155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53562f0b-628f-40dd-a33d-1e49c9ba077b None None] Pushing event deleted for resources: {'Port': ['ID=fc76c04a-5c32-410d-9576-b3a1dfee67e1,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.636051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7af559-6ea4-4679-a53a-f28e503797ac,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.643892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.645493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ad1f664-f2d2-4cbb-8e9c-b7de125fcf57 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2894154
Mar 26 21:13:42.648574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60646) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:42.654980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': '6aa8c490-1026-49fb-b693-8d49713376c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:42.682551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Port fc76c04a-5c32-410d-9576-b3a1dfee67e1 update to ACTIVE by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:13:42.705388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:42.706119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.741480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Provisioning complete for port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:42.741480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.745080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:42.745630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.759942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (cef1a63b-eacd-460f-8bda-4a46ab49e0fb), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.801237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (9b1f7819-3c87-4714-8a7b-cc941afec8c9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.830886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting port 13a2de0a-53be-48cc-9fce-b47981ab2492 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:42.831240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.874467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (cef1a63b-eacd-460f-8bda-4a46ab49e0fb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.891053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cef1a63b-eacd-460f-8bda-4a46ab49e0fb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.947669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef1a63b-eacd-460f-8bda-4a46ab49e0fb,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:42.966878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:42.968498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c13c1dc4-0a4b-4e1d-97e2-d30d8a4c6cef tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3189056
Mar 26 21:13:42.972452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60652) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:42.977868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:42.988098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:43.004529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.014487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Current status of the port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:43.041432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Calling delete_port for 13a2de0a-53be-48cc-9fce-b47981ab2492 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:43.045637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Provisioning complete for port 13a2de0a-53be-48cc-9fce-b47981ab2492 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:43.047274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.048599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.152427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 84cfd907-c3e1-450e-8ac7-677f9f9198d2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:43.155659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8db368b0-0013-474e-bc3e-066a227017be None None] Port 13a2de0a-53be-48cc-9fce-b47981ab2492 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:43.217386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9b1f7819-3c87-4714-8a7b-cc941afec8c9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.256625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:43.256984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.270467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:43.275969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:43.280850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:43.285983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:43.286818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.288819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.307247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c/542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:43.307658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=9b1f7819-3c87-4714-8a7b-cc941afec8c9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:43.322561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d864a1f-d3ac-4bfa-8e34-5c89265c1e9f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2963850
Mar 26 21:13:43.323407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:43.328723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c', 'ip_address': '2001:db8::8efc:a6e8:c888:6f81'}], 'name': 'tempest-NetworksTestDHCPv6-644693013'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:43.338437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4ee7c940-40c7-4460-82df-b74c682c5a8b None None] Provisioning complete for port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:43.338797 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4ee7c940-40c7-4460-82df-b74c682c5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.403576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (13a2de0a-53be-48cc-9fce-b47981ab2492), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.462496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Port': ['ID=13a2de0a-53be-48cc-9fce-b47981ab2492,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:43.481533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:43.483639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:43.494926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.540291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port adc10859-685b-416e-969b-404a1bb16906 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:43.578529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fc76c04a-5c32-410d-9576-b3a1dfee67e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:43.583441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7c940-40c7-4460-82df-b74c682c5a8b None None] Current status of the port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:43.587188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.35.4.74 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/417cbeee-0ef1-4b92-ba61-d10cc788d400) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:43.606397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks [] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.610799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: fc76c04a-5c32-410d-9576-b3a1dfee67e1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:43.611291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fc76c04a-5c32-410d-9576-b3a1dfee67e1 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:43.616125 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.662133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:43.666765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:43.670955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:43.682620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Pushing event updated for resources: {'Port': ['ID=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:43.714591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.767023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Attempting to bind port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:43.768895 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Attempting to bind port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:43.769468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Attempting to bind port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:43.777876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:43.778084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:43.778570 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.779179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:43.779773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Bound port: 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:43.780272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.808603 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:13:43.809241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:43.838913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c7372f2-5818-4c48-a643-8990426c9181 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.5141914
Mar 26 21:13:43.841864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60672) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:43.850990 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.886043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] For port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:43.890521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] For port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:43.897351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:43.916644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd33df9-64ed-4b19-b43b-24e3b38a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:43.922159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd33df9-64ed-4b19-b43b-24e3b38a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:43.924503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9fd33df9-64ed-4b19-b43b-24e3b38a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0808151
Mar 26 21:13:43.926202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60674) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:43.958681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2f14-bde1-4aca-828e-056326f0bc51 None None] Pushing event updated for resources: {'Port': ['ID=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:43.984712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Router dc53abe3-3f65-4752-96ae-78f3f29188af has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:43.993870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.054643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 9b1f7819-3c87-4714-8a7b-cc941afec8c9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:44.055062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9b1f7819-3c87-4714-8a7b-cc941afec8c9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.056673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:44.092650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:44.125428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:44.180658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9b1f7819-3c87-4714-8a7b-cc941afec8c9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.185362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.189179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=417cbeee-0ef1-4b92-ba61-d10cc788d400,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:44.195657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 9b1f7819-3c87-4714-8a7b-cc941afec8c9 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:44.202507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:44.219542 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e8758ef3-98b2-4919-8266-88bd4c9bd320 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4076195
Mar 26 21:13:44.221462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] Sync routers for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:44.221792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:44.245490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:44.246134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:44.290707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.328711 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-6c69a2ca-e013-4d27-a84a-83d1ea6c9cd7 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] delete failed (client error): The resource could not be found.
Mar 26 21:13:44.328917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6c69a2ca-e013-4d27-a84a-83d1ea6c9cd7 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-747966726 HTTP/1.1" status: 404  len: 334 time: 0.1044395
Mar 26 21:13:44.332904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:44.337693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ba758333-ea49-43ad-91d2-4b3d216f9098 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc53abe3-3f65-4752-96ae-78f3f29188af'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:44.402470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.547636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edde310>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:44.558708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:44.559225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edde310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:44.595118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edde310>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:44.595118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef9c45-d6ab-4cf7-8605-7c2423237add None None] The sync data for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:44.634821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.641364 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.708165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ba758333-ea49-43ad-91d2-4b3d216f9098 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router_gateway (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.713310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=417cbeee-0ef1-4b92-ba61-d10cc788d400,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:44.715580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9b1f7819-3c87-4714-8a7b-cc941afec8c9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.730895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.750513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.759889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b502c56-921e-4957-a58a-e9522686e5fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7782469
Mar 26 21:13:44.764791 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-ba758333-ea49-43ad-91d2-4b3d216f9098 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] update failed (client error): The resource could not be found.
Mar 26 21:13:44.769229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ba758333-ea49-43ad-91d2-4b3d216f9098 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af HTTP/1.1" status: 404  len: 339 time: 0.4319882
Mar 26 21:13:44.769229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=9b1f7819-3c87-4714-8a7b-cc941afec8c9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:44.769488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:44.778209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1858759604'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:44.834599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.841318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1da47d0a-cde4-40a1-97a1-4f1f30b63fde tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/9b1f7819-3c87-4714-8a7b-cc941afec8c9 HTTP/1.1" status: 204  len: 168 time: 0.9117730
Mar 26 21:13:44.841722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60702) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:44.843726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:44.847587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.884992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:13:44.899413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ad8732e4-cdee-462f-a196-3f19c0130ff0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:44.899768 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Added segment ad8732e4-cdee-462f-a196-3f19c0130ff0 of type vlan for network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d
Mar 26 21:13:44.945852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5d153-323b-4e3b-a188-929a412ff001 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:44.949643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5d153-323b-4e3b-a188-929a412ff001 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:44.952179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fb5d153-323b-4e3b-a188-929a412ff001 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1082206
Mar 26 21:13:44.955221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60706) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:44.963827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (9c92a0b4-d81c-4788-a336-d5c5df24ca3d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.004305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (9c92a0b4-d81c-4788-a336-d5c5df24ca3d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.036498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:45.037802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.099116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:45.125970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.169247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:45.171944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-f4dbf73d-942e-48fc-8edd-899a69ad9b06 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1744113814&fields=id&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 267 time: 0.1444361
Mar 26 21:13:45.179466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Network': ['ID=9c92a0b4-d81c-4788-a336-d5c5df24ca3d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:45.185247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.187108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5b4e6eea-6d12-472e-ad23-262d54a480a9 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4164138
Mar 26 21:13:45.190004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60732) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:45.197071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'subnet': {'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:45.223858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:13:45.310613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Made reservation on behalf of 3e41821346ff4549a92ebf31d3e5de7b for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:45.316510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.322439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:45.322833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.365355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Provisioning complete for port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:45.366280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.378642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.390402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3daf77a3-36fb-4ab8-aaa0-01c556db1749 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:45.392312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3daf77a3-36fb-4ab8-aaa0-01c556db1749 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.2099156
Mar 26 21:13:45.438552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-a9070259-fd8f-4f91-a9d5-47557505f2b8 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/quotas/3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 375 time: 0.0124552
Mar 26 21:13:45.540515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:45.542277 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.570799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-f9cf3b2d-6724-4f8e-add2-13736b9dde44 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1173379
Mar 26 21:13:45.572428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.589275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (d7e6d752-2de4-4d9e-bbab-6aed6b91754f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.627516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Current status of the port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:45.627812 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.641479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:45.658473 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.666644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b337e013-d5ca-4868-b09d-80665e69c858 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c HTTP/1.1" status: 204  len: 168 time: 0.7079830
Mar 26 21:13:45.667654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60742) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:45.691106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] For port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:45.700746 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.721658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ccb3a04a-8f11-4668-98b7-609826fe8d4e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0469460
Mar 26 21:13:45.724436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60744) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:45.725571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Subnet': ['ID=d7e6d752-2de4-4d9e-bbab-6aed6b91754f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:45.732048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:45.744029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Checking segment: {'id': 'ad8732e4-cdee-462f-a196-3f19c0130ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:45.744501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network hostable DHCP agents. Network: 9c92a0b4-d81c-4788-a336-d5c5df24ca3d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:13:45.777814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:13:45.800838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c92a0b4-d81c-4788-a336-d5c5df24ca3d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:45.813219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:45.813825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.830084 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-8f064932-13c4-48ac-a5d6-593a646bcaaa service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074971
Mar 26 21:13:45.836502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb10ae2-390b-49e5-aa84-b8cad756bb5f None None] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:45.852849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e64239e-e583-4087-99dd-2f2c71ddc344 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6580350
Mar 26 21:13:45.853428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60748) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:45.862737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bfcd00cd-7747-45d2-8326-6829fb3fb558 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:45.864176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e82c5a9b-9440-4ea6-9efc-2d8e7ddd2d55 None None] Could not find standard attr ID for object b95cf096-af29-4827-9ff5-6a5eee3b454e. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:45.905769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:45.912451 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:13:45.912822 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:13:45.913589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:45.920753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da626121-2552-44d8-bf23-d8e95852d7f4 None None] Pushing event updated for resources: {'Port': ['ID=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:45.984400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454fea8-4597-4ac3-a790-a0eb33cf04f4 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:46.018209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fa9a73ab-7c77-4ba7-935a-becdd174979e None None] Could not find standard attr ID for object 9b1f7819-3c87-4714-8a7b-cc941afec8c9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:13:46.112363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c92a0b4-d81c-4788-a336-d5c5df24ca3d', 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d', 'project_id': '3e41821346ff4549a92ebf31d3e5de7b', 'fixed_ips': [{'subnet_id': 'd7e6d752-2de4-4d9e-bbab-6aed6b91754f'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:46.113480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.178015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfcd00cd-7747-45d2-8326-6829fb3fb558 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router_gateway (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.281067 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d8676b-bc6f-4b45-962c-8375c763e32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.287682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Allocated IP 2001:db8:1::2 (9c92a0b4-d81c-4788-a336-d5c5df24ca3d/d7e6d752-2de4-4d9e-bbab-6aed6b91754f/13e68791-8dcb-4915-8c99-e6be53b7bcd2) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:46.303382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:46.309477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:46.311903 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-bfcd00cd-7747-45d2-8326-6829fb3fb558 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:46.313131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bfcd00cd-7747-45d2-8326-6829fb3fb558 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af HTTP/1.1" status: 400  len: 364 time: 0.4586928
Mar 26 21:13:46.316797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:46.316948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.343675 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-65d866b4-44b8-4f78-9530-596b6bb84402 service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4734898
Mar 26 21:13:46.502120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d8676b-bc6f-4b45-962c-8375c763e32c admin admin] Publish callbacks [] for security_group (50819f64-8413-4ca8-ba28-34e9c474dda9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.508081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Deleting port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:46.508807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.509890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d8676b-bc6f-4b45-962c-8375c763e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (50819f64-8413-4ca8-ba28-34e9c474dda9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.577193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:46.639540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8676b-bc6f-4b45-962c-8375c763e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50819f64-8413-4ca8-ba28-34e9c474dda9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:46.663370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73397513-e1bc-4b07-b2b6-14e443464e86 req-f237ff65-99f1-4d4a-a509-bb39a6b3d697 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 210 time: 0.0699675
Mar 26 21:13:46.663612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60762) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:46.666337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39d8676b-bc6f-4b45-962c-8375c763e32c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15f1a08fcf2d470c85a370f1f111dcd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7506528
Mar 26 21:13:46.670507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5ac06135-6df3-4822-bc16-c1187ef505c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.709067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] For port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:46.709531 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.722511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:46.726626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:46.729505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Calling delete_port for 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:46.730183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:46.730782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.748893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=5ac06135-6df3-4822-bc16-c1187ef505c5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:46.758334 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks [] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.762292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-24fd7485-845d-4f5c-bc50-c8abae6ff14b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0346715
Mar 26 21:13:46.765349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60766) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:46.771891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '5ac06135-6df3-4822-bc16-c1187ef505c5', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-2094031385'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:46.796311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.802526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.902061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:46.919176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:46.920823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.930714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:46.940917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:46.954305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Pushing event updated for resources: {'Port': ['ID=13e68791-8dcb-4915-8c99-e6be53b7bcd2,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:46.986092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] Publish callbacks [] for security_group (50819f64-8413-4ca8-ba28-34e9c474dda9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:46.996706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] No DVR routers for this DVR port 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:47.044717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] Publish callbacks [] for security_group (50819f64-8413-4ca8-ba28-34e9c474dda9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.050910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.086946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c27e090-a661-4390-8d7e-74c1918ab2c1 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:47.094306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1938f-e80c-427e-82f4-6c76901944ea None None] Pushing event deleted for resources: {'Port': ['ID=542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:47.094917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port fe25bbab-70a0-4a8a-8102-1105b8202097 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:13:47.164140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:47.167549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Attempting to bind port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:47.168153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Attempting to bind port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad8732e4-cdee-462f-a196-3f19c0130ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:47.168774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Attempting to bind port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 on network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:47.224025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:47.224663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Checking segment: {'id': 'ad8732e4-cdee-462f-a196-3f19c0130ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:47.225233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.226033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Bound using segment: {'id': 'ad8732e4-cdee-462f-a196-3f19c0130ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:47.226704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Bound port: 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8732e4-cdee-462f-a196-3f19c0130ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9c92a0b4-d81c-4788-a336-d5c5df24ca3d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:47.227372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.241645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:47.242365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 542d8e49-8faa-4ad2-9dfb-a46fd8cd66c1 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:47.256697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (50819f64-8413-4ca8-ba28-34e9c474dda9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.262353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.269180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50819f64-8413-4ca8-ba28-34e9c474dda9 HTTP/1.1" status: 204  len: 168 time: 0.6042564
Mar 26 21:13:47.307259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e346-e682-4163-a09e-c417d54a7644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50819f64-8413-4ca8-ba28-34e9c474dda9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:47.332716 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:13:47.333521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:13:47.334859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Allocated IP 2001:db8::1 (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7/8db18916-90b6-4e16-b29c-b262a13a5fa3/7e43245c-fac3-40e4-a341-2deab6218fc6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:47.359355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-adf22bed-31c7-4dbd-89bf-94630d4e2f99 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.5904093
Mar 26 21:13:47.359573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60774) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:47.398207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '5ac06135-6df3-4822-bc16-c1187ef505c5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:47.399057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.420252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fc3bd04-a8e2-45b6-ad77-3397b891bb87 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0559101
Mar 26 21:13:47.420538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:47.423769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] For port 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:47.451315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] For port 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e68791-8dcb-4915-8c99-e6be53b7bcd2,segment=NetworkSegment(ad8732e4-cdee-462f-a196-3f19c0130ff0),segment_id=ad8732e4-cdee-462f-a196-3f19c0130ff0)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:47.498600 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.512065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19136f47-fd26-428b-811c-fd2431711acc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:47.513749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19136f47-fd26-428b-811c-fd2431711acc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:47.515973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19136f47-fd26-428b-811c-fd2431711acc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0941083
Mar 26 21:13:47.532211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60778) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:47.635302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.653445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05ea8a-a24c-41b4-adde-cbca166d70e9 None None] Pushing event updated for resources: {'Port': ['ID=13e68791-8dcb-4915-8c99-e6be53b7bcd2,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:47.676849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 5ac06135-6df3-4822-bc16-c1187ef505c5 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:47.695198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/5ac06135-6df3-4822-bc16-c1187ef505c5/c4943224-56b1-461e-afdf-f75aad7eb0b9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:47.711982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.799555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:47.812612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:47.813984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d75f9dfa-4dfa-4666-a2e0-ee04510f2238 req-a706dff0-2e8e-4eaf-a65d-f3b925015372 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 210 time: 0.0522621
Mar 26 21:13:47.820936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:47.822082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:47.881016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Port': ['ID=7e43245c-fac3-40e4-a341-2deab6218fc6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:47.986958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks [] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.012023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.020384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (5ac06135-6df3-4822-bc16-c1187ef505c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.061550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:48.080770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:48.085523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:48.124679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Pushing event updated for resources: {'Port': ['ID=c4943224-56b1-461e-afdf-f75aad7eb0b9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:48.177376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Attempting to bind port c4943224-56b1-461e-afdf-f75aad7eb0b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:48.178287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Attempting to bind port c4943224-56b1-461e-afdf-f75aad7eb0b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:48.178929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Attempting to bind port c4943224-56b1-461e-afdf-f75aad7eb0b9 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:48.185798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:48.186832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:48.187483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.188137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:48.188890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Bound port: c4943224-56b1-461e-afdf-f75aad7eb0b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:48.189525 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.299626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] For port c4943224-56b1-461e-afdf-f75aad7eb0b9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:48.303573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] For port c4943224-56b1-461e-afdf-f75aad7eb0b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4943224-56b1-461e-afdf-f75aad7eb0b9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:48.311565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.374118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0b5f-a2ab-4222-a2e8-bd7d2ba52491 None None] Pushing event updated for resources: {'Port': ['ID=c4943224-56b1-461e-afdf-f75aad7eb0b9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:48.399316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e8552ddd-513e-49f1-a8af-69cc1ccec4dd None None] Provisioning complete for port 7e43245c-fac3-40e4-a341-2deab6218fc6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:48.400011 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e8552ddd-513e-49f1-a8af-69cc1ccec4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.433380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (5ac06135-6df3-4822-bc16-c1187ef505c5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.439595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e8552ddd-513e-49f1-a8af-69cc1ccec4dd None None] Port 7e43245c-fac3-40e4-a341-2deab6218fc6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:48.482002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.733301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5ac06135-6df3-4822-bc16-c1187ef505c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.742200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-45593ec6-4a05-46a8-856d-062b0d87bb21 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:48.743840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-45593ec6-4a05-46a8-856d-062b0d87bb21 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.6733515
Mar 26 21:13:48.940755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-536a9de1-fc94-4dd8-95cc-2ffd5cdfc752 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 380 time: 0.1764681
Mar 26 21:13:48.941792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (5ac06135-6df3-4822-bc16-c1187ef505c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:48.975055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'port': {'device_id': 'a385a731-a831-4390-a22f-d415b88ab971', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'admin_state_up': True, 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'security_groups': ['6aa8c490-1026-49fb-b693-8d49713376c7']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:48.976447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd899fa-38af-48a7-a05c-e7dfb82ef069 None None] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:48.984114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b0eeb58-c185-44cb-8258-e856d2e1305e req-cc280828-2111-4551-8fb1-d220475f84aa tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 210 time: 0.0870442
Mar 26 21:13:49.023218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac06135-6df3-4822-bc16-c1187ef505c5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:49.042299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.048838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f1d28740-f56e-4f9e-9d97-df66bf6c7a81 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5ac06135-6df3-4822-bc16-c1187ef505c5 HTTP/1.1" status: 204  len: 168 time: 1.5143101
Mar 26 21:13:49.049001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60788) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:49.086832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Provisioning complete for port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:49.087351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.117988 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c243de0-f529-4517-8caf-b99b00ee5086 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0681057
Mar 26 21:13:49.122560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60790) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:49.135749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:49.166084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.188049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.188879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.277503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:49.283383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.288819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:49.292552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.357173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event updated for resources: {'Port': ['ID=7e43245c-fac3-40e4-a341-2deab6218fc6,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:49.408987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Current status of the port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:49.409552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.411404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 13e68791-8dcb-4915-8c99-e6be53b7bcd2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:49.457662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:49.463720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:49.488990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] For port 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e68791-8dcb-4915-8c99-e6be53b7bcd2,segment=NetworkSegment(ad8732e4-cdee-462f-a196-3f19c0130ff0),segment_id=ad8732e4-cdee-462f-a196-3f19c0130ff0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:49.500869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.502880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:49.503240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.588162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.666699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.20.0.10 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/58fdf8b9-05fd-4e59-b16d-30ba582da9ad) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:49.692396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:49.693977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:49.696597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:49.701121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:49.705245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:49.706313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.706443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c4943224-56b1-461e-afdf-f75aad7eb0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:49.741756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Router dc53abe3-3f65-4752-96ae-78f3f29188af has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:49.742486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60794) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:49.748554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-660e6693-4fea-42b8-89da-843beff9366e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6254830
Mar 26 21:13:49.753312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-490192529', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:49.759475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d59d4-827b-483a-b2e8-131b913c0ccd None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:49.815401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc572a-becc-4e43-9c6a-2d540ab6fcce None None] Pushing event updated for resources: {'Port': ['ID=13e68791-8dcb-4915-8c99-e6be53b7bcd2,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:49.837671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (98da3b8d-ad4f-448d-9866-39ada986695f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.838696 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (98da3b8d-ad4f-448d-9866-39ada986695f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.886692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Provisioning complete for port c4943224-56b1-461e-afdf-f75aad7eb0b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:49.887079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:49.922459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c4943224-56b1-461e-afdf-f75aad7eb0b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:49.922843 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.019639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router_controller (98da3b8d-ad4f-448d-9866-39ada986695f), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.023568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.025930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:50.032144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a14fd649-4e9a-4094-be78-1d85e28a6943 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7141373
Mar 26 21:13:50.034739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60798) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:50.042503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (98da3b8d-ad4f-448d-9866-39ada986695f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.044069 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] Sync routers for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:50.051173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Current status of the port c4943224-56b1-461e-afdf-f75aad7eb0b9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:50.051578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.059746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:50.064822 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f53f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:50.101998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c4943224-56b1-461e-afdf-f75aad7eb0b9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:50.102398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.142784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] For port c4943224-56b1-461e-afdf-f75aad7eb0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4943224-56b1-461e-afdf-f75aad7eb0b9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:50.145386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.148383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fb9793a3-899c-47f6-8e74-9607b9ac29a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4013746
Mar 26 21:13:50.160025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:50.162807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.172933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8213cab-5af5-4a84-a370-33570ce79873 req-badf3589-7ed2-4428-b5e0-6771a42a96fe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 210 time: 0.0472760
Mar 26 21:13:50.239312 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f53f370>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:50.244973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d74a123f-9cd8-4b8e-836d-9e32eda08c12 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.246886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b43e2-326b-4bd2-960f-0daa766ee9cf None None] Pushing event updated for resources: {'Port': ['ID=c4943224-56b1-461e-afdf-f75aad7eb0b9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:50.249461 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:50.250900 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f53f370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:50.298376 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f53f370>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:50.300602 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7126154c-e4cd-4c27-81c5-09f00ba96530 None None] The sync data for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:50.326908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:13:50.326908 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:13:50.329646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Provisioning complete for port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:50.330026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.365850 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.418785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Current status of the port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:50.429578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Provisioning complete for port 7e43245c-fac3-40e4-a341-2deab6218fc6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:50.429967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.466787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-755cc229-33cc-43ca-a036-f03887afcfeb None None] Port 7e43245c-fac3-40e4-a341-2deab6218fc6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:50.492456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:50.532012 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-d74a123f-9cd8-4b8e-836d-9e32eda08c12 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] delete failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:13:50.533074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d74a123f-9cd8-4b8e-836d-9e32eda08c12 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af HTTP/1.1" status: 409  len: 376 time: 0.4974396
Mar 26 21:13:50.536006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:50.559375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:50.561817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:50.565690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:50.594766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3645ee2a-92ef-45ac-bede-af825a8835c7 None None] Provisioning complete for port c4943224-56b1-461e-afdf-f75aad7eb0b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:50.595342 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3645ee2a-92ef-45ac-bede-af825a8835c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.660048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:50.660768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.758279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3645ee2a-92ef-45ac-bede-af825a8835c7 None None] Current status of the port c4943224-56b1-461e-afdf-f75aad7eb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:50.879994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c4943224-56b1-461e-afdf-f75aad7eb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:50.893190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3eab338b-b2f2-4803-b991-acd3af552de1 None None] Provisioning complete for port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:50.893794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3eab338b-b2f2-4803-b991-acd3af552de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:50.934966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3eab338b-b2f2-4803-b991-acd3af552de1 None None] Port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:51.036038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.045869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-0b011316-71b0-4357-beac-97de2de45e5e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0786083
Mar 26 21:13:51.047042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.061063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Request body: {'port': {'device_id': 'a385a731-a831-4390-a22f-d415b88ab971', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:51.106381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 13e68791-8dcb-4915-8c99-e6be53b7bcd2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:51.157664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:51.158305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.222906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.245454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:51.247045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c4943224-56b1-461e-afdf-f75aad7eb0b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:51.299035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c4943224-56b1-461e-afdf-f75aad7eb0b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:51.299440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.318799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting port 7e43245c-fac3-40e4-a341-2deab6218fc6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:51.319734 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.389237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c4943224-56b1-461e-afdf-f75aad7eb0b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:51.421674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.434063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Calling delete_port for 7e43245c-fac3-40e4-a341-2deab6218fc6 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:51.494272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eb054-eb52-45a3-800c-6601e618a500 req-81d79a7d-4b2d-46f3-b81c-28935b535a16 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:51.495759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a59eb054-eb52-45a3-800c-6601e618a500 req-81d79a7d-4b2d-46f3-b81c-28935b535a16 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 932 time: 0.2002306
Mar 26 21:13:51.520331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::1 (47e09718-1805-4aca-aaca-0947e5412160/2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e/58da7c32-fddf-49d4-a55d-34e401fe3dd1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:51.617264 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7e43245c-fac3-40e4-a341-2deab6218fc6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.637394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a59eb054-eb52-45a3-800c-6601e618a500 req-f8e407c9-5f0e-4e52-b8b0-464c9cd15d73 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353312
Mar 26 21:13:51.647281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Port': ['ID=7e43245c-fac3-40e4-a341-2deab6218fc6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:51.750385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.754159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (dc53abe3-3f65-4752-96ae-78f3f29188af), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.790432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fdf8b9-05fd-4e59-b16d-30ba582da9ad {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:51.802723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks [] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.831233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Transition to ACTIVE for port object 58fdf8b9-05fd-4e59-b16d-30ba582da9ad will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:13:51.836974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.851862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.901455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:51.906056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:51.915561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:51.916076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (98da3b8d-ad4f-448d-9866-39ada986695f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:51.946739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Router dc53abe3-3f65-4752-96ae-78f3f29188af has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:51.982472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Pushing event updated for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.052791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:52.067255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-10e66035-666b-4cc4-b557-e32fddf7960c tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5266633
Mar 26 21:13:52.067448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] Sync routers for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:52.069663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60826) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:52.090373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:52.091023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:52.124240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Attempting to bind port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:52.124778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Attempting to bind port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:52.124876 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-d85cd8ef-4d74-4d2b-bdc2-f4efeabb4dc7 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] show failed (client error): The resource could not be found.
Mar 26 21:13:52.124993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Attempting to bind port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:52.129105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d85cd8ef-4d74-4d2b-bdc2-f4efeabb4dc7 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-70745106 HTTP/1.1" status: 404  len: 333 time: 0.0550535
Mar 26 21:13:52.130249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:52.130961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.137162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4f3d6d24-1371-41c8-ba25-2c19382ccbaa tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Request body: {'router': {'name': 'new_name'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:52.144673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:13:52.145009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Attempting to bind port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:52.147905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3d90>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:52.152544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:52.153043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:52.153445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:52.154197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Bound port: 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:52.154460 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.173644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] Routers {'dc53abe3-3f65-4752-96ae-78f3f29188af'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:52.174466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dc53abe3-3f65-4752-96ae-78f3f29188af'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:52.180999 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-4f3d6d24-1371-41c8-ba25-2c19382ccbaa tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] update failed (client error): The resource could not be found.
Mar 26 21:13:52.185485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4f3d6d24-1371-41c8-ba25-2c19382ccbaa tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-823617713 HTTP/1.1" status: 404  len: 334 time: 0.0503480
Mar 26 21:13:52.185754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60830) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:52.234335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5b3d90>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:52.235292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d21bd-98fb-44fe-a3f9-d33fc59006ce None None] The sync data for ids ['dc53abe3-3f65-4752-96ae-78f3f29188af'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:52.240267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting subnet d7e6d752-2de4-4d9e-bbab-6aed6b91754f {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:52.243624 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (d7e6d752-2de4-4d9e-bbab-6aed6b91754f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.249837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.296064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d7e6d752-2de4-4d9e-bbab-6aed6b91754f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.371853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-86233b1f-da37-4dc7-be61-78ff90209fd3 None None] Provisioning complete for port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:52.372231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-86233b1f-da37-4dc7-be61-78ff90209fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.382167 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d7e6d752-2de4-4d9e-bbab-6aed6b91754f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.387474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:52.403368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:52.412897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-86233b1f-da37-4dc7-be61-78ff90209fd3 None None] Port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:52.418482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.449155 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d7e6d752-2de4-4d9e-bbab-6aed6b91754f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.468338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:52.468958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.470423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] 10.222.0.18 "PUT /v2.0/ports/58fdf8b9-05fd-4e59-b16d-30ba582da9ad HTTP/1.1" status: 200  len: 1092 time: 1.4139183
Mar 26 21:13:52.473040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:52.476046 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98237bd3-485d-4883-8f0b-74925e532fee" -d '{"events": [{"name": "network-changed", "server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:52.499032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e6d752-2de4-4d9e-bbab-6aed6b91754f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.504440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd38106-c51d-4df0-b343-27915f33f49b None None] Network 9c92a0b4-d81c-4788-a336-d5c5df24ca3d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:52.507783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.512098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b3286118-c63e-4e47-a1d7-d1f4f30a8744 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/subnets/d7e6d752-2de4-4d9e-bbab-6aed6b91754f HTTP/1.1" status: 204  len: 168 time: 0.3252702
Mar 26 21:13:52.514993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60834) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:52.533186 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0fc7a4-f5d9-4e23-bdd5-d92a95bb05d8 x-openstack-request-id: req-ec0fc7a4-f5d9-4e23-bdd5-d92a95bb05d8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:52.533877 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:52.534297 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec0fc7a4-f5d9-4e23-bdd5-d92a95bb05d8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:52.534918 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0fc7a4-f5d9-4e23-bdd5-d92a95bb05d8'] response: {'name': 'network-changed', 'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'status': 'completed', 'code': 200}
Mar 26 21:13:52.559893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45a8b1-702e-4b7a-8862-4ac51a805071 service neutron] Pushing event updated for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.633946 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9c92a0b4-d81c-4788-a336-d5c5df24ca3d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.698204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-a3bb02ce-2505-486d-b3be-07575838ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:52.700513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-a3bb02ce-2505-486d-b3be-07575838ad49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 1126 time: 0.1524105
Mar 26 21:13:52.715698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:52.716428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.778320 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.780916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-6cf14bc8-eb47-4438-afcd-162cd694842e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad HTTP/1.1" status: 200  len: 217 time: 0.0730438
Mar 26 21:13:52.785511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.787551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (98da3b8d-ad4f-448d-9866-39ada986695f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.801360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] For port 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e68791-8dcb-4915-8c99-e6be53b7bcd2,segment=NetworkSegment(ad8732e4-cdee-462f-a196-3f19c0130ff0),segment_id=ad8732e4-cdee-462f-a196-3f19c0130ff0)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:52.801749 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.814988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Calling delete_port for 13e68791-8dcb-4915-8c99-e6be53b7bcd2 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:52.844667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] DHCP port deletion for 9c92a0b4-d81c-4788-a336-d5c5df24ca3d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:52.917322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Deleting port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:52.917832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.926967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:52.956101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Port': ['ID=13e68791-8dcb-4915-8c99-e6be53b7bcd2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.958001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:52.959848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] No DVR routers for this DVR port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:52.963650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-396665b7-c6c3-4660-8905-d24e85c62f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:52.965054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-396665b7-c6c3-4660-8905-d24e85c62f83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1546633
Mar 26 21:13:52.991626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c48c8-b3f4-4d24-8ab7-31def314946b req-b4fae804-1d08-4c71-aaf5-51d4ec35e661 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:52.992649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] For port 13e68791-8dcb-4915-8c99-e6be53b7bcd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=13e68791-8dcb-4915-8c99-e6be53b7bcd2,segment=NetworkSegment(ad8732e4-cdee-462f-a196-3f19c0130ff0),segment_id=ad8732e4-cdee-462f-a196-3f19c0130ff0)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:52.993199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b2c48c8-b3f4-4d24-8ab7-31def314946b req-b4fae804-1d08-4c71-aaf5-51d4ec35e661 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 944 time: 0.2270496
Mar 26 21:13:53.001258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.023812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Calling delete_port for 13e68791-8dcb-4915-8c99-e6be53b7bcd2 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:53.053791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9c92a0b4-d81c-4788-a336-d5c5df24ca3d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.058926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:53.063086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:53.080108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d5b11f0>,) {'filters': {'network_id': ['9c92a0b4-d81c-4788-a336-d5c5df24ca3d']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:53.091740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5b11f0>, 'ad8732e4-cdee-462f-a196-3f19c0130ff0') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:53.092220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5b11f0>, 'ad8732e4-cdee-462f-a196-3f19c0130ff0') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:53.105148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (ad8732e4-cdee-462f-a196-3f19c0130ff0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.139242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ad8732e4-cdee-462f-a196-3f19c0130ff0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.149117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:53.149643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (ad8732e4-cdee-462f-a196-3f19c0130ff0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:53.153546 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:53.156306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b2c48c8-b3f4-4d24-8ab7-31def314946b req-50afc972-5bb4-4c8f-a278-40269f313556 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353166
Mar 26 21:13:53.162322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-a31dd437-92ac-4fed-9fb2-f0c534bb9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:53.164071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-a31dd437-92ac-4fed-9fb2-f0c534bb9acf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1876452
Mar 26 21:13:53.181109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (13e68791-8dcb-4915-8c99-e6be53b7bcd2), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.184582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 13e68791-8dcb-4915-8c99-e6be53b7bcd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:53.234960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] No DVR routers for this DVR port 13e68791-8dcb-4915-8c99-e6be53b7bcd2 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:53.240689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d2bed-e139-4330-ac85-9be41f0a9853 None None] Pushing event deleted for resources: {'Port': ['ID=13e68791-8dcb-4915-8c99-e6be53b7bcd2,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:53.248617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 13e68791-8dcb-4915-8c99-e6be53b7bcd2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:53.248617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 13e68791-8dcb-4915-8c99-e6be53b7bcd2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:53.253496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9c92a0b4-d81c-4788-a336-d5c5df24ca3d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.273614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.277697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/networks/9c92a0b4-d81c-4788-a336-d5c5df24ca3d HTTP/1.1" status: 204  len: 168 time: 0.7615008
Mar 26 21:13:53.279183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c829dc-18e9-4bea-9cd8-aae352cd939b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Network': ['ID=9c92a0b4-d81c-4788-a336-d5c5df24ca3d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:53.283547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60842) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:53.371193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting subnet 3f3f3821-312f-4272-8d50-bace26cf3f16 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:53.383508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (3f3f3821-312f-4272-8d50-bace26cf3f16), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.414907 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-53e29312-be52-4f75-8486-2bd230d2b3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417352
Mar 26 21:13:53.417866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Router 98da3b8d-ad4f-448d-9866-39ada986695f is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:13:53.454669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (3f3f3821-312f-4272-8d50-bace26cf3f16), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.561280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e572750e-c1b5-42d5-84d5-d36e61a6de16 None None] Provisioning complete for port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:53.561575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e572750e-c1b5-42d5-84d5-d36e61a6de16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:53.595800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e572750e-c1b5-42d5-84d5-d36e61a6de16 None None] Port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:13:53.918423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-565e3be8-5ea0-4d67-82b4-70029ac8d8be req-ca6baa8e-1407-429b-a82b-1021f5f4c1f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4957819
Mar 26 21:13:53.921715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:53.930515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b3adf5e5-832e-40a7-89a8-b5bc641a6115 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "PUT /v2.0/routers/98da3b8d-ad4f-448d-9866-39ada986695f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7665725
Mar 26 21:13:53.930515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:53.932985 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Sync routers for ids ['98da3b8d-ad4f-448d-9866-39ada986695f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:53.945143 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Routers {'98da3b8d-ad4f-448d-9866-39ada986695f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:53.945838 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['98da3b8d-ad4f-448d-9866-39ada986695f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:53.986077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3f3f3821-312f-4272-8d50-bace26cf3f16), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.032165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4d40a-9658-4e8b-876a-6e8e8aecfd3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.035886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b5f4d40a-9658-4e8b-876a-6e8e8aecfd3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports/58da7c32-fddf-49d4-a55d-34e401fe3dd1 HTTP/1.1" status: 200  len: 911 time: 0.1021588
Mar 26 21:13:54.036444 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:54.039231 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Set router 98da3b8d-ad4f-448d-9866-39ada986695f gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:54.065804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98237bd3-485d-4883-8f0b-74925e532fee req-669e657a-bac6-4338-a76b-4693b1955332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.067333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-669e657a-bac6-4338-a76b-4693b1955332 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 1126 time: 0.0947800
Mar 26 21:13:54.095026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa395c50-d37b-4972-8ff2-d4d9f26735b8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.100454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa395c50-d37b-4972-8ff2-d4d9f26735b8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.104888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa395c50-d37b-4972-8ff2-d4d9f26735b8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0644233
Mar 26 21:13:54.105080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60850) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:54.156122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (3f3f3821-312f-4272-8d50-bace26cf3f16), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.208755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3f3821-312f-4272-8d50-bace26cf3f16,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:54.211421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98237bd3-485d-4883-8f0b-74925e532fee req-5ec04652-e526-41da-b240-63e80216c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.212969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-5ec04652-e526-41da-b240-63e80216c06b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1391530
Mar 26 21:13:54.218830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.222499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c55bac6b-7364-4728-a3a8-be9175a47d5b tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/subnets/3f3f3821-312f-4272-8d50-bace26cf3f16 HTTP/1.1" status: 204  len: 168 time: 0.9376304
Mar 26 21:13:54.231399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38669a47-5152-48e0-936e-7f7e8ff4b8ad None None] Network 20763d04-324b-48c7-b09d-8ef319dd6c34 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:54.256743 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368dc0>, [{'id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'name': 'tempest-NetworksTestDHCPv6-router-490192529', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:49Z', 'updated_at': '2022-03-26T21:13:52Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '58da7c32-fddf-49d4-a55d-34e401fe3dd1', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:a8:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:51Z', 'updated_at': '2022-03-26T21:13:52Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:54.275638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:54.276192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-f75cc43f-0141-4269-ab5a-67f9cda20746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad HTTP/1.1" status: 200  len: 217 time: 0.0522656
Mar 26 21:13:54.286279 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Checking router: 98da3b8d-ad4f-448d-9866-39ada986695f for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:13:54.286977 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Updating router 98da3b8d-ad4f-448d-9866-39ada986695f port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:13:54.325660 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.336219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98237bd3-485d-4883-8f0b-74925e532fee req-db93aac8-4658-4736-8012-0c4e01cd154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.337697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-db93aac8-4658-4736-8012-0c4e01cd154f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0556152
Mar 26 21:13:54.403332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98237bd3-485d-4883-8f0b-74925e532fee req-19194cd9-453c-4d8b-8936-053ef42b98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.404985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-19194cd9-453c-4d8b-8936-053ef42b98b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0605621
Mar 26 21:13:54.412345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] DHCP port deletion for 20763d04-324b-48c7-b09d-8ef319dd6c34 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:54.477894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Deleting port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:54.478203 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.536188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-81e5eed6-4b84-405a-9a48-2fad413debec service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239393
Mar 26 21:13:54.547579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] For port 84cfd907-c3e1-450e-8ac7-677f9f9198d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84cfd907-c3e1-450e-8ac7-677f9f9198d2,segment=NetworkSegment(d5fdb582-815c-4a09-995c-6eec48739744),segment_id=d5fdb582-815c-4a09-995c-6eec48739744)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:54.548111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.563887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Calling delete_port for 84cfd907-c3e1-450e-8ac7-677f9f9198d2 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:54.640114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98237bd3-485d-4883-8f0b-74925e532fee req-6a99d917-4e46-4e81-a9fa-cb2688660b31 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975492
Mar 26 21:13:54.653680 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks [] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.665760 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.679543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (84cfd907-c3e1-450e-8ac7-677f9f9198d2), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.690602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting subnet 76a38049-5ee8-4caa-8d53-526d7fbcd6b6 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:54.697175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (76a38049-5ee8-4caa-8d53-526d7fbcd6b6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.708008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] Pushing event deleted for resources: {'Port': ['ID=84cfd907-c3e1-450e-8ac7-677f9f9198d2,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:54.710051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32771523-2ef9-418e-b7f9-98210c737c77 None None] No DVR routers for this DVR port 84cfd907-c3e1-450e-8ac7-677f9f9198d2 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:54.725316 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Pushing event updated for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:54.751331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.751691 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.752061 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.752401 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.753283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.753283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.753615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.753731 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.753994 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.754318 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.754641 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.754962 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.755449 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.756021 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.756488 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:13:54.770642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12564dc7-caab-45fc-8c70-42be98407658 req-3e136fae-d977-4bfb-aba6-d6c10be6eadd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:54.773339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12564dc7-caab-45fc-8c70-42be98407658 req-3e136fae-d977-4bfb-aba6-d6c10be6eadd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 944 time: 0.5101843
Mar 26 21:13:54.794009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (76a38049-5ee8-4caa-8d53-526d7fbcd6b6), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.797317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Attempting to bind port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:54.797703 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Attempting to bind port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:54.798068 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Attempting to bind port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:54.803517 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:54.803899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:54.804420 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.804746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:54.805222 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Bound port: 58da7c32-fddf-49d4-a55d-34e401fe3dd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:54.805608 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.890352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] For port 58da7c32-fddf-49d4-a55d-34e401fe3dd1, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:54.893169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12564dc7-caab-45fc-8c70-42be98407658 req-67a6cb4b-6b01-4a35-84aa-9026aaef0af3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120412
Mar 26 21:13:54.893759 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] For port 58da7c32-fddf-49d4-a55d-34e401fe3dd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58da7c32-fddf-49d4-a55d-34e401fe3dd1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:54.906814 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.979260 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fcca9-39c2-499e-84ca-2f98a34ded62 None None] Pushing event updated for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:54.979896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (76a38049-5ee8-4caa-8d53-526d7fbcd6b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:54.991101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Routers {'98da3b8d-ad4f-448d-9866-39ada986695f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:54.992013 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['98da3b8d-ad4f-448d-9866-39ada986695f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:55.061798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Provisioning complete for port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:55.062283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.097689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (98da3b8d-ad4f-448d-9866-39ada986695f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.107060 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74f60887-0d8b-4a57-99b9-daa515b89bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.132205 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] Set router 98da3b8d-ad4f-448d-9866-39ada986695f gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:13:55.152259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 84cfd907-c3e1-450e-8ac7-677f9f9198d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:55.175311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 84cfd907-c3e1-450e-8ac7-677f9f9198d2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:55.175704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 84cfd907-c3e1-450e-8ac7-677f9f9198d2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:55.190027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (76a38049-5ee8-4caa-8d53-526d7fbcd6b6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.231147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Current status of the port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:55.232057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.235896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.239137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/subnets/76a38049-5ee8-4caa-8d53-526d7fbcd6b6 HTTP/1.1" status: 204  len: 168 time: 0.9620171
Mar 26 21:13:55.240049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998c8d-2788-41fe-b4f8-e6c49eaf040f tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Subnet': ['ID=76a38049-5ee8-4caa-8d53-526d7fbcd6b6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:55.241817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:55.246603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f1a7a-4aad-407d-9ada-6243674f6b79 None None] Network f1904ad1-c5db-41e4-95a3-d085c54fbcb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:55.334856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] For port 58da7c32-fddf-49d4-a55d-34e401fe3dd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58da7c32-fddf-49d4-a55d-34e401fe3dd1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:55.359272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (20763d04-324b-48c7-b09d-8ef319dd6c34), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.366795 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.393456 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368dc0>, [{'id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'name': 'tempest-NetworksTestDHCPv6-router-490192529', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:49Z', 'updated_at': '2022-03-26T21:13:52Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '58da7c32-fddf-49d4-a55d-34e401fe3dd1', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:a8:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:51Z', 'updated_at': '2022-03-26T21:13:54Z', 'revision_number': 4, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:55.422019 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a32ee8a-df5b-4ef8-b92e-0289b30d985e None None] The sync data for ids ['98da3b8d-ad4f-448d-9866-39ada986695f'] in ncdv-master-1 is: [{'id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'name': 'tempest-NetworksTestDHCPv6-router-490192529', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:49Z', 'updated_at': '2022-03-26T21:13:52Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '58da7c32-fddf-49d4-a55d-34e401fe3dd1', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:a8:79:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98da3b8d-ad4f-448d-9866-39ada986695f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:51Z', 'updated_at': '2022-03-26T21:13:54Z', 'revision_number': 4, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:55.431910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa3342-72d9-4508-a47b-0a829fe30c7e None None] Pushing event updated for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:55.441139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:55.441502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.503088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8e5cebe6-4535-4b9f-8693-0ce2d8376ac2 None None] Provisioning complete for port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:55.503474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e5cebe6-4535-4b9f-8693-0ce2d8376ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.536488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] DHCP port deletion for f1904ad1-c5db-41e4-95a3-d085c54fbcb5 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:55.537471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (20763d04-324b-48c7-b09d-8ef319dd6c34), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.546628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port 58da7c32-fddf-49d4-a55d-34e401fe3dd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58da7c32-fddf-49d4-a55d-34e401fe3dd1,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:55.546996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.561216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e236ca0>,) {'filters': {'network_id': ['20763d04-324b-48c7-b09d-8ef319dd6c34']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:55.563573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 58da7c32-fddf-49d4-a55d-34e401fe3dd1 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:55.584887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e236ca0>, 'd5fdb582-815c-4a09-995c-6eec48739744') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:55.585289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e236ca0>, 'd5fdb582-815c-4a09-995c-6eec48739744') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:55.602691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d5fdb582-815c-4a09-995c-6eec48739744), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.624765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d5fdb582-815c-4a09-995c-6eec48739744), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.635541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:55.636146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d5fdb582-815c-4a09-995c-6eec48739744), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:55.640767 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:55.645418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8e5cebe6-4535-4b9f-8693-0ce2d8376ac2 None None] Current status of the port 58da7c32-fddf-49d4-a55d-34e401fe3dd1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:55.647550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Deleting port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:55.647986 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.712766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (20763d04-324b-48c7-b09d-8ef319dd6c34), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.718683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.725073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/networks/20763d04-324b-48c7-b09d-8ef319dd6c34 HTTP/1.1" status: 204  len: 168 time: 0.4821067
Mar 26 21:13:55.725692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:55.736316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] For port 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4d9310-5f2e-4960-96fa-bbdc031cec51,segment=NetworkSegment(ccc473f1-0b1b-410e-b58b-cbf87443710c),segment_id=ccc473f1-0b1b-410e-b58b-cbf87443710c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:55.736718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.780291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed15c61-9aaf-487f-b8ef-85ff10b1ab42 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Network': ['ID=20763d04-324b-48c7-b09d-8ef319dd6c34,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:55.791333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Calling delete_port for 3f4d9310-5f2e-4960-96fa-bbdc031cec51 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:55.842880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (58da7c32-fddf-49d4-a55d-34e401fe3dd1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.871911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f1904ad1-c5db-41e4-95a3-d085c54fbcb5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:55.877662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=58da7c32-fddf-49d4-a55d-34e401fe3dd1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:55.978011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:55.978355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.078103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] For port 3f4d9310-5f2e-4960-96fa-bbdc031cec51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4d9310-5f2e-4960-96fa-bbdc031cec51,segment=NetworkSegment(ccc473f1-0b1b-410e-b58b-cbf87443710c),segment_id=ccc473f1-0b1b-410e-b58b-cbf87443710c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:56.078470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.093927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Calling delete_port for 3f4d9310-5f2e-4960-96fa-bbdc031cec51 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:56.098284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 58fdf8b9-05fd-4e59-b16d-30ba582da9ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:13:56.124576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (98da3b8d-ad4f-448d-9866-39ada986695f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.249700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.268909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] No DVR routers for this DVR port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:56.273206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:56.284720 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (3f4d9310-5f2e-4960-96fa-bbdc031cec51), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.288976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'port_id': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'mac_address': 'fa:16:3e:da:34:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:13:56.317930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] Pushing event deleted for resources: {'Port': ['ID=3f4d9310-5f2e-4960-96fa-bbdc031cec51,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.334665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294945b8-6fcc-4f5a-aaf3-7dcd96cc6524 req-e96c6448-9243-4fb6-8393-3c3f6e90bab3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:56.336258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-294945b8-6fcc-4f5a-aaf3-7dcd96cc6524 req-e96c6448-9243-4fb6-8393-3c3f6e90bab3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 944 time: 0.1867206
Mar 26 21:13:56.337394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Port': ['ID=3f4d9310-5f2e-4960-96fa-bbdc031cec51,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.353665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Router 98da3b8d-ad4f-448d-9866-39ada986695f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:13:56.365110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:56.365497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.369071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e267166-9b36-4b8b-88cd-42385377c318 None None] No DVR routers for this DVR port 3f4d9310-5f2e-4960-96fa-bbdc031cec51 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:56.394844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fdf8b9-05fd-4e59-b16d-30ba582da9ad {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:13:56.415004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-294945b8-6fcc-4f5a-aaf3-7dcd96cc6524 req-9734e028-f946-460e-a717-74a6b062db3c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463443
Mar 26 21:13:56.424511 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:56.429887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.448938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f1904ad1-c5db-41e4-95a3-d085c54fbcb5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.462541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:13:56.469058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4b74e82-5cd0-48c8-85ec-b83b45970b1c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "PUT /v2.0/routers/98da3b8d-ad4f-448d-9866-39ada986695f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3615532
Mar 26 21:13:56.470279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60866) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.480015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d3b8130>,) {'filters': {'network_id': ['f1904ad1-c5db-41e4-95a3-d085c54fbcb5']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:56.491625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3b8130>, 'ccc473f1-0b1b-410e-b58b-cbf87443710c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:56.491878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3b8130>, 'ccc473f1-0b1b-410e-b58b-cbf87443710c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:56.502819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.507409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ccc473f1-0b1b-410e-b58b-cbf87443710c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.522989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ccc473f1-0b1b-410e-b58b-cbf87443710c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.530766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:56.531309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ccc473f1-0b1b-410e-b58b-cbf87443710c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.532746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837921d-8f83-40f9-a4a3-38ac0eb42d28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:56.534294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837921d-8f83-40f9-a4a3-38ac0eb42d28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:56.534737 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:56.540339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6837921d-8f83-40f9-a4a3-38ac0eb42d28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0646274
Mar 26 21:13:56.540339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.592506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:56.595960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.601401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f1904ad1-c5db-41e4-95a3-d085c54fbcb5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.608329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.611459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/networks/f1904ad1-c5db-41e4-95a3-d085c54fbcb5 HTTP/1.1" status: 204  len: 168 time: 0.8799803
Mar 26 21:13:56.613919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60870) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.631400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610138-7db6-4a29-ac25-bfbeb6828b88 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Network': ['ID=f1904ad1-c5db-41e4-95a3-d085c54fbcb5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.642894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.674146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting subnet 8db18916-90b6-4e16-b29c-b262a13a5fa3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:13:56.677437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (8db18916-90b6-4e16-b29c-b262a13a5fa3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.690540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.698530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['58fdf8b9-05fd-4e59-b16d-30ba582da9ad'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:13:56.725555 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (8db18916-90b6-4e16-b29c-b262a13a5fa3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.765964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.796992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.799277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.802747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fba76c80-5857-48a3-af87-64ba93be6ed0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e HTTP/1.1" status: 204  len: 168 time: 0.2626300
Mar 26 21:13:56.805314 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60872) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.815757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c66d2-7532-436b-951a-2b7a93ebdd72 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:56.815985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (8db18916-90b6-4e16-b29c-b262a13a5fa3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.887974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (8db18916-90b6-4e16-b29c-b262a13a5fa3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.933690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Subnet': ['ID=8db18916-90b6-4e16-b29c-b262a13a5fa3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:56.937893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:56.938989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7e1c2d7d-4694-473b-8a41-127e5269c7a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.1325057
Mar 26 21:13:56.939673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.944109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-da5cc301-0dfc-4f2f-b0f0-b607ac059aa4 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/subnets/8db18916-90b6-4e16-b29c-b262a13a5fa3 HTTP/1.1" status: 204  len: 168 time: 0.3266294
Mar 26 21:13:56.946110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:56.961940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b27ecf2-61b8-4be7-9e4f-53b14de1a97c None None] Network 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:57.030957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (98da3b8d-ad4f-448d-9866-39ada986695f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.084642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.105059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:57.184214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Deleting port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:57.184571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.189243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Deleting port c4943224-56b1-461e-afdf-f75aad7eb0b9 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:57.189928 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.213033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] DHCP port deletion for 2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:13:57.226038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (98da3b8d-ad4f-448d-9866-39ada986695f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.229352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router_controller (98da3b8d-ad4f-448d-9866-39ada986695f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.261310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] For port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,segment=NetworkSegment(1c67581f-0a1e-4353-9c82-3e9c6da4d13d),segment_id=1c67581f-0a1e-4353-9c82-3e9c6da4d13d)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:57.261899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.277962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Calling delete_port for 19ff9ca5-2c2a-4587-859c-298f3eac8bfa owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:57.279334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (98da3b8d-ad4f-448d-9866-39ada986695f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.280594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Fanout notify agent at l3_agent the message router_deleted on router 98da3b8d-ad4f-448d-9866-39ada986695f {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:57.290940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4d9310-5f2e-4960-96fa-bbdc031cec51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:57.291750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.292982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3593e3f5-1b37-49ba-8f54-dd6fdd5a114b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/routers/98da3b8d-ad4f-448d-9866-39ada986695f HTTP/1.1" status: 204  len: 168 time: 0.3522220
Mar 26 21:13:57.296404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60880) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:57.304980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:57.328843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] For port c4943224-56b1-461e-afdf-f75aad7eb0b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4943224-56b1-461e-afdf-f75aad7eb0b9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:57.329162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.331869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3f4d9310-5f2e-4960-96fa-bbdc031cec51 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:57.332314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4d9310-5f2e-4960-96fa-bbdc031cec51 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:57.352036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Calling delete_port for c4943224-56b1-461e-afdf-f75aad7eb0b9 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:57.382728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.408271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Deleting port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:13:57.408660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.416360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:13:57.417736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Port': ['ID=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:57.420392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.421062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] No DVR routers for this DVR port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:57.434645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Sync routers for ids ['98da3b8d-ad4f-448d-9866-39ada986695f'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:13:57.509573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:57.509983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:13:57.510750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98da3b8d-ad4f-448d-9866-39ada986695f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:13:57.518463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.532378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] For port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:57.532733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.540742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f5a4460>,) {'filters': {'network_id': ['2b925c53-ff4f-4f38-aa23-88f5cd2ceac7']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:57.551559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Calling delete_port for 19ff9ca5-2c2a-4587-859c-298f3eac8bfa owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:13:57.552793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f5a4460>, '1c67581f-0a1e-4353-9c82-3e9c6da4d13d') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:57.553109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f5a4460>, '1c67581f-0a1e-4353-9c82-3e9c6da4d13d') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:13:57.554637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:13:57.554996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:13:57.555664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_agentschedulers_db [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98da3b8d-ad4f-448d-9866-39ada986695f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:13:57.556146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b850d1-bb87-43de-ace3-80a735c6195a None None] The sync data for ids ['98da3b8d-ad4f-448d-9866-39ada986695f'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:13:57.560913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:13:57.562596 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (19ff9ca5-2c2a-4587-859c-298f3eac8bfa), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.567973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1c67581f-0a1e-4353-9c82-3e9c6da4d13d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.568460 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (c4943224-56b1-461e-afdf-f75aad7eb0b9), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.583252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1c67581f-0a1e-4353-9c82-3e9c6da4d13d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.589681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:13:57.590643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1c67581f-0a1e-4353-9c82-3e9c6da4d13d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:13:57.593469 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:13:57.597097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] Pushing event deleted for resources: {'Port': ['ID=19ff9ca5-2c2a-4587-859c-298f3eac8bfa,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:57.614257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ddf49-7c38-42aa-b5cc-74a31a0f09bd None None] No DVR routers for this DVR port 19ff9ca5-2c2a-4587-859c-298f3eac8bfa on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:57.619089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463facd-a91e-4e66-b7e7-a682f036cc88 req-ac4ecb1c-f894-4422-a944-1951962f6a8b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:57.636290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d463facd-a91e-4e66-b7e7-a682f036cc88 req-ac4ecb1c-f894-4422-a944-1951962f6a8b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 945 time: 0.1083779
Mar 26 21:13:57.640234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] No DVR routers for this DVR port c4943224-56b1-461e-afdf-f75aad7eb0b9 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:13:57.645486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be6e3-35ff-43bd-96ba-904b8f900aaa None None] Pushing event deleted for resources: {'Port': ['ID=c4943224-56b1-461e-afdf-f75aad7eb0b9,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:57.685544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (2b925c53-ff4f-4f38-aa23-88f5cd2ceac7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.694067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.697942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/networks/2b925c53-ff4f-4f38-aa23-88f5cd2ceac7 HTTP/1.1" status: 204  len: 168 time: 0.7505620
Mar 26 21:13:57.701149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:57.721731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59c69-8878-470a-a31d-f4f0f9fb31dc tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Pushing event deleted for resources: {'Network': ['ID=2b925c53-ff4f-4f38-aa23-88f5cd2ceac7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:57.741054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d463facd-a91e-4e66-b7e7-a682f036cc88 req-73d0b501-3374-4bbf-a0a3-5d6b7a1d3570 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035516
Mar 26 21:13:57.749222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c0f90371-e45b-437a-841f-9f494d2357b0 tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc53abe3-3f65-4752-96ae-78f3f29188af HTTP/1.1" status: 200  len: 205 time: 0.0380061
Mar 26 21:13:57.750269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:57.756807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (91b253a6-6525-47ce-84c9-4b0b78b2e773), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.797273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:57.808353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:57.812978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:57.813572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.823999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b3e32-c3a6-4196-9ae9-a48c1c2377d9 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:13:57.831552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=91b253a6-6525-47ce-84c9-4b0b78b2e773,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:57.850111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b80e7a93-5c4b-4b7c-865b-5faf250a6191 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5525053
Mar 26 21:13:57.852863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60888) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:57.854575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.857291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:57.871294 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4573-03aa-452e-86df-73b5e102e6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.885253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (986df6f8-eb3c-4225-8204-ac599895ee98), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.886333 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (986df6f8-eb3c-4225-8204-ac599895ee98), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.944906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router_controller (986df6f8-eb3c-4225-8204-ac599895ee98), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.949431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (986df6f8-eb3c-4225-8204-ac599895ee98), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.963346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '91b253a6-6525-47ce-84c9-4b0b78b2e773'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:13:57.964332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.969189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:57.970961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d8c0514-d40d-4435-956b-5a90e2fb0363 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1170657
Mar 26 21:13:57.973640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60890) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:58.048047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 58fdf8b9-05fd-4e59-b16d-30ba582da9ad up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:58.049123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.051344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router_controller (dc53abe3-3f65-4752-96ae-78f3f29188af), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.103482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (dc53abe3-3f65-4752-96ae-78f3f29188af), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.104053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Fanout notify agent at l3_agent the message router_deleted on router dc53abe3-3f65-4752-96ae-78f3f29188af {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:13:58.119078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.120396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f883a988-8d42-4ce9-9281-11120c35fdef tempest-RoutersNegativeIpV6Test-319374911 tempest-RoutersNegativeIpV6Test-319374911-project] 10.222.0.16 "DELETE /v2.0/routers/dc53abe3-3f65-4752-96ae-78f3f29188af HTTP/1.1" status: 204  len: 168 time: 0.3689973
Mar 26 21:13:58.156133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/91b253a6-6525-47ce-84c9-4b0b78b2e773/6b62a657-c356-4bee-b651-17fdb4a0a38e) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:58.167755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:13:58.176061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:58.176442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.301741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.354415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:58.355558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.380544 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks [] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.393590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.402792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:13:58.405076 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0551dcaa-493b-4009-8e34-0c79cf12b528" -d '{"events": [{"server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "name": "network-vif-plugged", "status": "completed", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:13:58.443722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60918) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:58.459199 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec9a2cd-cbc4-4162-92d5-b9d648086b4a x-openstack-request-id: req-aec9a2cd-cbc4-4162-92d5-b9d648086b4a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:13:58.459496 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "name": "network-vif-plugged", "status": "completed", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:13:58.459751 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aec9a2cd-cbc4-4162-92d5-b9d648086b4a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:13:58.460172 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec9a2cd-cbc4-4162-92d5-b9d648086b4a'] response: {'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'code': 200}
Mar 26 21:13:58.466036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:58.468804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:58.471980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:58.476122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:58.478121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.494556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Pushing event updated for resources: {'Port': ['ID=6b62a657-c356-4bee-b651-17fdb4a0a38e,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:58.572051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Attempting to bind port 6b62a657-c356-4bee-b651-17fdb4a0a38e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:13:58.572463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Attempting to bind port 6b62a657-c356-4bee-b651-17fdb4a0a38e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:13:58.572958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Attempting to bind port 6b62a657-c356-4bee-b651-17fdb4a0a38e on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:13:58.585227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:13:58.585612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:13:58.586026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.586420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:13:58.586984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Bound port: 6b62a657-c356-4bee-b651-17fdb4a0a38e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:13:58.587375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.594062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa929d43-5ea3-4204-afe3-5309e01cb81f req-b0e31f82-33dc-40d0-ac07-8d1f41550b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:58.595593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa929d43-5ea3-4204-afe3-5309e01cb81f req-b0e31f82-33dc-40d0-ac07-8d1f41550b58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 1128 time: 0.0745873
Mar 26 21:13:58.645897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:58.653264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::1 (47e09718-1805-4aca-aaca-0947e5412160/91b253a6-6525-47ce-84c9-4b0b78b2e773/216167c2-84bd-4c38-ac5c-46df3f3dbd35) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:13:58.663797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-32759ccd-9c57-436e-a153-06ed3bab6b57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e41821346ff4549a92ebf31d3e5de7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2187624
Mar 26 21:13:58.666226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60924) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:58.689565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] For port 6b62a657-c356-4bee-b651-17fdb4a0a38e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:13:58.692141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa929d43-5ea3-4204-afe3-5309e01cb81f req-d1b1d3c0-2079-4fff-9659-e9e86012bbd4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900376
Mar 26 21:13:58.693565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] For port 6b62a657-c356-4bee-b651-17fdb4a0a38e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b62a657-c356-4bee-b651-17fdb4a0a38e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:13:58.700763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.727329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] Publish callbacks [] for security_group (f8fedfdd-8ffe-4963-a51d-12d66978202f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.750188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] Publish callbacks [] for security_group (f8fedfdd-8ffe-4963-a51d-12d66978202f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.780460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d9fa-8a97-4a0b-a08f-fe376237efc5 None None] Pushing event updated for resources: {'Port': ['ID=6b62a657-c356-4bee-b651-17fdb4a0a38e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:58.793708 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.801215 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.841810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f8fedfdd-8ffe-4963-a51d-12d66978202f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.844395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:58.847771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8fedfdd-8ffe-4963-a51d-12d66978202f HTTP/1.1" status: 204  len: 168 time: 0.1785085
Mar 26 21:13:58.857564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef43f9-8e74-40d7-b5fc-3279f5d2dd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fedfdd-8ffe-4963-a51d-12d66978202f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:59.180870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b62a657-c356-4bee-b651-17fdb4a0a38e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:13:59.195592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.239122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6b62a657-c356-4bee-b651-17fdb4a0a38e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:13:59.240215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.268975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:59.280595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:13:59.283246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:13:59.284169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (986df6f8-eb3c-4225-8204-ac599895ee98), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.323234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:59.325150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6b62a657-c356-4bee-b651-17fdb4a0a38e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:13:59.325556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.358765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e233e-73a6-4eeb-a7fc-6e3111754244 req-4c04b23c-91d8-49aa-88d4-ec960a3f1ad0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:13:59.360361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488e233e-73a6-4eeb-a7fc-6e3111754244 req-4c04b23c-91d8-49aa-88d4-ec960a3f1ad0 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.5192611
Mar 26 21:13:59.374910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 6b62a657-c356-4bee-b651-17fdb4a0a38e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b62a657-c356-4bee-b651-17fdb4a0a38e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:13:59.381606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.437130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-488e233e-73a6-4eeb-a7fc-6e3111754244 req-3778d81e-6bb2-4f58-97f7-a258cbdc8dfa tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581782
Mar 26 21:13:59.446014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 19ff9ca5-2c2a-4587-859c-298f3eac8bfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:59.478514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 19ff9ca5-2c2a-4587-859c-298f3eac8bfa {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:59.478865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 19ff9ca5-2c2a-4587-859c-298f3eac8bfa not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:59.479298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58da7c32-fddf-49d4-a55d-34e401fe3dd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:59.481069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.511299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 58da7c32-fddf-49d4-a55d-34e401fe3dd1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:59.511763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58da7c32-fddf-49d4-a55d-34e401fe3dd1 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:59.512229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c4943224-56b1-461e-afdf-f75aad7eb0b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:13:59.515002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=6b62a657-c356-4bee-b651-17fdb4a0a38e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:59.540127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c4943224-56b1-461e-afdf-f75aad7eb0b9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:13:59.540469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c4943224-56b1-461e-afdf-f75aad7eb0b9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:13:59.780286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60952) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:59.804408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.810532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.811645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (986df6f8-eb3c-4225-8204-ac599895ee98), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.887341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:13:59.907024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-78dbb115-ec24-4227-8072-5c6cadc83f53 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:59.907749 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-78dbb115-ec24-4227-8072-5c6cadc83f53 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 26 21:13:59.908337 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-78dbb115-ec24-4227-8072-5c6cadc83f53 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:13:59.909929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78dbb115-ec24-4227-8072-5c6cadc83f53 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1269310
Mar 26 21:13:59.914354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60956) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:13:59.921107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762414131'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:13:59.942173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.951454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:13:59.966894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:13:59.968331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:00.041082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-df516191-f112-4f0d-b4c1-84026dcfe986 None None] Provisioning complete for port 6b62a657-c356-4bee-b651-17fdb4a0a38e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:00.041460 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-df516191-f112-4f0d-b4c1-84026dcfe986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.045432 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (5d87a70e-788f-4d6f-a319-8cad37522dca), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.053583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d87a70e-788f-4d6f-a319-8cad37522dca), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.113541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87a70e-788f-4d6f-a319-8cad37522dca,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:00.128159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Router 986df6f8-eb3c-4225-8204-ac599895ee98 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:14:00.171953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (32a01a7e-002b-4238-8bea-64b16f0537ac), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.182734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (32a01a7e-002b-4238-8bea-64b16f0537ac), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.197333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-df516191-f112-4f0d-b4c1-84026dcfe986 None None] Current status of the port 6b62a657-c356-4bee-b651-17fdb4a0a38e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:00.203939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.236271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.241699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3267040
Mar 26 21:14:00.243864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60960) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.248929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '32a01a7e-002b-4238-8bea-64b16f0537ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:00.257945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f8132-e093-4314-86d7-d5961a91f471 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a01a7e-002b-4238-8bea-64b16f0537ac,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:00.260599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:00.269101 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5acbf90d-d4b0-407c-b0ec-2012a4bcd383 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "PUT /v2.0/routers/986df6f8-eb3c-4225-8204-ac599895ee98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2935987
Mar 26 21:14:00.270117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.287292 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Sync routers for ids ['986df6f8-eb3c-4225-8204-ac599895ee98'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:00.293254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group_rule (bd5d8c11-afc4-4738-bd75-8c3bb604703b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.309089 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Routers {'986df6f8-eb3c-4225-8204-ac599895ee98'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:00.310331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['986df6f8-eb3c-4225-8204-ac599895ee98'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:00.325417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-58f6888a-7fec-4947-9036-ff7cf85fb059 None None] Provisioning complete for port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:00.325797 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58f6888a-7fec-4947-9036-ff7cf85fb059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.349229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb93cc-0bf2-49ee-a545-356afb084767 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:00.351567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9beb93cc-0bf2-49ee-a545-356afb084767 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports/216167c2-84bd-4c38-ac5c-46df3f3dbd35 HTTP/1.1" status: 200  len: 911 time: 0.0808163
Mar 26 21:14:00.354945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60964) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.375625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-58f6888a-7fec-4947-9036-ff7cf85fb059 None None] Port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:00.412845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group_rule (bd5d8c11-afc4-4738-bd75-8c3bb604703b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.415887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60966) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.428831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (bd5d8c11-afc4-4738-bd75-8c3bb604703b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.447428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Set router 986df6f8-eb3c-4225-8204-ac599895ee98 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:00.460118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.466539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2212393
Mar 26 21:14:00.498835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60970) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.513437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e580cc2-a41e-430b-b991-6e08dedc32cd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:00.521826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e580cc2-a41e-430b-b991-6e08dedc32cd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:00.524002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4e580cc2-a41e-430b-b991-6e08dedc32cd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1677737
Mar 26 21:14:00.530283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.544670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-856abb0e-dc39-44e2-9eb0-4ccf0aff81f4 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '32a01a7e-002b-4238-8bea-64b16f0537ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:00.563826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afc2d6-ab76-4ad9-9589-7a128a0696cd tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5d8c11-afc4-4738-bd75-8c3bb604703b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:00.615411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b710b525-99a6-40a1-b191-9ff25d4b8844 None None] Provisioning complete for port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:00.617174 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b710b525-99a6-40a1-b191-9ff25d4b8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.618991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-856abb0e-dc39-44e2-9eb0-4ccf0aff81f4 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group_rule (566ba8c5-4840-4b3d-b084-8ae2a5c3da38), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.630781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73adb87-783a-4a51-8acd-fcfba7e626bf req-11dfa834-d350-47da-8d84-02530e44282a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:00.633123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b73adb87-783a-4a51-8acd-fcfba7e626bf req-11dfa834-d350-47da-8d84-02530e44282a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.0837176
Mar 26 21:14:00.673808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b710b525-99a6-40a1-b191-9ff25d4b8844 None None] Port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:00.695998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-757d6b92-84c2-4ace-aa2c-a41bd5b4feb2 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 4476 time: 0.2768629
Mar 26 21:14:00.699010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60974) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.699436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c9a0>, [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:13:59Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '216167c2-84bd-4c38-ac5c-46df3f3dbd35', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:74:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:58Z', 'updated_at': '2022-03-26T21:13:59Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:00.705427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'network': {'name': 'tempest-network-smoke--1825669316', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'port_security_enabled': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:00.726446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b73adb87-783a-4a51-8acd-fcfba7e626bf req-903143cc-580b-49cc-ada0-08602c3cb3e6 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859103
Mar 26 21:14:00.731643 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-856abb0e-dc39-44e2-9eb0-4ccf0aff81f4 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:14:00.735192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-856abb0e-dc39-44e2-9eb0-4ccf0aff81f4 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2002809
Mar 26 21:14:00.735451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60976) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.737987 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Checking router: 986df6f8-eb3c-4225-8204-ac599895ee98 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:00.738355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Updating router 986df6f8-eb3c-4225-8204-ac599895ee98 port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:14:00.774987 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.803263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:00.808814 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.816409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (32a01a7e-002b-4238-8bea-64b16f0537ac), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.845628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (32a01a7e-002b-4238-8bea-64b16f0537ac), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.878906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:14:00.901570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (32a01a7e-002b-4238-8bea-64b16f0537ac), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.904602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.908224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/32a01a7e-002b-4238-8bea-64b16f0537ac HTTP/1.1" status: 204  len: 168 time: 0.1695514
Mar 26 21:14:00.909601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60980) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.913474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ea54db43-6796-4066-9674-8df4ed1372d4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:00.914399 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Added segment ea54db43-6796-4066-9674-8df4ed1372d4 of type vlan for network df0776a3-f816-466d-b007-a74c90af681a
Mar 26 21:14:00.923894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add629ce-0ed4-4a12-b4b8-3abf8d74cd9d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a01a7e-002b-4238-8bea-64b16f0537ac,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:00.940944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11856ba7-70b7-492d-a8e2-4b795495a5e4 req-08baa179-7895-4e93-a8db-0636a786c0e6 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:00.943330 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11856ba7-70b7-492d-a8e2-4b795495a5e4 req-08baa179-7895-4e93-a8db-0636a786c0e6 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.1299222
Mar 26 21:14:00.956173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:00.961563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'port_id': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:00.990171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (df0776a3-f816-466d-b007-a74c90af681a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.024050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c31e8f33-a5b0-4c91-af47-4dd99372eea3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1056476
Mar 26 21:14:01.024050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.024050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:01.027901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027895166'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:01.063750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (df0776a3-f816-466d-b007-a74c90af681a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.069941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:01.070752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.122786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4226530
Mar 26 21:14:01.123595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 60986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:01.136907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'admin_state_up': True, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:01.146249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b62a657-c356-4bee-b651-17fdb4a0a38e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:01.179721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e6e23-a309-44ac-a9ca-edf28c8f4338 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Network': ['ID=df0776a3-f816-466d-b007-a74c90af681a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:01.224654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network df0776a3-f816-466d-b007-a74c90af681a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:14:01.241866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.243240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.258091 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks [] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.267672 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.282441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6b62a657-c356-4bee-b651-17fdb4a0a38e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:01.283227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.298448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_controller (f220af51-df99-4db9-908f-d3bb3f9722ee), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.307999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (986df6f8-eb3c-4225-8204-ac599895ee98), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.349866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e94e3b-ff17-46a0-962d-87c0b59fed8b None None] Pushing event updated for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:01.449625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6b62a657-c356-4bee-b651-17fdb4a0a38e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:01.456602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.468553 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Attempting to bind port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:01.469518 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Attempting to bind port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:01.469885 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Attempting to bind port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:01.477114 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:01.477855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:01.478027 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.478342 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:01.478809 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Bound port: 216167c2-84bd-4c38-ac5c-46df3f3dbd35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:01.479187 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.555441 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] For port 216167c2-84bd-4c38-ac5c-46df3f3dbd35, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:01.555670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (f557f137-fcf5-4284-b052-d2347c5c7e9b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.561594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] For port 216167c2-84bd-4c38-ac5c-46df3f3dbd35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=216167c2-84bd-4c38-ac5c-46df3f3dbd35,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:01.570184 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.570408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f557f137-fcf5-4284-b052-d2347c5c7e9b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.581658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (f220af51-df99-4db9-908f-d3bb3f9722ee), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.654732 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Routers {'986df6f8-eb3c-4225-8204-ac599895ee98'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:01.655218 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['986df6f8-eb3c-4225-8204-ac599895ee98'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:01.717215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Provisioning complete for port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:01.717882 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.757206 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] Set router 986df6f8-eb3c-4225-8204-ac599895ee98 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:01.851829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Current status of the port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:01.854383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.907002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:01.960393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] For port 216167c2-84bd-4c38-ac5c-46df3f3dbd35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=216167c2-84bd-4c38-ac5c-46df3f3dbd35,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:01.970067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e94e3b-ff17-46a0-962d-87c0b59fed8b None None] Pushing event updated for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:01.970454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.028839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.032796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.0073588
Mar 26 21:14:02.038228 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c9a0>, [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:13:59Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '216167c2-84bd-4c38-ac5c-46df3f3dbd35', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:74:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:58Z', 'updated_at': '2022-03-26T21:14:01Z', 'revision_number': 4, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:02.038509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9efc59-cc99-4d70-98c3-84e9311896e6 None None] Pushing event updated for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:02.039380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60990) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:02.041637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce00a-e336-40d1-9832-92b3d72ba47b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f557f137-fcf5-4284-b052-d2347c5c7e9b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:02.051854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a299a012-e2ca-471b-9f7b-9956ccd7420e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': 'f557f137-fcf5-4284-b052-d2347c5c7e9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:02.053316 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-a299a012-e2ca-471b-9f7b-9956ccd7420e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Mar 26 21:14:02.053895 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-a299a012-e2ca-471b-9f7b-9956ccd7420e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:02.057709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a299a012-e2ca-471b-9f7b-9956ccd7420e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0143433
Mar 26 21:14:02.061136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60992) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:02.075099 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6906-f9e3-489f-9e0c-2c3fd7fe2185 None None] The sync data for ids ['986df6f8-eb3c-4225-8204-ac599895ee98'] in ncdv-master-1 is: [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:13:59Z', 'revision_number': 2, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None, '_interfaces': [{'id': '216167c2-84bd-4c38-ac5c-46df3f3dbd35', 'name': '', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'mac_address': 'fa:16:3e:74:19:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:13:58Z', 'updated_at': '2022-03-26T21:14:01Z', 'revision_number': 4, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'subnets': [{'id': '91b253a6-6525-47ce-84c9-4b0b78b2e773', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:02.099251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f48cde71-ee5d-4c48-ad9a-dbb5943cd47a None None] Provisioning complete for port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:02.099730 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f48cde71-ee5d-4c48-ad9a-dbb5943cd47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.202543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f48cde71-ee5d-4c48-ad9a-dbb5943cd47a None None] Current status of the port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:02.265675 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (f557f137-fcf5-4284-b052-d2347c5c7e9b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.268720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.282411 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.346385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (f557f137-fcf5-4284-b052-d2347c5c7e9b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.351539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:02.351887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.428255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (f220af51-df99-4db9-908f-d3bb3f9722ee), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.469547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f557f137-fcf5-4284-b052-d2347c5c7e9b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.472607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.476746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/f557f137-fcf5-4284-b052-d2347c5c7e9b HTTP/1.1" status: 204  len: 168 time: 0.4145241
Mar 26 21:14:02.477381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:02.486586 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.522985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65733e25-6eaa-44ad-b6e5-443ddf79e44e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557f137-fcf5-4284-b052-d2347c5c7e9b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:02.538436 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP b26747ae-7dd0-46d0-ab81-68f3583dd027 associated. External IP: 172.35.4.74, port: 58fdf8b9-05fd-4e59-b16d-30ba582da9ad.
Mar 26 21:14:02.587998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cbccd718-134c-420f-869c-b0c215ffa538 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1012347
Mar 26 21:14:02.590413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 60998) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:02.594556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--255559888'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:02.619266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port 216167c2-84bd-4c38-ac5c-46df3f3dbd35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=216167c2-84bd-4c38-ac5c-46df3f3dbd35,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:02.619879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.640996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 216167c2-84bd-4c38-ac5c-46df3f3dbd35 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:02.664600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.751990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.35.4.238 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/eaf46f77-bbfa-47e1-afaf-7658587fc328) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:02.854773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:02.870535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (905258d7-af43-466f-9734-309b9bc12665), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.879127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (905258d7-af43-466f-9734-309b9bc12665), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.965199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.969462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32768) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:02.969621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3781655
Mar 26 21:14:02.972184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:02.977207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6f281-7308-4ebd-95fc-8b705027ef28 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905258d7-af43-466f-9734-309b9bc12665,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:02.980021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-345b734d-5ad5-4067-8c0e-f37219f23f49 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '905258d7-af43-466f-9734-309b9bc12665', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:02.980961 ncdv-master-1 neutron-server[126736]: WARNING neutron.api.v2.base [None req-345b734d-5ad5-4067-8c0e-f37219f23f49 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Mar 26 21:14:02.981478 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-345b734d-5ad5-4067-8c0e-f37219f23f49 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:02.982476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-345b734d-5ad5-4067-8c0e-f37219f23f49 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0080678
Mar 26 21:14:02.987800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32770) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:03.042717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (216167c2-84bd-4c38-ac5c-46df3f3dbd35), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.043827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:03.048947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.065004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:03.083881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-69ae4e4b-73df-4715-bea0-35cb7e1c53dc tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "PUT /v2.0/floatingips/b26747ae-7dd0-46d0-ab81-68f3583dd027 HTTP/1.1" status: 200  len: 991 time: 2.1258852
Mar 26 21:14:03.084622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:03.087652 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f23dbc-2a5a-4c03-993e-dfc4186b3496" -d '{"events": [{"name": "network-changed", "server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:03.102224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:03.111228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=216167c2-84bd-4c38-ac5c-46df3f3dbd35,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:03.118948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efe88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:03.138537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.146748 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5446f6-739d-4f1a-9f4e-d2a76be2fd2a x-openstack-request-id: req-3c5446f6-739d-4f1a-9f4e-d2a76be2fd2a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:03.147048 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:03.147305 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c5446f6-739d-4f1a-9f4e-d2a76be2fd2a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:03.147723 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5446f6-739d-4f1a-9f4e-d2a76be2fd2a'] response: {'name': 'network-changed', 'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'status': 'completed', 'code': 200}
Mar 26 21:14:03.192010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 216167c2-84bd-4c38-ac5c-46df3f3dbd35 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:03.217207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 216167c2-84bd-4c38-ac5c-46df3f3dbd35 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:03.217844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 216167c2-84bd-4c38-ac5c-46df3f3dbd35 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 26 21:14:03.240520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-e9ff81e2-01df-433b-98ff-d435f958f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:03.242216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-e9ff81e2-01df-433b-98ff-d435f958f4d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 1128 time: 0.0615587
Mar 26 21:14:03.245412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port 216167c2-84bd-4c38-ac5c-46df3f3dbd35 not found, will not notify nova. {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 26 21:14:03.285219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (986df6f8-eb3c-4225-8204-ac599895ee98), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.287784 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (905258d7-af43-466f-9734-309b9bc12665), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.309299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:03.319416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:03.326429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:03.376673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-d2bbce8b-d490-4629-a9fc-962229d5c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:03.378228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-d2bbce8b-d490-4629-a9fc-962229d5c1b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1264272
Mar 26 21:14:03.387160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=eaf46f77-bbfa-47e1-afaf-7658587fc328,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:03.462058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-b57d111c-2fc4-498c-8032-cdeb8ed51193 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad HTTP/1.1" status: 200  len: 999 time: 0.0771782
Mar 26 21:14:03.498675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:03.508068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (905258d7-af43-466f-9734-309b9bc12665), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.520371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-84f31cf1-99d9-4671-9ac1-4bd80f9499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:03.520371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-84f31cf1-99d9-4671-9ac1-4bd80f9499cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.0506430
Mar 26 21:14:03.569597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-7d2016fb-9c4f-4422-b078-147627ffe4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:03.570728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-7d2016fb-9c4f-4422-b078-147627ffe4cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466721
Mar 26 21:14:03.678695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-4017f45d-45a8-4d9c-a2d3-92943ad4b299 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017716
Mar 26 21:14:03.689507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (905258d7-af43-466f-9734-309b9bc12665), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.692767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:03.696215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/905258d7-af43-466f-9734-309b9bc12665 HTTP/1.1" status: 204  len: 168 time: 0.7051439
Mar 26 21:14:03.699366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32778) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:03.701586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Router 986df6f8-eb3c-4225-8204-ac599895ee98 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:03.756749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efe88e0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b26747ae-7dd0-46d0-ab81-68f3583dd027', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.74', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:da:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385a731-a831-4390-a22f-d415b88ab971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:44Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:03.763636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1802d7a-5902-4b71-bd54-59f76a61b85d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905258d7-af43-466f-9734-309b9bc12665,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:03.788383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:03.791589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48f23dbc-2a5a-4c03-993e-dfc4186b3496 req-dab67763-8a65-4ea3-af0a-733139fbcae0 service neutron] 10.222.0.18 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1064544
Mar 26 21:14:03.814860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:03.815516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efe88e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:03.927393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d30a8d72-59da-4c01-8c7b-94fd2cd077ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2236345
Mar 26 21:14:03.928242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:03.932615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32780) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:03.932808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:03.936137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079046687'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:03.940795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0376be9-4c85-455f-a196-8a81fbe9645a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "PUT /v2.0/routers/986df6f8-eb3c-4225-8204-ac599895ee98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4073095
Mar 26 21:14:03.941123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:03.942087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (f220af51-df99-4db9-908f-d3bb3f9722ee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.004252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.041826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dad78-31f6-43d6-9c33-115206e8a6f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:04.042705 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Sync routers for ids ['986df6f8-eb3c-4225-8204-ac599895ee98'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:04.043324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47dad78-31f6-43d6-9c33-115206e8a6f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:04.047385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f47dad78-31f6-43d6-9c33-115206e8a6f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1030343
Mar 26 21:14:04.054152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32784) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.065332 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Routers {'986df6f8-eb3c-4225-8204-ac599895ee98'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:04.066505 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124431910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['986df6f8-eb3c-4225-8204-ac599895ee98'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:04.112333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (2c915ace-fe72-48ff-b4cd-adc9227db45c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.118683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2c915ace-fe72-48ff-b4cd-adc9227db45c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.161424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 91b253a6-6525-47ce-84c9-4b0b78b2e773 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:04.162244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.163646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2314551
Mar 26 21:14:04.166368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (91b253a6-6525-47ce-84c9-4b0b78b2e773), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.166543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.173081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1e56a3de-6d17-4dba-a8d7-93388a857008 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '2c915ace-fe72-48ff-b4cd-adc9227db45c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.182983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Set router 986df6f8-eb3c-4225-8204-ac599895ee98 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:04.185171 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-1e56a3de-6d17-4dba-a8d7-93388a857008 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Mar 26 21:14:04.186739 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-1e56a3de-6d17-4dba-a8d7-93388a857008 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.191429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e56a3de-6d17-4dba-a8d7-93388a857008 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0236821
Mar 26 21:14:04.192784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094eda5-d952-4a32-bc40-cf734e371f90 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c915ace-fe72-48ff-b4cd-adc9227db45c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:04.194146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32788) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.201986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b9b240cf-b908-433f-9992-c58ee5ea67f9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '2c915ace-fe72-48ff-b4cd-adc9227db45c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.204164 ncdv-master-1 neutron-server[126736]: WARNING neutron.api.v2.base [None req-b9b240cf-b908-433f-9992-c58ee5ea67f9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Mar 26 21:14:04.204551 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-b9b240cf-b908-433f-9992-c58ee5ea67f9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.205525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b9b240cf-b908-433f-9992-c58ee5ea67f9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0104444
Mar 26 21:14:04.209842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.216515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bd2f65c5-58c2-4853-8fd7-cafe2347d7af tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '2c915ace-fe72-48ff-b4cd-adc9227db45c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.217554 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-bd2f65c5-58c2-4853-8fd7-cafe2347d7af tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Mar 26 21:14:04.217851 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-bd2f65c5-58c2-4853-8fd7-cafe2347d7af tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.222387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd2f65c5-58c2-4853-8fd7-cafe2347d7af tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0109334
Mar 26 21:14:04.222969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32792) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.229939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-52c66e66-1dd2-4ac9-a383-38fe2ad59c86 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '2c915ace-fe72-48ff-b4cd-adc9227db45c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.230810 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-52c66e66-1dd2-4ac9-a383-38fe2ad59c86 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Mar 26 21:14:04.231295 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-52c66e66-1dd2-4ac9-a383-38fe2ad59c86 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.235951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52c66e66-1dd2-4ac9-a383-38fe2ad59c86 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0100851
Mar 26 21:14:04.236644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32794) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.245457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efe88e0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b26747ae-7dd0-46d0-ab81-68f3583dd027', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.74', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:da:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385a731-a831-4390-a22f-d415b88ab971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:44Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:04.263004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (91b253a6-6525-47ce-84c9-4b0b78b2e773), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.269716 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124431910>, [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 3, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:04.273962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf34e40-e4d7-4f6a-9675-28c423351360 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b26747ae-7dd0-46d0-ab81-68f3583dd027', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.74', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:da:34:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a385a731-a831-4390-a22f-d415b88ab971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:13:44Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:04.300587 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (2c915ace-fe72-48ff-b4cd-adc9227db45c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.307208 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Checking router: 986df6f8-eb3c-4225-8204-ac599895ee98 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:04.316869 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Routers {'986df6f8-eb3c-4225-8204-ac599895ee98'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:04.318072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.318281 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124431910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['986df6f8-eb3c-4225-8204-ac599895ee98'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:04.339068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (2c915ace-fe72-48ff-b4cd-adc9227db45c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.397556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2c915ace-fe72-48ff-b4cd-adc9227db45c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.401573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.403098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c915ace-fe72-48ff-b4cd-adc9227db45c HTTP/1.1" status: 204  len: 168 time: 0.1653850
Mar 26 21:14:04.408436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32798) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.419308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] Set router 986df6f8-eb3c-4225-8204-ac599895ee98 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:04.422901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe23ab-1568-4b83-b701-0bd05d827f31 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c915ace-fe72-48ff-b4cd-adc9227db45c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:04.444826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (91b253a6-6525-47ce-84c9-4b0b78b2e773), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.465303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-710a485b-0aa1-4764-b412-24d2b0b8c327 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0544198
Mar 26 21:14:04.469483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.474883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--48151425'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.497839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.508240 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124431910>, [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 3, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:04.541904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (91b253a6-6525-47ce-84c9-4b0b78b2e773), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.552794 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f4f27-72e5-4cba-8c53-c8da5b07d7bc None None] The sync data for ids ['986df6f8-eb3c-4225-8204-ac599895ee98'] in ncdv-master-1 is: [{'id': '986df6f8-eb3c-4225-8204-ac599895ee98', 'name': 'tempest-NetworksTestDHCPv6-router-759382428', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:13:57Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 3, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:04.554282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router f220af51-df99-4db9-908f-d3bb3f9722ee is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:14:04.581205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=91b253a6-6525-47ce-84c9-4b0b78b2e773,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:04.583554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (68827244-406b-4fa8-a430-f038eae76131), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.584178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.587595 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f699e005-1f8d-4ba7-9574-c5bf5b81bed7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/91b253a6-6525-47ce-84c9-4b0b78b2e773 HTTP/1.1" status: 204  len: 168 time: 0.5324190
Mar 26 21:14:04.590426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.590979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (68827244-406b-4fa8-a430-f038eae76131), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.602251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7555e-b174-42ad-84cf-890a01398839 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:04.625798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:04.629739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1566634
Mar 26 21:14:04.629739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50938f-c54e-4f1b-901d-ca72117d7f63 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68827244-406b-4fa8-a430-f038eae76131,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:04.630743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.635401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-19b988be-9c53-44df-ba66-db2cec2520d2 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.636237 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-19b988be-9c53-44df-ba66-db2cec2520d2 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 26 21:14:04.636745 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-19b988be-9c53-44df-ba66-db2cec2520d2 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.640926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-19b988be-9c53-44df-ba66-db2cec2520d2 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0063097
Mar 26 21:14:04.641433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.651873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-136464f0-d81d-4f68-b3e4-6261a81a723f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.701622 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-136464f0-d81d-4f68-b3e4-6261a81a723f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.703190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-136464f0-d81d-4f68-b3e4-6261a81a723f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0608304
Mar 26 21:14:04.706150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32808) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.714194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a569174e-a21d-40fe-b2ad-06746cb93859 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.714693 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-a569174e-a21d-40fe-b2ad-06746cb93859 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Mar 26 21:14:04.715222 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-a569174e-a21d-40fe-b2ad-06746cb93859 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.718889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a569174e-a21d-40fe-b2ad-06746cb93859 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0090995
Mar 26 21:14:04.719100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.724445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-224df064-ea8e-4250-8226-d3dd92021b95 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.731958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6629647-bc3e-4542-9796-f859c3e59d60 None None] New status for floating IP b26747ae-7dd0-46d0-ab81-68f3583dd027: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:14:04.760264 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-224df064-ea8e-4250-8226-d3dd92021b95 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.764104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-224df064-ea8e-4250-8226-d3dd92021b95 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0413165
Mar 26 21:14:04.764350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.769935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e3a9893b-492a-4b40-8325-4734445a3cb3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.769935 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-e3a9893b-492a-4b40-8325-4734445a3cb3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 26 21:14:04.770871 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-e3a9893b-492a-4b40-8325-4734445a3cb3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.774156 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3a9893b-492a-4b40-8325-4734445a3cb3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0062475
Mar 26 21:14:04.774435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32814) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.778932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1a058861-1880-4e27-900e-25c4cc04c7d3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.818480 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-1a058861-1880-4e27-900e-25c4cc04c7d3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.822373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a058861-1880-4e27-900e-25c4cc04c7d3 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0443320
Mar 26 21:14:04.822619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32816) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.827201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2a1ab2bb-0eb9-4db6-a1ef-1f303ffed848 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.827841 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-2a1ab2bb-0eb9-4db6-a1ef-1f303ffed848 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Mar 26 21:14:04.828362 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-2a1ab2bb-0eb9-4db6-a1ef-1f303ffed848 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.831985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2a1ab2bb-0eb9-4db6-a1ef-1f303ffed848 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0058024
Mar 26 21:14:04.832387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32818) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.837485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f4f508d4-ce19-46fb-872f-2b1ea499d0f7 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.880670 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-f4f508d4-ce19-46fb-872f-2b1ea499d0f7 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.884621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f4f508d4-ce19-46fb-872f-2b1ea499d0f7 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0479665
Mar 26 21:14:04.886103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32820) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.890207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ecc98fe2-c084-45d2-ac28-ddf3dbc0590f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '68827244-406b-4fa8-a430-f038eae76131', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:04.942641 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-ecc98fe2-c084-45d2-ac28-ddf3dbc0590f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:04.947092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ecc98fe2-c084-45d2-ac28-ddf3dbc0590f tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0611751
Mar 26 21:14:04.947876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32822) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:04.972915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:05.055302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (68827244-406b-4fa8-a430-f038eae76131), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.064071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39a14282-e97a-46ab-a127-94643965b477 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.4725342
Mar 26 21:14:05.065677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:05.067167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.080346 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Sync routers for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:05.086354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Deleting port 6b62a657-c356-4bee-b651-17fdb4a0a38e {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:05.086736 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.087305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (68827244-406b-4fa8-a430-f038eae76131), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.102070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:05.106724 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f51e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:05.147165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (68827244-406b-4fa8-a430-f038eae76131), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.149774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.151002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/68827244-406b-4fa8-a430-f038eae76131 HTTP/1.1" status: 204  len: 168 time: 0.2004077
Mar 26 21:14:05.155791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.189695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f6517-f35e-4b38-9d37-fae4b1e087bf tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68827244-406b-4fa8-a430-f038eae76131,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:05.195072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.199139 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dcc1a0b5-edef-4dfa-b5fc-96931e897bea tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 4.0684547
Mar 26 21:14:05.199495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (986df6f8-eb3c-4225-8204-ac599895ee98), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.200737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] For port 6b62a657-c356-4bee-b651-17fdb4a0a38e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b62a657-c356-4bee-b651-17fdb4a0a38e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:05.201332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.201531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.217991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Calling delete_port for 6b62a657-c356-4bee-b651-17fdb4a0a38e owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:05.245973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e857889-6bc3-4ca7-882c-bfc5414c65cb tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0833375
Mar 26 21:14:05.246887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32830) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.251235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594584640'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:05.273050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:05.278704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.296098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6b62a657-c356-4bee-b651-17fdb4a0a38e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:05.335064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4527569d-0568-45d6-b448-c96e38521b2c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:05.337877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4527569d-0568-45d6-b448-c96e38521b2c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fc922ea5d1564695ac143b86d7123f25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1342070
Mar 26 21:14:05.345832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32832) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.403241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.430174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (9e1dc6b1-e77e-401a-96fc-a322ee03b208), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.442773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] No DVR routers for this DVR port 6b62a657-c356-4bee-b651-17fdb4a0a38e on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:05.450294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9e1dc6b1-e77e-401a-96fc-a322ee03b208), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.452838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2bf42-d9fe-4861-8fbb-95d20b19a2ca None None] Pushing event deleted for resources: {'Port': ['ID=6b62a657-c356-4bee-b651-17fdb4a0a38e,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:05.465097 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6b62a657-c356-4bee-b651-17fdb4a0a38e is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:05.466155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6b62a657-c356-4bee-b651-17fdb4a0a38e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.529779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 216167c2-84bd-4c38-ac5c-46df3f3dbd35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:05.532873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f51e7f0>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:03Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:05.542644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (986df6f8-eb3c-4225-8204-ac599895ee98), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.545083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router_controller (986df6f8-eb3c-4225-8204-ac599895ee98), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.557594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 216167c2-84bd-4c38-ac5c-46df3f3dbd35 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:05.558276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 216167c2-84bd-4c38-ac5c-46df3f3dbd35 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:05.610852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (986df6f8-eb3c-4225-8204-ac599895ee98), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.611745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Fanout notify agent at l3_agent the message router_deleted on router 986df6f8-eb3c-4225-8204-ac599895ee98 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:14:05.620711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.621982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be9679f5-b7e1-4dd7-aaa5-be1e39d4bf72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/routers/986df6f8-eb3c-4225-8204-ac599895ee98 HTTP/1.1" status: 204  len: 168 time: 0.5539100
Mar 26 21:14:05.624546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32836) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.669658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d323e34-d535-42d5-8b87-a1d8cfb8ab3d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0438280
Mar 26 21:14:05.672172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32838) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.677016 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Checking router: f220af51-df99-4db9-908f-d3bb3f9722ee for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:05.677370 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Updating router f220af51-df99-4db9-908f-d3bb3f9722ee port eaf46f77-bbfa-47e1-afaf-7658587fc328 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:14:05.710467 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.735224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d3d9e-ddca-458b-bfd5-d8c118f54206 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:05.737008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a23d3d9e-ddca-458b-bfd5-d8c118f54206 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0635753
Mar 26 21:14:05.743538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32840) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.793745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79883ad1-d8ba-404e-8792-f1f4a9e298a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0449271
Mar 26 21:14:05.793994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.798836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:05.888284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.889683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6418564
Mar 26 21:14:05.893264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.896000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450395ad-ec73-41d2-80fc-98ff5fd29e4b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1dc6b1-e77e-401a-96fc-a322ee03b208,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:05.898850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-75553e49-7d8a-49eb-89cd-451165d2c68e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '9e1dc6b1-e77e-401a-96fc-a322ee03b208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:05.915159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafa79a4-2b3b-45f2-ac83-1148ac08f06c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:05.919786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:05.920213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fafa79a4-2b3b-45f2-ac83-1148ac08f06c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5726607
Mar 26 21:14:05.920940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:05.924154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:05.991845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b3d20acc-a36d-4bf1-8187-857282edecc4 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0641689
Mar 26 21:14:05.994803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.007042 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks [] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.015625 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.064678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b6d10b25-8a14-4c8c-86e2-d040ff8c83b3 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fc922ea5d1564695ac143b86d7123f25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0643179
Mar 26 21:14:06.065400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32850) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.071320 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Attempting to bind port eaf46f77-bbfa-47e1-afaf-7658587fc328 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:06.071703 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Attempting to bind port eaf46f77-bbfa-47e1-afaf-7658587fc328 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:06.072110 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Attempting to bind port eaf46f77-bbfa-47e1-afaf-7658587fc328 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:06.082034 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-75553e49-7d8a-49eb-89cd-451165d2c68e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The resource could not be found.
Mar 26 21:14:06.082282 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddf75-a1bf-4a1d-a179-f6afd7d05ff3 None None] Pushing event updated for resources: {'Port': ['ID=eaf46f77-bbfa-47e1-afaf-7658587fc328,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:06.086917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75553e49-7d8a-49eb-89cd-451165d2c68e tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1888885
Mar 26 21:14:06.086917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32852) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.087521 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:06.087908 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:06.088352 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.088747 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:06.089229 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Bound port: eaf46f77-bbfa-47e1-afaf-7658587fc328, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:06.089616 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.090524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6cbe3dbf-4b8f-4673-996a-3026225ba5c9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '9e1dc6b1-e77e-401a-96fc-a322ee03b208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e5a6b3dc-ec78-4389-bde8-98425329a112'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:06.148267 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] For port eaf46f77-bbfa-47e1-afaf-7658587fc328, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:06.151479 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] For port eaf46f77-bbfa-47e1-afaf-7658587fc328, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf46f77-bbfa-47e1-afaf-7658587fc328,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:06.158695 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.199005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e8bf4-8d87-441d-82b4-ca2d04c52f75 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:06.199231 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-6cbe3dbf-4b8f-4673-996a-3026225ba5c9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The resource could not be found.
Mar 26 21:14:06.200209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6cbe3dbf-4b8f-4673-996a-3026225ba5c9 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1133342
Mar 26 21:14:06.200999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-736e8bf4-8d87-441d-82b4-ca2d04c52f75 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1347620
Mar 26 21:14:06.203005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32854) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.205755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32856) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.222070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:06.222750 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f51e7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:06.240445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dfc35fb9-7c8e-484f-ac82-b77ca65cdd45 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0305698
Mar 26 21:14:06.241248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.246396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-558537154', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:06.267841 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ddf75-a1bf-4a1d-a179-f6afd7d05ff3 None None] Pushing event updated for resources: {'Port': ['ID=eaf46f77-bbfa-47e1-afaf-7658587fc328,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:06.290700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (9e1dc6b1-e77e-401a-96fc-a322ee03b208), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.336429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:06.338127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (69534a0b-dc18-464c-93bc-98cea927c92d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.341861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:06.353667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (9e1dc6b1-e77e-401a-96fc-a322ee03b208), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.388057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:06.394413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:06.399585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:06.400346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:06.400780 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.404482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.407653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=69534a0b-dc18-464c-93bc-98cea927c92d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:06.413202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699b38fd-13e4-472c-bd3e-81ef917394dc None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:06.436949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4771fac3-6bb2-440e-b003-add6354e7441 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.6420338
Mar 26 21:14:06.440562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.446440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:06.446593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9e1dc6b1-e77e-401a-96fc-a322ee03b208), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.455420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.459954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e1dc6b1-e77e-401a-96fc-a322ee03b208 HTTP/1.1" status: 204  len: 168 time: 0.2557938
Mar 26 21:14:06.460585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32864) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.532897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f199425-d434-4f95-a52c-e550e519318b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1dc6b1-e77e-401a-96fc-a322ee03b208,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:06.551127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '69534a0b-dc18-464c-93bc-98cea927c92d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:06.553027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.586748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0ca31a3a-f514-4193-a0ff-c5bb816ed3c2 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1190355
Mar 26 21:14:06.590601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32866) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.591964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:06.595465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c9331a6d-2a12-4e3c-bbce-35116beb23c0 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': '8daf5ff5-7edb-4eb6-a015-2eaf42b96790', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:06.596450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.597507 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f51e7f0>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:03Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:06.630330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a38b1-8ac2-48ca-bdea-5892d44b47fb None None] The sync data for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 is: [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:03Z', 'revision_number': 3, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:06.669878 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:14:06.725540 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-c9331a6d-2a12-4e3c-bbce-35116beb23c0 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The resource could not be found.
Mar 26 21:14:06.730492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c9331a6d-2a12-4e3c-bbce-35116beb23c0 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1350937
Mar 26 21:14:06.733886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32868) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:06.743636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053850132'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:06.753029 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (8566a6f4-3058-423c-90e2-2082ae67faa4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.764518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Allocated IP 2001:db8::f816:3eff:fe06:d601 (47e09718-1805-4aca-aaca-0947e5412160/69534a0b-dc18-464c-93bc-98cea927c92d/d5cfa46a-23bc-4122-b84d-b0484bdb26e4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:06.777875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.826384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Subnet': ['ID=8566a6f4-3058-423c-90e2-2082ae67faa4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:06.835795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Checking segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:06.836214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network hostable DHCP agents. Network: df0776a3-f816-466d-b007-a74c90af681a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:14:06.854687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network df0776a3-f816-466d-b007-a74c90af681a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:14:06.866639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df0776a3-f816-466d-b007-a74c90af681a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:06.874243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:06.874932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:06.884311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ee1fe-f96c-4d49-b1a0-61de60893729 None None] Network df0776a3-f816-466d-b007-a74c90af681a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:06.899208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00e119c4-369d-410e-a2ec-e37bd2e95135 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6559675
Mar 26 21:14:06.902853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32870) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.041009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (a019be17-c50a-44b1-ad40-09025c33e907), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.092684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df0776a3-f816-466d-b007-a74c90af681a', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'fixed_ips': [{'subnet_id': '8566a6f4-3058-423c-90e2-2082ae67faa4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:07.095641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a019be17-c50a-44b1-ad40-09025c33e907), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.096195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.120816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (70c8285b-ee22-454c-b63d-cf5151e0fb38), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.184158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:07.185840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.190751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4520545
Mar 26 21:14:07.191965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32872) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.196937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:07.201359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--256256212'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:07.202350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30cb7a-9ee5-459b-b2e8-3f30231e7fa6 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a019be17-c50a-44b1-ad40-09025c33e907,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.205242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:07.205943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.249544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.278631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=70c8285b-ee22-454c-b63d-cf5151e0fb38,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.285385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Allocated IP 172.20.0.18 (df0776a3-f816-466d-b007-a74c90af681a/8566a6f4-3058-423c-90e2-2082ae67faa4/146a75ff-3a5b-4940-9b29-905c363cf42d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:07.287071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9c2b1ea0-1734-4633-925d-38023a1d678c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8452349
Mar 26 21:14:07.292530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.296899 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks [] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.300424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf46f77-bbfa-47e1-afaf-7658587fc328 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:07.331813 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.344470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:e0:47:c0', 'name': 'tempest-NetworksTestDHCPv6-1981810605'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:07.354488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (12922ffe-bb23-4e90-a287-b9a231d24c7d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.359738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12922ffe-bb23-4e90-a287-b9a231d24c7d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.386026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Pushing event updated for resources: {'Port': ['ID=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.401150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12922ffe-bb23-4e90-a287-b9a231d24c7d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.407150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.408770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d09a0f12-e5b5-4f31-a5db-16e8a5dd4587 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2149417
Mar 26 21:14:07.412209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.414787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:07.418389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a32f4198-fd76-49ed-8143-e2ba300a4237 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group_rule': {'security_group_id': 'a019be17-c50a-44b1-ad40-09025c33e907', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '12922ffe-bb23-4e90-a287-b9a231d24c7d'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:07.427049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:07.431114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:07.464860 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-a32f4198-fd76-49ed-8143-e2ba300a4237 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:07.466492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a32f4198-fd76-49ed-8143-e2ba300a4237 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0530558
Mar 26 21:14:07.469264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32880) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.545083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eaf46f77-bbfa-47e1-afaf-7658587fc328 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:07.545464 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.547481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (12922ffe-bb23-4e90-a287-b9a231d24c7d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.575593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Attempting to bind port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:07.576001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Attempting to bind port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:07.576375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Attempting to bind port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:07.578808 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (12922ffe-bb23-4e90-a287-b9a231d24c7d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.600313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:07.600702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:07.601472 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.601609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:07.601990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Bound port: d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:07.602375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.630658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:07.635671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12922ffe-bb23-4e90-a287-b9a231d24c7d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.640081 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.641813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/12922ffe-bb23-4e90-a287-b9a231d24c7d HTTP/1.1" status: 204  len: 168 time: 0.1712623
Mar 26 21:14:07.656472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32882) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.657621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23477eb-fee7-401a-b872-9d4e24dcb847 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12922ffe-bb23-4e90-a287-b9a231d24c7d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.738900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2e8a62b-68ea-4277-b5b9-b15c0b36c15d tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0699813
Mar 26 21:14:07.741488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.763788 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks [] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.785764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.817115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (a019be17-c50a-44b1-ad40-09025c33e907), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.852123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (a019be17-c50a-44b1-ad40-09025c33e907), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.864377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.929827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a019be17-c50a-44b1-ad40-09025c33e907), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.933667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:07.937922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/a019be17-c50a-44b1-ad40-09025c33e907 HTTP/1.1" status: 204  len: 168 time: 0.1952190
Mar 26 21:14:07.939126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:07.965547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1aea9-7038-4ca3-8515-cb30fed90bac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019be17-c50a-44b1-ad40-09025c33e907,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:07.979897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.004026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ef554d8-0837-495b-a552-eaf589dd97b5 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0563262
Mar 26 21:14:08.005356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.009920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 2e72d4a3-d7eb-4c48-9322-01b4184f5e5a yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:08.010423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806098553'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:08.026473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] For port d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:08.029636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eaf46f77-bbfa-47e1-afaf-7658587fc328 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:08.030124 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.039704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.064538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] For port d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:08.067732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Network df0776a3-f816-466d-b007-a74c90af681a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:08.087263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.089419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:08.091248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Pushing event updated for resources: {'Port': ['ID=146a75ff-3a5b-4940-9b29-905c363cf42d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.094361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port eaf46f77-bbfa-47e1-afaf-7658587fc328, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf46f77-bbfa-47e1-afaf-7658587fc328,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:08.095663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:08.125214 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.138478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (89f5c409-a388-408f-a182-437b3a3110bc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.143581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (89f5c409-a388-408f-a182-437b3a3110bc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.197036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.198362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1918480
Mar 26 21:14:08.200485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694624-7aed-4168-b501-b4e48cf7c697 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f5c409-a388-408f-a182-437b3a3110bc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.204077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32890) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.210056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-064fd47e-5ee5-4594-b202-d363f85f5a15 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:08.210476 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-064fd47e-5ee5-4594-b202-d363f85f5a15 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 26 21:14:08.210969 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-064fd47e-5ee5-4594-b202-d363f85f5a15 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:14:08.214557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e60c6-7995-403e-a3ff-cfcbbb13d689 None None] Pushing event updated for resources: {'Port': ['ID=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.214954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-064fd47e-5ee5-4594-b202-d363f85f5a15 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "PUT /v2.0/security-groups/89f5c409-a388-408f-a182-437b3a3110bc HTTP/1.1" status: 409  len: 330 time: 0.0067177
Mar 26 21:14:08.215370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Attempting to bind port 146a75ff-3a5b-4940-9b29-905c363cf42d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:08.215483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32892) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.215580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Attempting to bind port 146a75ff-3a5b-4940-9b29-905c363cf42d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:08.215580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Attempting to bind port 146a75ff-3a5b-4940-9b29-905c363cf42d on network df0776a3-f816-466d-b007-a74c90af681a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:08.240860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:08.241255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Checking segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:08.241669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.242076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Bound using segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:08.242713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Bound port: 146a75ff-3a5b-4940-9b29-905c363cf42d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:08.243106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.289557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (89f5c409-a388-408f-a182-437b3a3110bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.304011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=eaf46f77-bbfa-47e1-afaf-7658587fc328,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.325605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (89f5c409-a388-408f-a182-437b3a3110bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.336487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] For port 146a75ff-3a5b-4940-9b29-905c363cf42d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:08.340106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] For port 146a75ff-3a5b-4940-9b29-905c363cf42d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146a75ff-3a5b-4940-9b29-905c363cf42d,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:08.346381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.378187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (89f5c409-a388-408f-a182-437b3a3110bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.381661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 172.20.0.12 (47e09718-1805-4aca-aaca-0947e5412160/70c8285b-ee22-454c-b63d-cf5151e0fb38/2e72d4a3-d7eb-4c48-9322-01b4184f5e5a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:08.385280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:08.389124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fee0:47c0 (47e09718-1805-4aca-aaca-0947e5412160/69534a0b-dc18-464c-93bc-98cea927c92d/2e72d4a3-d7eb-4c48-9322-01b4184f5e5a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:08.389540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/89f5c409-a388-408f-a182-437b3a3110bc HTTP/1.1" status: 204  len: 168 time: 0.1736267
Mar 26 21:14:08.391495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32894) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.411141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Pushing event updated for resources: {'Port': ['ID=146a75ff-3a5b-4940-9b29-905c363cf42d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.421729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.422407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.422535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b225fe3-4f41-4d79-a7d5-1662e468f7ac tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f5c409-a388-408f-a182-437b3a3110bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:08.422641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.422777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.423082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.423871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.423871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.424134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.424397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.424732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.425062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.425391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.425718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.426042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.426901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc0bb61-b056-47e0-b8b0-c68c8ed7868d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:08.471280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32896) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.481536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d548bad7-fbdc-4cb3-a97b-7885baef9736 tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0861783
Mar 26 21:14:08.835685 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-4368a2cc-d3dd-4762-a310-397dff0bb5be tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] delete failed (client error): The resource could not be found.
Mar 26 21:14:08.836776 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4368a2cc-d3dd-4762-a310-397dff0bb5be tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "DELETE /v2.0/security-groups/38fb3853-54cd-4d29-bdc6-59eabec5c5f7 HTTP/1.1" status: 404  len: 347 time: 0.3621995
Mar 26 21:14:08.841320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32900) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.861261 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-63bd68c9-8026-4218-91dc-e672d8d1ff8c tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] show failed (client error): The resource could not be found.
Mar 26 21:14:08.862492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-63bd68c9-8026-4218-91dc-e672d8d1ff8c tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-groups/f6638df1-f802-4e43-ae70-f61ab22d8963 HTTP/1.1" status: 404  len: 347 time: 0.0200732
Mar 26 21:14:08.868436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32902) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:08.883699 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-70a5038e-6e2e-41ca-bdf3-44753c767b7b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] show failed (client error): The resource could not be found.
Mar 26 21:14:08.888528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-70a5038e-6e2e-41ca-bdf3-44753c767b7b tempest-NegativeSecGroupTest-448131811 tempest-NegativeSecGroupTest-448131811-project] 10.222.0.16 "GET /v2.0/security-group-rules/c0cc29ed-86d5-43dd-a6fc-f1aa1b7f19c5 HTTP/1.1" status: 404  len: 356 time: 0.0190518
Mar 26 21:14:08.999513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (2e72d4a3-d7eb-4c48-9322-01b4184f5e5a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.022217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.20.0.17 (df0776a3-f816-466d-b007-a74c90af681a/8566a6f4-3058-423c-90e2-2082ae67faa4/612b7d59-bde9-4c00-9bef-0770983a0869) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:09.090529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2e72d4a3-d7eb-4c48-9322-01b4184f5e5a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.180494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:09.186815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32908) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:09.191056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:09.196839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:09.199328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=2e72d4a3-d7eb-4c48-9322-01b4184f5e5a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:09.251880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (612b7d59-bde9-4c00-9bef-0770983a0869), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.267989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:09.268634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.296360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be616060-daf0-41f9-9dd0-86f295c565a7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.9563448
Mar 26 21:14:09.298997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32912) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:09.299811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf46f77-bbfa-47e1-afaf-7658587fc328 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:09.333960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.351360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eaf46f77-bbfa-47e1-afaf-7658587fc328 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:09.351748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.383413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7cbd4319-a714-4019-8bce-f6de8540e6e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5defb9a45bd466696c7cc3869dc61be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1952305
Mar 26 21:14:09.386941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network df0776a3-f816-466d-b007-a74c90af681a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:09.387782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32914) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:09.390450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:09.394303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:09.400416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8993ad3-ec0d-4a16-ac31-f36b8869ded9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:09.406235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8993ad3-ec0d-4a16-ac31-f36b8869ded9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:09.410354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8993ad3-ec0d-4a16-ac31-f36b8869ded9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1072686
Mar 26 21:14:09.414452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:09.421196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:09.444552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eaf46f77-bbfa-47e1-afaf-7658587fc328 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:09.445659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 146a75ff-3a5b-4940-9b29-905c363cf42d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:09.446477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (f220af51-df99-4db9-908f-d3bb3f9722ee), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.508248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 146a75ff-3a5b-4940-9b29-905c363cf42d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:09.509848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.525477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] Publish callbacks [] for security_group (5d87a70e-788f-4d6f-a319-8cad37522dca), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.570034 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] Publish callbacks [] for security_group (5d87a70e-788f-4d6f-a319-8cad37522dca), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.602495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 2e72d4a3-d7eb-4c48-9322-01b4184f5e5a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:09.602852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2e72d4a3-d7eb-4c48-9322-01b4184f5e5a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.620561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 146a75ff-3a5b-4940-9b29-905c363cf42d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:09.621225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.664345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 146a75ff-3a5b-4940-9b29-905c363cf42d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146a75ff-3a5b-4940-9b29-905c363cf42d,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:09.672260 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.673393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d5cfa46a-23bc-4122-b84d-b0484bdb26e4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:09.684227 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.750312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2e72d4a3-d7eb-4c48-9322-01b4184f5e5a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.763237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 2e72d4a3-d7eb-4c48-9322-01b4184f5e5a owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:09.803815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=146a75ff-3a5b-4940-9b29-905c363cf42d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:09.828242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:09.829476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.854328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5d87a70e-788f-4d6f-a319-8cad37522dca), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.857245 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:09.858648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d87a70e-788f-4d6f-a319-8cad37522dca HTTP/1.1" status: 204  len: 168 time: 0.4495745
Mar 26 21:14:09.907722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1b65a-bf96-4662-a121-80cad68e24f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87a70e-788f-4d6f-a319-8cad37522dca,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:10.033331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:10.034063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.073813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2e72d4a3-d7eb-4c48-9322-01b4184f5e5a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.109391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6262c-b830-42a5-9973-39f0b56faef4 None None] Network df0776a3-f816-466d-b007-a74c90af681a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:10.137044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=2e72d4a3-d7eb-4c48-9322-01b4184f5e5a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:10.159437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:10.198346 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.241824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (612b7d59-bde9-4c00-9bef-0770983a0869), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.251079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.260833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.266265 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15777b9a-a05f-4c81-8740-1bba9c4ddcd6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/2e72d4a3-d7eb-4c48-9322-01b4184f5e5a HTTP/1.1" status: 204  len: 168 time: 0.8499129
Mar 26 21:14:10.270777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32926) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:10.279610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d2b8dc48-d52d-47e4-8998-179614004cb0 None None] Provisioning complete for port 146a75ff-3a5b-4940-9b29-905c363cf42d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:10.280024 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc48-d52d-47e4-8998-179614004cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.352137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8ea41-7af0-4c10-b4a5-44eccb87497b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:10.354168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8ea41-7af0-4c10-b4a5-44eccb87497b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:10.356601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8ea41-7af0-4c10-b4a5-44eccb87497b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:10.359084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-39d8ea41-7af0-4c10-b4a5-44eccb87497b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0841827
Mar 26 21:14:10.361452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32930) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:10.366996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (f220af51-df99-4db9-908f-d3bb3f9722ee), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.369222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:10.370815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:10.410255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccde29-241b-4c17-ba3d-8a2c2e119237 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:10.444013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 69534a0b-dc18-464c-93bc-98cea927c92d {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:10.448154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (69534a0b-dc18-464c-93bc-98cea927c92d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.470084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8dc48-d52d-47e4-8998-179614004cb0 None None] Current status of the port 146a75ff-3a5b-4940-9b29-905c363cf42d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:10.488536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network df0776a3-f816-466d-b007-a74c90af681a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:10.491150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:10.525254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (69534a0b-dc18-464c-93bc-98cea927c92d), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.608983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-26a39495-08c2-461e-8ae0-8a28ca2ea481 None None] Provisioning complete for port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:10.609491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26a39495-08c2-461e-8ae0-8a28ca2ea481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.642105 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (69534a0b-dc18-464c-93bc-98cea927c92d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.713927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router f220af51-df99-4db9-908f-d3bb3f9722ee has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:10.720823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9dc3c-caee-4458-9a45-14375e046651 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '69534a0b-dc18-464c-93bc-98cea927c92d', 'ip_address': '2001:db8::f816:3eff:fe06:d601'}, {'subnet_id': '70c8285b-ee22-454c-b63d-cf5151e0fb38'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd5cfa46a-23bc-4122-b84d-b0484bdb26e4'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:10.734010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (69534a0b-dc18-464c-93bc-98cea927c92d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.793210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=69534a0b-dc18-464c-93bc-98cea927c92d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:10.803051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.817587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-80d572e8-c6f5-4a7a-be81-73e1e7745088 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/69534a0b-dc18-464c-93bc-98cea927c92d HTTP/1.1" status: 204  len: 168 time: 0.4544253
Mar 26 21:14:10.820995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32946) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:10.823163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3e9dc3c-caee-4458-9a45-14375e046651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:10.858995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-26a39495-08c2-461e-8ae0-8a28ca2ea481 None None] Current status of the port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:10.871748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:10.877717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cf0ada1f-2a37-4ea3-939b-8fdb6f3b5dc1 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "PUT /v2.0/routers/f220af51-df99-4db9-908f-d3bb3f9722ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9710217
Mar 26 21:14:10.892163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Sync routers for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:10.932261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 70c8285b-ee22-454c-b63d-cf5151e0fb38 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:10.937139 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (70c8285b-ee22-454c-b63d-cf5151e0fb38), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.012211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (70c8285b-ee22-454c-b63d-cf5151e0fb38), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.046400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:11.047073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f37e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:11.079118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (70c8285b-ee22-454c-b63d-cf5151e0fb38), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.093568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32958) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:11.183472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Provisioning complete for port 146a75ff-3a5b-4940-9b29-905c363cf42d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:11.183847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.206498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (70c8285b-ee22-454c-b63d-cf5151e0fb38), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.240090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=70c8285b-ee22-454c-b63d-cf5151e0fb38,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:11.247835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.254007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-afb50f32-a9bd-4b47-bfcf-55146300a300 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/70c8285b-ee22-454c-b63d-cf5151e0fb38 HTTP/1.1" status: 204  len: 168 time: 0.4298849
Mar 26 21:14:11.254290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:11.259299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d5cfa46a-23bc-4122-b84d-b0484bdb26e4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:11.276476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-232023883'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-e3e9dc3c-caee-4458-9a45-14375e046651 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70c8285b-ee22-454c-b63d-cf5151e0fb38: This subnet is being modified by another concurrent operation.
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70c8285b-ee22-454c-b63d-cf5151e0fb38: This subnet is being modified by another concurrent operation.
Mar 26 21:14:11.297253 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:14:11.320826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c8c8e99e-603b-4db9-b6d4-71c221a5068d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0648100
Mar 26 21:14:11.323102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32968) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:11.331492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:11.342088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Made reservation on behalf of ea049148b9a84f3eb2c8db293b84c0c5 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:11.345821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.366059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.374248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-d3670a44-dd4f-4d1f-bdff-97fc75f34f8f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:11.381701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-d3670a44-dd4f-4d1f-bdff-97fc75f34f8f tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/networks?id=df0776a3-f816-466d-b007-a74c90af681a HTTP/1.1" status: 200  len: 798 time: 0.2258453
Mar 26 21:14:11.397777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:11.422583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-8d8878d4-56d9-4a17-bed9-e0c31020eae4 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/quotas/fc922ea5d1564695ac143b86d7123f25 HTTP/1.1" status: 200  len: 375 time: 0.0371826
Mar 26 21:14:11.445880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:11.448789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20065d8a-d41c-43e6-9e11-295ca2c83bbe None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:11.449899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.549233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-c9ff1f45-20af-4b14-ae15-914d0fd6a984 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1252639
Mar 26 21:14:11.647013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks [] for security_group (14837627-b61c-4b2c-a00f-65674347a123), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.653992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (14837627-b61c-4b2c-a00f-65674347a123), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.690650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:14:11.718329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:11.718914 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.719168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-060d017f-a9c9-4f20-b415-9ec0d2e72cc9 service neutron] 10.222.0.16 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686265
Mar 26 21:14:11.720571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5a535e7e-ca70-44be-b4c9-f26618d98ce7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.720927 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Added segment 5a535e7e-ca70-44be-b4c9-f26618d98ce7 of type vlan for network d3279dcd-ea96-4177-a0fe-3ccf94c203ae
Mar 26 21:14:11.722346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14837627-b61c-4b2c-a00f-65674347a123,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:11.792628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d3279dcd-ea96-4177-a0fe-3ccf94c203ae), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.816642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Current status of the port 146a75ff-3a5b-4940-9b29-905c363cf42d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:11.826127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:11.869026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d3279dcd-ea96-4177-a0fe-3ccf94c203ae), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.873987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:11.874580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.896755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-414b87fe-9581-4410-87ff-d7860e633532 service neutron] 10.222.0.16 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434498
Mar 26 21:14:11.924363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.8289719
Mar 26 21:14:11.925686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:11.926069 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:11.930321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:11.934040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-da762fe2-7b95-4918-a8d4-55bb15c07db3 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f611d5c5a90>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-332300227') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:11.973967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:11.975011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 146a75ff-3a5b-4940-9b29-905c363cf42d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:11.987044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19f2f2-7ba3-4a3a-b9b5-c9eb54556554 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Pushing event updated for resources: {'Network': ['ID=d3279dcd-ea96-4177-a0fe-3ccf94c203ae,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:12.033732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d3279dcd-ea96-4177-a0fe-3ccf94c203ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:14:12.046651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:12.101926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da762fe2-7b95-4918-a8d4-55bb15c07db3 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "PUT /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-332300227 HTTP/1.1" status: 201  len: 201 time: 0.1713927
Mar 26 21:14:12.106367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32976) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.108046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8abf5dc6-515d-47b2-b256-fd43b2cf5eb3 None None] Port 612b7d59-bde9-4c00-9bef-0770983a0869 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:12.141638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-9f1e32ea-b597-406b-a2c5-3d51b11036be tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e967e80>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-332300227') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.158740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.260420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 146a75ff-3a5b-4940-9b29-905c363cf42d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:12.260815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.291726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.292051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9f1e32ea-b597-406b-a2c5-3d51b11036be tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-332300227 HTTP/1.1" status: 204  len: 168 time: 0.1836457
Mar 26 21:14:12.297103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-fe8dbfcb-c5e7-44e8-8a44-0683cce396a4 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d0100a0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.305016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Provisioning complete for port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:12.305403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.318008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f37e370>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:09Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '612b7d59-bde9-4c00-9bef-0770983a0869', 'name': '', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ab:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:08Z', 'updated_at': '2022-03-26T21:14:09Z', 'revision_number': 2, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.390948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe8dbfcb-c5e7-44e8-8a44-0683cce396a4 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags HTTP/1.1" status: 200  len: 237 time: 0.0974536
Mar 26 21:14:12.391905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32988) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.397344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-57f0e497-126d-4cda-aa3b-b1a2704d2219 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f611d891eb0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', {'tags': ['tempest-TagsTest-Tag-968912248', 'tempest-TagsTest-Tag-1736631256', 'tempest-TagsTest-Tag-1320524493']}) {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.404695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Checking router: f220af51-df99-4db9-908f-d3bb3f9722ee for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:12.405071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Updating router f220af51-df99-4db9-908f-d3bb3f9722ee port 612b7d59-bde9-4c00-9bef-0770983a0869 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:14:12.414719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Deleting port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:12.415031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.436103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:12.474347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.502418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6abf1e42-8518-4e78-95c4-7203532ade46 req-24a018ea-4247-4ed9-bf40-6ae87b5ec0fc tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 210 time: 0.3552334
Mar 26 21:14:12.502778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.505725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57f0e497-126d-4cda-aa3b-b1a2704d2219 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "PUT /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags HTTP/1.1" status: 200  len: 308 time: 0.1124544
Mar 26 21:14:12.511446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32992) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.524582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-93a9040b-4d5d-4684-a113-740c40fb05ec tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e209eb0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-968912248') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.549054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (4046738b-403d-47dc-8d10-3314d3f21e46), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.561090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.614422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:12.619303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Current status of the port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:12.623938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-93a9040b-4d5d-4684-a113-740c40fb05ec tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "DELETE /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-968912248 HTTP/1.1" status: 204  len: 168 time: 0.1113226
Mar 26 21:14:12.627619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 32994) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.629024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:12.633941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-9918dac5-1356-45fa-8df2-6faddb7a384f tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f61253d6910>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-968912248') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.638491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:12.639416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.658803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=4046738b-403d-47dc-8d10-3314d3f21e46,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:12.660712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 146a75ff-3a5b-4940-9b29-905c363cf42d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:12.667245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:12.693128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abda5dc9-e8fe-42d3-aacb-19c07a411b50 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3688774
Mar 26 21:14:12.693912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 32998) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.697650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:12.698042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.700514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:12.760793 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-9918dac5-1356-45fa-8df2-6faddb7a384f tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] show failed (client error): The resource could not be found.
Mar 26 21:14:12.765725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9918dac5-1356-45fa-8df2-6faddb7a384f tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-968912248 HTTP/1.1" status: 404  len: 325 time: 0.1367791
Mar 26 21:14:12.766304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33000) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.771126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-c01c3944-a5f1-4a30-816f-a6f0906e58ef tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e239640>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-1736631256') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.790563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] For port d5cfa46a-23bc-4122-b84d-b0484bdb26e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:12.791185 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.825837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Calling delete_port for d5cfa46a-23bc-4122-b84d-b0484bdb26e4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:12.827476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f0f372ac-1857-42a2-a39b-2004b9bbbbee None None] Port 612b7d59-bde9-4c00-9bef-0770983a0869 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:12.850036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:12.854129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:12.867040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c01c3944-a5f1-4a30-816f-a6f0906e58ef tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-1736631256 HTTP/1.1" status: 204  len: 168 time: 0.0996902
Mar 26 21:14:12.867641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33002) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.874081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-d60928b8-45e6-4920-9d47-87e1c5aef431 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e8e6ca0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-1320524493') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:12.958082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d60928b8-45e6-4920-9d47-87e1c5aef431 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-1320524493 HTTP/1.1" status: 204  len: 168 time: 0.0882509
Mar 26 21:14:12.958983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33004) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:12.965915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-b932fcc3-52c3-4878-bae2-e4ba6d28c5d9 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f61299c1520>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:13.090215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (d5cfa46a-23bc-4122-b84d-b0484bdb26e4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.093814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks [] for port (612b7d59-bde9-4c00-9bef-0770983a0869), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.124028 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.126154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d5cfa46a-23bc-4122-b84d-b0484bdb26e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:13.126883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b932fcc3-52c3-4878-bae2-e4ba6d28c5d9 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "DELETE /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags HTTP/1.1" status: 204  len: 168 time: 0.1658297
Mar 26 21:14:13.130236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33006) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:13.138505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.tag.tag_plugin [None req-d233a72c-2ece-443f-9020-ea39fefbe5cd tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611e65aa60>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-1736631256') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:13.155791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] Pushing event deleted for resources: {'Port': ['ID=d5cfa46a-23bc-4122-b84d-b0484bdb26e4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:13.184714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d5cfa46a-23bc-4122-b84d-b0484bdb26e4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:13.184971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d5cfa46a-23bc-4122-b84d-b0484bdb26e4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:13.240898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf835-bae6-47db-a690-775757f1223f None None] Pushing event updated for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:13.263400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be0372-d979-4aff-ac8c-12c08299985f None None] No DVR routers for this DVR port d5cfa46a-23bc-4122-b84d-b0484bdb26e4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:13.296293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24dc3c-2b1f-4aa3-9ea4-1e37e3d139d3 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:13.336451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.384685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Attempting to bind port 612b7d59-bde9-4c00-9bef-0770983a0869 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:13.385530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Attempting to bind port 612b7d59-bde9-4c00-9bef-0770983a0869 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:13.385979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Attempting to bind port 612b7d59-bde9-4c00-9bef-0770983a0869 on network df0776a3-f816-466d-b007-a74c90af681a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:13.399212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:13.399598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Checking segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:13.400042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.400446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Bound using segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:13.400962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Bound port: 612b7d59-bde9-4c00-9bef-0770983a0869, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:13.401315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.408611 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-d233a72c-2ece-443f-9020-ea39fefbe5cd tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] show failed (client error): The resource could not be found.
Mar 26 21:14:13.412599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d233a72c-2ece-443f-9020-ea39fefbe5cd tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-1736631256 HTTP/1.1" status: 404  len: 326 time: 0.2814002
Mar 26 21:14:13.417121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:13.423492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-3cd6848b-de40-4b42-a284-998baf03f35a tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f611fd6e3d0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae', 'tempest-TagsTest-Tag-1320524493') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:13.434060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:13.441193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:13.511442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-206aea29-81fb-4343-af8a-f52ccade1eed tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:13.512966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-206aea29-81fb-4343-af8a-f52ccade1eed tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.18 "GET /v2.0/networks?id=df0776a3-f816-466d-b007-a74c90af681a HTTP/1.1" status: 200  len: 798 time: 0.2778645
Mar 26 21:14:13.513663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:13.524717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:13.525345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.527346 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-3cd6848b-de40-4b42-a284-998baf03f35a tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] show failed (client error): The resource could not be found.
Mar 26 21:14:13.530983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3cd6848b-de40-4b42-a284-998baf03f35a tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "GET /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags/tempest-TagsTest-Tag-1320524493 HTTP/1.1" status: 404  len: 326 time: 0.1100340
Mar 26 21:14:13.532253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33010) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:13.537262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.tag.tag_plugin [None req-35fd6914-82ba-4e3b-808c-7360b6f383e8 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f611e372be0>, 'networks', 'd3279dcd-ea96-4177-a0fe-3ccf94c203ae') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:13.542939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Request body: {'port': {'device_id': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'admin_state_up': True, 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:13.552839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-512f9a81-5415-46b9-abb7-50bfc1080cb9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8575082
Mar 26 21:14:13.563044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:13.572159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:f4:58:64', 'name': 'tempest-NetworksTestDHCPv6-495855102'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:13.695851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Made reservation on behalf of fc922ea5d1564695ac143b86d7123f25 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:13.699567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.712330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-23317a5a-8606-4096-8969-25215a28d6aa None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:13.712736 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-23317a5a-8606-4096-8969-25215a28d6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.743951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '4046738b-403d-47dc-8d10-3314d3f21e46'}, {'subnet_id': 'a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:13.745128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.748055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] For port 612b7d59-bde9-4c00-9bef-0770983a0869, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:13.767960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88e6750f-8301-4e6f-8ed0-cfaf0da12a50 req-385608e3-d95f-4973-baf2-8281ab266806 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 210 time: 0.1676672
Mar 26 21:14:13.773776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] For port 612b7d59-bde9-4c00-9bef-0770983a0869, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612b7d59-bde9-4c00-9bef-0770983a0869,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:13.776960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-35fd6914-82ba-4e3b-808c-7360b6f383e8 tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "DELETE /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae/tags HTTP/1.1" status: 204  len: 168 time: 0.2437043
Mar 26 21:14:13.782047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33020) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:13.796496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-23317a5a-8606-4096-8969-25215a28d6aa None None] Port 612b7d59-bde9-4c00-9bef-0770983a0869 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:13.798465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.883257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:13.890804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Allocated IP 172.20.0.23 (df0776a3-f816-466d-b007-a74c90af681a/8566a6f4-3058-423c-90e2-2082ae67faa4/782f18e7-259e-4695-9fad-8b82f3fd07df) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:13.917910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:13.918560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f37e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:13:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:13.986877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:13.993574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edf835-bae6-47db-a690-775757f1223f None None] Pushing event updated for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:14.015216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d3279dcd-ea96-4177-a0fe-3ccf94c203ae), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.027230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 0589d33b-ba21-48bb-a5d6-c66d23241bbf yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:14.083272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.140742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.149892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:14.186174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Network df0776a3-f816-466d-b007-a74c90af681a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:14.193375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:14.195952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.196550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:14.233717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event updated for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:14.247178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Allocated IP 172.20.0.2 (47e09718-1805-4aca-aaca-0947e5412160/a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4/b6a891e7-d59d-4115-a9c8-7707d7285edd) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:14.266722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Allocated IP 2001:db8::f816:3eff:fe18:70c0 (47e09718-1805-4aca-aaca-0947e5412160/4046738b-403d-47dc-8d10-3314d3f21e46/b6a891e7-d59d-4115-a9c8-7707d7285edd) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:14.268784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:14.269643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.292115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-04bf8a01-dccf-4940-b889-54a2b77afd2b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.7531340
Mar 26 21:14:14.325677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Request body: {'port': {'device_id': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:14.346262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:14.346632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.405932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.525834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d3279dcd-ea96-4177-a0fe-3ccf94c203ae), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.547766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fca0a60>,) {'filters': {'network_id': ['d3279dcd-ea96-4177-a0fe-3ccf94c203ae']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:14.558881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fca0a60>, '5a535e7e-ca70-44be-b4c9-f26618d98ce7') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:14.559186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fca0a60>, '5a535e7e-ca70-44be-b4c9-f26618d98ce7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:14.570529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (5a535e7e-ca70-44be-b4c9-f26618d98ce7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.585047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5a535e7e-ca70-44be-b4c9-f26618d98ce7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.593157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:14.593900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (5a535e7e-ca70-44be-b4c9-f26618d98ce7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:14.597452 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:14.612413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Current status of the port 612b7d59-bde9-4c00-9bef-0770983a0869 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:14.612804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.636471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks [] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.653853 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.695239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d3279dcd-ea96-4177-a0fe-3ccf94c203ae), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.707208 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.708468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] For port 612b7d59-bde9-4c00-9bef-0770983a0869, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612b7d59-bde9-4c00-9bef-0770983a0869,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:14.712571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] 10.222.0.16 "DELETE /v2.0/networks/d3279dcd-ea96-4177-a0fe-3ccf94c203ae HTTP/1.1" status: 204  len: 168 time: 0.9282479
Mar 26 21:14:14.731692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:14.737683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:14.740313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:14.743208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:14.755142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f37e370>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:09Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '612b7d59-bde9-4c00-9bef-0770983a0869', 'name': '', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ab:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:08Z', 'updated_at': '2022-03-26T21:14:13Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:14.789107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb53e21-556f-4525-a0c8-0a220d16d3da tempest-TagsTest-980227124 tempest-TagsTest-980227124-project] Pushing event deleted for resources: {'Network': ['ID=d3279dcd-ea96-4177-a0fe-3ccf94c203ae,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:14.832729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 172.20.0.6 (47e09718-1805-4aca-aaca-0947e5412160/a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4/0589d33b-ba21-48bb-a5d6-c66d23241bbf) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:14.848748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fef4:5864 (47e09718-1805-4aca-aaca-0947e5412160/4046738b-403d-47dc-8d10-3314d3f21e46/0589d33b-ba21-48bb-a5d6-c66d23241bbf) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:14.864992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d87a1-cd5e-40f7-b825-2e3fee1a01db None None] The sync data for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 is: [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:09Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '612b7d59-bde9-4c00-9bef-0770983a0869', 'name': '', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ab:5b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:08Z', 'updated_at': '2022-03-26T21:14:13Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:14.909196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Pushing event updated for resources: {'Port': ['ID=b6a891e7-d59d-4115-a9c8-7707d7285edd,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:14.934075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-21d9a7b7-d836-4c59-a05e-3b04f507dcf5 None None] Provisioning complete for port 782f18e7-259e-4695-9fad-8b82f3fd07df triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:14.934461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-21d9a7b7-d836-4c59-a05e-3b04f507dcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.019549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Attempting to bind port b6a891e7-d59d-4115-a9c8-7707d7285edd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:15.020796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Attempting to bind port b6a891e7-d59d-4115-a9c8-7707d7285edd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:15.021168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Attempting to bind port b6a891e7-d59d-4115-a9c8-7707d7285edd on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:15.038426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:15.038815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:15.039233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.039636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:15.040157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Bound port: b6a891e7-d59d-4115-a9c8-7707d7285edd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:15.040545 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.080017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-21d9a7b7-d836-4c59-a05e-3b04f507dcf5 None None] Port 782f18e7-259e-4695-9fad-8b82f3fd07df cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:15.125056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928654b0-97d3-4289-84e5-378462d10099 req-944914c0-00c3-4cde-a388-9f87e8aafd0e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.134311 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-928654b0-97d3-4289-84e5-378462d10099 req-944914c0-00c3-4cde-a388-9f87e8aafd0e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 895 time: 0.2274346
Mar 26 21:14:15.163484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea8556-df82-42ba-9cda-e38b1edd9fd1 None None] Pushing event updated for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:15.193067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33030) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:15.203207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] For port b6a891e7-d59d-4115-a9c8-7707d7285edd, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:15.208013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] For port b6a891e7-d59d-4115-a9c8-7707d7285edd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a891e7-d59d-4115-a9c8-7707d7285edd,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:15.216612 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.258627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (0589d33b-ba21-48bb-a5d6-c66d23241bbf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.277016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782f18e7-259e-4695-9fad-8b82f3fd07df {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:14:15.285608 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks [] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.300574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Transition to ACTIVE for port object 782f18e7-259e-4695-9fad-8b82f3fd07df will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:14:15.311905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 612b7d59-bde9-4c00-9bef-0770983a0869 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:15.318271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.333720 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0589d33b-ba21-48bb-a5d6-c66d23241bbf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.381425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e069d07-7c4f-47bc-a596-9529d3bb684b None None] Pushing event updated for resources: {'Port': ['ID=b6a891e7-d59d-4115-a9c8-7707d7285edd,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:15.411274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:15.411562 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.453425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:15.460008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=0589d33b-ba21-48bb-a5d6-c66d23241bbf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:15.472818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:15.484675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:15.548987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:15.562053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.562910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.564303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Attempting to bind port 782f18e7-259e-4695-9fad-8b82f3fd07df on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:15.564657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Attempting to bind port 782f18e7-259e-4695-9fad-8b82f3fd07df by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:15.564993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Attempting to bind port 782f18e7-259e-4695-9fad-8b82f3fd07df on network df0776a3-f816-466d-b007-a74c90af681a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:15.570974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Port 782f18e7-259e-4695-9fad-8b82f3fd07df on network df0776a3-f816-466d-b007-a74c90af681a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:14:15.571138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 612b7d59-bde9-4c00-9bef-0770983a0869 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:15.571311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Attempting to bind port 782f18e7-259e-4695-9fad-8b82f3fd07df on network df0776a3-f816-466d-b007-a74c90af681a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:15.577746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:15.578108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Checking segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:15.578566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Bound using segment: {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:15.579011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Bound port: 782f18e7-259e-4695-9fad-8b82f3fd07df, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea54db43-6796-4066-9674-8df4ed1372d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:15.579379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.619042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-96016ef0-e0ab-47ea-aa1d-f8fdedf3436b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.0513170
Mar 26 21:14:15.621067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33034) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:15.636566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1f04fa5-e3d4-40f7-9662-eed8bcdf69cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea049148b9a84f3eb2c8db293b84c0c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4423230
Mar 26 21:14:15.637464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33036) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:15.715341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:15.718861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782f18e7-259e-4695-9fad-8b82f3fd07df,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:15.725537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.767950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.768570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.770600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] 10.222.0.18 "PUT /v2.0/ports/782f18e7-259e-4695-9fad-8b82f3fd07df HTTP/1.1" status: 200  len: 1055 time: 1.4618335
Mar 26 21:14:15.770925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:15.773391 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3781c97a-c96b-43e4-917d-9e2dc380a7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:15.804157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] Publish callbacks [] for security_group (14837627-b61c-4b2c-a00f-65674347a123), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.807173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.815401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc13541-cb8c-4285-aac9-0b3772df8e5d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.822484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc13541-cb8c-4285-aac9-0b3772df8e5d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.827263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6cc13541-cb8c-4285-aac9-0b3772df8e5d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.2047946
Mar 26 21:14:15.828260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:15.888209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] Publish callbacks [] for security_group (14837627-b61c-4b2c-a00f-65674347a123), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:15.897193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1286-c21f-4520-bc11-4f43b3c40cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:15.902226 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f450d6-2806-4711-9070-e02c599d9ebb x-openstack-request-id: req-53f450d6-2806-4711-9070-e02c599d9ebb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:15.903106 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:15.903675 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53f450d6-2806-4711-9070-e02c599d9ebb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:15.904218 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f450d6-2806-4711-9070-e02c599d9ebb'] response: {'name': 'network-changed', 'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df', 'status': 'completed', 'code': 200}
Mar 26 21:14:15.962462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-8a92c3bd-3950-459e-909e-c3a13551c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:15.965689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-8a92c3bd-3950-459e-909e-c3a13551c4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 1089 time: 0.1238463
Mar 26 21:14:16.008488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (14837627-b61c-4b2c-a00f-65674347a123), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.011387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.012698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14837627-b61c-4b2c-a00f-65674347a123 HTTP/1.1" status: 204  len: 168 time: 0.3727605
Mar 26 21:14:16.034500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 0589d33b-ba21-48bb-a5d6-c66d23241bbf {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:16.034739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0589d33b-ba21-48bb-a5d6-c66d23241bbf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.046212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deff25-b44e-4707-b3f8-7f4bcc208017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14837627-b61c-4b2c-a00f-65674347a123,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:16.069339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-a44792f1-262c-48a7-af01-d8b555f7726a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=782f18e7-259e-4695-9fad-8b82f3fd07df HTTP/1.1" status: 200  len: 217 time: 0.0947118
Mar 26 21:14:16.133725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-0831fad7-1770-49ec-8e76-fbe67d9eeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.135362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-0831fad7-1770-49ec-8e76-fbe67d9eeccf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8566a6f4-3058-423c-90e2-2082ae67faa4 HTTP/1.1" status: 200  len: 837 time: 0.0600016
Mar 26 21:14:16.227229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0589d33b-ba21-48bb-a5d6-c66d23241bbf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.248383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 0589d33b-ba21-48bb-a5d6-c66d23241bbf owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:16.261295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-57e25577-8283-4c38-91fe-6a38b7d96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.262831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-57e25577-8283-4c38-91fe-6a38b7d96132 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df0776a3-f816-466d-b007-a74c90af681a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1186070
Mar 26 21:14:16.334157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c616df-ba30-4d8e-a3c5-10d0e70f25a7 req-0bcbc04a-f34f-4523-96fc-7bf6265d81f9 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.342340 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-25c616df-ba30-4d8e-a3c5-10d0e70f25a7 req-0bcbc04a-f34f-4523-96fc-7bf6265d81f9 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 907 time: 0.1226482
Mar 26 21:14:16.429778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-c39f4e30-bdc3-465e-a3e1-5aed0e0d3a08 service neutron] 10.222.0.18 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491282
Mar 26 21:14:16.538228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0589d33b-ba21-48bb-a5d6-c66d23241bbf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.563541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f54942f-aa33-4da6-86a6-3ec89ebd5633 req-f41e22f5-a209-41a2-bd65-a9c756b01501 service neutron] 10.222.0.18 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266894
Mar 26 21:14:16.620372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=0589d33b-ba21-48bb-a5d6-c66d23241bbf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:16.673395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-771d42b2-4d50-4dff-8516-c0a20e5c4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.674937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-771d42b2-4d50-4dff-8516-c0a20e5c4264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 1089 time: 0.0561452
Mar 26 21:14:16.703152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:16.710820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-100e6c10-78f6-4ce4-8e56-60d16faeab15 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/0589d33b-ba21-48bb-a5d6-c66d23241bbf HTTP/1.1" status: 204  len: 168 time: 0.8801532
Mar 26 21:14:16.711240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33058) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:16.819134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-fd2ef967-f6a9-4c98-ad6e-3d53192c58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.821000 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-fd2ef967-f6a9-4c98-ad6e-3d53192c58cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=df0776a3-f816-466d-b007-a74c90af681a HTTP/1.1" status: 200  len: 898 time: 0.1385851
Mar 26 21:14:16.825007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0b4a9-20c2-4720-a3c2-870843ad028d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.826643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0b4a9-20c2-4720-a3c2-870843ad028d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.828053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a0b4a9-20c2-4720-a3c2-870843ad028d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:16.832467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09a0b4a9-20c2-4720-a3c2-870843ad028d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1175234
Mar 26 21:14:16.839280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33064) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:16.903734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-221804b4-3083-4664-8371-2f9501cefa53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=782f18e7-259e-4695-9fad-8b82f3fd07df HTTP/1.1" status: 200  len: 217 time: 0.0727406
Mar 26 21:14:16.971408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 4046738b-403d-47dc-8d10-3314d3f21e46 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:16.978723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (4046738b-403d-47dc-8d10-3314d3f21e46), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.002878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de93c43-3c5b-4c58-b9ac-baa01d5a3baa None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:14:17.003420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-6fd3f122-56dc-4c05-8fc8-72485ab6fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:17.004878 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-6fd3f122-56dc-4c05-8fc8-72485ab6fe8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8566a6f4-3058-423c-90e2-2082ae67faa4 HTTP/1.1" status: 200  len: 837 time: 0.0875680
Mar 26 21:14:17.063628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (4046738b-403d-47dc-8d10-3314d3f21e46), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.108254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-b64a7ec9-35b4-4a27-ae94-b784bbcb91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:17.110579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-b64a7ec9-35b4-4a27-ae94-b784bbcb91c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=df0776a3-f816-466d-b007-a74c90af681a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0983675
Mar 26 21:14:17.179355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Provisioning complete for port b6a891e7-d59d-4115-a9c8-7707d7285edd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:17.179946 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.256140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de93c43-3c5b-4c58-b9ac-baa01d5a3baa None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:14:17.292442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6a891e7-d59d-4115-a9c8-7707d7285edd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:17.314256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4046738b-403d-47dc-8d10-3314d3f21e46), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.351784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Current status of the port b6a891e7-d59d-4115-a9c8-7707d7285edd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:17.352253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.357912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-76367a9e-3532-423d-a8d6-1ce26752a82f service neutron] 10.222.0.18 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406948
Mar 26 21:14:17.467405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (4046738b-403d-47dc-8d10-3314d3f21e46), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.513634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.520629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/4046738b-403d-47dc-8d10-3314d3f21e46 HTTP/1.1" status: 204  len: 168 time: 0.6773665
Mar 26 21:14:17.520886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336f331-ffa2-4086-aa1e-407971251ce9 req-a6a2d869-9fb7-4a3e-91b1-3c8daf402b6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:17.520886 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e336f331-ffa2-4086-aa1e-407971251ce9 req-a6a2d869-9fb7-4a3e-91b1-3c8daf402b6a tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 907 time: 0.0885992
Mar 26 21:14:17.521304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33086) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:17.544345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4469a2-f768-4dad-ad88-2680391dfec4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=4046738b-403d-47dc-8d10-3314d3f21e46,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:17.573538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3781c97a-c96b-43e4-917d-9e2dc380a7c4 req-7d55e45e-0f81-4ad0-823a-e23fd6b4b498 service neutron] 10.222.0.18 "GET /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074356
Mar 26 21:14:17.601729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:17.609381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.636560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b6a891e7-d59d-4115-a9c8-7707d7285edd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:17.636936 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.662750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.696173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:14:17.696534 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:14:17.776302 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.807094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b6a891e7-d59d-4115-a9c8-7707d7285edd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:17.807481 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.853503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.885282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:17.889423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:17.895395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a0b4ffc-bd1d-487d-a1e6-4d4d9fb2b3c5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4 HTTP/1.1" status: 204  len: 168 time: 0.3702028
Mar 26 21:14:17.895395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:17.929246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8708f-6193-4e2c-b454-83b0a17f6823 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': 'a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4', 'ip_address': '172.20.0.2'}, {'subnet_id': '4046738b-403d-47dc-8d10-3314d3f21e46'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b6a891e7-d59d-4115-a9c8-7707d7285edd'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:17.932379 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:14:17.932611 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:14:17.942596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b8e0b3ef-1d6c-4cbc-9c64-c7220d40737b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0430415
Mar 26 21:14:17.942596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33100) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:17.947583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:17.970649 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a3b8708f-6193-4e2c-b454-83b0a17f6823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.063552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:18.068265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.128531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 782f18e7-259e-4695-9fad-8b82f3fd07df details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:14:18.180555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0468940-7425-4eeb-bbc5-bf602e94aa40 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:18.280144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (d4bef91f-524a-41d6-971e-0fa9414e65f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.322977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Current status of the port b6a891e7-d59d-4115-a9c8-7707d7285edd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:18.323372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.323635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:18.326947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:18.330651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:18.331331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.338797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782f18e7-259e-4695-9fad-8b82f3fd07df,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:18.350831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=d4bef91f-524a-41d6-971e-0fa9414e65f5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:18.358183 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06da1f2b-13b1-4519-b254-9a814bdc7db2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4148052
Mar 26 21:14:18.361280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33112) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:18.361771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '782f18e7-259e-4695-9fad-8b82f3fd07df', 'network_id': 'df0776a3-f816-466d-b007-a74c90af681a', 'port_id': '782f18e7-259e-4695-9fad-8b82f3fd07df', 'mac_address': 'fa:16:3e:63:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8566a6f4-3058-423c-90e2-2082ae67faa4', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:14:18.368460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:18.375838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:18.413298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] For port b6a891e7-d59d-4115-a9c8-7707d7285edd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a891e7-d59d-4115-a9c8-7707d7285edd,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:18.425453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.428789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 782f18e7-259e-4695-9fad-8b82f3fd07df is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:18.429159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.462129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:18.491101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782f18e7-259e-4695-9fad-8b82f3fd07df {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:14:18.491544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:18.495229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.521105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69cede68-50a0-414e-9940-60955b1457fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.571964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782f18e7-259e-4695-9fad-8b82f3fd07df,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:18.575759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b6a891e7-d59d-4115-a9c8-7707d7285edd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:18.576764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 612b7d59-bde9-4c00-9bef-0770983a0869 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:18.590052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.611004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ca7d2-06f9-44a5-96c6-36c86c108056 None None] Pushing event updated for resources: {'Port': ['ID=b6a891e7-d59d-4115-a9c8-7707d7285edd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:18.643527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69cede68-50a0-414e-9940-60955b1457fe admin admin] Publish callbacks [] for security_group (6edae51f-14f7-414a-aa5e-ce5e2be331f2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.648882 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-69cede68-50a0-414e-9940-60955b1457fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6edae51f-14f7-414a-aa5e-ce5e2be331f2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.667206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b9a2b3ad-ca1a-40b0-aa7a-138a45d1fc79 None None] Provisioning complete for port b6a891e7-d59d-4115-a9c8-7707d7285edd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:18.667579 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9a2b3ad-ca1a-40b0-aa7a-138a45d1fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.691196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-69cede68-50a0-414e-9940-60955b1457fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75c891428d78460c96e7c287f021e380&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3140745
Mar 26 21:14:18.692783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cede68-50a0-414e-9940-60955b1457fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edae51f-14f7-414a-aa5e-ce5e2be331f2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:18.696864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33120) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:18.718874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:18.727037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Deleting port b6a891e7-d59d-4115-a9c8-7707d7285edd {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:18.727399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.727782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-9b3b5571-b980-4fdd-8f32-6eb75d0c3c63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1317174
Mar 26 21:14:18.771427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] Publish callbacks [] for security_group (6edae51f-14f7-414a-aa5e-ce5e2be331f2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.777092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caf5ee-4f25-4856-a4da-6b5559cda4a2 req-f1e5580c-41d5-48e4-88bd-1aa2de92949e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:18.778603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2caf5ee-4f25-4856-a4da-6b5559cda4a2 req-f1e5580c-41d5-48e4-88bd-1aa2de92949e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 908 time: 0.1415327
Mar 26 21:14:18.795991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 612b7d59-bde9-4c00-9bef-0770983a0869 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:18.795991 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.807728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] Publish callbacks [] for security_group (6edae51f-14f7-414a-aa5e-ce5e2be331f2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.866756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6edae51f-14f7-414a-aa5e-ce5e2be331f2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.870272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.871624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6edae51f-14f7-414a-aa5e-ce5e2be331f2 HTTP/1.1" status: 204  len: 168 time: 0.1735778
Mar 26 21:14:18.884609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-19b908e2-a245-4762-b0c4-dd4a323a2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:18.886145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-19b908e2-a245-4762-b0c4-dd4a323a2aba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.0824437
Mar 26 21:14:18.890463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] For port b6a891e7-d59d-4115-a9c8-7707d7285edd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6a891e7-d59d-4115-a9c8-7707d7285edd,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:18.890908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:18.902440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbe509-46d9-404d-9fcd-7cb46e35789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edae51f-14f7-414a-aa5e-ce5e2be331f2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:18.909188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2b3ad-ca1a-40b0-aa7a-138a45d1fc79 None None] Current status of the port b6a891e7-d59d-4115-a9c8-7707d7285edd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:18.912568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Calling delete_port for b6a891e7-d59d-4115-a9c8-7707d7285edd owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:18.929574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['782f18e7-259e-4695-9fad-8b82f3fd07df'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:14:19.067471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 612b7d59-bde9-4c00-9bef-0770983a0869 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:19.085746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-d67efaba-8a2d-49e7-aaf4-f50cdee5d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:19.087412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-d67efaba-8a2d-49e7-aaf4-f50cdee5d1d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 200  len: 897 time: 0.1724842
Mar 26 21:14:19.100704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b6a891e7-d59d-4115-a9c8-7707d7285edd), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.137489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] Pushing event deleted for resources: {'Port': ['ID=b6a891e7-d59d-4115-a9c8-7707d7285edd,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:19.141425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d943d-2c5c-4811-9035-b08729b8cb5e None None] No DVR routers for this DVR port b6a891e7-d59d-4115-a9c8-7707d7285edd on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:19.148106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:19.177284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae163d6-fd99-4b33-950a-2d559c350e55 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:19.191886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6a891e7-d59d-4115-a9c8-7707d7285edd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:19.226664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b6a891e7-d59d-4115-a9c8-7707d7285edd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:19.227104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6a891e7-d59d-4115-a9c8-7707d7285edd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:19.244005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-c553db05-0de5-4b99-a5f2-6503048d961c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 200  len: 1000 time: 0.1447411
Mar 26 21:14:19.278051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33128) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:19.285934 ncdv-master-1 neutron-server[126738]: WARNING neutron.services.revisions.revision_plugin [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f611d123760] {port_id='b6a891e7-d59d-4115-a9c8-7707d7285edd', ip_address='2001:db8::f816:3eff:fe18:70c0', subnet_id='381251df-5a61-45a6-8b92-3b81271138d9', network_id='47e09718-1805-4aca-aaca-0947e5412160'}> to bump revision.
Mar 26 21:14:19.292190 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4fc43f6-3294-4d14-bfda-94c5de89c5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.314317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Port b6a891e7-d59d-4115-a9c8-7707d7285edd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Mar 26 21:14:19.314719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:70c0 {{(pid=126738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Mar 26 21:14:19.325005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (381251df-5a61-45a6-8b92-3b81271138d9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.327978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '381251df-5a61-45a6-8b92-3b81271138d9'}, {'subnet_id': 'd4bef91f-524a-41d6-971e-0fa9414e65f5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:19.329000 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.375432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4fc43f6-3294-4d14-bfda-94c5de89c5c2 admin admin] Publish callbacks [] for security_group (e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.378593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-e6f02c9a-6c69-49bb-b191-680a4339101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:19.380281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-e6f02c9a-6c69-49bb-b191-680a4339101f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7713985e-e58a-4b0f-980f-9f7e31fab9a2 HTTP/1.1" status: 200  len: 835 time: 0.1245716
Mar 26 21:14:19.380743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f4fc43f6-3294-4d14-bfda-94c5de89c5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.393042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:19.395173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=381251df-5a61-45a6-8b92-3b81271138d9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:19.423757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f4fc43f6-3294-4d14-bfda-94c5de89c5c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8833ea88d6524f1785d7b4c1b4b7eead&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1422472
Mar 26 21:14:19.424217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:19.427874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:19.431346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:19.432204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.439855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc43f6-3294-4d14-bfda-94c5de89c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:19.460996 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d5b41dc-3d81-45d4-b68d-605a8250f378 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0981796
Mar 26 21:14:19.463832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33132) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:19.464695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-323dfa62-c1bb-43e3-bb93-d83c8c369d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:19.466068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-323dfa62-c1bb-43e3-bb93-d83c8c369d0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=405b99d3-3fe8-4754-994b-2c346df679f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0718503
Mar 26 21:14:19.469826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:db:bb:fa', 'name': 'tempest-NetworksTestDHCPv6-186971075'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:19.536442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Allocated IP 172.20.0.2 (47e09718-1805-4aca-aaca-0947e5412160/d4bef91f-524a-41d6-971e-0fa9414e65f5/44f620e7-01a0-434a-aebf-00cefb0664e6) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:19.544577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Allocated IP 2001:db8::f816:3eff:fe45:845b (47e09718-1805-4aca-aaca-0947e5412160/381251df-5a61-45a6-8b92-3b81271138d9/44f620e7-01a0-434a-aebf-00cefb0664e6) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:19.558312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] Publish callbacks [] for security_group (e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.568053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-24d6c704-73db-4448-abcb-0471ec793781 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921273
Mar 26 21:14:19.597109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] Publish callbacks [] for security_group (e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.648734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:19.674284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-acc028a9-cdae-49d3-8fe6-c39ef4d15c63 req-0fb766b5-f4f7-41d4-86fe-7ac91a9ca55c service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958576
Mar 26 21:14:19.684866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.687795 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.692342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa HTTP/1.1" status: 204  len: 168 time: 0.2663872
Mar 26 21:14:19.711769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks [] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.717775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.758088 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.761654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:19.764636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:19.767611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:19.773631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ee31-17e7-4230-b846-2d6cf6eedf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b9df9-c478-4c87-a6c2-9e9cb34bc2fa,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:19.786971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 0c1f234b-676b-4e22-97e6-d8c717df7a92 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:19.788583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Pushing event updated for resources: {'Port': ['ID=44f620e7-01a0-434a-aebf-00cefb0664e6,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:19.878497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Attempting to bind port 44f620e7-01a0-434a-aebf-00cefb0664e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:19.878910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Attempting to bind port 44f620e7-01a0-434a-aebf-00cefb0664e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:19.879813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Attempting to bind port 44f620e7-01a0-434a-aebf-00cefb0664e6 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:19.885414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:19.885807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:19.886252 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.886755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:19.887251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Bound port: 44f620e7-01a0-434a-aebf-00cefb0664e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:19.887696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.977423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] For port 44f620e7-01a0-434a-aebf-00cefb0664e6, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:19.981584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] For port 44f620e7-01a0-434a-aebf-00cefb0664e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f620e7-01a0-434a-aebf-00cefb0664e6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:19.989234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:19.991214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9208918-72c5-4a5c-be2f-f0164a860e8a req-3e426450-1d5c-450c-b740-f3231fb8bb14 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:19.992861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9208918-72c5-4a5c-be2f-f0164a860e8a req-3e426450-1d5c-450c-b740-f3231fb8bb14 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 908 time: 0.1320684
Mar 26 21:14:20.024725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 172.20.0.12 (47e09718-1805-4aca-aaca-0947e5412160/d4bef91f-524a-41d6-971e-0fa9414e65f5/0c1f234b-676b-4e22-97e6-d8c717df7a92) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:20.031424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fedb:bbfa (47e09718-1805-4aca-aaca-0947e5412160/381251df-5a61-45a6-8b92-3b81271138d9/0c1f234b-676b-4e22-97e6-d8c717df7a92) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:20.074376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21effd4-fbea-4f5f-b9c1-25eac0ca99da None None] Pushing event updated for resources: {'Port': ['ID=44f620e7-01a0-434a-aebf-00cefb0664e6,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:20.144547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 782f18e7-259e-4695-9fad-8b82f3fd07df up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:20.210266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 782f18e7-259e-4695-9fad-8b82f3fd07df completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:14:20.215505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 782f18e7-259e-4695-9fad-8b82f3fd07df triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:20.215951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.245743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (0c1f234b-676b-4e22-97e6-d8c717df7a92), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.315785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0c1f234b-676b-4e22-97e6-d8c717df7a92), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.368920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:20.377276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:20.386324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:20.459317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=0c1f234b-676b-4e22-97e6-d8c717df7a92,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:20.478777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:20.479435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.512937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 782f18e7-259e-4695-9fad-8b82f3fd07df is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:20.513406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.514020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-202c8ce7-7a0f-44f5-be72-f770bd862dd0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.0477672
Mar 26 21:14:20.516691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33156) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:20.537634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:20.539729 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c75b6-fb9b-42f0-bad2-7c6178388f6d" -d '{"events": [{"server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "name": "network-vif-plugged", "status": "completed", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:20.553570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782f18e7-259e-4695-9fad-8b82f3fd07df,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:20.561708 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.596326 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4939160b-5640-490d-abf9-3e4877da07fd x-openstack-request-id: req-4939160b-5640-490d-abf9-3e4877da07fd {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:20.596626 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "name": "network-vif-plugged", "status": "completed", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:20.596884 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4939160b-5640-490d-abf9-3e4877da07fd {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:20.597344 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4939160b-5640-490d-abf9-3e4877da07fd'] response: {'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df', 'code': 200}
Mar 26 21:14:20.600693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f620674-703e-4969-8bd8-832b5465e21e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:20.607782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f620674-703e-4969-8bd8-832b5465e21e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:20.609612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f620674-703e-4969-8bd8-832b5465e21e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.0916724
Mar 26 21:14:20.612260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33162) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:20.631082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:20.732245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267e9e-7534-4900-89ac-4e18efa190d6 req-b4d186d1-d6e8-4b18-bbf6-a445d0809a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:20.734770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d267e9e-7534-4900-89ac-4e18efa190d6 req-b4d186d1-d6e8-4b18-bbf6-a445d0809a5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 1091 time: 0.0660527
Mar 26 21:14:20.742122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 0c1f234b-676b-4e22-97e6-d8c717df7a92 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:20.742544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0c1f234b-676b-4e22-97e6-d8c717df7a92), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.838987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0c1f234b-676b-4e22-97e6-d8c717df7a92), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:20.852728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 0c1f234b-676b-4e22-97e6-d8c717df7a92 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:21.100248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0c1f234b-676b-4e22-97e6-d8c717df7a92), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.156237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=0c1f234b-676b-4e22-97e6-d8c717df7a92,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:21.257017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 44f620e7-01a0-434a-aebf-00cefb0664e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:21.297712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.303744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0f420196-295d-43cd-b000-2464aac8f4a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/0c1f234b-676b-4e22-97e6-d8c717df7a92 HTTP/1.1" status: 204  len: 168 time: 0.6882095
Mar 26 21:14:21.304173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:21.318289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682b363-472c-45d8-828f-ff9fd5062545 req-051b0e5c-3d2e-4a9d-8390-d7ba9bacd373 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:21.320493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1682b363-472c-45d8-828f-ff9fd5062545 req-051b0e5c-3d2e-4a9d-8390-d7ba9bacd373 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.1710987
Mar 26 21:14:21.342838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 44f620e7-01a0-434a-aebf-00cefb0664e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:21.343484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.373235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d1462-8b7a-4b2b-9ecf-2b80acc0b6f4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:21.375284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d1462-8b7a-4b2b-9ecf-2b80acc0b6f4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:21.376775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4d1462-8b7a-4b2b-9ecf-2b80acc0b6f4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:21.379432 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb4d1462-8b7a-4b2b-9ecf-2b80acc0b6f4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0736883
Mar 26 21:14:21.382114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33184) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:21.445060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 381251df-5a61-45a6-8b92-3b81271138d9 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:21.447957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 44f620e7-01a0-434a-aebf-00cefb0664e6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:21.448280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.449791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (381251df-5a61-45a6-8b92-3b81271138d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.459501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c0021-541f-474c-aa63-c20a463017ba None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:21.493902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (381251df-5a61-45a6-8b92-3b81271138d9), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.538922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 44f620e7-01a0-434a-aebf-00cefb0664e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f620e7-01a0-434a-aebf-00cefb0664e6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:21.546830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.594956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (381251df-5a61-45a6-8b92-3b81271138d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.602292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-395f7089-309b-44a0-a4cb-9881c90334bf None None] Provisioning complete for port 44f620e7-01a0-434a-aebf-00cefb0664e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:21.602680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-395f7089-309b-44a0-a4cb-9881c90334bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.656310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=44f620e7-01a0-434a-aebf-00cefb0664e6,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:21.679077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (381251df-5a61-45a6-8b92-3b81271138d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.713844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=381251df-5a61-45a6-8b92-3b81271138d9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:21.716533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.722337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ca7e7b2-779b-4ae6-96ec-0f968a976ae0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/381251df-5a61-45a6-8b92-3b81271138d9 HTTP/1.1" status: 204  len: 168 time: 0.3366871
Mar 26 21:14:21.722763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33204) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:21.757600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-395f7089-309b-44a0-a4cb-9881c90334bf None None] Current status of the port 44f620e7-01a0-434a-aebf-00cefb0664e6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:21.809464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet d4bef91f-524a-41d6-971e-0fa9414e65f5 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:21.813318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (d4bef91f-524a-41d6-971e-0fa9414e65f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.882685 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (d4bef91f-524a-41d6-971e-0fa9414e65f5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:21.984447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d4bef91f-524a-41d6-971e-0fa9414e65f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.013121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd537ba-d329-4576-880a-afe34cf1ab4a None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:22.054291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (d4bef91f-524a-41d6-971e-0fa9414e65f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.084950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bef91f-524a-41d6-971e-0fa9414e65f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:22.094537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.100335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c8c2cd99-6fca-4b94-9c96-f3a52be312d7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/d4bef91f-524a-41d6-971e-0fa9414e65f5 HTTP/1.1" status: 204  len: 168 time: 0.3745630
Mar 26 21:14:22.100605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0bf6184c-c34d-4dee-a291-79c8946ee7e5 None None] Provisioning complete for port 44f620e7-01a0-434a-aebf-00cefb0664e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:22.100605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0bf6184c-c34d-4dee-a291-79c8946ee7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.100790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33222) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:22.141166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c9d79279-c296-4433-8766-59153692629a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0392818
Mar 26 21:14:22.144165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:22.149311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:22.213179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6184c-c34d-4dee-a291-79c8946ee7e5 None None] Current status of the port 44f620e7-01a0-434a-aebf-00cefb0664e6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:22.276016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:22.281870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.282333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364aa2d-229e-44ac-852d-9e84bb5004d6 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': 'd4bef91f-524a-41d6-971e-0fa9414e65f5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '44f620e7-01a0-434a-aebf-00cefb0664e6'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:22.320462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3364aa2d-229e-44ac-852d-9e84bb5004d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.376704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33246) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:22.515085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b67c90ab-c162-4902-b3b1-2c0d62f1cb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.521096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8f14f-db42-4503-b7ea-f53a413bd17a None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:22.553213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6e96-3179-4865-83b4-86e9208a25b0 req-8af43dd7-fe7d-42d2-8913-517ead4f0b71 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:22.554962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9bb6e96-3179-4865-83b4-86e9208a25b0 req-8af43dd7-fe7d-42d2-8913-517ead4f0b71 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.1132650
Mar 26 21:14:22.556204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (2cf27a5c-90d2-41aa-a777-f074a154a7e0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.596051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-615df769-4bd3-4a2e-a0a1-e136fbba773a None None] Provisioning complete for port 44f620e7-01a0-434a-aebf-00cefb0664e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:22.596652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-615df769-4bd3-4a2e-a0a1-e136fbba773a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.605228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b67c90ab-c162-4902-b3b1-2c0d62f1cb22 admin admin] Publish callbacks [] for security_group (c69d4b83-868c-42dc-9cc2-845c764d5aa6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.612205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b67c90ab-c162-4902-b3b1-2c0d62f1cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c69d4b83-868c-42dc-9cc2-845c764d5aa6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.612427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:22.616943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:22.622566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:22.623500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.638483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=2cf27a5c-90d2-41aa-a777-f074a154a7e0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:22.653032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-61c138d3-8097-4310-867d-1cfb7835b147 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5076871
Mar 26 21:14:22.653875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33252) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:22.658702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:22.677342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b67c90ab-c162-4902-b3b1-2c0d62f1cb22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49c365bd76884059b3291b089c4f4fe0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2987881
Mar 26 21:14:22.677607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:22.705543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c90ab-c162-4902-b3b1-2c0d62f1cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d4b83-868c-42dc-9cc2-845c764d5aa6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:22.730383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-615df769-4bd3-4a2e-a0a1-e136fbba773a None None] Current status of the port 44f620e7-01a0-434a-aebf-00cefb0664e6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:22.757520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:22.770493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b8211-3527-4518-812c-454dba355a75 req-e34107f0-9bfc-469b-adca-48cfd4b857c8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:22.773049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-140b8211-3527-4518-812c-454dba355a75 req-e34107f0-9bfc-469b-adca-48cfd4b857c8 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.1316454
Mar 26 21:14:22.798067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] Publish callbacks [] for security_group (c69d4b83-868c-42dc-9cc2-845c764d5aa6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.818297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Deleting port 44f620e7-01a0-434a-aebf-00cefb0664e6 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:22.818783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.820643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] Publish callbacks [] for security_group (c69d4b83-868c-42dc-9cc2-845c764d5aa6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.902962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] For port 44f620e7-01a0-434a-aebf-00cefb0664e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44f620e7-01a0-434a-aebf-00cefb0664e6,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:22.903522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.904364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:22.907877 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.917665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Calling delete_port for 44f620e7-01a0-434a-aebf-00cefb0664e6 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:22.931968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c69d4b83-868c-42dc-9cc2-845c764d5aa6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.934503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:22.935635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c69d4b83-868c-42dc-9cc2-845c764d5aa6 HTTP/1.1" status: 204  len: 168 time: 0.2570577
Mar 26 21:14:22.949409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c02f8-6382-4aa2-970d-4c98e1307502 req-5575ac8b-0294-475b-b1dd-8a95308bbb5f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:22.951154 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c24c02f8-6382-4aa2-970d-4c98e1307502 req-5575ac8b-0294-475b-b1dd-8a95308bbb5f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 1091 time: 0.1006854
Mar 26 21:14:22.992753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619de879-788f-491d-838e-6200bb30b91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d4b83-868c-42dc-9cc2-845c764d5aa6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:23.063206 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (44f620e7-01a0-434a-aebf-00cefb0664e6), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.113404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] No DVR routers for this DVR port 44f620e7-01a0-434a-aebf-00cefb0664e6 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:23.131980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb765fed-9186-4543-9fef-a25fba512d4d None None] Pushing event deleted for resources: {'Port': ['ID=44f620e7-01a0-434a-aebf-00cefb0664e6,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:23.136220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a077ed-c7f3-43d7-8887-cf487c21a892 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:23.204513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 44f620e7-01a0-434a-aebf-00cefb0664e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:23.222094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d87e46-c29e-48b0-93d0-e64d1a0c8d0c req-18dd129e-16fe-49c7-aa0f-1e833efa0963 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.223786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94d87e46-c29e-48b0-93d0-e64d1a0c8d0c req-18dd129e-16fe-49c7-aa0f-1e833efa0963 tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.1191802
Mar 26 21:14:23.247306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 44f620e7-01a0-434a-aebf-00cefb0664e6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:23.247697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 44f620e7-01a0-434a-aebf-00cefb0664e6 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:23.298500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '2cf27a5c-90d2-41aa-a777-f074a154a7e0'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:23.300210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.325661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-94d87e46-c29e-48b0-93d0-e64d1a0c8d0c req-9a666c0f-abbb-44f6-b863-d8370c42d40f tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0956676
Mar 26 21:14:23.339406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33270) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:23.442000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:23.459334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ccae-8739-483e-a045-860f0b5e8654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.468217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:23.471133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (20564045-d123-4383-8ba7-c95aeda8913c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.475805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f999aa-fbe0-4427-867d-840450a8c58c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.479999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-75f999aa-fbe0-4427-867d-840450a8c58c tempest-TestSecurityGroupsBasicOps-2113354031 tempest-TestSecurityGroupsBasicOps-2113354031-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 1086 time: 0.1325452
Mar 26 21:14:23.506173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Allocated IP 172.20.0.2 (47e09718-1805-4aca-aaca-0947e5412160/2cf27a5c-90d2-41aa-a777-f074a154a7e0/418286ba-5814-4141-b028-439c61e8fb5f) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:23.523447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:23.527511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:23.532666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.533360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.557774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9027729
Mar 26 21:14:23.561116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:23.569783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:7d:6d:e8', 'name': 'tempest-NetworksTestDHCPv6-1977542624'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:23.574775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2686-43ae-416f-a7b6-17b5e75f7bcd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=20564045-d123-4383-8ba7-c95aeda8913c,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:23.604876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ccae-8739-483e-a045-860f0b5e8654 admin admin] Publish callbacks [] for security_group (777e8020-5e3c-4021-b4a4-730a8791a709), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.613944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ccae-8739-483e-a045-860f0b5e8654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (777e8020-5e3c-4021-b4a4-730a8791a709), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.699347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8ccae-8739-483e-a045-860f0b5e8654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e8020-5e3c-4021-b4a4-730a8791a709,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:23.706891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1fb8ccae-8739-483e-a045-860f0b5e8654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d866a376099d44cbabdf6351092fa7bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2632551
Mar 26 21:14:23.710147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:23.752592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:23.768367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.773753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.779104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.780282 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks [] for port (418286ba-5814-4141-b028-439c61e8fb5f), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.784544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.787468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (418286ba-5814-4141-b028-439c61e8fb5f), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.790513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.795850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.801806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.803833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-c223952b-91aa-4681-90a5-42f2966112ed tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1683934
Mar 26 21:14:23.835202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:23.841708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Pushing event updated for resources: {'Port': ['ID=418286ba-5814-4141-b028-439c61e8fb5f,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:23.844288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:23.846333 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:23.854032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] Publish callbacks [] for security_group (777e8020-5e3c-4021-b4a4-730a8791a709), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.866777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02241d-4f18-4626-90e6-e7df882d1f28 req-d9230eb5-4a91-4bd7-ad4e-d201c73c0fa5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:23.868410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f02241d-4f18-4626-90e6-e7df882d1f28 req-d9230eb5-4a91-4bd7-ad4e-d201c73c0fa5 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.1317933
Mar 26 21:14:23.903002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.904574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Attempting to bind port 418286ba-5814-4141-b028-439c61e8fb5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:23.905087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Attempting to bind port 418286ba-5814-4141-b028-439c61e8fb5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:23.905955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Attempting to bind port 418286ba-5814-4141-b028-439c61e8fb5f on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:23.911562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:23.912053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:23.913449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.913634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:23.914200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Bound port: 418286ba-5814-4141-b028-439c61e8fb5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:23.914942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] Publish callbacks [] for security_group (777e8020-5e3c-4021-b4a4-730a8791a709), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.915182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.926806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 16244eb3-4715-4133-b0ff-a6a7f2c74f29 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:23.938990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9541fb97-0e1b-446b-a6e3-88ddbc385919 req-1ebe0770-afd8-4988-a613-027a2637df5f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1224258
Mar 26 21:14:23.981864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (777e8020-5e3c-4021-b4a4-730a8791a709), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.986813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:23.988824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/777e8020-5e3c-4021-b4a4-730a8791a709 HTTP/1.1" status: 204  len: 168 time: 0.2770021
Mar 26 21:14:23.993834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] For port 418286ba-5814-4141-b028-439c61e8fb5f, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:23.997851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] For port 418286ba-5814-4141-b028-439c61e8fb5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=418286ba-5814-4141-b028-439c61e8fb5f,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:24.008094 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (418286ba-5814-4141-b028-439c61e8fb5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:24.012144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c629d-26c6-4d38-a414-b8d738e7c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e8020-5e3c-4021-b4a4-730a8791a709,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:24.089538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97c1c-54df-4294-9c87-136a66ec03e2 None None] Pushing event updated for resources: {'Port': ['ID=418286ba-5814-4141-b028-439c61e8fb5f,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:24.488535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 172.20.0.11 (47e09718-1805-4aca-aaca-0947e5412160/2cf27a5c-90d2-41aa-a777-f074a154a7e0/16244eb3-4715-4133-b0ff-a6a7f2c74f29) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:24.494728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fe7d:6de8 (47e09718-1805-4aca-aaca-0947e5412160/20564045-d123-4383-8ba7-c95aeda8913c/16244eb3-4715-4133-b0ff-a6a7f2c74f29) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:24.645445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (16244eb3-4715-4133-b0ff-a6a7f2c74f29), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:24.678349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (16244eb3-4715-4133-b0ff-a6a7f2c74f29), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:24.727040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:24.730711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:24.733363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:24.763867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=16244eb3-4715-4133-b0ff-a6a7f2c74f29,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:24.795955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:24.796613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:24.815876 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-98f8d11f-a5ae-4324-bd8a-c881a7677d86 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 1.2528365
Mar 26 21:14:24.819105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:24.881353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000549f-18c7-41ca-bb0d-1910d2eaddb0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:24.886873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000549f-18c7-41ca-bb0d-1910d2eaddb0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:24.888552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2000549f-18c7-41ca-bb0d-1910d2eaddb0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.0684431
Mar 26 21:14:24.891299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:25.041247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 16244eb3-4715-4133-b0ff-a6a7f2c74f29 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:25.041660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (16244eb3-4715-4133-b0ff-a6a7f2c74f29), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.055084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb58e-9fb1-49e7-a8c9-e6c3626eacd6 req-92918728-3dd0-48dd-be62-79f16048e22b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.064945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4bcb58e-9fb1-49e7-a8c9-e6c3626eacd6 req-92918728-3dd0-48dd-be62-79f16048e22b tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.1069546
Mar 26 21:14:25.083668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-422c7b45-308d-43a9-8ec7-809b35b2194c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.236791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-0b56f2cf-21fc-417b-b6dc-23f30c93ba24 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.237898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.239011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-0b56f2cf-21fc-417b-b6dc-23f30c93ba24 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.18 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 909 time: 0.0879731
Mar 26 21:14:25.243750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 418286ba-5814-4141-b028-439c61e8fb5f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:25.243980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.249567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.254842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.260145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.265447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.271341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.274814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910759f-34cd-4582-a1cf-b6d95193603b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:25.278756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-c1227d6e-b9da-4579-acaf-77ec4549a65b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1924512
Mar 26 21:14:25.310470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (16244eb3-4715-4133-b0ff-a6a7f2c74f29), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.361148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port 782f18e7-259e-4695-9fad-8b82f3fd07df {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:25.361148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.367472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 16244eb3-4715-4133-b0ff-a6a7f2c74f29 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:25.445293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Provisioning complete for port 418286ba-5814-4141-b028-439c61e8fb5f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:25.445696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (418286ba-5814-4141-b028-439c61e8fb5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.485058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9cd781d0-4b8f-4e27-be46-6d8c77fe0693 req-4f24705a-698c-48d7-bf28-8c1be62a7c1d tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2054327
Mar 26 21:14:25.518354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port 782f18e7-259e-4695-9fad-8b82f3fd07df, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782f18e7-259e-4695-9fad-8b82f3fd07df,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:25.523355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 418286ba-5814-4141-b028-439c61e8fb5f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:25.523745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (418286ba-5814-4141-b028-439c61e8fb5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.524499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.542053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for 782f18e7-259e-4695-9fad-8b82f3fd07df owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:25.674055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (16244eb3-4715-4133-b0ff-a6a7f2c74f29), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.681747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:25.682221 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.718223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=16244eb3-4715-4133-b0ff-a6a7f2c74f29,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:25.730514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e136ba-71e7-4e9f-86b8-9f1542aa12fa None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '2cf27a5c-90d2-41aa-a777-f074a154a7e0', 'ip_address': '172.20.0.2'}, {'subnet_id': '20564045-d123-4383-8ba7-c95aeda8913c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '418286ba-5814-4141-b028-439c61e8fb5f'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:25.745222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (782f18e7-259e-4695-9fad-8b82f3fd07df), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.802055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=782f18e7-259e-4695-9fad-8b82f3fd07df,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:25.846979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] No DVR routers for this DVR port 782f18e7-259e-4695-9fad-8b82f3fd07df on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:25.851765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.855683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61fb6e32-d107-4e6d-9764-66a05ac16388 req-03e4728e-ddd0-4b10-a161-993a7bf94bf7 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.18 "DELETE /v2.0/ports/782f18e7-259e-4695-9fad-8b82f3fd07df HTTP/1.1" status: 204  len: 173 time: 0.6112108
Mar 26 21:14:25.856087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'name': 'network-vif-deleted', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:25.858983 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a959a8bf-10ad-425b-a115-6b4f1e1d1622" -d '{"events": [{"server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "name": "network-vif-deleted", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:25.861632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:25.867608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-76886b00-1e77-42af-aa48-8a91e66c7ea3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/16244eb3-4715-4133-b0ff-a6a7f2c74f29 HTTP/1.1" status: 204  len: 168 time: 0.9749057
Mar 26 21:14:25.870188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33338) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:25.961058 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113703f-49c7-4ee2-b6ee-d58b18523a65 x-openstack-request-id: req-5113703f-49c7-4ee2-b6ee-d58b18523a65 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:25.961423 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df813a6-d672-4622-9a0a-b19a0ad35ef9", "name": "network-vif-deleted", "tag": "782f18e7-259e-4695-9fad-8b82f3fd07df", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:25.961692 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5113703f-49c7-4ee2-b6ee-d58b18523a65 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:25.962163 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5113703f-49c7-4ee2-b6ee-d58b18523a65'] response: {'server_uuid': '8df813a6-d672-4622-9a0a-b19a0ad35ef9', 'name': 'network-vif-deleted', 'tag': '782f18e7-259e-4695-9fad-8b82f3fd07df', 'status': 'completed', 'code': 200}
Mar 26 21:14:25.970837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b89ea-4ceb-44ba-8a78-071b19488c72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.974194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b89ea-4ceb-44ba-8a78-071b19488c72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.977742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b89ea-4ceb-44ba-8a78-071b19488c72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:25.979560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab4b89ea-4ceb-44ba-8a78-071b19488c72 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1083381
Mar 26 21:14:25.982340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33340) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:25.999503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:26.000020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.036150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-80e136ba-71e7-4e9f-86b8-9f1542aa12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.039584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] For port 418286ba-5814-4141-b028-439c61e8fb5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=418286ba-5814-4141-b028-439c61e8fb5f,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:26.054011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 20564045-d123-4383-8ba7-c95aeda8913c {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:26.057103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (418286ba-5814-4141-b028-439c61e8fb5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.057391 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (20564045-d123-4383-8ba7-c95aeda8913c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.103345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (20564045-d123-4383-8ba7-c95aeda8913c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.168079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:14:26.168712 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:14:26.178681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd3da9ca-4601-4fac-a90a-f113f607747c req-71ab9617-a341-4167-87d3-99f9d0351d03 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=8df813a6-d672-4622-9a0a-b19a0ad35ef9 HTTP/1.1" status: 200  len: 210 time: 0.0359287
Mar 26 21:14:26.184550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (20564045-d123-4383-8ba7-c95aeda8913c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.214474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf9b40-91ee-4ba0-a088-4d52f48255cf None None] Pushing event updated for resources: {'Port': ['ID=418286ba-5814-4141-b028-439c61e8fb5f,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:26.242673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (20564045-d123-4383-8ba7-c95aeda8913c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-80e136ba-71e7-4e9f-86b8-9f1542aa12fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20564045-d123-4383-8ba7-c95aeda8913c: This subnet is being modified by another concurrent operation.
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20564045-d123-4383-8ba7-c95aeda8913c: This subnet is being modified by another concurrent operation.
Mar 26 21:14:26.244316 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:14:26.272077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=20564045-d123-4383-8ba7-c95aeda8913c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:26.274050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.277424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2849f63e-e467-4759-81cf-e824b67bdab6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/20564045-d123-4383-8ba7-c95aeda8913c HTTP/1.1" status: 204  len: 168 time: 0.2937360
Mar 26 21:14:26.281452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:26.325659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab66d11b-505f-4690-bb3a-6d1408bbe43c None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:14:26.335027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 2cf27a5c-90d2-41aa-a777-f074a154a7e0 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:26.338962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (2cf27a5c-90d2-41aa-a777-f074a154a7e0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.380434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2cf27a5c-90d2-41aa-a777-f074a154a7e0), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.411049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-26e918ed-7a7e-4da6-aeb6-8cd33e66b5df None None] Provisioning complete for port 418286ba-5814-4141-b028-439c61e8fb5f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:26.411049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26e918ed-7a7e-4da6-aeb6-8cd33e66b5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (418286ba-5814-4141-b028-439c61e8fb5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.482658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2cf27a5c-90d2-41aa-a777-f074a154a7e0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.493449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab66d11b-505f-4690-bb3a-6d1408bbe43c None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:14:26.547154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-26e918ed-7a7e-4da6-aeb6-8cd33e66b5df None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:26.570892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2cf27a5c-90d2-41aa-a777-f074a154a7e0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.583774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-26e918ed-7a7e-4da6-aeb6-8cd33e66b5df None None] Could not find standard attr ID for object 16244eb3-4715-4133-b0ff-a6a7f2c74f29. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:14:26.603294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf27a5c-90d2-41aa-a777-f074a154a7e0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:26.611020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.615563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7c615d75-944e-413d-91fe-a53b3deb8516 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/2cf27a5c-90d2-41aa-a777-f074a154a7e0 HTTP/1.1" status: 204  len: 168 time: 0.3328755
Mar 26 21:14:26.618288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33354) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:26.716422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.725439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.727164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:26.741707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.748154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.754723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.761169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.768322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.781667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-7182e56a-9805-4b75-a3e7-1dc94f8ca4a4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1485326
Mar 26 21:14:26.869038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3be1d84-8309-4bbd-be43-3cd7d81e00bc req-08bc64bc-552e-48ec-bac9-26287220e5e1 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0863388
Mar 26 21:14:26.932933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a416f-2a07-4c7c-a6ee-2fae6a4969ec None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '2cf27a5c-90d2-41aa-a777-f074a154a7e0'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '418286ba-5814-4141-b028-439c61e8fb5f'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:26.960567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.965950 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e90a416f-2a07-4c7c-a6ee-2fae6a4969ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:26.966870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.973149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.978663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.984259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.990285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.995865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:26.998018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-bac0bc7a-f787-42fa-8d19-14a3354b6739 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 5445 time: 0.1197922
Mar 26 21:14:27.017764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b8063e7-a6bf-4a74-8394-c51ed28a56cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3981047
Mar 26 21:14:27.026442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33368) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.056378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-596caa00-10ea-4aed-aee1-5983b2a7a450 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:27.057906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-596caa00-10ea-4aed-aee1-5983b2a7a450 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0530965
Mar 26 21:14:27.082406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e2da64-8b97-4ef4-828d-d507a6b57ba6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:27.085928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23e2da64-8b97-4ef4-828d-d507a6b57ba6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0642381
Mar 26 21:14:27.088339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33370) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.143342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac14b13-bce4-41dc-afa3-1e8e278b9bb4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:27.147653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7969a0-1b57-49ad-9475-43ecc992f470 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:27.148530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8ac14b13-bce4-41dc-afa3-1e8e278b9bb4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0591850
Mar 26 21:14:27.149146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33372) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.173164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-f6b57ec2-896a-4930-bc7b-886a13a51aee tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1071060
Mar 26 21:14:27.182027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 418286ba-5814-4141-b028-439c61e8fb5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:27.185025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.197775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0d076977-e7b8-4f34-928e-034f677deec0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0433254
Mar 26 21:14:27.198619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.208673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.245812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33378) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.263051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.290480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8b8ca4d5-7a53-4676-bada-7f7a6be08e60 None None] Provisioning complete for port 418286ba-5814-4141-b028-439c61e8fb5f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:27.290968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b8ca4d5-7a53-4676-bada-7f7a6be08e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (418286ba-5814-4141-b028-439c61e8fb5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.351719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:27.390731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:27.394317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.396430 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:27.396952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:27.404075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:27.404912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.423978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5ce18300-2660-429e-a93e-5e76f203f811 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2221692
Mar 26 21:14:27.426085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.432497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.472900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9067d489-90c2-49f5-9304-a67efb091ee3,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:27.475183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 418286ba-5814-4141-b028-439c61e8fb5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=418286ba-5814-4141-b028-439c61e8fb5f,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:27.478323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ca4d5-7a53-4676-bada-7f7a6be08e60 None None] Current status of the port 418286ba-5814-4141-b028-439c61e8fb5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:27.485065 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (418286ba-5814-4141-b028-439c61e8fb5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.516141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Deleting port 418286ba-5814-4141-b028-439c61e8fb5f {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:27.516521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (418286ba-5814-4141-b028-439c61e8fb5f), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.568941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] For port 9067d489-90c2-49f5-9304-a67efb091ee3, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:27.589069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=418286ba-5814-4141-b028-439c61e8fb5f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:27.605095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] For port 418286ba-5814-4141-b028-439c61e8fb5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=418286ba-5814-4141-b028-439c61e8fb5f,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:27.605506 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (418286ba-5814-4141-b028-439c61e8fb5f), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.605630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:27.609121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.611350 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:27.611808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:27.620712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Calling delete_port for 418286ba-5814-4141-b028-439c61e8fb5f owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:27.622064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] device_id is not set on port 9067d489-90c2-49f5-9304-a67efb091ee3 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:27.634060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Publish callbacks [] for port (9067d489-90c2-49f5-9304-a67efb091ee3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.639672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a706043d-eecc-4bf9-ab32-568250ed54f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2121551
Mar 26 21:14:27.642909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33384) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.643841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.648670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.708142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] No DVR routers for this DVR port 9067d489-90c2-49f5-9304-a67efb091ee3 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:27.709921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Pushing event updated for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:27.734350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (418286ba-5814-4141-b028-439c61e8fb5f), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.755610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] In _notify_port_updated(), no bound segment for port 9067d489-90c2-49f5-9304-a67efb091ee3 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:14:27.756544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:27.757165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.758590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-2ed19bd4-162b-49d9-87c4-52ecb350273c service neutron] 10.222.0.18 "PUT /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 200  len: 1033 time: 0.5780880
Mar 26 21:14:27.774804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] Pushing event deleted for resources: {'Port': ['ID=418286ba-5814-4141-b028-439c61e8fb5f,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:27.789966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf0dc3-4ec7-425a-b995-c910e1ba6cd7 None None] No DVR routers for this DVR port 418286ba-5814-4141-b028-439c61e8fb5f on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:27.828840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-40dd32c5-5ef0-455d-9973-6219ac7b6de0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:27.830351 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-40dd32c5-5ef0-455d-9973-6219ac7b6de0 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "GET /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0656872
Mar 26 21:14:27.832260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:27.837958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.839462 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:27.839905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:27.842009 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c30d04a6-ff67-4291-bc6c-9eed1cbeba67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:27.844122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.886251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3e741423-1933-451a-911e-f996e312d8c4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2393076
Mar 26 21:14:27.887537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:27.893341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:27.926125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.017965 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (f220af51-df99-4db9-908f-d3bb3f9722ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.095212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.100511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.106983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.112543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.115614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:28.118480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.119004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b2350931-d423-46ba-95aa-821543978788 None None] Provisioning complete for port 9067d489-90c2-49f5-9304-a67efb091ee3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:28.119149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.119386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2350931-d423-46ba-95aa-821543978788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.120468 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:28.120903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:28.123835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.125604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ba244988-3039-4125-a618-67e0f896083b req-900a7157-099b-4bb2-b837-46e88b09a230 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 4665 time: 0.1626086
Mar 26 21:14:28.146129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8f35d644-2758-4f29-95a8-2c9f1cf72b6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2574997
Mar 26 21:14:28.151733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33392) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.158153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:28.160945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b2350931-d423-46ba-95aa-821543978788 None None] Port 9067d489-90c2-49f5-9304-a67efb091ee3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:28.170608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 0e9d94a8-a505-4bce-9e95-8b10eaee424e no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:28.188588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d882432-9513-4f42-8117-c2eae00858b5,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.242966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ba244988-3039-4125-a618-67e0f896083b req-45e4b168-f992-4251-9384-ea260c4d9d39 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1de7664-df2e-47d2-96df-1a56b4bb5e55&id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1014433
Mar 26 21:14:28.248974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] For port 9d882432-9513-4f42-8117-c2eae00858b5, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:28.258576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 0e9d94a8-a505-4bce-9e95-8b10eaee424e is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:28.259143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.288168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] device_id is not set on port 9d882432-9513-4f42-8117-c2eae00858b5 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:28.296440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:28.297112 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Publish callbacks [] for port (9d882432-9513-4f42-8117-c2eae00858b5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.299302 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd946dcd-5e4d-46c6-ba5b-948e2cb96cd3" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:28.306317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.315269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.321061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:28.322289 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.323127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3b38732-461a-4f7b-b115-580ff04122e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:28.324591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.325989 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:28.326413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:28.352333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4604c54-f56b-4eaa-b50c-ed6eaf7fad93 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1994896
Mar 26 21:14:28.356909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33396) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.360560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Pushing event updated for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:28.369657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:28.374263 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6405be15-eecc-47d4-abdb-8d99d9e944d1 x-openstack-request-id: req-6405be15-eecc-47d4-abdb-8d99d9e944d1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:28.375402 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:28.375636 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6405be15-eecc-47d4-abdb-8d99d9e944d1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:28.376066 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6405be15-eecc-47d4-abdb-8d99d9e944d1'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'code': 200}
Mar 26 21:14:28.424667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:28.458059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port 612b7d59-bde9-4c00-9bef-0770983a0869 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:28.458782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.464316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] No DVR routers for this DVR port 9d882432-9513-4f42-8117-c2eae00858b5 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:28.470821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e3b38732-461a-4f7b-b115-580ff04122e3 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:28.471220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.514875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.522187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.523006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:28.543763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] In _notify_port_updated(), no bound segment for port 9d882432-9513-4f42-8117-c2eae00858b5 on network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:14:28.549493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.550360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.552090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-e0fa02cf-82d3-4e57-aeca-f1a44acb1297 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 200  len: 1032 time: 0.7147191
Mar 26 21:14:28.572137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port 612b7d59-bde9-4c00-9bef-0770983a0869, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=612b7d59-bde9-4c00-9bef-0770983a0869,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.572543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.576303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:28.579725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.581225 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:28.582377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:28.587637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for 612b7d59-bde9-4c00-9bef-0770983a0869 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:28.630918 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0063abe1-7809-453b-b5b9-accc5fb78101 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2658329
Mar 26 21:14:28.651373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33400) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.669456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:28.669456 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.670540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:28.692318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72979f41-1f7a-4835-baed-7760d3896986 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0397644
Mar 26 21:14:28.695028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33402) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.718570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-37dc9f76-7cde-493a-86f3-76f7ef18c222 None None] Provisioning complete for port 9d882432-9513-4f42-8117-c2eae00858b5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:28.718952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37dc9f76-7cde-493a-86f3-76f7ef18c222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9d882432-9513-4f42-8117-c2eae00858b5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.755673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.758923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 22b73853-ba48-4af3-b54b-5bc85d9fee52 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:28.759442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.762642 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.763527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 22b73853-ba48-4af3-b54b-5bc85d9fee52 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:28.766763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860a19d-2c6d-4473-88ca-7115305a5607 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:28.768259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5860a19d-2c6d-4473-88ca-7115305a5607 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0723233
Mar 26 21:14:28.775271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.825638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5bd1b4b2-023b-48cb-bcaf-65e92b7a5481 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0492232
Mar 26 21:14:28.833928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33408) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:28.836383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:28.858288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-37dc9f76-7cde-493a-86f3-76f7ef18c222 None None] Port 9d882432-9513-4f42-8117-c2eae00858b5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:14:28.879409 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (612b7d59-bde9-4c00-9bef-0770983a0869), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.900592 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.902835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.903960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.928124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:28.932955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 22b73853-ba48-4af3-b54b-5bc85d9fee52 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:28.933368 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.953075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=612b7d59-bde9-4c00-9bef-0770983a0869,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:28.984577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 22b73853-ba48-4af3-b54b-5bc85d9fee52, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22b73853-ba48-4af3-b54b-5bc85d9fee52,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:28.990202 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:28.992519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9067d489-90c2-49f5-9304-a67efb091ee3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:29.053854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:29.057955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.092576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 9067d489-90c2-49f5-9304-a67efb091ee3 host ! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:14:29.093133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9067d489-90c2-49f5-9304-a67efb091ee3 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:29.093629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 782f18e7-259e-4695-9fad-8b82f3fd07df no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:29.119961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:29.123388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 782f18e7-259e-4695-9fad-8b82f3fd07df {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:29.123742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 782f18e7-259e-4695-9fad-8b82f3fd07df not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:29.124215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9d882432-9513-4f42-8117-c2eae00858b5 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:29.170127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 9d882432-9513-4f42-8117-c2eae00858b5 host ! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:14:29.170592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9d882432-9513-4f42-8117-c2eae00858b5 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:29.171008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 3776e0f7-2a1d-4dbf-b7ac-963e98079436 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:29.262754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.263580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.263580 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Floating IP a30a22fb-4ea4-43a5-b3c1-219cceb3e664 disassociated. External IP: 172.35.4.233, port: 22b73853-ba48-4af3-b54b-5bc85d9fee52.
Mar 26 21:14:29.263954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 22b73853-ba48-4af3-b54b-5bc85d9fee52 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:29.291350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:29.291751 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.348200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:29.366023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.425990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:29.431032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (f220af51-df99-4db9-908f-d3bb3f9722ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.472553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (22b73853-ba48-4af3-b54b-5bc85d9fee52), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.482887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.488666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.493868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.499052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.504979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.506764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-3ced294d-6666-42fe-9b75-6f6dc820d94c tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 3876 time: 0.1255898
Mar 26 21:14:29.533606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=22b73853-ba48-4af3-b54b-5bc85d9fee52,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:29.623160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d0cf2ac-4abc-4285-bcba-ff23da64ecd1 req-2e703961-1cfa-4839-bc02-fc726e447468 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941994
Mar 26 21:14:29.708206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Router 1900ac8a-b75e-492f-ae8b-774a1e0f926a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:29.770702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:29.773585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5658f6d1-8fc4-40ae-9f7c-59621d5012e2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.821538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:29.836335 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Sync routers for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:29.838053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:29.848070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:29.850825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=5658f6d1-8fc4-40ae-9f7c-59621d5012e2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:29.853495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:29.854087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.858967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d25d7-3e22-4f27-81da-7f10cb928c28 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:29.860668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router f220af51-df99-4db9-908f-d3bb3f9722ee has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:29.869584 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:29.870605 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612433abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:29.878047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port 22b73853-ba48-4af3-b54b-5bc85d9fee52 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:29.885884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5adf8792-4273-483b-815d-f45bb27c799d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0515192
Mar 26 21:14:29.886265 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:29.886428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33428) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:29.890882 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-a659eef8-9ce9-4519-9ad8-64225ad4228e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "DELETE /v2.0/ports/22b73853-ba48-4af3-b54b-5bc85d9fee52 HTTP/1.1" status: 204  len: 173 time: 1.3306925
Mar 26 21:14:29.891644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:12:c0:f3', 'name': 'tempest-NetworksTestDHCPv6-1158110116'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:29.891791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:29.894226 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6ec03-2bf7-461a-a69f-6cd1b6cdab94" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:30.006346 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b000248a-48e6-4ba4-ac62-d8308c6967b7 x-openstack-request-id: req-b000248a-48e6-4ba4-ac62-d8308c6967b7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:30.007457 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:30.007731 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b000248a-48e6-4ba4-ac62-d8308c6967b7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:30.008189 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b000248a-48e6-4ba4-ac62-d8308c6967b7'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'status': 'completed', 'code': 200}
Mar 26 21:14:30.070352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:30.071485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.075641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '5658f6d1-8fc4-40ae-9f7c-59621d5012e2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:30.077039 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.158228 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:30.173790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:30.180518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f93387b3-ebbd-47b4-999f-96650b7f6f11 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "PUT /v2.0/routers/f220af51-df99-4db9-908f-d3bb3f9722ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9335515
Mar 26 21:14:30.183950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33436) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:30.238366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:30.267087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port 3776e0f7-2a1d-4dbf-b7ac-963e98079436, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3776e0f7-2a1d-4dbf-b7ac-963e98079436,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:30.267507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.276521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting subnet 8566a6f4-3058-423c-90e2-2082ae67faa4 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:30.297640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (8566a6f4-3058-423c-90e2-2082ae67faa4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.305009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 3776e0f7-2a1d-4dbf-b7ac-963e98079436 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:30.371163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (8566a6f4-3058-423c-90e2-2082ae67faa4), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.417130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.426274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:30.429055 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddb186-7a48-4f5a-9dcc-c43fed7ada33" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:30.445170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Sync routers for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:30.456382 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612433abb0>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:30.471463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.471463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Allocated IP 2001:db8::f816:3eff:feb2:c6f2 (47e09718-1805-4aca-aaca-0947e5412160/5658f6d1-8fc4-40ae-9f7c-59621d5012e2/f57d93d6-dd86-49b2-8611-4c26ae2a298d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:30.483498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:30.484181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df4ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:30.545321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Checking router: 1900ac8a-b75e-492f-ae8b-774a1e0f926a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:30.548895 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c146a-c572-4e73-9db6-18ea21439356 x-openstack-request-id: req-617c146a-c572-4e73-9db6-18ea21439356 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:30.549358 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "22b73853-ba48-4af3-b54b-5bc85d9fee52", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:30.549618 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-617c146a-c572-4e73-9db6-18ea21439356 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:30.550356 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617c146a-c572-4e73-9db6-18ea21439356'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'code': 200}
Mar 26 21:14:30.550520 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617c146a-c572-4e73-9db6-18ea21439356'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'code': 200}
Mar 26 21:14:30.550726 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617c146a-c572-4e73-9db6-18ea21439356'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b73853-ba48-4af3-b54b-5bc85d9fee52', 'code': 200}
Mar 26 21:14:30.550976 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617c146a-c572-4e73-9db6-18ea21439356'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'code': 200}
Mar 26 21:14:30.561754 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:30.563772 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612433abb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:30.632853 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3776e0f7-2a1d-4dbf-b7ac-963e98079436), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.684078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=3776e0f7-2a1d-4dbf-b7ac-963e98079436,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:30.791228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port 3776e0f7-2a1d-4dbf-b7ac-963e98079436 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:30.797026 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:30.798242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.809784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-5c9ddd9d-8586-4dd5-9946-afe51d6ba754 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "DELETE /v2.0/ports/3776e0f7-2a1d-4dbf-b7ac-963e98079436 HTTP/1.1" status: 204  len: 173 time: 0.9120834
Mar 26 21:14:30.833210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port e51249ae-355e-46a4-8d32-ffed59ba7034 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:30.909402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (8566a6f4-3058-423c-90e2-2082ae67faa4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.968338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:30.968941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:30.984561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55166a-34bd-4fa1-8e8c-3f3ba5fbe700 req-69ab7938-308e-4784-9326-8214164e07cc tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:30.990410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55166a-34bd-4fa1-8e8c-3f3ba5fbe700 req-69ab7938-308e-4784-9326-8214164e07cc tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:30.995736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55166a-34bd-4fa1-8e8c-3f3ba5fbe700 req-69ab7938-308e-4784-9326-8214164e07cc tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:30.997463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a55166a-34bd-4fa1-8e8c-3f3ba5fbe700 req-69ab7938-308e-4784-9326-8214164e07cc tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 2410 time: 0.1732686
Mar 26 21:14:31.006877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:31.032775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (8566a6f4-3058-423c-90e2-2082ae67faa4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.090405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612433abb0>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:31.094464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Subnet': ['ID=8566a6f4-3058-423c-90e2-2082ae67faa4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:31.108601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c61756-1a32-4a05-8a7d-24ba4b54d32f None None] Network df0776a3-f816-466d-b007-a74c90af681a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:31.109144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.114826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ffeb9fb-79f1-4a4b-8bfa-8f7400468bd3 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/subnets/8566a6f4-3058-423c-90e2-2082ae67faa4 HTTP/1.1" status: 204  len: 168 time: 0.9294851
Mar 26 21:14:31.123587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33456) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:31.132798 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8e624-57fd-4304-afde-409c43c8c56e None None] The sync data for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 is: [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fec0afec-07ff-4614-b81a-509c02c68e5d', 'name': '', 'network_id': '0104976f-c364-4864-ad5f-8b4958c8e560', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'mac_address': 'fa:16:3e:4b:13:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:03Z', 'updated_at': '2022-03-26T21:09:10Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'subnets': [{'id': 'eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:31.170872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:31.171292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.193626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:31.202086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a55166a-34bd-4fa1-8e8c-3f3ba5fbe700 req-0d0d7d3e-5ecc-4238-9b4c-c2627664ac0a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1978202
Mar 26 21:14:31.279840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks [] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.297015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.347427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.373218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9f26816b-64ca-4f6e-bc7f-0723c5bf7f79), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.380945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:31.392176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:31.396307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:31.425760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Pushing event updated for resources: {'Port': ['ID=f57d93d6-dd86-49b2-8611-4c26ae2a298d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:31.435109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fe12:c0f3 (47e09718-1805-4aca-aaca-0947e5412160/5658f6d1-8fc4-40ae-9f7c-59621d5012e2/e51249ae-355e-46a4-8d32-ffed59ba7034) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:31.477999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=9f26816b-64ca-4f6e-bc7f-0723c5bf7f79,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:31.528112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port 9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:31.532742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.536866 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-10bd91f5-fec4-4716-8f14-88b0840f8d8f tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "DELETE /v2.0/ports/9f26816b-64ca-4f6e-bc7f-0723c5bf7f79 HTTP/1.1" status: 204  len: 173 time: 0.7210951
Mar 26 21:14:31.575513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Attempting to bind port f57d93d6-dd86-49b2-8611-4c26ae2a298d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:31.576103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Attempting to bind port f57d93d6-dd86-49b2-8611-4c26ae2a298d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:31.576271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Attempting to bind port f57d93d6-dd86-49b2-8611-4c26ae2a298d on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:31.584042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:31.584432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:31.584973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.585279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:31.586296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Bound port: f57d93d6-dd86-49b2-8611-4c26ae2a298d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:31.586296 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.593791 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5a5c0-8eb8-4d91-8386-7e16c3c1c5d2 None None] New status for floating IP a30a22fb-4ea4-43a5-b3c1-219cceb3e664: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:14:31.599961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] DHCP port deletion for df0776a3-f816-466d-b007-a74c90af681a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:31.635607 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (f220af51-df99-4db9-908f-d3bb3f9722ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.651123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df4ec10>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238'}], 'enable_snat': True}, 'gw_port_id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:28Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': 'eaf46f77-bbfa-47e1-afaf-7658587fc328', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:14:02Z', 'updated_at': '2022-03-26T21:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:31.654342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port e3b38732-461a-4f7b-b115-580ff04122e3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:31.655076 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.694243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Checking router: f220af51-df99-4db9-908f-d3bb3f9722ee for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:31.727724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] For port f57d93d6-dd86-49b2-8611-4c26ae2a298d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:31.731847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] For port f57d93d6-dd86-49b2-8611-4c26ae2a298d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f57d93d6-dd86-49b2-8611-4c26ae2a298d,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:31.733317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Routers {'f220af51-df99-4db9-908f-d3bb3f9722ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:31.734422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611df4ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f220af51-df99-4db9-908f-d3bb3f9722ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:31.785975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (e51249ae-355e-46a4-8d32-ffed59ba7034), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.795988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port eaf46f77-bbfa-47e1-afaf-7658587fc328 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:31.796259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.803645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port e3b38732-461a-4f7b-b115-580ff04122e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3b38732-461a-4f7b-b115-580ff04122e3,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:31.804908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.829597 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.833812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for e3b38732-461a-4f7b-b115-580ff04122e3 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:31.894980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Deleting port 146a75ff-3a5b-4940-9b29-905c363cf42d {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:31.896046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.935238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e51249ae-355e-46a4-8d32-ffed59ba7034), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:31.955452 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.023206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:32.025558 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0401a9f9-1a90-4d16-80dd-d322b3a96f37" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:32.045692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] Set router f220af51-df99-4db9-908f-d3bb3f9722ee gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:32.087290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:32.092055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=e51249ae-355e-46a4-8d32-ffed59ba7034,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.095209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:32.102738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port eaf46f77-bbfa-47e1-afaf-7658587fc328, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf46f77-bbfa-47e1-afaf-7658587fc328,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:32.103113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.106306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:32.113872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:32.114556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.142441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for eaf46f77-bbfa-47e1-afaf-7658587fc328 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:32.163750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d7956aee-cd40-47f2-8152-17d8fdb795e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.2762079
Mar 26 21:14:32.164625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33466) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:32.185984 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05bf70-6e70-4405-9a22-bbb0082e1d82 x-openstack-request-id: req-3f05bf70-6e70-4405-9a22-bbb0082e1d82 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:32.186221 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "3776e0f7-2a1d-4dbf-b7ac-963e98079436", "status": "completed", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "9f26816b-64ca-4f6e-bc7f-0723c5bf7f79", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:32.186531 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f05bf70-6e70-4405-9a22-bbb0082e1d82 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:32.186974 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f05bf70-6e70-4405-9a22-bbb0082e1d82'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '3776e0f7-2a1d-4dbf-b7ac-963e98079436', 'status': 'completed', 'code': 200}
Mar 26 21:14:32.187244 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f05bf70-6e70-4405-9a22-bbb0082e1d82'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '9f26816b-64ca-4f6e-bc7f-0723c5bf7f79', 'status': 'completed', 'code': 200}
Mar 26 21:14:32.206051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611df4ec10>, [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:31Z', 'revision_number': 6, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:32.208022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5275616-bdfe-48bf-81fd-a22ef3cfc1dc None None] Pushing event updated for resources: {'Port': ['ID=f57d93d6-dd86-49b2-8611-4c26ae2a298d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.256743 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3b38732-461a-4f7b-b115-580ff04122e3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.352165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e72db78-2af4-4f80-bcd0-eee7949edde7 None None] The sync data for ids ['f220af51-df99-4db9-908f-d3bb3f9722ee'] in ncdv-master-1 is: [{'id': 'f220af51-df99-4db9-908f-d3bb3f9722ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1660409098', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:14:01Z', 'updated_at': '2022-03-26T21:14:31Z', 'revision_number': 6, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:32.378555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53cc7a-7f08-42a6-ae8e-b645dde3d2a4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:32.385498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53cc7a-7f08-42a6-ae8e-b645dde3d2a4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:32.388765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] For port 146a75ff-3a5b-4940-9b29-905c363cf42d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146a75ff-3a5b-4940-9b29-905c363cf42d,segment=NetworkSegment(ea54db43-6796-4066-9674-8df4ed1372d4),segment_id=ea54db43-6796-4066-9674-8df4ed1372d4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:32.389335 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.391591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5b53cc7a-7f08-42a6-ae8e-b645dde3d2a4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2234838
Mar 26 21:14:32.392462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33480) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:32.419270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Calling delete_port for 146a75ff-3a5b-4940-9b29-905c363cf42d owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:32.434424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port e3b38732-461a-4f7b-b115-580ff04122e3 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:32.437344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=e3b38732-461a-4f7b-b115-580ff04122e3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.439571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.443199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-66489522-d615-4662-a564-f6f2ff495315 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "DELETE /v2.0/ports/e3b38732-461a-4f7b-b115-580ff04122e3 HTTP/1.1" status: 204  len: 173 time: 0.9016805
Mar 26 21:14:32.546102 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (146a75ff-3a5b-4940-9b29-905c363cf42d), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.583516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 0e9d94a8-a505-4bce-9e95-8b10eaee424e {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:32.583857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.591274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] Pushing event deleted for resources: {'Port': ['ID=146a75ff-3a5b-4940-9b29-905c363cf42d,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.598288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff44f3-7f10-47a2-b044-e2720f68e1a2 None None] No DVR routers for this DVR port 146a75ff-3a5b-4940-9b29-905c363cf42d on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:32.653615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130007-473d-4124-a918-9cdb44b8412d req-70749dda-75aa-4b30-93f9-6a0c888e6f0a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:32.655139 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23130007-473d-4124-a918-9cdb44b8412d req-70749dda-75aa-4b30-93f9-6a0c888e6f0a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 943 time: 0.2034478
Mar 26 21:14:32.692788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port 0e9d94a8-a505-4bce-9e95-8b10eaee424e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0e9d94a8-a505-4bce-9e95-8b10eaee424e,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:32.693061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.707383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 0e9d94a8-a505-4bce-9e95-8b10eaee424e owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:32.715264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port e51249ae-355e-46a4-8d32-ffed59ba7034 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:32.715641 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e51249ae-355e-46a4-8d32-ffed59ba7034), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.724743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eaf46f77-bbfa-47e1-afaf-7658587fc328), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.801364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=eaf46f77-bbfa-47e1-afaf-7658587fc328,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.810394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23130007-473d-4124-a918-9cdb44b8412d req-21e6cc70-5300-4a2f-8e0b-ccb97c40038e tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups?id=5269d059-5914-4bff-a367-d8ddaa012a28&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448839
Mar 26 21:14:32.883544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0e9d94a8-a505-4bce-9e95-8b10eaee424e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.920669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=0e9d94a8-a505-4bce-9e95-8b10eaee424e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:32.935242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e51249ae-355e-46a4-8d32-ffed59ba7034), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.963465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (f220af51-df99-4db9-908f-d3bb3f9722ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:32.984391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for e51249ae-355e-46a4-8d32-ffed59ba7034 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:32.997706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port 0e9d94a8-a505-4bce-9e95-8b10eaee424e on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:32.999983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.004178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-19d2b66e-6a2a-4bc4-a807-ab2329745af9 req-b5631975-ae9c-4c9f-a5d2-b72a0418a1fe tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.18 "DELETE /v2.0/ports/0e9d94a8-a505-4bce-9e95-8b10eaee424e HTTP/1.1" status: 204  len: 173 time: 0.5558128
Mar 26 21:14:33.093213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.130058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_controller (f220af51-df99-4db9-908f-d3bb3f9722ee), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.201632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (f220af51-df99-4db9-908f-d3bb3f9722ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.202226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Fanout notify agent at l3_agent the message router_deleted on router f220af51-df99-4db9-908f-d3bb3f9722ee {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:14:33.210483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.212041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3845596d-ea5b-460b-b465-942096197856 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/routers/f220af51-df99-4db9-908f-d3bb3f9722ee HTTP/1.1" status: 204  len: 168 time: 2.0870578
Mar 26 21:14:33.215750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33492) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:33.426887 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e51249ae-355e-46a4-8d32-ffed59ba7034), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.438448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (df0776a3-f816-466d-b007-a74c90af681a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.531830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=e51249ae-355e-46a4-8d32-ffed59ba7034,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:33.608701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (df0776a3-f816-466d-b007-a74c90af681a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.611862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f57d93d6-dd86-49b2-8611-4c26ae2a298d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:33.659208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e025f40>,) {'filters': {'network_id': ['df0776a3-f816-466d-b007-a74c90af681a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:33.663118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.674162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33500) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:33.675214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9d94858d-9ff8-46e0-afab-1c0560e27655 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/e51249ae-355e-46a4-8d32-ffed59ba7034 HTTP/1.1" status: 204  len: 168 time: 1.2312193
Mar 26 21:14:33.704293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e025f40>, 'ea54db43-6796-4066-9674-8df4ed1372d4') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:33.707523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e025f40>, 'ea54db43-6796-4066-9674-8df4ed1372d4') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:33.771439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ea54db43-6796-4066-9674-8df4ed1372d4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.798154 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ea54db43-6796-4066-9674-8df4ed1372d4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.820920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0892926-24f2-4287-b983-0ebda8fae790 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:33.822653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0892926-24f2-4287-b983-0ebda8fae790 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:33.824503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f57d93d6-dd86-49b2-8611-4c26ae2a298d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:33.825100 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.825758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0892926-24f2-4287-b983-0ebda8fae790 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1504424
Mar 26 21:14:33.828266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:33.839064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:33.839531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ea54db43-6796-4066-9674-8df4ed1372d4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:33.935274 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:33.958901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (df0776a3-f816-466d-b007-a74c90af681a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.042276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 5658f6d1-8fc4-40ae-9f7c-59621d5012e2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:34.045407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Provisioning complete for port f57d93d6-dd86-49b2-8611-4c26ae2a298d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:34.045844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.052925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (5658f6d1-8fc4-40ae-9f7c-59621d5012e2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.067862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.077796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/networks/df0776a3-f816-466d-b007-a74c90af681a HTTP/1.1" status: 204  len: 168 time: 0.8579001
Mar 26 21:14:34.077796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cda56d-d230-4962-8394-1278f7b1fb65 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Network': ['ID=df0776a3-f816-466d-b007-a74c90af681a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:34.089023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:34.132004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (5658f6d1-8fc4-40ae-9f7c-59621d5012e2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.136935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-061a670a-4a72-4cef-a8ee-197c63303fdc req-8a05e410-b09b-45a1-b906-1af191f9e189 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1 HTTP/1.1" status: 200  len: 210 time: 0.0876906
Mar 26 21:14:34.195505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3'}, {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:34.198423 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25008507-d887-4db4-821f-4751fa6f0361" -d '{"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3"}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:34.235562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f57d93d6-dd86-49b2-8611-4c26ae2a298d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:34.235999 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.304397 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af55c58-6a0b-4fcf-8475-1c4ff277e4ba x-openstack-request-id: req-2af55c58-6a0b-4fcf-8475-1c4ff277e4ba {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:34.304911 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "e3b38732-461a-4f7b-b115-580ff04122e3", "status": "completed", "code": 200}, {"server_uuid": "f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1", "name": "network-vif-deleted", "tag": "0e9d94a8-a505-4bce-9e95-8b10eaee424e", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:34.304911 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2af55c58-6a0b-4fcf-8475-1c4ff277e4ba {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:34.305336 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af55c58-6a0b-4fcf-8475-1c4ff277e4ba'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': 'e3b38732-461a-4f7b-b115-580ff04122e3', 'status': 'completed', 'code': 200}
Mar 26 21:14:34.305611 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af55c58-6a0b-4fcf-8475-1c4ff277e4ba'] response: {'server_uuid': 'f9a1ca4f-2310-41b3-87fe-a7da4e12c2c1', 'name': 'network-vif-deleted', 'tag': '0e9d94a8-a505-4bce-9e95-8b10eaee424e', 'status': 'completed', 'code': 200}
Mar 26 21:14:34.339102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Current status of the port f57d93d6-dd86-49b2-8611-4c26ae2a298d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:34.339495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.354076 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port f57d93d6-dd86-49b2-8611-4c26ae2a298d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f57d93d6-dd86-49b2-8611-4c26ae2a298d,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:34.365315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.366151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5658f6d1-8fc4-40ae-9f7c-59621d5012e2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.412713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port dec42d72-d8ad-4f84-a285-bd32ac7cc552 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:34.413987 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.431679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=f57d93d6-dd86-49b2-8611-4c26ae2a298d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:34.449037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (5658f6d1-8fc4-40ae-9f7c-59621d5012e2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.467077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 612b7d59-bde9-4c00-9bef-0770983a0869 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:34.468295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.473654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5658f6d1-8fc4-40ae-9f7c-59621d5012e2 HTTP/1.1" status: 204  len: 168 time: 0.6443136
Mar 26 21:14:34.493106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33528) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:34.502234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 612b7d59-bde9-4c00-9bef-0770983a0869 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:34.502585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 612b7d59-bde9-4c00-9bef-0770983a0869 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:34.503023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf46f77-bbfa-47e1-afaf-7658587fc328 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:34.511541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=5658f6d1-8fc4-40ae-9f7c-59621d5012e2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:34.524804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.525302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.525763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.526213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.526799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.527382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.527979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.528541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.529116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.529691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.530427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.530833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:14:34.531196 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:14:34.531454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.531640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: eaf46f77-bbfa-47e1-afaf-7658587fc328 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:34.532210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf46f77-bbfa-47e1-afaf-7658587fc328 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:34.532776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.532987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 146a75ff-3a5b-4940-9b29-905c363cf42d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:34.533309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.533759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156227b-8048-4e71-a9dc-fbe401bd904f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:34.550292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33530) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:34.550746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2daa817-85c6-4047-ad0c-db275ea0a0e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0564227
Mar 26 21:14:34.553773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 146a75ff-3a5b-4940-9b29-905c363cf42d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:34.554208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 146a75ff-3a5b-4940-9b29-905c363cf42d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:34.558279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320244d-94da-41f6-8a66-f30d6b883999 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:34.570838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:34.611093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.612266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for floatingip (dec42d72-d8ad-4f84-a285-bd32ac7cc552), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.628056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for dec42d72-d8ad-4f84-a285-bd32ac7cc552 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:34.673122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:34.677761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.740457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:34.822049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Deleting port f57d93d6-dd86-49b2-8611-4c26ae2a298d {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:34.822614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.854467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (dec42d72-d8ad-4f84-a285-bd32ac7cc552), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.915384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] For port f57d93d6-dd86-49b2-8611-4c26ae2a298d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f57d93d6-dd86-49b2-8611-4c26ae2a298d,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:34.916053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:34.938107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Calling delete_port for f57d93d6-dd86-49b2-8611-4c26ae2a298d owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:35.082930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d7fd7cc2-e461-47a0-8e2e-cc58c0533f17 None None] Current status of the port f57d93d6-dd86-49b2-8611-4c26ae2a298d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:35.096783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:35.115295 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (f57d93d6-dd86-49b2-8611-4c26ae2a298d), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.172653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] Pushing event deleted for resources: {'Port': ['ID=f57d93d6-dd86-49b2-8611-4c26ae2a298d,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:35.181274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e017d03-0d23-4a00-babb-eaadd21e6fc2 None None] No DVR routers for this DVR port f57d93d6-dd86-49b2-8611-4c26ae2a298d on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:35.205428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7f86eefb-2adc-4c01-9338-8ce9b1ac2e4d None None] Could not find standard attr ID for object e51249ae-355e-46a4-8d32-ffed59ba7034. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:14:35.248990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f57d93d6-dd86-49b2-8611-4c26ae2a298d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:35.257656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=dec42d72-d8ad-4f84-a285-bd32ac7cc552,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:35.265270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.265270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.265611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.265962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.266299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.266634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.267092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.267424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.267867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.268092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.268425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.268750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.269574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.269908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.270232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:14:35.289579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f57d93d6-dd86-49b2-8611-4c26ae2a298d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:35.289943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f57d93d6-dd86-49b2-8611-4c26ae2a298d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:35.321022 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.revisions.revision_plugin [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f611efaf340] {port_id='f57d93d6-dd86-49b2-8611-4c26ae2a298d', ip_address='2001:db8::f816:3eff:feb2:c6f2', subnet_id='e3abfb9e-e895-4516-a765-54c3a8f4e483', network_id='47e09718-1805-4aca-aaca-0947e5412160'}> to bump revision.
Mar 26 21:14:35.321440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33552) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.327561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_pluggable_backend [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Port f57d93d6-dd86-49b2-8611-4c26ae2a298d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Mar 26 21:14:35.328146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_pluggable_backend [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:c6f2 {{(pid=126736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Mar 26 21:14:35.333380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (e3abfb9e-e895-4516-a765-54c3a8f4e483), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.376251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:35.380036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:35.384593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:35.385193 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.390039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for floatingip (6d54daf7-80cf-4ee1-a0b6-846f53936a4b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.390449 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Floating IP 6d54daf7-80cf-4ee1-a0b6-846f53936a4b disassociated (deleted). External IP: 172.35.4.33, port: 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55.
Mar 26 21:14:35.396552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2228f86-02f2-481b-8838-c8f6a0911e61 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:35.399091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=e3abfb9e-e895-4516-a765-54c3a8f4e483,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:35.411304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20fd12d2-fca1-4fac-93ab-7c1efa6e7bb7 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8588829
Mar 26 21:14:35.411897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.419670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:c3:2f:90', 'name': 'tempest-NetworksTestDHCPv6-110248826'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:35.422672 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33558) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.482451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (5269d059-5914-4bff-a367-d8ddaa012a28), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.545499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (5269d059-5914-4bff-a367-d8ddaa012a28), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.555337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:35.559025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3821b997-356d-479b-86e1-34542dff01db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': 'e3abfb9e-e895-4516-a765-54c3a8f4e483'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:35.561665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.626115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0190514-409a-4d7e-9504-613a5a944518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.677827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.686647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5269d059-5914-4bff-a367-d8ddaa012a28), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.689710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.694422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/security-groups/5269d059-5914-4bff-a367-d8ddaa012a28 HTTP/1.1" status: 204  len: 168 time: 0.3684611
Mar 26 21:14:35.695503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33562) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.706524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed553db-dfd4-411f-8d6c-2dc384f8f8f4 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5269d059-5914-4bff-a367-d8ddaa012a28,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:35.714817 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-dae98ae6-e0cb-4039-a1c6-b4ddec9570d8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] show failed (client error): The resource could not be found.
Mar 26 21:14:35.715579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dae98ae6-e0cb-4039-a1c6-b4ddec9570d8 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "GET /v2.0/security-groups/5269d059-5914-4bff-a367-d8ddaa012a28 HTTP/1.1" status: 404  len: 347 time: 0.0174375
Mar 26 21:14:35.719300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33564) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.727028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3821b997-356d-479b-86e1-34542dff01db None None] Allocated IP 2001:db8::f816:3eff:fee2:6fec (47e09718-1805-4aca-aaca-0947e5412160/e3abfb9e-e895-4516-a765-54c3a8f4e483/a5d6fbae-bc79-47d7-ae9a-01b74f7ce939) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:35.728238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 1d28207a-16bd-4176-a1a9-30a5e77bff33 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:35.815688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router 935a8f46-d9f5-4e18-b990-4fa946b7c36d has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:35.834375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0190514-409a-4d7e-9504-613a5a944518 admin admin] Publish callbacks [] for security_group (e89899f1-fd84-43e9-9869-f6e2deb82a31), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.842555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0190514-409a-4d7e-9504-613a5a944518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e89899f1-fd84-43e9-9869-f6e2deb82a31), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.898244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0190514-409a-4d7e-9504-613a5a944518 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab496d26bdcf460eb2081b88189d7d6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4720936
Mar 26 21:14:35.898244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0190514-409a-4d7e-9504-613a5a944518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89899f1-fd84-43e9-9869-f6e2deb82a31,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:35.899839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33568) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:35.960221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] Publish callbacks [] for security_group (e89899f1-fd84-43e9-9869-f6e2deb82a31), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:35.997745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] Publish callbacks [] for security_group (e89899f1-fd84-43e9-9869-f6e2deb82a31), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.001240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks [] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.011217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.032332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 86c25669-7f16-4988-8479-1dfdbd7b21a5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:36.032684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.065972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3821b997-356d-479b-86e1-34542dff01db None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:36.069029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-3821b997-356d-479b-86e1-34542dff01db None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:36.071727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821b997-356d-479b-86e1-34542dff01db None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:36.082902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821b997-356d-479b-86e1-34542dff01db None None] Pushing event updated for resources: {'Port': ['ID=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:36.088426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fec3:2f90 (47e09718-1805-4aca-aaca-0947e5412160/e3abfb9e-e895-4516-a765-54c3a8f4e483/1d28207a-16bd-4176-a1a9-30a5e77bff33) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:36.116544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e89899f1-fd84-43e9-9869-f6e2deb82a31), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.120308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.121008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e89899f1-fd84-43e9-9869-f6e2deb82a31 HTTP/1.1" status: 204  len: 168 time: 0.2201643
Mar 26 21:14:36.138966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b78c15-a813-456f-a9b4-7d4b022bc29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89899f1-fd84-43e9-9869-f6e2deb82a31,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:36.140143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:36.168330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.172134 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.173211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (86c25669-7f16-4988-8479-1dfdbd7b21a5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.213350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 86c25669-7f16-4988-8479-1dfdbd7b21a5 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:36.231958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77bfc101-2fa3-4142-bad3-21ec91fb2719 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/floatingips/6d54daf7-80cf-4ee1-a0b6-846f53936a4b HTTP/1.1" status: 204  len: 168 time: 2.1394279
Mar 26 21:14:36.307609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:36.311280 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb10928d-dd6b-4835-80d0-7e01eaebd771" -d '{"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:36.330393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Sync routers for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:36.350584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (1d28207a-16bd-4176-a1a9-30a5e77bff33), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.364252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3821b997-356d-479b-86e1-34542dff01db None None] Attempting to bind port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:36.364917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3821b997-356d-479b-86e1-34542dff01db None None] Attempting to bind port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:36.365070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3821b997-356d-479b-86e1-34542dff01db None None] Attempting to bind port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:36.372037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:36.372670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efac7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:36.374698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3821b997-356d-479b-86e1-34542dff01db None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:36.375065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3821b997-356d-479b-86e1-34542dff01db None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:36.375470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.380309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3821b997-356d-479b-86e1-34542dff01db None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:36.381016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3821b997-356d-479b-86e1-34542dff01db None None] Bound port: a5d6fbae-bc79-47d7-ae9a-01b74f7ce939, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:36.381914 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.419543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1d28207a-16bd-4176-a1a9-30a5e77bff33), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.425203 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e9d0c-5a46-43c7-94ce-9e7775a297fd x-openstack-request-id: req-6c4e9d0c-5a46-43c7-94ce-9e7775a297fd {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:36.426694 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:36.426965 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c4e9d0c-5a46-43c7-94ce-9e7775a297fd {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:36.429416 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4e9d0c-5a46-43c7-94ce-9e7775a297fd'] response: {'name': 'network-changed', 'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'status': 'completed', 'code': 200}
Mar 26 21:14:36.431306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (86c25669-7f16-4988-8479-1dfdbd7b21a5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.508387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=86c25669-7f16-4988-8479-1dfdbd7b21a5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:36.563800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3821b997-356d-479b-86e1-34542dff01db None None] For port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:36.570580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3821b997-356d-479b-86e1-34542dff01db None None] For port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:36.576036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:36.580882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for floatingip (a30a22fb-4ea4-43a5-b3c1-219cceb3e664), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.585365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.588238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46ba6bee-9152-42ce-92ae-189e34dc5c89 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/floatingips/a30a22fb-4ea4-43a5-b3c1-219cceb3e664 HTTP/1.1" status: 204  len: 168 time: 0.8675482
Mar 26 21:14:36.591135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:36.596342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:36.607392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:36.610630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3821b997-356d-479b-86e1-34542dff01db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.619769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:36.639097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.640055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.651655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-3ab26715-d705-40c5-bba5-c0d91bebc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.653417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-3ab26715-d705-40c5-bba5-c0d91bebc070 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc922ea5d1564695ac143b86d7123f25&device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 1166 time: 0.2197087
Mar 26 21:14:36.684198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821b997-356d-479b-86e1-34542dff01db None None] Pushing event updated for resources: {'Port': ['ID=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:36.701219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=1d28207a-16bd-4176-a1a9-30a5e77bff33,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:36.744579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a31d51dc-bb35-46f7-937d-5bf12eaecdf8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3315492
Mar 26 21:14:36.747707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33590) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:36.814313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c9ae8-9b2e-46d9-affe-21bc9200cd32 req-84c8b509-9ee8-4527-9458-bf4516a34ece tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.817241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b95c9ae8-9b2e-46d9-affe-21bc9200cd32 req-84c8b509-9ee8-4527-9458-bf4516a34ece tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.1443901
Mar 26 21:14:36.820359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 9d882432-9513-4f42-8117-c2eae00858b5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:36.820997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9d882432-9513-4f42-8117-c2eae00858b5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:36.829016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-c521d94e-6b92-4ae0-a450-05ddb4343f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.830811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-c521d94e-6b92-4ae0-a450-05ddb4343f59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 200  len: 897 time: 0.1523433
Mar 26 21:14:36.867403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a486ca2-4389-4d3e-bc8d-e2dce789f0e5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.881959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a486ca2-4389-4d3e-bc8d-e2dce789f0e5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:36.883862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a486ca2-4389-4d3e-bc8d-e2dce789f0e5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1351504
Mar 26 21:14:36.886389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33594) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:36.902809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-4ca249d9-6c91-4f72-a0a5-e15252168226 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 200  len: 217 time: 0.0597887
Mar 26 21:14:36.958852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efac7f0>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:37.002852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Checking router: 935a8f46-d9f5-4e18-b990-4fa946b7c36d for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:37.007623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-41ce4334-4a4f-42d3-b2da-b4ace963cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:37.009285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-41ce4334-4a4f-42d3-b2da-b4ace963cc33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7713985e-e58a-4b0f-980f-9f7e31fab9a2 HTTP/1.1" status: 200  len: 835 time: 0.0737207
Mar 26 21:14:37.016917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9d882432-9513-4f42-8117-c2eae00858b5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.035965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:37.036458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efac7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:37.084823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 9d882432-9513-4f42-8117-c2eae00858b5 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:37.188211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-45fdfdfa-d1ed-4b1d-9277-7de1a2eacaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:37.189939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-45fdfdfa-d1ed-4b1d-9277-7de1a2eacaaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=405b99d3-3fe8-4754-994b-2c346df679f7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1693714
Mar 26 21:14:37.226738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:37.360818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:37.411752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-31147e6d-8f00-427b-8941-5f56b4e0c247 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2123492
Mar 26 21:14:37.463018 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9d882432-9513-4f42-8117-c2eae00858b5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.500494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:37.500876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.525320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b95c9ae8-9b2e-46d9-affe-21bc9200cd32 req-226ccbf6-d4b2-4570-b112-5659b9dca312 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.6981153
Mar 26 21:14:37.540290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=9d882432-9513-4f42-8117-c2eae00858b5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:37.634557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 1d28207a-16bd-4176-a1a9-30a5e77bff33 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:37.635051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1d28207a-16bd-4176-a1a9-30a5e77bff33), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.637636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efac7f0>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:37.652480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb10928d-dd6b-4835-80d0-7e01eaebd771 req-4c63d0b0-ed80-46b0-9e0f-f907619b2571 service neutron] 10.222.0.21 "GET /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325826
Mar 26 21:14:37.662721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.667005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7fa8d2d6-cca3-4110-a55e-d6917c2bb7d3 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/ports/9d882432-9513-4f42-8117-c2eae00858b5 HTTP/1.1" status: 204  len: 168 time: 1.0749376
Mar 26 21:14:37.670321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33612) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:37.673457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:37.674125 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.681918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8196ec-86a3-4fb5-a392-25ce5e80a210 None None] The sync data for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 is: [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:12:58Z', 'revision_number': 4, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f5f29759-50b2-4a6c-a596-c2ba5fc7594d', 'name': '', 'network_id': '405b99d3-3fe8-4754-994b-2c346df679f7', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'mac_address': 'fa:16:3e:ea:bc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:56Z', 'updated_at': '2022-03-26T21:13:02Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'subnets': [{'id': '7713985e-e58a-4b0f-980f-9f7e31fab9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:37.756358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:37.764841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.851727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1d28207a-16bd-4176-a1a9-30a5e77bff33), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.876521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 1d28207a-16bd-4176-a1a9-30a5e77bff33 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:37.877603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port 9067d489-90c2-49f5-9304-a67efb091ee3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:37.877957 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:37.913655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:38.170703 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1d28207a-16bd-4176-a1a9-30a5e77bff33), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.221494 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313305f6-bb1b-49f1-9162-8057060063fa None None] New status for floating IP 6d54daf7-80cf-4ee1-a0b6-846f53936a4b: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:14:38.226084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.269577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for 9067d489-90c2-49f5-9304-a67efb091ee3 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:38.285276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-090994d2-d5a7-4090-88dc-84e358210fe4 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:38.288253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-090994d2-d5a7-4090-88dc-84e358210fe4 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.21 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.2045400
Mar 26 21:14:38.298811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.305933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/1d28207a-16bd-4176-a1a9-30a5e77bff33 HTTP/1.1" status: 204  len: 168 time: 1.4180899
Mar 26 21:14:38.306945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22758c-3829-430b-b834-61b1f95179a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=1d28207a-16bd-4176-a1a9-30a5e77bff33,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:38.314724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:38.420014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703803f-87f9-4251-b108-24513db28ccc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:38.422135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703803f-87f9-4251-b108-24513db28ccc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:38.427218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8703803f-87f9-4251-b108-24513db28ccc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1114545
Mar 26 21:14:38.427845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33658) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:38.507293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cc876a50-c654-4832-9bfd-60fdc502a915 None None] Provisioning complete for port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:38.507859 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc876a50-c654-4832-9bfd-60fdc502a915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.551105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet e3abfb9e-e895-4516-a765-54c3a8f4e483 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:38.557486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (e3abfb9e-e895-4516-a765-54c3a8f4e483), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.617444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (e3abfb9e-e895-4516-a765-54c3a8f4e483), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.643849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cc876a50-c654-4832-9bfd-60fdc502a915 None None] Current status of the port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:38.714337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:38.714950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.738500 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (e3abfb9e-e895-4516-a765-54c3a8f4e483), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.793698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9067d489-90c2-49f5-9304-a67efb091ee3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.829087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=9067d489-90c2-49f5-9304-a67efb091ee3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:38.832456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9662d-8fb1-406a-b867-e2e56a23c61b req-37cb2e4a-bf55-46ce-8b21-2db01b35ac86 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:38.834738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ec9662d-8fb1-406a-b867-e2e56a23c61b req-37cb2e4a-bf55-46ce-8b21-2db01b35ac86 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 984 time: 0.1288576
Mar 26 21:14:38.869226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a22d408c-e5da-4fd9-81a5-5b4937fdb54d None None] Could not find standard attr ID for object 1d28207a-16bd-4176-a1a9-30a5e77bff33. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:14:38.904304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (e3abfb9e-e895-4516-a765-54c3a8f4e483), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.919236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:38.919616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.948252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:38.952665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=e3abfb9e-e895-4516-a765-54c3a8f4e483,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:38.961109 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.964859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:38.967888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-557db896-5221-4c2b-b891-005ac3511a94 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/e3abfb9e-e895-4516-a765-54c3a8f4e483 HTTP/1.1" status: 204  len: 168 time: 0.5228438
Mar 26 21:14:38.970438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:38.971331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7b62fb78-51cc-40ab-be9c-be749e9a2d37 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/ports/9067d489-90c2-49f5-9304-a67efb091ee3 HTTP/1.1" status: 204  len: 168 time: 1.2997324
Mar 26 21:14:38.972595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.056577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eab50fec-18ff-45cc-9f88-94f834bc8717 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0841115
Mar 26 21:14:39.057238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33702) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.090171 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ec9662d-8fb1-406a-b867-e2e56a23c61b req-22c0a894-3514-4024-b01a-2f63af5038ba tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/security-groups?id=0649c00e-acbb-4d89-b891-708e276eb0ae&id=59a35572-7448-4551-98f4-fa8a923f68ea&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2479253
Mar 26 21:14:39.109166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting subnet 32b3a105-0eea-43d0-9e40-727294f116a1 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:39.112463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (32b3a105-0eea-43d0-9e40-727294f116a1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.156279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81870532-a55d-463f-a8d3-026d6162c591 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:39.158269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-81870532-a55d-463f-a8d3-026d6162c591 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0951302
Mar 26 21:14:39.161427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.182664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (32b3a105-0eea-43d0-9e40-727294f116a1), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.208972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:39.246445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efc705-70a5-4417-9886-b23b10f27ddd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:39.253263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4efc705-70a5-4417-9886-b23b10f27ddd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0905044
Mar 26 21:14:39.254923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33714) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.282971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f000279-08e3-415a-9322-51d4571f6ceb None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:39.306987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5113623-3ddb-4288-a403-c06a93e61908 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0492046
Mar 26 21:14:39.307637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.312706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:39.327952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (32b3a105-0eea-43d0-9e40-727294f116a1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.412225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (71d8ff85-a336-4e4d-bc38-cd6bdfd77b55), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.429112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:39.436891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.447494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:39.448141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.461732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=71d8ff85-a336-4e4d-bc38-cd6bdfd77b55,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:39.488762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (32b3a105-0eea-43d0-9e40-727294f116a1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.518450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5538ed-0306-4332-8a33-2393cae78b0c None None] Network ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:39.525251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.531225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/subnets/32b3a105-0eea-43d0-9e40-727294f116a1 HTTP/1.1" status: 204  len: 168 time: 0.5533051
Mar 26 21:14:39.531225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] No DVR routers for this DVR port 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:39.531669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:39.569166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.578103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb044c7-6f1c-4ea3-bad2-58abd43ced76 req-e83fba92-a01d-4886-b9cc-653d24905788 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.21 "DELETE /v2.0/ports/71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 HTTP/1.1" status: 204  len: 173 time: 1.2586143
Mar 26 21:14:39.583700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'name': 'network-vif-deleted', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:39.587366 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe31e0c-b052-4d1d-abbe-617e7689a6bc" -d '{"events": [{"server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "name": "network-vif-deleted", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:39.619797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cee1d-badd-4f11-bb0a-e5e44cf16a38 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Subnet': ['ID=32b3a105-0eea-43d0-9e40-727294f116a1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:39.670954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:39.683813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting subnet acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:39.696001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (acf862c1-bc1d-4ada-80ad-4b5f3f4d0059), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.721547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:39.734135 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f4e3b2-eb31-4beb-b9ec-f0a63930cf9c x-openstack-request-id: req-74f4e3b2-eb31-4beb-b9ec-f0a63930cf9c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:39.734686 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12d8236-39b7-4448-9a97-6481f621decf", "name": "network-vif-deleted", "tag": "71d8ff85-a336-4e4d-bc38-cd6bdfd77b55", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:39.734686 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74f4e3b2-eb31-4beb-b9ec-f0a63930cf9c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:39.735079 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f4e3b2-eb31-4beb-b9ec-f0a63930cf9c'] response: {'server_uuid': 'c12d8236-39b7-4448-9a97-6481f621decf', 'name': 'network-vif-deleted', 'tag': '71d8ff85-a336-4e4d-bc38-cd6bdfd77b55', 'status': 'completed', 'code': 200}
Mar 26 21:14:39.775818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Deleting port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:39.776601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.779638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (acf862c1-bc1d-4ada-80ad-4b5f3f4d0059), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.857861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] For port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:39.859366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:39.885605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] DHCP port deletion for ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:39.895653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Calling delete_port for a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:39.939299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (acf862c1-bc1d-4ada-80ad-4b5f3f4d0059), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.033332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (acf862c1-bc1d-4ada-80ad-4b5f3f4d0059), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.040392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Deleting port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:40.040779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.083694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Subnet': ['ID=acf862c1-bc1d-4ada-80ad-4b5f3f4d0059,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:40.086499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.093700 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cf5235a5-67ba-40c1-98fe-8d3499581fb5 tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/subnets/acf862c1-bc1d-4ada-80ad-4b5f3f4d0059 HTTP/1.1" status: 204  len: 168 time: 0.5434124
Mar 26 21:14:40.094391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33746) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:40.113700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc365a87-3472-4eac-9c2f-504fc267def4 None None] Network 3b12b2db-5c6b-4503-ae46-15abd6717aa6 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:40.239901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:40.274431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] For port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:40.274666 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.287768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.307046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Calling delete_port for e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:40.314484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a5d6fbae-bc79-47d7-ae9a-01b74f7ce939), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.398773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4c24d0a-9c34-4e7c-92fe-503f4564b903 req-4dcf9bea-3a30-44c4-9cb0-16540d26432e tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d8236-39b7-4448-9a97-6481f621decf HTTP/1.1" status: 200  len: 210 time: 0.1020577
Mar 26 21:14:40.426636 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.revisions.revision_plugin [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f61256ce910] {port_id='a5d6fbae-bc79-47d7-ae9a-01b74f7ce939', ip_address='2001:db8::f816:3eff:fee2:6fec', subnet_id='6b08df2a-8e4c-4c1b-8370-3024ff73c0da', network_id='47e09718-1805-4aca-aaca-0947e5412160'}> to bump revision.
Mar 26 21:14:40.435693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_pluggable_backend [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=126736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Mar 26 21:14:40.435887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_pluggable_backend [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Reverting IP allocation for 2001:db8::f816:3eff:fee2:6fec {{(pid=126736) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Mar 26 21:14:40.441372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6b08df2a-8e4c-4c1b-8370-3024ff73c0da), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.454949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Deleting port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:40.455399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.490242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:40.494418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:40.506054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:40.507184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.533604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] Pushing event deleted for resources: {'Port': ['ID=a5d6fbae-bc79-47d7-ae9a-01b74f7ce939,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:40.545120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.549876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] For port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,segment=NetworkSegment(bd92b863-25b4-4a01-97dc-aa0089926585),segment_id=bd92b863-25b4-4a01-97dc-aa0089926585)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:40.550925 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.553850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=6b08df2a-8e4c-4c1b-8370-3024ff73c0da,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:40.562011 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-34198666-b4f4-492c-8ce5-9ecff3136004 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.2533205
Mar 26 21:14:40.564864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33752) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:40.571704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Calling delete_port for e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:40.572610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:bf:0d:ef', 'name': 'tempest-NetworksTestDHCPv6-1680120057'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:40.619755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a835eb1-f7d4-4e2e-8163-2b5d4c9c8fe5 None None] No DVR routers for this DVR port a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:40.639814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] Pushing event deleted for resources: {'Port': ['ID=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:40.649780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3e07c-a693-42df-bb9b-097c6967b198 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:40.656131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9d40b-a11b-422c-ab6a-b704a1bced9e None None] No DVR routers for this DVR port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:40.665244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:40.698385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Port': ['ID=e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:40.700288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] No DVR routers for this DVR port e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:40.782118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:40.913565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.009527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 5a502c79-2692-4aef-9faf-85ca8040bd3c yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:41.083497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '6b08df2a-8e4c-4c1b-8370-3024ff73c0da'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:41.085044 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.105404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] DHCP port deletion for 3b12b2db-5c6b-4503-ae46-15abd6717aa6 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:41.261532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:febf:def (47e09718-1805-4aca-aaca-0947e5412160/6b08df2a-8e4c-4c1b-8370-3024ff73c0da/5a502c79-2692-4aef-9faf-85ca8040bd3c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:41.337429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:41.342339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Deleting port a4751c35-b14b-4775-b4a3-3f082a9b8663 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:41.343668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.377163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:41.377520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e9d08f5b-1db1-48b6-a0bf-b1f93cf2bbf5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:41.378010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a4751c35-b14b-4775-b4a3-3f082a9b8663 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:41.405379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.427763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e599610>,) {'filters': {'network_id': ['ca0a3e6d-5c40-4b98-b313-e950cc4ddf03']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:41.437846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e599610>, 'bd92b863-25b4-4a01-97dc-aa0089926585') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:41.438396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e599610>, 'bd92b863-25b4-4a01-97dc-aa0089926585') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:41.464200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] For port a4751c35-b14b-4775-b4a3-3f082a9b8663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4751c35-b14b-4775-b4a3-3f082a9b8663,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:41.464645 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.466270 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (bd92b863-25b4-4a01-97dc-aa0089926585), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.481356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Calling delete_port for a4751c35-b14b-4775-b4a3-3f082a9b8663 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:41.489149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (5a502c79-2692-4aef-9faf-85ca8040bd3c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.499335 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bd92b863-25b4-4a01-97dc-aa0089926585), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.511507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:41.512015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (bd92b863-25b4-4a01-97dc-aa0089926585), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.518651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33784) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:41.580970 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:41.586942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ca0a3e6d-5c40-4b98-b313-e950cc4ddf03), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.587686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5a502c79-2692-4aef-9faf-85ca8040bd3c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.605538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.613926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/networks/ca0a3e6d-5c40-4b98-b313-e950cc4ddf03 HTTP/1.1" status: 204  len: 168 time: 1.5173542
Mar 26 21:14:41.617246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:41.624359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (59a35572-7448-4551-98f4-fa8a923f68ea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.636510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a4751c35-b14b-4775-b4a3-3f082a9b8663 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:41.636971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.642482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b483b7-8d88-4fb4-a437-5c7c144cc99a tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Network': ['ID=ca0a3e6d-5c40-4b98-b313-e950cc4ddf03,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:41.657515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:41.666953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:41.672108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=5a502c79-2692-4aef-9faf-85ca8040bd3c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:41.678596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:41.684157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:41.685103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.694113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (59a35572-7448-4551-98f4-fa8a923f68ea), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.708862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Allocated IP 2001:db8::f816:3eff:fef0:bbb9 (47e09718-1805-4aca-aaca-0947e5412160/6b08df2a-8e4c-4c1b-8370-3024ff73c0da/56790166-44e5-482f-a5de-bf26e4cc545e) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:41.713282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a4751c35-b14b-4775-b4a3-3f082a9b8663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4751c35-b14b-4775-b4a3-3f082a9b8663,segment=NetworkSegment(89c7e58d-5abe-46a0-a39e-829ed8deb3e4),segment_id=89c7e58d-5abe-46a0-a39e-829ed8deb3e4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:41.723275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.724006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:41.724164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb7373c6-c06e-4bab-a6ea-3de72b25a324 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1574945
Mar 26 21:14:41.727034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:41.742868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3b12b2db-5c6b-4503-ae46-15abd6717aa6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.755461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (59a35572-7448-4551-98f4-fa8a923f68ea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.758282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.762028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/security-groups/59a35572-7448-4551-98f4-fa8a923f68ea HTTP/1.1" status: 204  len: 168 time: 0.2398109
Mar 26 21:14:41.764031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:41.769907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893653-0094-4cd7-9c06-c5697398e0ff tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a35572-7448-4551-98f4-fa8a923f68ea,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:41.790991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:41.791336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a5d6fbae-bc79-47d7-ae9a-01b74f7ce939 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:41.798364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a4751c35-b14b-4775-b4a3-3f082a9b8663), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.863776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] No DVR routers for this DVR port a4751c35-b14b-4775-b4a3-3f082a9b8663 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:41.864207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c98738-0039-44ba-88c4-e1aadfe73219 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:41.871061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6c98738-0039-44ba-88c4-e1aadfe73219 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1402254
Mar 26 21:14:41.871061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33792) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:41.874763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:41.881496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a4751c35-b14b-4775-b4a3-3f082a9b8663,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:41.924450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:41.924801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 71d8ff85-a336-4e4d-bc38-cd6bdfd77b55 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:41.930188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c739d-cd31-4cdb-bf50-d126f9836464 None None] Pushing event deleted for resources: {'Port': ['ID=a4751c35-b14b-4775-b4a3-3f082a9b8663,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:41.948400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (0649c00e-acbb-4d89-b891-708e276eb0ae), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.951756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3b12b2db-5c6b-4503-ae46-15abd6717aa6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:41.995983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d89a550>,) {'filters': {'network_id': ['3b12b2db-5c6b-4503-ae46-15abd6717aa6']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:42.004233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks [] for port (56790166-44e5-482f-a5de-bf26e4cc545e), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.017026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.035298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (0649c00e-acbb-4d89-b891-708e276eb0ae), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.040529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d89a550>, '89c7e58d-5abe-46a0-a39e-829ed8deb3e4') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:42.040838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d89a550>, '89c7e58d-5abe-46a0-a39e-829ed8deb3e4') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:42.057508 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (89c7e58d-5abe-46a0-a39e-829ed8deb3e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.061313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:42.064210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:42.066656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:42.078559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Pushing event updated for resources: {'Port': ['ID=56790166-44e5-482f-a5de-bf26e4cc545e,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:42.098759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (89c7e58d-5abe-46a0-a39e-829ed8deb3e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.119393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:42.119894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (89c7e58d-5abe-46a0-a39e-829ed8deb3e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:42.123017 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:42.168630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Attempting to bind port 56790166-44e5-482f-a5de-bf26e4cc545e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:42.169053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Attempting to bind port 56790166-44e5-482f-a5de-bf26e4cc545e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:42.169478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Attempting to bind port 56790166-44e5-482f-a5de-bf26e4cc545e on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:42.176922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:42.177315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:42.177735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.178106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:42.178586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Bound port: 56790166-44e5-482f-a5de-bf26e4cc545e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:42.178966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.196836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 5a502c79-2692-4aef-9faf-85ca8040bd3c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:42.197214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5a502c79-2692-4aef-9faf-85ca8040bd3c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.201959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0649c00e-acbb-4d89-b891-708e276eb0ae), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.204556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.205729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/security-groups/0649c00e-acbb-4d89-b891-708e276eb0ae HTTP/1.1" status: 204  len: 168 time: 0.4398141
Mar 26 21:14:42.209524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:42.228732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3b12b2db-5c6b-4503-ae46-15abd6717aa6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.248665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.256344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] For port 56790166-44e5-482f-a5de-bf26e4cc545e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:42.261106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] 10.222.0.16 "DELETE /v2.0/networks/3b12b2db-5c6b-4503-ae46-15abd6717aa6 HTTP/1.1" status: 204  len: 168 time: 0.6429076
Mar 26 21:14:42.261977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] For port 56790166-44e5-482f-a5de-bf26e4cc545e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56790166-44e5-482f-a5de-bf26e4cc545e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:42.262141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ed6cc-a039-4abc-91cf-c2f9c69aa14d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0649c00e-acbb-4d89-b891-708e276eb0ae,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:42.271389 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.329786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4747ab-a8ab-4ce6-8d59-3691e6b44f1b tempest-TaggedBootDevicesTest_v242-272398941 tempest-TaggedBootDevicesTest_v242-272398941-project] Pushing event deleted for resources: {'Network': ['ID=3b12b2db-5c6b-4503-ae46-15abd6717aa6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:42.370855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516ee29-fb9a-4dec-abef-6efc9b7606fc None None] Pushing event updated for resources: {'Port': ['ID=56790166-44e5-482f-a5de-bf26e4cc545e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:42.382024 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5a502c79-2692-4aef-9faf-85ca8040bd3c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.400813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 5a502c79-2692-4aef-9faf-85ca8040bd3c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:42.640423 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5a502c79-2692-4aef-9faf-85ca8040bd3c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.734885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=5a502c79-2692-4aef-9faf-85ca8040bd3c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:42.804374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:42.818795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9fee625f-008b-4362-a308-d777dee15dce tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/5a502c79-2692-4aef-9faf-85ca8040bd3c HTTP/1.1" status: 204  len: 168 time: 0.9415658
Mar 26 21:14:42.821548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33828) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:42.934332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff596c4-727c-4b4d-baa7-f53c52dc3ad2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:42.936136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff596c4-727c-4b4d-baa7-f53c52dc3ad2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:42.942383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5ff596c4-727c-4b4d-baa7-f53c52dc3ad2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1192839
Mar 26 21:14:42.943203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33832) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:42.988354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.016900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 6b08df2a-8e4c-4c1b-8370-3024ff73c0da {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:43.021306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (6b08df2a-8e4c-4c1b-8370-3024ff73c0da), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.076716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (6b08df2a-8e4c-4c1b-8370-3024ff73c0da), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.199673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6b08df2a-8e4c-4c1b-8370-3024ff73c0da), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.254552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 56790166-44e5-482f-a5de-bf26e4cc545e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:43.295348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (6b08df2a-8e4c-4c1b-8370-3024ff73c0da), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.320211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 56790166-44e5-482f-a5de-bf26e4cc545e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:43.320642 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.328308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=6b08df2a-8e4c-4c1b-8370-3024ff73c0da,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:43.334793 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.338272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aec80cf0-5ba1-4a9c-b6b1-59e5d49bd99f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/6b08df2a-8e4c-4c1b-8370-3024ff73c0da HTTP/1.1" status: 204  len: 168 time: 0.3935726
Mar 26 21:14:43.342831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:43.400086 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-67ca28b3-6c7d-4e01-885a-68ec15ede424 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0558982
Mar 26 21:14:43.402711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33866) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:43.407955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:43.435887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port f5f29759-50b2-4a6c-a596-c2ba5fc7594d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:43.436267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.443634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 56790166-44e5-482f-a5de-bf26e4cc545e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:43.444200 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.509232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 56790166-44e5-482f-a5de-bf26e4cc545e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56790166-44e5-482f-a5de-bf26e4cc545e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:43.520992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.550806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:43.556699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.580075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port f5f29759-50b2-4a6c-a596-c2ba5fc7594d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:43.580453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.594793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for f5f29759-50b2-4a6c-a596-c2ba5fc7594d owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:43.606704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=56790166-44e5-482f-a5de-bf26e4cc545e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:43.670770 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:14:43.819873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2aaad-b0c6-402d-9b1a-9076a7b88ed3 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:43.926368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f74761d8-54c4-4b4b-a234-f8cd35629788 None None] Provisioning complete for port 56790166-44e5-482f-a5de-bf26e4cc545e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:43.927144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f74761d8-54c4-4b4b-a234-f8cd35629788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:43.990614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f5f29759-50b2-4a6c-a596-c2ba5fc7594d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.076956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=f5f29759-50b2-4a6c-a596-c2ba5fc7594d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:44.098681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f74761d8-54c4-4b4b-a234-f8cd35629788 None None] Current status of the port 56790166-44e5-482f-a5de-bf26e4cc545e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:44.156522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.165641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:44.208621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:44.296139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Deleting port 56790166-44e5-482f-a5de-bf26e4cc545e {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:44.296848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.429994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] For port 56790166-44e5-482f-a5de-bf26e4cc545e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56790166-44e5-482f-a5de-bf26e4cc545e,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:44.431039 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.452875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Calling delete_port for 56790166-44e5-482f-a5de-bf26e4cc545e owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:44.478869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.588268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.613735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (56790166-44e5-482f-a5de-bf26e4cc545e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.622245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] No DVR routers for this DVR port 56790166-44e5-482f-a5de-bf26e4cc545e on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:44.626796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb80ebf-be3b-4956-91a1-eadb7d915f3a None None] Pushing event deleted for resources: {'Port': ['ID=56790166-44e5-482f-a5de-bf26e4cc545e,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:44.657797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Port 56790166-44e5-482f-a5de-bf26e4cc545e concurrently deleted while adding address for new subnet {'id': '975e2057-78a1-46ef-8fc2-d552950c1398', 'name': '', 'tenant_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3212, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-26T21:14:43Z', 'updated_at': '2022-03-26T21:14:43Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258'}. {{(pid=126738) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}}
Mar 26 21:14:44.658313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (975e2057-78a1-46ef-8fc2-d552950c1398), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.707377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:44.713102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:44.718398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:44.718995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.721785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=975e2057-78a1-46ef-8fc2-d552950c1398,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:44.725584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9817022-f35d-4e8d-bed1-211f4cd51f5f None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:44.739974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88361e79-615e-4c7e-aefc-4650e2633ad3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.3356054
Mar 26 21:14:44.742231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33936) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:44.747909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:f2:8d:b2', 'name': 'tempest-NetworksTestDHCPv6-1128360159'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:44.798627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Router 935a8f46-d9f5-4e18-b990-4fa946b7c36d has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:44.844393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '975e2057-78a1-46ef-8fc2-d552950c1398'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:44.845488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.870438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:44.921788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:44.930029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b64ab69-7127-4e16-887d-f26ccd1ff34d tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "PUT /v2.0/routers/935a8f46-d9f5-4e18-b990-4fa946b7c36d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7188792
Mar 26 21:14:44.930942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33942) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:44.936954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Sync routers for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:44.955789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:44.957027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb45d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:44.984252 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:44.998044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting subnet 7713985e-e58a-4b0f-980f-9f7e31fab9a2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:45.003964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (7713985e-e58a-4b0f-980f-9f7e31fab9a2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.047414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port d95b3507-bf2c-4b8b-ac57-14a4f508bd1c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:45.060226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (7713985e-e58a-4b0f-980f-9f7e31fab9a2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.096992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Allocated IP 2001:db8::f816:3eff:fe50:523e (47e09718-1805-4aca-aaca-0947e5412160/975e2057-78a1-46ef-8fc2-d552950c1398/a1756041-389a-41ca-81a7-dd590bb9cba9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:45.180901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:45.221962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7713985e-e58a-4b0f-980f-9f7e31fab9a2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.318488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 56790166-44e5-482f-a5de-bf26e4cc545e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:45.332782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7713985e-e58a-4b0f-980f-9f7e31fab9a2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.380763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Subnet': ['ID=7713985e-e58a-4b0f-980f-9f7e31fab9a2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:45.385515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.393530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-99f3264c-16a9-4de0-8a6b-4cdaed4ddb06 tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/subnets/7713985e-e58a-4b0f-980f-9f7e31fab9a2 HTTP/1.1" status: 204  len: 168 time: 0.4605584
Mar 26 21:14:45.394772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:45.523721 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.550835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbf8b0-a977-46d9-a23f-c784d2e62f8b None None] Network 405b99d3-3fe8-4754-994b-2c346df679f7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:45.557595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 56790166-44e5-482f-a5de-bf26e4cc545e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:45.557974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 56790166-44e5-482f-a5de-bf26e4cc545e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:45.660047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_gateway (935a8f46-d9f5-4e18-b990-4fa946b7c36d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.746788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Deleting port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:45.747361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.823509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.834304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks [] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.851895 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.859032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] For port 01a23f91-0b35-4e20-89ca-9a6a1d7d6359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:45.859436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:45.874643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Calling delete_port for 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:45.901652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:45.913188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:45.916775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:45.918940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Pushing event updated for resources: {'Port': ['ID=a1756041-389a-41ca-81a7-dd590bb9cba9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:45.922523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb45d90>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:14:43Z', 'revision_number': 5, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port': {'id': '01a23f91-0b35-4e20-89ca-9a6a1d7d6359', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:12:49Z', 'updated_at': '2022-03-26T21:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:45.962612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fef2:8db2 (47e09718-1805-4aca-aaca-0947e5412160/975e2057-78a1-46ef-8fc2-d552950c1398/d95b3507-bf2c-4b8b-ac57-14a4f508bd1c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:45.963444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Checking router: 935a8f46-d9f5-4e18-b990-4fa946b7c36d for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:45.985255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] DHCP port deletion for 405b99d3-3fe8-4754-994b-2c346df679f7 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:46.015262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Routers {'935a8f46-d9f5-4e18-b990-4fa946b7c36d'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:46.015985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb45d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:46.120382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Attempting to bind port a1756041-389a-41ca-81a7-dd590bb9cba9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:46.120747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Attempting to bind port a1756041-389a-41ca-81a7-dd590bb9cba9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:46.121106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Attempting to bind port a1756041-389a-41ca-81a7-dd590bb9cba9 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:46.139982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:46.140397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:46.140784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.141187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:46.141688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Bound port: a1756041-389a-41ca-81a7-dd590bb9cba9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:46.142077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.166354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] Set router 935a8f46-d9f5-4e18-b990-4fa946b7c36d gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:46.187875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (d95b3507-bf2c-4b8b-ac57-14a4f508bd1c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.228221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d95b3507-bf2c-4b8b-ac57-14a4f508bd1c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.248348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb45d90>, [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:14:45Z', 'revision_number': 6, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:46.275257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:46.278407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:46.282130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:46.283670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b0942-7a4d-457f-926f-0aca5359c7e5 None None] The sync data for ids ['935a8f46-d9f5-4e18-b990-4fa946b7c36d'] in ncdv-master-1 is: [{'id': '935a8f46-d9f5-4e18-b990-4fa946b7c36d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1505250575', 'tenant_id': 'fc922ea5d1564695ac143b86d7123f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:12:48Z', 'updated_at': '2022-03-26T21:14:45Z', 'revision_number': 6, 'project_id': 'fc922ea5d1564695ac143b86d7123f25', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:46.288857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:46.289675 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.310623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Deleting port ce80d7e1-37cb-4d66-9014-dc9d999a5732 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:46.311156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.315003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35efec-ee64-4ac7-971a-87dcccd82c7a req-ba312d55-bd2e-4685-9165-fd6b5c240740 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:46.321093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.5771229
Mar 26 21:14:46.322810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aadc1-44a0-4cdb-9ea5-65d71e677dba tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=d95b3507-bf2c-4b8b-ac57-14a4f508bd1c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:46.332899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a35efec-ee64-4ac7-971a-87dcccd82c7a req-ba312d55-bd2e-4685-9165-fd6b5c240740 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.4442368
Mar 26 21:14:46.341179 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 33976) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:46.346852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] For port a1756041-389a-41ca-81a7-dd590bb9cba9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:46.393136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] For port a1756041-389a-41ca-81a7-dd590bb9cba9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1756041-389a-41ca-81a7-dd590bb9cba9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:46.399824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] For port ce80d7e1-37cb-4d66-9014-dc9d999a5732, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce80d7e1-37cb-4d66-9014-dc9d999a5732,segment=NetworkSegment(8f8c7f51-a149-4f81-81af-a267ccf64db6),segment_id=8f8c7f51-a149-4f81-81af-a267ccf64db6)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:46.400241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.403473 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.437901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Calling delete_port for ce80d7e1-37cb-4d66-9014-dc9d999a5732 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:46.482739 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a35efec-ee64-4ac7-971a-87dcccd82c7a req-65e94934-88bb-4240-ac1b-76ac4a7b84e6 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474268
Mar 26 21:14:46.496078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0635214-a5e8-48b3-980e-8452ebeb3df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:46.506252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0635214-a5e8-48b3-980e-8452ebeb3df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:46.508102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d0635214-a5e8-48b3-980e-8452ebeb3df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1659584
Mar 26 21:14:46.510953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:46.524577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6d362-88d6-4ecc-b59e-32e426c536fc None None] Pushing event updated for resources: {'Port': ['ID=a1756041-389a-41ca-81a7-dd590bb9cba9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:46.587293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (01a23f91-0b35-4e20-89ca-9a6a1d7d6359), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.590776 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ce80d7e1-37cb-4d66-9014-dc9d999a5732), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.622504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Port': ['ID=01a23f91-0b35-4e20-89ca-9a6a1d7d6359,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:46.631999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] Pushing event deleted for resources: {'Port': ['ID=ce80d7e1-37cb-4d66-9014-dc9d999a5732,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:46.638681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882f9ac-6b49-478c-bdef-e6f61f3307ae None None] No DVR routers for this DVR port ce80d7e1-37cb-4d66-9014-dc9d999a5732 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:46.648690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port d95b3507-bf2c-4b8b-ac57-14a4f508bd1c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:46.649046 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d95b3507-bf2c-4b8b-ac57-14a4f508bd1c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.717122 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.795011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d95b3507-bf2c-4b8b-ac57-14a4f508bd1c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.818506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for d95b3507-bf2c-4b8b-ac57-14a4f508bd1c owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:46.913415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.915839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router_controller (935a8f46-d9f5-4e18-b990-4fa946b7c36d), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.972209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (935a8f46-d9f5-4e18-b990-4fa946b7c36d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.973504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Fanout notify agent at l3_agent the message router_deleted on router 935a8f46-d9f5-4e18-b990-4fa946b7c36d {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:14:46.981164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:46.985060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 33996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:46.985649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e75d98ea-c2d0-451b-a121-c18d64df55ab tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/routers/935a8f46-d9f5-4e18-b990-4fa946b7c36d HTTP/1.1" status: 204  len: 168 time: 1.5825660
Mar 26 21:14:47.025675 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d95b3507-bf2c-4b8b-ac57-14a4f508bd1c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.094568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=d95b3507-bf2c-4b8b-ac57-14a4f508bd1c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:47.128097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (405b99d3-3fe8-4754-994b-2c346df679f7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.132858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.138337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1b5a3cdc-42b3-4528-b748-35b8a818cf10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/d95b3507-bf2c-4b8b-ac57-14a4f508bd1c HTTP/1.1" status: 204  len: 168 time: 0.6241641
Mar 26 21:14:47.138602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34014) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:47.222709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34018) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:47.240961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5970a-4d32-4898-8b73-f6bc5c494ce9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:47.242299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e5970a-4d32-4898-8b73-f6bc5c494ce9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:47.246291 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08e5970a-4d32-4898-8b73-f6bc5c494ce9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1043091
Mar 26 21:14:47.246739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:47.291294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (405b99d3-3fe8-4754-994b-2c346df679f7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.343792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 975e2057-78a1-46ef-8fc2-d552950c1398 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:47.347999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (975e2057-78a1-46ef-8fc2-d552950c1398), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.362771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ce3f550>,) {'filters': {'network_id': ['405b99d3-3fe8-4754-994b-2c346df679f7']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:47.378483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ce3f550>, '8f8c7f51-a149-4f81-81af-a267ccf64db6') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:47.378784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ce3f550>, '8f8c7f51-a149-4f81-81af-a267ccf64db6') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:47.410955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1756041-389a-41ca-81a7-dd590bb9cba9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:47.417728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (8f8c7f51-a149-4f81-81af-a267ccf64db6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.418859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (975e2057-78a1-46ef-8fc2-d552950c1398), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.442675 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8f8c7f51-a149-4f81-81af-a267ccf64db6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.451058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-554289e2-2606-4bea-8d18-6d139f584c64 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:47.453514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-554289e2-2606-4bea-8d18-6d139f584c64 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.1487470
Mar 26 21:14:47.470576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:47.470987 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (8f8c7f51-a149-4f81-81af-a267ccf64db6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:47.475849 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:47.525939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a1756041-389a-41ca-81a7-dd590bb9cba9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:47.526499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.658854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a1756041-389a-41ca-81a7-dd590bb9cba9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:47.659473 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.665355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (405b99d3-3fe8-4754-994b-2c346df679f7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.693649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.700822 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] 10.222.0.16 "DELETE /v2.0/networks/405b99d3-3fe8-4754-994b-2c346df679f7 HTTP/1.1" status: 204  len: 168 time: 0.7144585
Mar 26 21:14:47.721649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905eb9f-8c0d-4c9a-b8a0-fb1e9e4a86ec tempest-TestSecurityGroupsBasicOps-1025096168 tempest-TestSecurityGroupsBasicOps-1025096168-project] Pushing event deleted for resources: {'Network': ['ID=405b99d3-3fe8-4754-994b-2c346df679f7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:47.789433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (975e2057-78a1-46ef-8fc2-d552950c1398), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.797590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7787-f0bf-4242-8993-8f200119c5bb req-920e196c-b7e8-439a-a028-ae510b8d4619 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:47.800630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3abb7787-f0bf-4242-8993-8f200119c5bb req-920e196c-b7e8-439a-a028-ae510b8d4619 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 946 time: 0.1641383
Mar 26 21:14:47.818978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:47.819732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:47.994869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3abb7787-f0bf-4242-8993-8f200119c5bb req-f8838c7d-6b13-49e6-be21-1697c42c0ab6 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=6aa8c490-1026-49fb-b693-8d49713376c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1847498
Mar 26 21:14:48.041902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Provisioning complete for port a1756041-389a-41ca-81a7-dd590bb9cba9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:48.042625 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.061348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] For port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:48.061817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.139017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (975e2057-78a1-46ef-8fc2-d552950c1398), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.184589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=975e2057-78a1-46ef-8fc2-d552950c1398,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:48.195450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.201649 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:14:48.201941 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:14:48.202830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Current status of the port a1756041-389a-41ca-81a7-dd590bb9cba9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:48.203216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.203362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-90bc0ae0-8540-4c04-b1a5-1e0b031eb3ea tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/975e2057-78a1-46ef-8fc2-d552950c1398 HTTP/1.1" status: 204  len: 168 time: 0.9554400
Mar 26 21:14:48.206248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34052) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.219134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34054) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.260954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] For port a1756041-389a-41ca-81a7-dd590bb9cba9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1756041-389a-41ca-81a7-dd590bb9cba9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:48.265336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.299466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7acbe550-f310-416b-a4b0-5301f3610801 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0922234
Mar 26 21:14:48.302627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34058) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.324451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c59d5-2f29-422e-b9c5-1db9e1060df1 None None] Pushing event updated for resources: {'Port': ['ID=a1756041-389a-41ca-81a7-dd590bb9cba9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:48.328407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.355903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc7cea-f0a8-4bf9-8c08-e2f6b420e22c None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:48.411352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.411809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.412195 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP b26747ae-7dd0-46d0-ab81-68f3583dd027 disassociated. External IP: 172.35.4.74, port: 58fdf8b9-05fd-4e59-b16d-30ba582da9ad.
Mar 26 21:14:48.412582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 58fdf8b9-05fd-4e59-b16d-30ba582da9ad owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:48.420721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835af30-57d1-4f52-9eb1-b0c0eedac3c2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:48.425376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b835af30-57d1-4f52-9eb1-b0c0eedac3c2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1184764
Mar 26 21:14:48.425543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34060) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.465301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a55f1db8-905f-4f1e-9fa5-466718519e9c None None] Could not find standard attr ID for object d95b3507-bf2c-4b8b-ac57-14a4f508bd1c. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:14:48.474714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-829178be-aa4a-446e-92b6-77d0e0345b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc922ea5d1564695ac143b86d7123f25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2530694
Mar 26 21:14:48.477404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34062) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.514891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c5f426-be3d-4cb0-aa6f-1e9496954e8f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:48.516414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a7c5f426-be3d-4cb0-aa6f-1e9496954e8f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0900254
Mar 26 21:14:48.522304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34066) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.577304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4eb216d1-3750-4a00-a8f4-d51da9d866fc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0506690
Mar 26 21:14:48.578478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34068) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:48.581066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:48.585054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:48.617001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] Publish callbacks [] for security_group (12168c05-f644-479e-97f9-c597f681558e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.633962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Deleting port a1756041-389a-41ca-81a7-dd590bb9cba9 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:48.634343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.651585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58fdf8b9-05fd-4e59-b16d-30ba582da9ad), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.682071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=58fdf8b9-05fd-4e59-b16d-30ba582da9ad,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:48.698665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] Publish callbacks [] for security_group (12168c05-f644-479e-97f9-c597f681558e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.710309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] For port a1756041-389a-41ca-81a7-dd590bb9cba9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1756041-389a-41ca-81a7-dd590bb9cba9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:48.711183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.748296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Calling delete_port for a1756041-389a-41ca-81a7-dd590bb9cba9 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:48.763675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a1756041-389a-41ca-81a7-dd590bb9cba9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:48.768237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:48.772186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.855370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:48.866962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f5f29759-50b2-4a6c-a596-c2ba5fc7594d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:48.912280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12168c05-f644-479e-97f9-c597f681558e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.917845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:48.919531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12168c05-f644-479e-97f9-c597f681558e HTTP/1.1" status: 204  len: 168 time: 0.4407356
Mar 26 21:14:48.954751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923f95-b84f-48f6-8f8e-7d6c6a601aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12168c05-f644-479e-97f9-c597f681558e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:48.990715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Deleting port fec0afec-07ff-4614-b81a-509c02c68e5d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:48.991044 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.068491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:49.097108 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:49.119796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:49.121902 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:49.122405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] For port fec0afec-07ff-4614-b81a-509c02c68e5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec0afec-07ff-4614-b81a-509c02c68e5d,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:49.122781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.161000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] No DVR routers for this DVR port 58fdf8b9-05fd-4e59-b16d-30ba582da9ad on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:49.163831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.171090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-afcbaf08-6c6f-49fe-b05c-f5472c99e094 req-131b0ad0-d3cb-43a5-8d30-bb1189a63165 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.18 "DELETE /v2.0/ports/58fdf8b9-05fd-4e59-b16d-30ba582da9ad HTTP/1.1" status: 204  len: 173 time: 1.7072911
Mar 26 21:14:49.171600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'name': 'network-vif-deleted', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:49.176047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Calling delete_port for fec0afec-07ff-4614-b81a-509c02c68e5d owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:49.179708 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e8600-ff36-4b2d-bc53-28aa8ead7d67" -d '{"events": [{"server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "name": "network-vif-deleted", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:49.183534 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f5f29759-50b2-4a6c-a596-c2ba5fc7594d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:49.184248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f5f29759-50b2-4a6c-a596-c2ba5fc7594d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:49.184841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ce80d7e1-37cb-4d66-9014-dc9d999a5732 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:49.212177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a1756041-389a-41ca-81a7-dd590bb9cba9), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.216732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d7b5d7f-d913-41db-a9d5-d62421dac63b req-07969ae8-2cc2-4d73-87cc-37bfc3247980 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=a385a731-a831-4390-a22f-d415b88ab971 HTTP/1.1" status: 200  len: 210 time: 0.0743358
Mar 26 21:14:49.278309 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57acd4d5-d042-4bd7-aff1-98b40fa3ce19 x-openstack-request-id: req-57acd4d5-d042-4bd7-aff1-98b40fa3ce19 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:49.278602 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a385a731-a831-4390-a22f-d415b88ab971", "name": "network-vif-deleted", "tag": "58fdf8b9-05fd-4e59-b16d-30ba582da9ad", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:49.278855 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57acd4d5-d042-4bd7-aff1-98b40fa3ce19 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:49.279264 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57acd4d5-d042-4bd7-aff1-98b40fa3ce19'] response: {'server_uuid': 'a385a731-a831-4390-a22f-d415b88ab971', 'name': 'network-vif-deleted', 'tag': '58fdf8b9-05fd-4e59-b16d-30ba582da9ad', 'status': 'completed', 'code': 200}
Mar 26 21:14:49.306007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ce80d7e1-37cb-4d66-9014-dc9d999a5732 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:49.306680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ce80d7e1-37cb-4d66-9014-dc9d999a5732 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:49.307273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:49.328669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] Pushing event deleted for resources: {'Port': ['ID=a1756041-389a-41ca-81a7-dd590bb9cba9,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:49.333332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:49.334145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 01a23f91-0b35-4e20-89ca-9a6a1d7d6359 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:49.336228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa2902-8340-4142-a102-e3eaf896e314 None None] No DVR routers for this DVR port a1756041-389a-41ca-81a7-dd590bb9cba9 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:49.411100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:49.488647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1756041-389a-41ca-81a7-dd590bb9cba9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:49.522868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a1756041-389a-41ca-81a7-dd590bb9cba9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:49.523213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a1756041-389a-41ca-81a7-dd590bb9cba9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:49.548947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34080) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:49.576013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.580507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fec0afec-07ff-4614-b81a-509c02c68e5d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.588919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-408ef139-336a-4af9-8c30-d9faeb7c8f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.639445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Pushing event deleted for resources: {'Port': ['ID=fec0afec-07ff-4614-b81a-509c02c68e5d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:49.653533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:49.663086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:49.680865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f8ec4-03fa-4493-92ce-11e456e900dd None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:49.689058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:49.689753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.700612 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368790>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:49.712215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-408ef139-336a-4af9-8c30-d9faeb7c8f00 admin admin] Publish callbacks [] for security_group (da8d2dce-4ca6-4289-b1aa-7546ed93388d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.721179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-408ef139-336a-4af9-8c30-d9faeb7c8f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (da8d2dce-4ca6-4289-b1aa-7546ed93388d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.735327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:49.736537 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:49.760483 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:49.763036 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:49.780579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6a594f07-768d-4865-8058-8828a23ec15d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2010133
Mar 26 21:14:49.796986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34084) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:49.824290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:10:82:27', 'name': 'tempest-NetworksTestDHCPv6-17674174'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:49.847489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-408ef139-336a-4af9-8c30-d9faeb7c8f00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8692439ff0be4094bf83ca69d34e8b00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2978368
Mar 26 21:14:49.851640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:49.852544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ef139-336a-4af9-8c30-d9faeb7c8f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d2dce-4ca6-4289-b1aa-7546ed93388d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:49.928303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:49.976638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:49.978523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.054691 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:50.066409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] Publish callbacks [] for security_group (da8d2dce-4ca6-4289-b1aa-7546ed93388d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.148398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] Publish callbacks [] for security_group (da8d2dce-4ca6-4289-b1aa-7546ed93388d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.211692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7/547f5d1a-e991-4ecf-82cd-201b54aa4fa9) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:50.216352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:50.221393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 58fdf8b9-05fd-4e59-b16d-30ba582da9ad no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:50.254422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 58fdf8b9-05fd-4e59-b16d-30ba582da9ad {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:50.254982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 58fdf8b9-05fd-4e59-b16d-30ba582da9ad not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:50.315477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Router 1900ac8a-b75e-492f-ae8b-774a1e0f926a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:50.362057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34110) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:50.377371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.407402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (da8d2dce-4ca6-4289-b1aa-7546ed93388d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.411518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.413146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da8d2dce-4ca6-4289-b1aa-7546ed93388d HTTP/1.1" status: 204  len: 168 time: 0.5574021
Mar 26 21:14:50.424256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port ca02b6de-0244-4a1f-a120-1973e25e106c yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:50.444312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c166d-ab4a-406a-b9c6-6f0c388d83af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d2dce-4ca6-4289-b1aa-7546ed93388d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:50.465692 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks [] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.478461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.525922 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368790>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:50.553461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:50.559054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:50.560831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a07985e3-c2a8-46a4-96b1-bb392166e05d admin admin] 10.222.0.16 "PUT /v2.0/routers/1900ac8a-b75e-492f-ae8b-774a1e0f926a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3369486
Mar 26 21:14:50.563400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:50.566373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (6aa8c490-1026-49fb-b693-8d49713376c7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.570679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:50.586644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Sync routers for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:50.601651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:50.616047 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a4346c-d763-4225-ad9e-6965995fd3d0 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:50.621520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Pushing event updated for resources: {'Port': ['ID=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:50.621807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (6aa8c490-1026-49fb-b693-8d49713376c7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.671197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:50.671871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec0d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:50.713770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::121 (47e09718-1805-4aca-aaca-0947e5412160/5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7/ca02b6de-0244-4a1f-a120-1973e25e106c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:50.826857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Attempting to bind port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:50.837670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Attempting to bind port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:50.838308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Attempting to bind port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:50.852682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6aa8c490-1026-49fb-b693-8d49713376c7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.856826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.858663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/security-groups/6aa8c490-1026-49fb-b693-8d49713376c7 HTTP/1.1" status: 204  len: 168 time: 0.4949076
Mar 26 21:14:50.895700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34120) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:50.922030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:50.922693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:50.923281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.923847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:50.924622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Bound port: 547f5d1a-e991-4ecf-82cd-201b54aa4fa9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:50.925814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:50.940407 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-08347664-af73-49a6-8c70-5330d12ed14c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] show failed (client error): The resource could not be found.
Mar 26 21:14:50.942032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08347664-af73-49a6-8c70-5330d12ed14c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups/6aa8c490-1026-49fb-b693-8d49713376c7 HTTP/1.1" status: 404  len: 347 time: 0.0450039
Mar 26 21:14:50.944278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136885-3b42-4950-9824-af24017e26ce tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8c490-1026-49fb-b693-8d49713376c7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:50.957544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34128) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:51.055574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:51.257889 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fef985-efd5-4531-aba3-7ebbda0154cd None None] New status for floating IP b26747ae-7dd0-46d0-ab81-68f3583dd027: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:14:51.267705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] For port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:51.277787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks [] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.309821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] For port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:51.319948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.430072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2395a4-db99-4d89-a229-3d493f55e2f7 None None] Pushing event updated for resources: {'Port': ['ID=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:51.476489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec0d610>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:14:49Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:51.517379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Checking router: 1900ac8a-b75e-492f-ae8b-774a1e0f926a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:51.532683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34142) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:51.533744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Routers {'1900ac8a-b75e-492f-ae8b-774a1e0f926a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:51.534556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec0d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:51.568037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks [] for router_gateway (1900ac8a-b75e-492f-ae8b-774a1e0f926a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.677381 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb77698c-c937-409d-8a6f-dae194c7e2fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea71753ae8c419c9a3aa67bd2f24583&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1433315
Mar 26 21:14:51.678130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34160) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:51.702251 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (ca02b6de-0244-4a1f-a120-1973e25e106c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.744844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] Set router 1900ac8a-b75e-492f-ae8b-774a1e0f926a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:51.758612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Deleting port 5da14447-fdf7-4487-ac7b-29cc6dc80931 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:51.758970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.861830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ca02b6de-0244-4a1f-a120-1973e25e106c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.868089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] Publish callbacks [] for security_group (3b6f8c50-2b94-4c31-bb51-e780aacc1c16), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.880414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port 417cbeee-0ef1-4b92-ba61-d10cc788d400 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:51.881157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.920288 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] Publish callbacks [] for security_group (3b6f8c50-2b94-4c31-bb51-e780aacc1c16), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.954238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] For port 5da14447-fdf7-4487-ac7b-29cc6dc80931, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5da14447-fdf7-4487-ac7b-29cc6dc80931,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:51.954870 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:51.994398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Calling delete_port for 5da14447-fdf7-4487-ac7b-29cc6dc80931 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:51.994725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:52.029643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:52.031179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec0d610>, [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:14:49Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:52.038274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:52.052051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:52.057224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.062357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=ca02b6de-0244-4a1f-a120-1973e25e106c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:52.069068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3b6f8c50-2b94-4c31-bb51-e780aacc1c16), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.071855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.077460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b6f8c50-2b94-4c31-bb51-e780aacc1c16 HTTP/1.1" status: 204  len: 168 time: 0.3927515
Mar 26 21:14:52.077625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e287d4cd-277a-489f-9433-ee7128d2cd83 None None] The sync data for ids ['1900ac8a-b75e-492f-ae8b-774a1e0f926a'] in ncdv-master-1 is: [{'id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'name': 'tempest-TaggedBootDevicesTest_v242-1891401213-router', 'tenant_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:08:57Z', 'updated_at': '2022-03-26T21:14:49Z', 'revision_number': 5, 'project_id': 'a821ba46f3f5408ab82098a1d2d8a926', 'gw_port': {'id': '5da14447-fdf7-4487-ac7b-29cc6dc80931', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:17:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1900ac8a-b75e-492f-ae8b-774a1e0f926a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:08:58Z', 'updated_at': '2022-03-26T21:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:14:52.086466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ad3b6-d306-4094-95b0-22c96b5bd9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f8c50-2b94-4c31-bb51-e780aacc1c16,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:52.147219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8299a502-2147-494c-9818-34d04b9adc0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.3468866
Mar 26 21:14:52.148485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:52.154230 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.154785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (417cbeee-0ef1-4b92-ba61-d10cc788d400), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.171137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for 417cbeee-0ef1-4b92-ba61-d10cc788d400 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:52.251668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3cd8c-4169-4456-ab65-39b7e65cac6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:52.257698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3cd8c-4169-4456-ab65-39b7e65cac6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:52.259320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1af3cd8c-4169-4456-ab65-39b7e65cac6d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.1098902
Mar 26 21:14:52.263767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34166) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:52.320713 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5da14447-fdf7-4487-ac7b-29cc6dc80931), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.321528 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (417cbeee-0ef1-4b92-ba61-d10cc788d400), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.358611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=417cbeee-0ef1-4b92-ba61-d10cc788d400,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:52.377539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da14447-fdf7-4487-ac7b-29cc6dc80931,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:52.482151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (b26747ae-7dd0-46d0-ab81-68f3583dd027), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.493228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.494789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-37a57b28-4a18-4676-b8c1-39308b76342e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/floatingips/b26747ae-7dd0-46d0-ab81-68f3583dd027 HTTP/1.1" status: 204  len: 168 time: 1.5347748
Mar 26 21:14:52.521816 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.691675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port ca02b6de-0244-4a1f-a120-1973e25e106c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:52.692260 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ca02b6de-0244-4a1f-a120-1973e25e106c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.755823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.765565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks [] for router_controller (1900ac8a-b75e-492f-ae8b-774a1e0f926a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.866961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (1900ac8a-b75e-492f-ae8b-774a1e0f926a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.867362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1900ac8a-b75e-492f-ae8b-774a1e0f926a {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:14:52.873347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.874526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fbe339b1-ec30-4909-b8e0-680544052a31 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1900ac8a-b75e-492f-ae8b-774a1e0f926a HTTP/1.1" status: 204  len: 168 time: 2.3101277
Mar 26 21:14:52.878488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34174) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:52.907880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ca02b6de-0244-4a1f-a120-1973e25e106c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:52.933192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for ca02b6de-0244-4a1f-a120-1973e25e106c owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:52.958996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Deleting subnet eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:52.964221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Publish callbacks [] for subnet (eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.040961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.160864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Provisioning complete for port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:53.161789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.228188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.244543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.251236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497068558', 'description': 'tempest-description--1256060580'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:53.282233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ca02b6de-0244-4a1f-a120-1973e25e106c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.314299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Current status of the port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:53.314684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.334532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.377189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] For port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:53.379469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.383809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.390340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:53.395152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/ca02b6de-0244-4a1f-a120-1973e25e106c HTTP/1.1" status: 204  len: 168 time: 1.1268451
Mar 26 21:14:53.395555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fa143-05a2-4565-86ba-f443c126202e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=ca02b6de-0244-4a1f-a120-1973e25e106c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:53.397732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34196) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.398898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.444976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.448208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-848d34a1-d941-40cb-bf0b-773d8ca480fe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eb4d28ca-c1b2-4f9b-9e64-fcccdbd34661 HTTP/1.1" status: 204  len: 168 time: 0.5691712
Mar 26 21:14:53.451083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.458884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87b6b2-e53b-44ab-993d-c92f62444a4e None None] Network 0104976f-c364-4864-ad5f-8b4958c8e560 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:53.491278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470ca5a-202d-41c4-b3d9-96ae00305dff tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:53.492235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470ca5a-202d-41c4-b3d9-96ae00305dff tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:53.496491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f470ca5a-202d-41c4-b3d9-96ae00305dff tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0950997
Mar 26 21:14:53.496695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd958fe-b888-47bb-89da-6e2978921985 None None] Pushing event updated for resources: {'Port': ['ID=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:53.499269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34200) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.502574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8a7beaef-51e4-4ea3-adce-3ba066f52e31 None None] Could not find standard attr ID for object ca02b6de-0244-4a1f-a120-1973e25e106c. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:14:53.509334 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (bf7c6abd-9c39-4a1e-806f-888615a40ee2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.519880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bf7c6abd-9c39-4a1e-806f-888615a40ee2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.550559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0104976f-c364-4864-ad5f-8b4958c8e560), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.639708 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.653049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4063492
Mar 26 21:14:53.654909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34206) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.663974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': 'bf7c6abd-9c39-4a1e-806f-888615a40ee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:53.667695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:14:53.672893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.678599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8ce9e-625a-4cfb-8143-f411945a13d1 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c6abd-9c39-4a1e-806f-888615a40ee2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:53.724598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (cd2c9176-0563-4001-b49e-cd6853f41207), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.751158 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.775148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Deleting port 39867523-11c9-4884-883f-861736fe17c3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:53.775664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (39867523-11c9-4884-883f-861736fe17c3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.783593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] DHCP port deletion for 0104976f-c364-4864-ad5f-8b4958c8e560 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:53.834932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:53.852901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (cd2c9176-0563-4001-b49e-cd6853f41207), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.860529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cd2c9176-0563-4001-b49e-cd6853f41207), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.890926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2c9176-0563-4001-b49e-cd6853f41207,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:53.901207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] For port 39867523-11c9-4884-883f-861736fe17c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39867523-11c9-4884-883f-861736fe17c3,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:53.901755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (39867523-11c9-4884-883f-861736fe17c3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.907795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:53.908185 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.910299 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.915272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:53.916533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-407d45ff-2936-4097-9c1c-aef060b29aa4 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2576754
Mar 26 21:14:53.922799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'security_group_rule': {'security_group_id': 'bf7c6abd-9c39-4a1e-806f-888615a40ee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:53.950331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Calling delete_port for 39867523-11c9-4884-883f-861736fe17c3 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:53.963306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Deleting port 39867523-11c9-4884-883f-861736fe17c3 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:53.964022 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (39867523-11c9-4884-883f-861736fe17c3), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:53.994340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (0329bad0-cdce-4a27-b182-95ba214974cd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.078115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] For port 39867523-11c9-4884-883f-861736fe17c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39867523-11c9-4884-883f-861736fe17c3,segment=NetworkSegment(bcac3335-9f55-41e7-a674-527495db69e9),segment_id=bcac3335-9f55-41e7-a674-527495db69e9)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:54.078526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (39867523-11c9-4884-883f-861736fe17c3), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.096078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34218) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.101909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:54.111290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Calling delete_port for 39867523-11c9-4884-883f-861736fe17c3 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:54.116310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.195242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (0329bad0-cdce-4a27-b182-95ba214974cd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.215828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0329bad0-cdce-4a27-b182-95ba214974cd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.222477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fec0afec-07ff-4614-b81a-509c02c68e5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:54.246309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: fec0afec-07ff-4614-b81a-509c02c68e5d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:54.247103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fec0afec-07ff-4614-b81a-509c02c68e5d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:54.248029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5da14447-fdf7-4487-ac7b-29cc6dc80931 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:54.250325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0329bad0-cdce-4a27-b182-95ba214974cd,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.261294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (39867523-11c9-4884-883f-861736fe17c3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.262640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (39867523-11c9-4884-883f-861736fe17c3), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.286003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.292021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34226) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.297377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:54.302599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c62b24db-c039-4b0e-99e7-98dd2637af1a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3843288
Mar 26 21:14:54.308513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.315758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] Pushing event deleted for resources: {'Port': ['ID=39867523-11c9-4884-883f-861736fe17c3,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.318220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1856a6d-2560-4ec7-acd1-52ef880e5ce4 None None] No DVR routers for this DVR port 39867523-11c9-4884-883f-861736fe17c3 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:54.319973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5da14447-fdf7-4487-ac7b-29cc6dc80931 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:54.320526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5da14447-fdf7-4487-ac7b-29cc6dc80931 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:54.344481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] No DVR routers for this DVR port 39867523-11c9-4884-883f-861736fe17c3 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:54.348900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.390519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.399129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.404682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2f996fdd-c284-4f65-8b21-0059d9cd76e1 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7 HTTP/1.1" status: 204  len: 168 time: 0.8556600
Mar 26 21:14:54.404682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39867523-11c9-4884-883f-861736fe17c3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.405858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.411413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0b428-5624-4006-8485-8caa478d9159 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:54.482459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.530134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af1ff137-9b01-425e-ac2b-627643e5d2f9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0714021
Mar 26 21:14:54.536780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34232) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.591718 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0104976f-c364-4864-ad5f-8b4958c8e560), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.599861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c91e8342-4b9e-4dbe-a815-022a4bc8a65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.618142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fa89e20>,) {'filters': {'network_id': ['0104976f-c364-4864-ad5f-8b4958c8e560']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:54.619495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:14:54.629113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa89e20>, 'bcac3335-9f55-41e7-a674-527495db69e9') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:54.629462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fa89e20>, 'bcac3335-9f55-41e7-a674-527495db69e9') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:54.639153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (bcac3335-9f55-41e7-a674-527495db69e9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.652668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bcac3335-9f55-41e7-a674-527495db69e9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.660463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:14:54.660886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (bcac3335-9f55-41e7-a674-527495db69e9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:14:54.662581 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:14:54.672186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43680a6-61a4-4089-8c15-1276c2e7f67b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:54.673888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f43680a6-61a4-4089-8c15-1276c2e7f67b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1361036
Mar 26 21:14:54.677832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34234) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.685459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Deleting port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:54.685847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.731213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0104976f-c364-4864-ad5f-8b4958c8e560), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.732091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.35.4.67 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/fbdbff3a-a557-4e41-9609-065fd4bd2507) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:54.736065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.740829 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0104976f-c364-4864-ad5f-8b4958c8e560 HTTP/1.1" status: 204  len: 168 time: 1.2889597
Mar 26 21:14:54.744396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34236) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.756759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] For port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:54.757166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.759224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22734f7-4bc0-4fbf-9b2c-2b80cb70c4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0104976f-c364-4864-ad5f-8b4958c8e560,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.773909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Calling delete_port for 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:54.849741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec213ea5-a5b9-45e7-badc-71f77571024e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:54.851326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ec213ea5-a5b9-45e7-badc-71f77571024e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1709373
Mar 26 21:14:54.854614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34238) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.862111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (547f5d1a-e991-4ecf-82cd-201b54aa4fa9), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:54.876656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] No DVR routers for this DVR port 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:54.898964 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72067560-f53b-41a3-8535-dcc72fc38d10 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0431383
Mar 26 21:14:54.905214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4ef52-bb78-4bc4-be38-32f9c0fced09 None None] Pushing event deleted for resources: {'Port': ['ID=547f5d1a-e991-4ecf-82cd-201b54aa4fa9,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:54.905876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34240) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:54.912765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:55.001465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c91e8342-4b9e-4dbe-a815-022a4bc8a65e admin admin] Publish callbacks [] for security_group (3218ec40-625c-49ae-8fd4-961f2a2e96b2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.013094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c91e8342-4b9e-4dbe-a815-022a4bc8a65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3218ec40-625c-49ae-8fd4-961f2a2e96b2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.031960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:55.037240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.051464 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2228e80-8f04-49c5-bf4e-f691504f9953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.136869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.147822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c91e8342-4b9e-4dbe-a815-022a4bc8a65e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec80ad7623e04c9180216b5bb1a38f1e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0501306
Mar 26 21:14:55.151389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34242) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:55.183142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e8342-4b9e-4dbe-a815-022a4bc8a65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3218ec40-625c-49ae-8fd4-961f2a2e96b2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:55.255293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.278716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] Publish callbacks [] for security_group (3218ec40-625c-49ae-8fd4-961f2a2e96b2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.304151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:55.309612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] Publish callbacks [] for security_group (3218ec40-625c-49ae-8fd4-961f2a2e96b2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.311503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:55.314148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:55.374164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=fbdbff3a-a557-4e41-9609-065fd4bd2507,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:55.393119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:14:55.395288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (08191d7f-6c8e-4f47-beba-5b248aa2333b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.440946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3218ec40-625c-49ae-8fd4-961f2a2e96b2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.443815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.448193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3218ec40-625c-49ae-8fd4-961f2a2e96b2 HTTP/1.1" status: 204  len: 168 time: 0.2933128
Mar 26 21:14:55.449490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:55.455655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:55.465885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:55.466418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.467458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c0b8d-1297-429e-9377-f8d55ae2dd66 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:55.473179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e793baa-7a8f-4fc1-b2ad-9ebafc753f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3218ec40-625c-49ae-8fd4-961f2a2e96b2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:55.478675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=08191d7f-6c8e-4f47-beba-5b248aa2333b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:55.497065 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.497646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7b5633e0-3d76-4f2c-95ff-3ab6bb296c08 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5909131
Mar 26 21:14:55.498016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34248) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:55.503358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:55.597277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.640422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:55.675482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (70e29964-ea70-4453-a956-7c6636ce9230), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.698191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:55.704009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.885824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:55.885936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 547f5d1a-e991-4ecf-82cd-201b54aa4fa9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:55.886341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 39867523-11c9-4884-883f-861736fe17c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:14:55.894549 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08191d7f-6c8e-4f47-beba-5b248aa2333b (CIDR: 2001:db8::/64)
Mar 26 21:14:55.907984 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:14:55.908631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:14:55.918359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': '08191d7f-6c8e-4f47-beba-5b248aa2333b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:14:55.919237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:55.923015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 39867523-11c9-4884-883f-861736fe17c3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:14:55.923363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 39867523-11c9-4884-883f-861736fe17c3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:14:55.963251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3bf5f2f3-6adf-48e8-bf48-2b77df83b48c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4640906
Mar 26 21:14:55.963978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34260) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:55.974343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:56.093054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Allocated IP 2001:db8::f816:3eff:fefb:115e (47e09718-1805-4aca-aaca-0947e5412160/08191d7f-6c8e-4f47-beba-5b248aa2333b/62c28748-f4db-4d73-b5e6-45be37e8b462) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:56.116420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:56.120523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.241057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.254962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.257202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388d6f5-26af-4c7e-a232-2e5821d4374b req-358b83bc-fe7d-4b22-9305-4543c5c86a7a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:56.258914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3388d6f5-26af-4c7e-a232-2e5821d4374b req-358b83bc-fe7d-4b22-9305-4543c5c86a7a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.3627529
Mar 26 21:14:56.285399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks [] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.296046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.347579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:56.353973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:56.354599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3388d6f5-26af-4c7e-a232-2e5821d4374b req-55f12ba3-0ce2-45b5-81d4-61c04fb3fe26 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898461
Mar 26 21:14:56.359906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:56.386374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Pushing event updated for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:56.398958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=fbdbff3a-a557-4e41-9609-065fd4bd2507,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:56.421905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.451432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.452966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b8368190-3a92-434a-a7dd-aa13a51c4e48 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1599264
Mar 26 21:14:56.457402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Attempting to bind port 62c28748-f4db-4d73-b5e6-45be37e8b462 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:14:56.457893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Attempting to bind port 62c28748-f4db-4d73-b5e6-45be37e8b462 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:14:56.458389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Attempting to bind port 62c28748-f4db-4d73-b5e6-45be37e8b462 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:14:56.461928 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (08d23d71-82aa-4984-8986-871e99e90b5f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.478213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:14:56.478892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:14:56.481270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.481270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:14:56.481270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Bound port: 62c28748-f4db-4d73-b5e6-45be37e8b462, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:14:56.481647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.535893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:56.537659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=08d23d71-82aa-4984-8986-871e99e90b5f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:56.540677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:56.543552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:56.544255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.568735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3d2094d-a7c4-4b3e-b647-8645bec54419 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6009495
Mar 26 21:14:56.571491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:56.582768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:19:5a:06', 'name': 'tempest-NetworksTestDHCPv6-2083599657'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:14:56.594418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Deleting port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:56.595098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.597467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:14:56.601922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62c28748-f4db-4d73-b5e6-45be37e8b462,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:14:56.617582 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.706893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] For port 6423d7be-8f3b-4c2c-aaf8-f408b5c92767, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:56.707287 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.728486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Calling delete_port for 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:56.743671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15b6f9-7ed8-489d-9761-554eaa8f4439 None None] Pushing event updated for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:56.788158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:14:56.825314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-c4d61467-0708-4e56-af17-e0f4a4509d94 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--497068558&fields=id&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 267 time: 0.1090539
Mar 26 21:14:56.880894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:56.928708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port da0b5daa-6757-465f-a897-059fa405bbee yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:14:57.078106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-56528b35-6bcc-461a-b86b-86f313ce78a5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:57.079591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-56528b35-6bcc-461a-b86b-86f313ce78a5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.2454591
Mar 26 21:14:57.134201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-2d913151-ef0f-4e1d-92db-9a8117def871 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/quotas/3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 375 time: 0.0365531
Mar 26 21:14:57.177965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8:0:1::a8 (47e09718-1805-4aca-aaca-0947e5412160/08d23d71-82aa-4984-8986-871e99e90b5f/da0b5daa-6757-465f-a897-059fa405bbee) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:57.185763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6423d7be-8f3b-4c2c-aaf8-f408b5c92767), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.199057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fe19:5a06 (47e09718-1805-4aca-aaca-0947e5412160/08191d7f-6c8e-4f47-beba-5b248aa2333b/da0b5daa-6757-465f-a897-059fa405bbee) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:57.227097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6423d7be-8f3b-4c2c-aaf8-f408b5c92767,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:57.263199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-4dc6df0e-fc93-40a9-8432-37dbe421c46f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1190486
Mar 26 21:14:57.294117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-5c2ac03f-a7a8-49a4-871a-1c4690561722 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:57.295637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-5c2ac03f-a7a8-49a4-871a-1c4690561722 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.1140273
Mar 26 21:14:57.545912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-447dec80-b91e-4653-8b20-7c957ca1a6c7 service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618332
Mar 26 21:14:57.586740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (da0b5daa-6757-465f-a897-059fa405bbee), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.607519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Deleting port 000821d1-4afa-4c85-8b22-1d3a08ad1232 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:57.609036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.655586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 62c28748-f4db-4d73-b5e6-45be37e8b462 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:57.663149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b74ed-c88e-48ba-a4b3-6ef08bcd0385 req-ec43a289-6c1f-472d-91fb-7267889cd3f3 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:57.664752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-869b74ed-c88e-48ba-a4b3-6ef08bcd0385 req-ec43a289-6c1f-472d-91fb-7267889cd3f3 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 945 time: 0.1803288
Mar 26 21:14:57.694554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (70e29964-ea70-4453-a956-7c6636ce9230), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.739899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:57.740293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.785278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (da0b5daa-6757-465f-a897-059fa405bbee), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.832896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-4b87aaf3-011e-402c-b54a-f72e3984a2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2859991
Mar 26 21:14:57.849339 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-69d64b8e-9328-4325-b1ae-6ef0451b415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.874384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-869b74ed-c88e-48ba-a4b3-6ef08bcd0385 req-f4fed5d5-545d-402c-a18d-2b930f2b045a tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/security-groups?id=dac71316-0359-4216-a287-963fb3c0788b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988387
Mar 26 21:14:57.901564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] For port 000821d1-4afa-4c85-8b22-1d3a08ad1232, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=000821d1-4afa-4c85-8b22-1d3a08ad1232,segment=NetworkSegment(219631c7-2063-4167-9804-a30ebd699438),segment_id=219631c7-2063-4167-9804-a30ebd699438)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:57.901564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.905022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:14:57.923834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:14:57.927598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:14:57.937428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:57.938950 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:57.942926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=da0b5daa-6757-465f-a897-059fa405bbee,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:57.957718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Calling delete_port for 000821d1-4afa-4c85-8b22-1d3a08ad1232 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:57.968610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:57.969061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.046756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-782e7853-e886-4828-9854-4312a4fddd4c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.4721406
Mar 26 21:14:58.049372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34360) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:58.066628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62c28748-f4db-4d73-b5e6-45be37e8b462,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:58.072366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.172826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Router 70e29964-ea70-4453-a956-7c6636ce9230 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:14:58.177773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:58.236763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cfa2c747-f00c-4751-b6f4-f6fb90421e48 req-75d20b05-9353-47ef-8c84-935b41277f93 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 210 time: 0.0409424
Mar 26 21:14:58.297174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port da0b5daa-6757-465f-a897-059fa405bbee {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:58.297531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (da0b5daa-6757-465f-a897-059fa405bbee), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.313250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ff03e-d217-4213-9bff-c2b8fe6e396b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:14:58.338290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (000821d1-4afa-4c85-8b22-1d3a08ad1232), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.443071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:14:58.453022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b46e6f89-0373-4006-ae17-aecb747ed421 None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:58.454092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b46e6f89-0373-4006-ae17-aecb747ed421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.460496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17597531-1d1d-45dc-9caf-db58407568d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/70e29964-ea70-4453-a956-7c6636ce9230/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7111397
Mar 26 21:14:58.461410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34422) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:58.464132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Sync routers for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:14:58.499578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:58.500499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1d3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:58.684315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks [] for router (70e29964-ea70-4453-a956-7c6636ce9230), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.724072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:14:58.879545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks [] for router_gateway (70e29964-ea70-4453-a956-7c6636ce9230), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.881938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Pushing event deleted for resources: {'Port': ['ID=000821d1-4afa-4c85-8b22-1d3a08ad1232,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:58.889569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.890544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b46e6f89-0373-4006-ae17-aecb747ed421 None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:14:58.903109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] No DVR routers for this DVR port 000821d1-4afa-4c85-8b22-1d3a08ad1232 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:14:58.925483 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:58.929372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec06cd9d-ef87-4cb3-9c09-0b7300956d2f req-6e56716a-ad33-4263-bb7d-b197db8f7242 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.18 "DELETE /v2.0/ports/000821d1-4afa-4c85-8b22-1d3a08ad1232 HTTP/1.1" status: 204  len: 173 time: 1.6225848
Mar 26 21:14:58.929902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'name': 'network-vif-deleted', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:14:58.946920 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aae5c63-6153-40c8-b92f-cbc1624a349a" -d '{"events": [{"server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "name": "network-vif-deleted", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:14:58.989999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (da0b5daa-6757-465f-a897-059fa405bbee), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.003087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '08191d7f-6c8e-4f47-beba-5b248aa2333b', 'ip_address': '2001:db8::f816:3eff:fefb:115e'}, {'subnet_id': '08d23d71-82aa-4984-8986-871e99e90b5f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62c28748-f4db-4d73-b5e6-45be37e8b462'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:14:59.024250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for da0b5daa-6757-465f-a897-059fa405bbee owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:59.061336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-88cfea27-0562-4789-b387-b0e24f328a8c req-063a7842-7894-433b-9d2c-8b69dcb70384 tempest-VolumesSnapshotTestJSON-1730121226 tempest-VolumesSnapshotTestJSON-1730121226-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d0f7556-44fc-42f7-b175-877f9e1574a1 HTTP/1.1" status: 200  len: 210 time: 0.0410459
Mar 26 21:14:59.073677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Deleting port 2b643465-7700-404c-82c8-3f0268444eb3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:14:59.075325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2b643465-7700-404c-82c8-3f0268444eb3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.105116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.215332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34460) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.308897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] For port 2b643465-7700-404c-82c8-3f0268444eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2b643465-7700-404c-82c8-3f0268444eb3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:14:59.309267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2b643465-7700-404c-82c8-3f0268444eb3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.335248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Calling delete_port for 2b643465-7700-404c-82c8-3f0268444eb3 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:14:59.449723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1d3ac0>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '2b643465-7700-404c-82c8-3f0268444eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:14:57Z', 'revision_number': 5, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port': {'id': '2b643465-7700-404c-82c8-3f0268444eb3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e29964-ea70-4453-a956-7c6636ce9230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2462, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:09:14Z', 'updated_at': '2022-03-26T21:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:59.489178 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecf6c03-e4d2-4ba7-b592-8ccb77acf6a8 x-openstack-request-id: req-2ecf6c03-e4d2-4ba7-b592-8ccb77acf6a8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:14:59.489474 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f7556-44fc-42f7-b175-877f9e1574a1", "name": "network-vif-deleted", "tag": "000821d1-4afa-4c85-8b22-1d3a08ad1232", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:14:59.489730 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ecf6c03-e4d2-4ba7-b592-8ccb77acf6a8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:14:59.490137 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecf6c03-e4d2-4ba7-b592-8ccb77acf6a8'] response: {'server_uuid': '6d0f7556-44fc-42f7-b175-877f9e1574a1', 'name': 'network-vif-deleted', 'tag': '000821d1-4afa-4c85-8b22-1d3a08ad1232', 'status': 'completed', 'code': 200}
Mar 26 21:14:59.493417 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-864330fe-4d05-429b-a64d-02704ae669d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.514793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37911e6a-6e2a-4b4f-83b4-c26e0250858d req-5aa70cbd-693d-40f0-8c26-b3d366b28d84 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 210 time: 0.1539462
Mar 26 21:14:59.527770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 62c28748-f4db-4d73-b5e6-45be37e8b462 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:14:59.532989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Checking router: 70e29964-ea70-4453-a956-7c6636ce9230 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:14:59.543273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (da0b5daa-6757-465f-a897-059fa405bbee), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.590639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=da0b5daa-6757-465f-a897-059fa405bbee,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:59.601357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Allocated IP 2001:db8:0:1::2 (47e09718-1805-4aca-aaca-0947e5412160/08d23d71-82aa-4984-8986-871e99e90b5f/62c28748-f4db-4d73-b5e6-45be37e8b462) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:14:59.613581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Routers {'70e29964-ea70-4453-a956-7c6636ce9230'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:14:59.614316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1d3ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['70e29964-ea70-4453-a956-7c6636ce9230'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:14:59.663262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.667543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fcf550f2-b1ec-4c82-a207-9007ad739df0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/da0b5daa-6757-465f-a897-059fa405bbee HTTP/1.1" status: 204  len: 168 time: 1.6167409
Mar 26 21:14:59.670881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34466) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.715522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2b643465-7700-404c-82c8-3f0268444eb3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.748018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b643465-7700-404c-82c8-3f0268444eb3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:59.757317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-864330fe-4d05-429b-a64d-02704ae669d2 admin admin] Publish callbacks [] for security_group (ec621b2c-2440-40ff-a1d7-079bb32a7555), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.767289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ebebe-cac0-4802-8399-f28abcf1b3cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:59.769476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a56ebebe-cac0-4802-8399-f28abcf1b3cf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.0975907
Mar 26 21:14:59.771431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-864330fe-4d05-429b-a64d-02704ae669d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ec621b2c-2440-40ff-a1d7-079bb32a7555), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.775673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34468) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.799655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:14:59.800453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.820087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (70e29964-ea70-4453-a956-7c6636ce9230), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.842818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-864330fe-4d05-429b-a64d-02704ae669d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0052e183717046b5bd0d5700fc86cc91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6230867
Mar 26 21:14:59.844339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34470) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.852344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864330fe-4d05-429b-a64d-02704ae669d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec621b2c-2440-40ff-a1d7-079bb32a7555,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:14:59.895707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4b93f1-c0d7-47c2-bffc-c769668ae6d2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:59.900057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7a4b93f1-c0d7-47c2-bffc-c769668ae6d2 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1194146
Mar 26 21:14:59.900265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.924867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (70e29964-ea70-4453-a956-7c6636ce9230), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.927451 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks [] for router_controller (70e29964-ea70-4453-a956-7c6636ce9230), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.973890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] Publish callbacks [] for security_group (ec621b2c-2440-40ff-a1d7-079bb32a7555), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.978651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662b61b-de37-4012-8089-99a7cfad8491 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:59.979995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662b61b-de37-4012-8089-99a7cfad8491 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:59.981539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2662b61b-de37-4012-8089-99a7cfad8491 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:14:59.983171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2662b61b-de37-4012-8089-99a7cfad8491 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0821028
Mar 26 21:14:59.987277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34474) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:14:59.989521 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (70e29964-ea70-4453-a956-7c6636ce9230), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:14:59.990473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e29964-ea70-4453-a956-7c6636ce9230 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:15:00.000181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.003646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f859ba37-077d-4ab4-b8f1-9d614492df4e admin admin] 10.222.0.16 "DELETE /v2.0/routers/70e29964-ea70-4453-a956-7c6636ce9230 HTTP/1.1" status: 204  len: 168 time: 1.5391769
Mar 26 21:15:00.005430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34476) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:00.040598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] Publish callbacks [] for security_group (ec621b2c-2440-40ff-a1d7-079bb32a7555), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.064321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] Set router 70e29964-ea70-4453-a956-7c6636ce9230 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:00.095329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 08191d7f-6c8e-4f47-beba-5b248aa2333b {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:00.116510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Deleting subnet f8cc1113-6246-4881-8cec-3dd4cd517fb5 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:00.121426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Publish callbacks [] for subnet (f8cc1113-6246-4881-8cec-3dd4cd517fb5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.133972 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ec621b2c-2440-40ff-a1d7-079bb32a7555), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.136940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.140587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec621b2c-2440-40ff-a1d7-079bb32a7555 HTTP/1.1" status: 204  len: 168 time: 0.2930090
Mar 26 21:15:00.147581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfeb5d-4016-4e87-9fa6-cefaaa7500a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec621b2c-2440-40ff-a1d7-079bb32a7555,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:00.205886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1d3ac0>, [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:14:58Z', 'revision_number': 6, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:00.215470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (f8cc1113-6246-4881-8cec-3dd4cd517fb5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.264983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 000821d1-4afa-4c85-8b22-1d3a08ad1232 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:00.269163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.281722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feb904a-0666-4962-aef5-99e6b1defea2 None None] The sync data for ids ['70e29964-ea70-4453-a956-7c6636ce9230'] in ncdv-master-1 is: [{'id': '70e29964-ea70-4453-a956-7c6636ce9230', 'name': 'tempest-TaggedBootDevicesTest_v242-1346982203-router', 'tenant_id': '77943410921f4996909908ab6806a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:09:12Z', 'updated_at': '2022-03-26T21:14:58Z', 'revision_number': 6, 'project_id': '77943410921f4996909908ab6806a2a1', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:00.351160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 000821d1-4afa-4c85-8b22-1d3a08ad1232 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:00.351517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 000821d1-4afa-4c85-8b22-1d3a08ad1232 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:00.375373 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (f8cc1113-6246-4881-8cec-3dd4cd517fb5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.380802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62c28748-f4db-4d73-b5e6-45be37e8b462,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:00.395153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-58af7c7e-9c70-4768-bf8a-a1817c6e2d53 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:00.396971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-58af7c7e-9c70-4768-bf8a-a1817c6e2d53 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 814 time: 0.2168531
Mar 26 21:15:00.465369 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (f8cc1113-6246-4881-8cec-3dd4cd517fb5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.489238 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Publish callbacks [] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.491382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:00.497291 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.498443 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (08191d7f-6c8e-4f47-beba-5b248aa2333b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.516079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.520149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f8cc1113-6246-4881-8cec-3dd4cd517fb5 HTTP/1.1" status: 204  len: 168 time: 0.5128000
Mar 26 21:15:00.521489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af75c0-8e8b-4eb5-b342-6fac91c952ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8cc1113-6246-4881-8cec-3dd4cd517fb5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:00.525483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34486) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:00.536285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ba83b-bad8-41d3-ac4c-4865f5a72c10 None None] Network 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:00.618313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (08191d7f-6c8e-4f47-beba-5b248aa2333b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.659501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa541e-3e97-40af-8dea-404a591665f8 None None] Pushing event updated for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:00.701595 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.702951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:00.739899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0b71e1a-045b-4217-a147-65d899b6d4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.809608 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3195313b-e08b-4a2d-8562-d10f254fbf19 req-e13e91a2-e9c1-4734-85d2-8f763f46542e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 210 time: 0.0933893
Mar 26 21:15:00.832315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] DHCP port deletion for 972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:15:00.882559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (08191d7f-6c8e-4f47-beba-5b248aa2333b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:00.916912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-173826c9-5140-42a9-bb9c-5da73dbf8bb8 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8e16658cc541b2976c9325d1558792 HTTP/1.1" status: 200  len: 379 time: 0.5033262
Mar 26 21:15:00.942257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'port': {'device_id': '66671778-c815-4db4-8977-9d2e221ac2f3', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'admin_state_up': True, 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'security_groups': ['bf7c6abd-9c39-4a1e-806f-888615a40ee2']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:00.965366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Deleting port e8d63f00-98db-41d8-ba72-096a5573d557 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:00.965748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.127070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] For port e8d63f00-98db-41d8-ba72-096a5573d557, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8d63f00-98db-41d8-ba72-096a5573d557,segment=NetworkSegment(afe56512-3842-4563-85ce-f9f1978d3cef),segment_id=afe56512-3842-4563-85ce-f9f1978d3cef)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:01.128043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.136855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (08191d7f-6c8e-4f47-beba-5b248aa2333b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.194843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Calling delete_port for e8d63f00-98db-41d8-ba72-096a5573d557 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:01.196947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=08191d7f-6c8e-4f47-beba-5b248aa2333b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:01.210001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.219157 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ecf161e9-c5ee-4935-b562-199b24fdc683 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/08191d7f-6c8e-4f47-beba-5b248aa2333b HTTP/1.1" status: 204  len: 168 time: 1.2307999
Mar 26 21:15:01.221149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:01.312570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 08d23d71-82aa-4984-8986-871e99e90b5f {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:01.317420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (08d23d71-82aa-4984-8986-871e99e90b5f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.376140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.422690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] Pushing event deleted for resources: {'Port': ['ID=e8d63f00-98db-41d8-ba72-096a5573d557,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:01.428752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a404788-bffb-4f24-ad3d-1e4cba3cfabb None None] No DVR routers for this DVR port e8d63f00-98db-41d8-ba72-096a5573d557 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:15:01.430262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (08d23d71-82aa-4984-8986-871e99e90b5f), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.492989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Made reservation on behalf of 3a8e16658cc541b2976c9325d1558792 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:01.496452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.530251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 62c28748-f4db-4d73-b5e6-45be37e8b462 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:01.554197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Deleting port e8d63f00-98db-41d8-ba72-096a5573d557 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:01.554803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.594279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0b71e1a-045b-4217-a147-65d899b6d4ca admin admin] Publish callbacks [] for security_group (c90232b5-e5f2-4bbe-a4fa-7dd8492e938d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.622602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:01.622992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.636707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0b71e1a-045b-4217-a147-65d899b6d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c90232b5-e5f2-4bbe-a4fa-7dd8492e938d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.648094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (08d23d71-82aa-4984-8986-871e99e90b5f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.671104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] For port e8d63f00-98db-41d8-ba72-096a5573d557, host ncdv-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:01.671726 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.703021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b71e1a-045b-4217-a147-65d899b6d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90232b5-e5f2-4bbe-a4fa-7dd8492e938d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:01.717779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0b71e1a-045b-4217-a147-65d899b6d4ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03b58c5d8b9b483b8e43f9f596800da5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0129855
Mar 26 21:15:01.719636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96db823-0c2b-440c-9f2f-62d6cd414fed None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:01.720532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:01.722763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Calling delete_port for e8d63f00-98db-41d8-ba72-096a5573d557 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:01.726530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Port e8d63f00-98db-41d8-ba72-096a5573d557 was not found and therefore no delete operation was performed {{(pid=126736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:15:01.727847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e8d63f00-98db-41d8-ba72-096a5573d557), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.760063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:01.763727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] No DVR routers for this DVR port e8d63f00-98db-41d8-ba72-096a5573d557 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:15:01.766429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d63f00-98db-41d8-ba72-096a5573d557,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:01.836888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-701303c4-fb55-43bd-bfb0-de5c36c6d79f None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:01.837339 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-701303c4-fb55-43bd-bfb0-de5c36c6d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.866670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.876500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e8d63f00-98db-41d8-ba72-096a5573d557 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:01.891350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] Publish callbacks [] for security_group (c90232b5-e5f2-4bbe-a4fa-7dd8492e938d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.896391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (08d23d71-82aa-4984-8986-871e99e90b5f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.900382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Allocated IP 172.20.0.7 (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a/25a48987-0e00-4451-8a61-62d532161510/b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:01.933306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e8d63f00-98db-41d8-ba72-096a5573d557 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:01.933703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e8d63f00-98db-41d8-ba72-096a5573d557 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:01.934146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b643465-7700-404c-82c8-3f0268444eb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:01.934834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:01.961754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f159220>,) {'filters': {'network_id': ['972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:01.963372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=08d23d71-82aa-4984-8986-871e99e90b5f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:01.965643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2b643465-7700-404c-82c8-3f0268444eb3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:01.966832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2b643465-7700-404c-82c8-3f0268444eb3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:01.967644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:01.984704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f159220>, 'afe56512-3842-4563-85ce-f9f1978d3cef') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:01.985352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f159220>, 'afe56512-3842-4563-85ce-f9f1978d3cef') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:01.997681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:01.998045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6423d7be-8f3b-4c2c-aaf8-f408b5c92767 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:02.011124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6c9bc631-60ba-43b7-acd5-fdd2a28eb771 req-1124fe1c-2b06-4077-86ea-797b42ed9b34 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 210 time: 0.0567324
Mar 26 21:15:02.020182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] Publish callbacks [] for security_group (c90232b5-e5f2-4bbe-a4fa-7dd8492e938d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.022651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (afe56512-3842-4563-85ce-f9f1978d3cef), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.024644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.029860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d0027ecb-2bb9-4d27-b0b6-b0a199037970 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/08d23d71-82aa-4984-8986-871e99e90b5f HTTP/1.1" status: 204  len: 168 time: 0.8002114
Mar 26 21:15:02.034702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34518) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:02.097532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-701303c4-fb55-43bd-bfb0-de5c36c6d79f None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:02.102519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-701303c4-fb55-43bd-bfb0-de5c36c6d79f None None] Could not find standard attr ID for object da0b5daa-6757-465f-a897-059fa405bbee. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:02.105869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af5c41e2-713a-4e03-8b7e-90d68bbb6d9a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0656312
Mar 26 21:15:02.107073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (afe56512-3842-4563-85ce-f9f1978d3cef), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.109203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:02.117167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:02.177967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d6b1e-1095-44a0-9209-0981b7ca0873 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '08d23d71-82aa-4984-8986-871e99e90b5f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '62c28748-f4db-4d73-b5e6-45be37e8b462'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:15:02.212440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:15:02.212952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (afe56512-3842-4563-85ce-f9f1978d3cef), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:15:02.214958 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:15:02.217736 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-156d6b1e-1095-44a0-9209-0981b7ca0873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.221974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c90232b5-e5f2-4bbe-a4fa-7dd8492e938d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.225209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.226371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c90232b5-e5f2-4bbe-a4fa-7dd8492e938d HTTP/1.1" status: 204  len: 168 time: 0.5044496
Mar 26 21:15:02.241198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e1426-f8fc-45ce-a083-90f4ea3eabc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90232b5-e5f2-4bbe-a4fa-7dd8492e938d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:02.285811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:02.289523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.302141 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.323367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.328275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.332819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] 10.222.0.16 "DELETE /v2.0/networks/972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e HTTP/1.1" status: 204  len: 168 time: 1.8059673
Mar 26 21:15:02.371535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.431456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:02.435580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:02.440812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d2f44-f0a2-43cc-adb3-aa1db5c44d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=972bdeb4-3e3d-4ef6-b06f-c8f9af98b89e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:02.443017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:02.507051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c750f345-2510-4709-9665-8e044f8f70ac None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:02.513794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event updated for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:02.541956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34540) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:02.569000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:02.569773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.612454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-b0268d33-ff22-4fbd-be03-334da0fb7509 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6788781
Mar 26 21:15:02.616819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-493f2b68-6c64-4b7e-a764-87da63baddab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a821ba46f3f5408ab82098a1d2d8a926&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0739589
Mar 26 21:15:02.619401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34542) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:02.638229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Request body: {'port': {'device_id': '66671778-c815-4db4-8977-9d2e221ac2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:02.690786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-39ef804d-758a-44ff-a117-5d9c106a9700 None None] Provisioning complete for port 62c28748-f4db-4d73-b5e6-45be37e8b462 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:02.691264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39ef804d-758a-44ff-a117-5d9c106a9700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.749061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.752036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] Publish callbacks [] for security_group (d1de7664-df2e-47d2-96df-1a56b4bb5e55), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.820943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:15:02.865486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:15:02.872101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] Publish callbacks [] for security_group (d1de7664-df2e-47d2-96df-1a56b4bb5e55), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:02.954356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-39ef804d-758a-44ff-a117-5d9c106a9700 None None] Current status of the port 62c28748-f4db-4d73-b5e6-45be37e8b462 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:02.999279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Deleting port 62c28748-f4db-4d73-b5e6-45be37e8b462 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:02.999948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.104629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.148803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62c28748-f4db-4d73-b5e6-45be37e8b462,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:03.149204 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.164184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Calling delete_port for 62c28748-f4db-4d73-b5e6-45be37e8b462 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:03.251474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d1de7664-df2e-47d2-96df-1a56b4bb5e55), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.262805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.268115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1e889be1-e6ee-4470-985c-5c6736e67bb5 None None] Provisioning complete for port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:03.268115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e889be1-e6ee-4470-985c-5c6736e67bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.271485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1de7664-df2e-47d2-96df-1a56b4bb5e55 HTTP/1.1" status: 204  len: 168 time: 0.6490967
Mar 26 21:15:03.296605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.301753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed74e1e-685a-48e9-8873-7055c161a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1de7664-df2e-47d2-96df-1a56b4bb5e55,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:03.363111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] Pushing event deleted for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:03.376852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73431e8-9afb-4b50-a539-d8da3b124547 None None] No DVR routers for this DVR port 62c28748-f4db-4d73-b5e6-45be37e8b462 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:15:03.379301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e889be1-e6ee-4470-985c-5c6736e67bb5 None None] Port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:03.473917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294378d-a117-4487-816c-424def8df187 req-878ac37f-455c-47d4-a041-9ec7d23d507f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:03.475546 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294378d-a117-4487-816c-424def8df187 req-878ac37f-455c-47d4-a041-9ec7d23d507f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 931 time: 0.3438990
Mar 26 21:15:03.507520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:15:03.523641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 62c28748-f4db-4d73-b5e6-45be37e8b462 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:03.526228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks [] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.531886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34568) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:03.558500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Transition to ACTIVE for port object b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:15:03.567207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.570840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 62c28748-f4db-4d73-b5e6-45be37e8b462 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:03.571242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 62c28748-f4db-4d73-b5e6-45be37e8b462 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:03.639403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:03.644712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294378d-a117-4487-816c-424def8df187 req-50ef754e-5165-4141-b49b-96cf6128d364 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490326
Mar 26 21:15:03.671910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port 62c28748-f4db-4d73-b5e6-45be37e8b462, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62c28748-f4db-4d73-b5e6-45be37e8b462,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:03.756847 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.763174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (62c28748-f4db-4d73-b5e6-45be37e8b462), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.778506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-760784789-network', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:03.827037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=62c28748-f4db-4d73-b5e6-45be37e8b462,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:03.830101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.833196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34578) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:03.865230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Made reservation on behalf of 1a14cf15734c4aa881ff16a0bc734242 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:03.867701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.886076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Attempting to bind port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:03.886517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Attempting to bind port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:03.887067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Attempting to bind port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:03.889256 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.902968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:15:03.903470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Attempting to bind port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 on network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:03.911527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:03.912052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Checking segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:03.912537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Bound using segment: {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:03.913074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:03.913236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Bound port: b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f59b65d-7478-4a99-b342-9070f6b873b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:03.913622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.923810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:03.931295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:03.931860 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:03.938373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8130b04-d674-4407-a94a-e4cafd9b2a41 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:03.960096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:04.003026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85f87056-9bd7-4015-8fa6-0516224bdeb6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8902211
Mar 26 21:15:04.003873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8d5db5ad-13e3-4b8f-baf4-d7ffb4748656 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77943410921f4996909908ab6806a2a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1665974
Mar 26 21:15:04.004519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34580) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:04.012767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:04.027154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:04.083757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:04.118565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47e09718-1805-4aca-aaca-0947e5412160', 'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'project_id': 'bacc31d0868946c1acfdaf5a60ddd258', 'fixed_ips': [{'subnet_id': 'd18c56c7-2ae3-4b33-ad3f-f25bdfad1d91'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:15:04.119626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.124116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:04.130468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks [] for security_group (b18dd889-270c-4e1a-9c24-6146afc008e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.144586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.151469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b18dd889-270c-4e1a-9c24-6146afc008e6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.207492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:04.214999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] Publish callbacks [] for security_group (93ef3c01-45ec-4c15-979b-a171c6b27ca7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.217778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.222331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:15:04.226363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:04.227239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.232728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 200  len: 1091 time: 1.5991943
Mar 26 21:15:04.239567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:04.242124 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b" -d '{"events": [{"name": "network-changed", "server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:04.296620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18dd889-270c-4e1a-9c24-6146afc008e6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:04.300636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8ac8232a-b4d4-41b3-bc86-3718be6e71f1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.301216 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Added segment 8ac8232a-b4d4-41b3-bc86-3718be6e71f1 of type vlan for network e4836231-1512-4907-a9ce-7cfc0228ac84
Mar 26 21:15:04.317338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] Publish callbacks [] for security_group (93ef3c01-45ec-4c15-979b-a171c6b27ca7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.353726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343c3c5-ad2e-46c7-a736-204bbbdf99e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:04.363693 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c68b5-fcb6-49d3-987a-082c2e91ca06 x-openstack-request-id: req-359c68b5-fcb6-49d3-987a-082c2e91ca06 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:04.364016 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:04.364276 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-359c68b5-fcb6-49d3-987a-082c2e91ca06 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:04.364682 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359c68b5-fcb6-49d3-987a-082c2e91ca06'] response: {'name': 'network-changed', 'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'status': 'completed', 'code': 200}
Mar 26 21:15:04.394899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Allocated IP 2001:db8::f816:3eff:fe07:379c (47e09718-1805-4aca-aaca-0947e5412160/d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91/870dd605-dbc4-4f4b-9c6d-12ee090639f7) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:04.413621 ncdv-master-1 neutron-server[126736]: INFO neutron.db.ipam_backend_mixin [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91 (CIDR: 2001:db8::/64)
Mar 26 21:15:04.418467 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:15:04.418997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:04.438338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-80f8973e-bf03-4dc4-974b-7b96f3054c46 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4324696
Mar 26 21:15:04.441200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34612) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:04.446384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:04.480065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (e4836231-1512-4907-a9ce-7cfc0228ac84), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.548074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-9f2d86de-4ca2-4487-a4bb-719e455bfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:04.550448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-9f2d86de-4ca2-4487-a4bb-719e455bfa96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 1125 time: 0.2402308
Mar 26 21:15:04.553183 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (93ef3c01-45ec-4c15-979b-a171c6b27ca7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.556406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.557586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93ef3c01-45ec-4c15-979b-a171c6b27ca7 HTTP/1.1" status: 204  len: 168 time: 0.5436080
Mar 26 21:15:04.579512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (e4836231-1512-4907-a9ce-7cfc0228ac84), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.580751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:04.581350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.601384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:04.605563 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.657615 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks [] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.686008 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.714877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1852576-d291-49f9-b429-20af9e175815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef3c01-45ec-4c15-979b-a171c6b27ca7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:04.719715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-e42077cb-8446-492a-9ae6-3d9b4c3a3178 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 200  len: 217 time: 0.1569691
Mar 26 21:15:04.720363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] Pushing event updated for resources: {'Network': ['ID=e4836231-1512-4907-a9ce-7cfc0228ac84,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:04.750518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:04.762721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-85f239a4-96b2-45eb-9fb7-f671c2debe2d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2252438
Mar 26 21:15:04.765376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34622) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:04.771178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Request body: {'subnet': {'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-760784789-subnet', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:04.788980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:15:04.795028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Made reservation on behalf of 1a14cf15734c4aa881ff16a0bc734242 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:04.797579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:04.834105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-ba00dbcf-8f8c-4629-8798-aee971ea936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:04.835684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-ba00dbcf-8f8c-4629-8798-aee971ea936e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1061261
Mar 26 21:15:04.897465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f591-e62b-447d-9c09-76e42f8efdb4 req-f5e2b80d-93da-47b7-a3c8-3b65f1f25997 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:04.904869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4aa4f591-e62b-447d-9c09-76e42f8efdb4 req-f5e2b80d-93da-47b7-a3c8-3b65f1f25997 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 943 time: 0.1160393
Mar 26 21:15:05.006685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4aa4f591-e62b-447d-9c09-76e42f8efdb4 req-3af3d47e-1adb-477c-8add-06c1fd088d10 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950816
Mar 26 21:15:05.016842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-5278da1d-5eab-474d-9fc3-1d6c9e12d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:05.025302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-5278da1d-5eab-474d-9fc3-1d6c9e12d12e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1510499
Mar 26 21:15:05.065102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (5ceef49d-218b-497e-a4a8-035e30c60a14), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.080249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:05.087136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:05.118183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:05.124734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:05.129353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:05.130159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.144526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=5ceef49d-218b-497e-a4a8-035e30c60a14,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:05.165429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-86ab03e0-b0fb-416f-b42d-ba5da125a1d8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7200210
Mar 26 21:15:05.166111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34640) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:05.167345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:05.182503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:12:e5:e9', 'name': 'tempest-NetworksTestDHCPv6-806680112'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:05.260058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Attempting to bind port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:05.260271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Attempting to bind port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:05.260871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Attempting to bind port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 on network 47e09718-1805-4aca-aaca-0947e5412160 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:05.271301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:05.271689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Checking segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:05.272130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.272531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Bound using segment: {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:05.273009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Bound port: 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d5e95-e23b-4738-bd1b-26a88bed914f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '47e09718-1805-4aca-aaca-0947e5412160'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:05.273397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.369075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-3100ac23-1ed0-45ba-862a-33d0d20e42ff service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3327732
Mar 26 21:15:05.371194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7dec8015-1a9b-42d4-9d14-9dee824644b2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.381920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:05.385915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:05.396817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:05.402632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.480152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d694-1422-48f2-8567-d5ef7b61c10a None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:05.508902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dec8015-1a9b-42d4-9d14-9dee824644b2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:05.551817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.570027 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d09c5c-8a60-47aa-bbe4-7431696988fa req-6d23251b-051e-404b-8212-6dac909bfb82 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712801
Mar 26 21:15:05.574465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 2f684ac1-c82d-4a01-8e73-8fe146fc83fe yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:05.577126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Checking segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:05.577497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Network hostable DHCP agents. Network: e4836231-1512-4907-a9ce-7cfc0228ac84, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:15:05.603613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:15:05.619380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4836231-1512-4907-a9ce-7cfc0228ac84) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:05.634921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:05.636021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.645327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfb112-4782-43b8-934a-e99d6c843ddd None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:05.710096 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5334a0c4-e995-439b-ae2d-502003c411b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9436333
Mar 26 21:15:05.711232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34662) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:05.720555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:05.750522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-ac369356-120c-4c64-bc96-b31abdeb9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:05.752803 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-ac369356-120c-4c64-bc96-b31abdeb9ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 1125 time: 0.1067080
Mar 26 21:15:05.818063 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (381a243c-0827-4894-b4c9-3b433861b809), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.821215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (381a243c-0827-4894-b4c9-3b433861b809), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.895857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4836231-1512-4907-a9ce-7cfc0228ac84', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:15:05.897404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.975647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for router_controller (381a243c-0827-4894-b4c9-3b433861b809), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:05.976569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8:0:1::12a (47e09718-1805-4aca-aaca-0947e5412160/5ceef49d-218b-497e-a4a8-035e30c60a14/2f684ac1-c82d-4a01-8e73-8fe146fc83fe) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:05.979445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-bfa6e167-7ddb-4fb4-b36e-9628ea8b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:05.982972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-bfa6e167-7ddb-4fb4-b36e-9628ea8b70a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.2231007
Mar 26 21:15:05.986117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::f816:3eff:fe12:e5e9 (47e09718-1805-4aca-aaca-0947e5412160/d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91/2f684ac1-c82d-4a01-8e73-8fe146fc83fe) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:06.133186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Allocated IP 172.20.0.2 (e4836231-1512-4907-a9ce-7cfc0228ac84/7dec8015-1a9b-42d4-9d14-9dee824644b2/a6d881d2-2e4b-4d19-aecd-82b141c61e3c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:06.190279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-e54127be-309d-42a6-a488-59f40c7e94eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 200  len: 217 time: 0.1971834
Mar 26 21:15:06.265447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c217ea-1407-46e0-bf1c-09b0c19409b5 req-98448eb5-770a-4416-9f05-59bdd7ee3ed7 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:06.266999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64c217ea-1407-46e0-bf1c-09b0c19409b5 req-98448eb5-770a-4416-9f05-59bdd7ee3ed7 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 943 time: 0.1294010
Mar 26 21:15:06.281328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (2f684ac1-c82d-4a01-8e73-8fe146fc83fe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.312429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for router_gateway (381a243c-0827-4894-b4c9-3b433861b809), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.346144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64c217ea-1407-46e0-bf1c-09b0c19409b5 req-be4874b6-25a7-4e2f-8623-87c612590923 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698891
Mar 26 21:15:06.361873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-3a246002-f2ff-492e-b4f3-050baf0d6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:06.365799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-3a246002-f2ff-492e-b4f3-050baf0d6c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1344972
Mar 26 21:15:06.371078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2f684ac1-c82d-4a01-8e73-8fe146fc83fe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.392366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks [] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.401783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.425237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34692) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:06.442813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:06.446562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:06.450417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:06.455723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:06.456456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.457176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Pushing event updated for resources: {'Port': ['ID=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:06.469968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:06.472254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:06.474574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:06.477934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-af3ea291-8702-40a3-a779-3d6081aa1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:06.479531 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-af3ea291-8702-40a3-a779-3d6081aa1610 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1046188
Mar 26 21:15:06.488948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=2f684ac1-c82d-4a01-8e73-8fe146fc83fe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:06.502279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-73244f38-9f1d-4b0c-89b4-452ff6a5d8c6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.3350458
Mar 26 21:15:06.506289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34696) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:06.560255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Attempting to bind port a6d881d2-2e4b-4d19-aecd-82b141c61e3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:06.560681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Attempting to bind port a6d881d2-2e4b-4d19-aecd-82b141c61e3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:06.561194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Attempting to bind port a6d881d2-2e4b-4d19-aecd-82b141c61e3c on network e4836231-1512-4907-a9ce-7cfc0228ac84 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:06.566950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:06.567341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Checking segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:06.567826 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.568263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Bound using segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:06.568751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Bound port: a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:06.569143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.666563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] For port a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:06.670659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] For port a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:06.671194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 2f684ac1-c82d-4a01-8e73-8fe146fc83fe {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:06.671547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2f684ac1-c82d-4a01-8e73-8fe146fc83fe), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.679562 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.719820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06b-6cf2-4f40-8322-4ce59bd531d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.761078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-7760b3b6-ed95-4701-872e-974012f4fcfb service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2740154
Mar 26 21:15:06.762607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd816-6c95-4f73-918e-74d62496dedc None None] Pushing event updated for resources: {'Port': ['ID=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:06.865968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2f684ac1-c82d-4a01-8e73-8fe146fc83fe), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:06.903178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 2f684ac1-c82d-4a01-8e73-8fe146fc83fe owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:06.977378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a3a2e7c-0c32-4a73-9cfd-ab733489313b req-0a181072-e4ac-4e68-9ae4-4e98f1bec2b1 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871758
Mar 26 21:15:06.989997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for router_gateway (381a243c-0827-4894-b4c9-3b433861b809), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.022971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.227692 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2f684ac1-c82d-4a01-8e73-8fe146fc83fe), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.261301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=2f684ac1-c82d-4a01-8e73-8fe146fc83fe,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:07.270550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8609a-563c-4fa0-b1f4-5dd28250fd4b None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:07.313849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.318722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08652c8b-593e-42bc-b80b-e6be6f25d04e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/2f684ac1-c82d-4a01-8e73-8fe146fc83fe HTTP/1.1" status: 204  len: 168 time: 0.8113382
Mar 26 21:15:07.322096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.394760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66296043-dc1b-43d0-84bd-84eddbbcc836 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.397350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-66296043-dc1b-43d0-84bd-84eddbbcc836 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0735128
Mar 26 21:15:07.399475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.403866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:07.404270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.494299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bae9b7-32d2-4603-a528-692cfd821f6e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.495873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79bae9b7-32d2-4603-a528-692cfd821f6e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0951042
Mar 26 21:15:07.501758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.556702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:07.557259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.572750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca188fe-a9d3-4295-b85e-5f74b736bd28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.574210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca188fe-a9d3-4295-b85e-5f74b736bd28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.575564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca188fe-a9d3-4295-b85e-5f74b736bd28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.577917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dca188fe-a9d3-4295-b85e-5f74b736bd28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0739775
Mar 26 21:15:07.579939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34720) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.612046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d5000-dc12-45cf-b98a-9b1132af1524 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': 'd18c56c7-2ae3-4b33-ad3f-f25bdfad1d91', 'ip_address': '2001:db8::f816:3eff:fe07:379c'}, {'subnet_id': '5ceef49d-218b-497e-a4a8-035e30c60a14'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '870dd605-dbc4-4f4b-9c6d-12ee090639f7'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:15:07.617299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:07.618607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 870dd605-dbc4-4f4b-9c6d-12ee090639f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:07.635478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06b-6cf2-4f40-8322-4ce59bd531d8 admin admin] Publish callbacks [] for security_group (2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.652985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06b-6cf2-4f40-8322-4ce59bd531d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.661117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 5ceef49d-218b-497e-a4a8-035e30c60a14 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:07.663532 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.665923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (5ceef49d-218b-497e-a4a8-035e30c60a14), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.709126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c30d5000-dc12-45cf-b98a-9b1132af1524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.716382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (5ceef49d-218b-497e-a4a8-035e30c60a14), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.738602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e06b-6cf2-4f40-8322-4ce59bd531d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:07.756829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade326d-3ca7-46ea-b18e-59b632f8fa17 req-33d08437-57be-4f41-a9dc-71fbc7a1c64a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:07.758353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ade326d-3ca7-46ea-b18e-59b632f8fa17 req-33d08437-57be-4f41-a9dc-71fbc7a1c64a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 943 time: 0.1810486
Mar 26 21:15:07.765853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-62a8e06b-6cf2-4f40-8322-4ce59bd531d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f13a4f0368b4ba497a6349e890740db&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3396626
Mar 26 21:15:07.766454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34722) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.775989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c9d7f-7525-4826-92c4-6085996af85f None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:07.777977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (5ceef49d-218b-497e-a4a8-035e30c60a14), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.804195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Allocated IP 172.35.4.144 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3f4de5eb-2827-4059-88ef-fac3a10e2585) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:07.845829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:07.846126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.862916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (5ceef49d-218b-497e-a4a8-035e30c60a14), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.910124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ade326d-3ca7-46ea-b18e-59b632f8fa17 req-a2c9d8a9-73ab-4429-993d-6db8b23ddf7c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357489
Mar 26 21:15:07.917287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceef49d-218b-497e-a4a8-035e30c60a14,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:07.920295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:07.927152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a5b69431-dfb0-4d6d-9c91-c82d488c5f3c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5ceef49d-218b-497e-a4a8-035e30c60a14 HTTP/1.1" status: 204  len: 168 time: 0.3438742
Mar 26 21:15:07.927802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:07.947526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-c30d5000-dc12-45cf-b98a-9b1132af1524 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceef49d-218b-497e-a4a8-035e30c60a14: This subnet is being modified by another concurrent operation.
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ceef49d-218b-497e-a4a8-035e30c60a14: This subnet is being modified by another concurrent operation.
Mar 26 21:15:07.960951 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:15:07.982671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] Publish callbacks [] for security_group (2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.032321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] Publish callbacks [] for security_group (2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.048074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.109203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:08.115493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.149349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.155409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.160368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e HTTP/1.1" status: 204  len: 168 time: 0.3912826
Mar 26 21:15:08.162473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.220449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.224429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:08.230187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:08.230921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:08.233944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:08.237284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877ea0-21fa-4b17-b3ef-d6f26e4c6065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e344c98-5ed6-4df8-a2c7-5bfc81d1cf1e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:08.298322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f4de5eb-2827-4059-88ef-fac3a10e2585,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:08.332157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'port_id': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'mac_address': 'fa:16:3e:15:60:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:15:08.412430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.471442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-096f3cc1-5db3-4f3f-ac25-f19ac2ab669a None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:08.471883 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-096f3cc1-5db3-4f3f-ac25-f19ac2ab669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.538858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:08.540059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6d881d2-2e4b-4d19-aecd-82b141c61e3c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:08.543549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:08.543989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.546452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.560572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:15:08.584350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:08.595153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:08.609493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774c83d-0493-4a23-b85e-04431d2b5dd4 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:15:08.611654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.613909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.622919 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b89a6b0-14b5-40bf-8f49-c3ed66625cee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91 HTTP/1.1" status: 204  len: 168 time: 0.6943212
Mar 26 21:15:08.623719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:08.671634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for router_gateway (381a243c-0827-4894-b4c9-3b433861b809), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.685206 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a505e6d9-0268-4044-98de-999f52665ecd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0597584
Mar 26 21:15:08.686130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34754) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:08.695205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:08.726537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:08.772930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.773287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.773643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.774107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.774327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.774669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.774999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.775342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.775678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.776037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.776376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.776712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.777045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.777379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.777708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:08.802603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a6d881d2-2e4b-4d19-aecd-82b141c61e3c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:08.802976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.828924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:08.833163 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:08.843743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-096f3cc1-5db3-4f3f-ac25-f19ac2ab669a None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:08.854248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774c83d-0493-4a23-b85e-04431d2b5dd4 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:15:08.896625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:15:08.988902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (381a243c-0827-4894-b4c9-3b433861b809), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.165787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (59d78032-ef8e-4c7e-82f0-4c16cf49c85c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.187308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:09.191070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:09.197659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:09.198835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.219669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Router 381a243c-0827-4894-b4c9-3b433861b809 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:15:09.227398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bc8aad14-4858-4ca3-a881-2b38428791be None None] Could not find standard attr ID for object 2f684ac1-c82d-4a01-8e73-8fe146fc83fe. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:09.239553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513dc99-f8e6-490d-95eb-9ae42026e713 req-57cadf46-fb34-4638-ad9a-b5f67f17734e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:09.241312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c513dc99-f8e6-490d-95eb-9ae42026e713 req-57cadf46-fb34-4638-ad9a-b5f67f17734e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 944 time: 0.1426175
Mar 26 21:15:09.254229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a6d881d2-2e4b-4d19-aecd-82b141c61e3c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:09.254650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.293405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bc8aad14-4858-4ca3-a881-2b38428791be None None] Provisioning complete for port a6d881d2-2e4b-4d19-aecd-82b141c61e3c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:09.293996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bc8aad14-4858-4ca3-a881-2b38428791be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.307983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c513dc99-f8e6-490d-95eb-9ae42026e713 req-df8ea2b9-7599-4fa5-a763-8e0293ac77ed tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538614
Mar 26 21:15:09.318164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6270144
Mar 26 21:15:09.319081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34776) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:09.330776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:09.408928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:09.430280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.474658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0885eb0-dc3a-44a0-b042-7c7734ffab80 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=59d78032-ef8e-4c7e-82f0-4c16cf49c85c,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:09.526693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:09.537709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.565642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 870dd605-dbc4-4f4b-9c6d-12ee090639f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:09.597486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:09.612220 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Sync routers for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:09.623377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e0796-b130-4900-8c49-5725a4b1140a None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:15:09.636108 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:09.642376 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:09.657549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:09.667108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.671539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a8298623-bf03-4858-a381-bc8bf9ba5bb9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.9529235
Mar 26 21:15:09.672391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:09.687327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bc8aad14-4858-4ca3-a881-2b38428791be None None] Current status of the port a6d881d2-2e4b-4d19-aecd-82b141c61e3c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:09.730415 ncdv-master-1 neutron-server[126736]: INFO neutron.db.ipam_backend_mixin [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59d78032-ef8e-4c7e-82f0-4c16cf49c85c (CIDR: 2001:db8::/64)
Mar 26 21:15:09.737842 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:15:09.738614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:09.770663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ae2fef12-7845-4800-a3e6-c31e90b44698 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4511030
Mar 26 21:15:09.773706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34804) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:09.787125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:09.810376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:09.810779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.847804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4e0796-b130-4900-8c49-5725a4b1140a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:15:09.914400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:09.914785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.939756 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:09.958986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:09.972665 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:09.981169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:09.992620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.192762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:10.223661 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c7f0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:08Z', 'revision_number': 3, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:10.231525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:10.271901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:10.273369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.328139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:10.348533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.440162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Checking router: 381a243c-0827-4894-b4c9-3b433861b809 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:10.440833 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Updating router 381a243c-0827-4894-b4c9-3b433861b809 port 3f4de5eb-2827-4059-88ef-fac3a10e2585 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:15:10.480660 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.518630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b938ba-d672-4835-b10d-bb69fe0bc96c None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:10.533604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': '59d78032-ef8e-4c7e-82f0-4c16cf49c85c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '870dd605-dbc4-4f4b-9c6d-12ee090639f7'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:15:10.576853 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.578873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f77ad057-66c4-43d0-9eb0-234894dd95f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.685045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:15:10.697641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd63cac-7dfa-4c59-aa87-12b4e6240061 req-aa4eea80-61e1-492e-8f26-538bb514ba11 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:10.699229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffd63cac-7dfa-4c59-aa87-12b4e6240061 req-aa4eea80-61e1-492e-8f26-538bb514ba11 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 944 time: 0.2167447
Mar 26 21:15:10.849599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.883520 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks [] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.890824 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.903136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 26 21:15:10.903136 ncdv-master-1 neutron-server[126739]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)]
Mar 26 21:15:10.903136 ncdv-master-1 neutron-server[126739]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe07:379c', 'status': 'ALLOCATED', 'ipam_subnet_id': '4611ec5f-ca92-4afd-a531-1cf2db12ed49'}]
Mar 26 21:15:10.903136 ncdv-master-1 neutron-server[126739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:10.904149 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:10.946266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.952663 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Pushing event updated for resources: {'Port': ['ID=3f4de5eb-2827-4059-88ef-fac3a10e2585,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:10.955973 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Attempting to bind port 3f4de5eb-2827-4059-88ef-fac3a10e2585 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:10.956355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Attempting to bind port 3f4de5eb-2827-4059-88ef-fac3a10e2585 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:10.956720 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Attempting to bind port 3f4de5eb-2827-4059-88ef-fac3a10e2585 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:10.962164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ffd63cac-7dfa-4c59-aa87-12b4e6240061 req-4bb0e740-e49b-419c-82d3-00f1f4551f22 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1933250
Mar 26 21:15:10.966329 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.966691 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.969579 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.969579 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.969798 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.971564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.971564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.971564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.971858 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.971975 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.972303 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.972639 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.972997 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.973346 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.973725 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:10.977955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:10.978344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:10.978759 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:10.979162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:10.979690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Bound port: 3f4de5eb-2827-4059-88ef-fac3a10e2585, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:10.980136 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.007563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f77ad057-66c4-43d0-9eb0-234894dd95f7 admin admin] Publish callbacks [] for security_group (5a82f383-8614-4bbe-b37e-7ed64fc209d9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.016048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f77ad057-66c4-43d0-9eb0-234894dd95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a82f383-8614-4bbe-b37e-7ed64fc209d9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.046124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] For port 3f4de5eb-2827-4059-88ef-fac3a10e2585, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:11.050228 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] For port 3f4de5eb-2827-4059-88ef-fac3a10e2585, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4de5eb-2827-4059-88ef-fac3a10e2585,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:11.058349 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.097344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad057-66c4-43d0-9eb0-234894dd95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a82f383-8614-4bbe-b37e-7ed64fc209d9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.108605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f77ad057-66c4-43d0-9eb0-234894dd95f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a77f508d9954006963a9a90bbb051a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8720627
Mar 26 21:15:11.108605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34840) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:11.136260 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:11.137266 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:11.170413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:11.194127 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99ae65-6801-4b38-9f9a-8e8876b9dbc1 None None] Pushing event updated for resources: {'Port': ['ID=3f4de5eb-2827-4059-88ef-fac3a10e2585,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.205449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Allocated IP 172.20.0.1 (e4836231-1512-4907-a9ce-7cfc0228ac84/7dec8015-1a9b-42d4-9d14-9dee824644b2/bd9d3f50-e465-4b7e-a0a1-fd70567beffa) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:11.222079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.229943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.251857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] Publish callbacks [] for security_group (5a82f383-8614-4bbe-b37e-7ed64fc209d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.275833 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (a25a4a0a-8761-479e-8fda-1547851d1de4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.282187 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:11.331818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:11.335250 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] Publish callbacks [] for security_group (5a82f383-8614-4bbe-b37e-7ed64fc209d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.341207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:11.351657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:11.352306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.370390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=8']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.377925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=a25a4a0a-8761-479e-8fda-1547851d1de4,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.387743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5488dac-048d-4b30-b95e-d2552e17f2a5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.6110077
Mar 26 21:15:11.391336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:11.397895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:22:66:e3', 'name': 'tempest-NetworksTestDHCPv6-721054483'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:11.405626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks [] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.465524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.521705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.534899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c7f0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:08Z', 'revision_number': 3, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:11.586833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:11.587340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:11.593803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6d881d2-2e4b-4d19-aecd-82b141c61e3c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:11.597622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Pushing event updated for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.601296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a82f383-8614-4bbe-b37e-7ed64fc209d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.604025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.605291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6a442-1d2d-417f-8a71-969db72f9496 None None] The sync data for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 is: [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:08Z', 'revision_number': 3, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:11.605502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a82f383-8614-4bbe-b37e-7ed64fc209d9 HTTP/1.1" status: 204  len: 168 time: 0.4958208
Mar 26 21:15:11.608513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:11.611769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:11.620722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d2e0f-73f8-48e2-a4cf-dbbc6a4c9734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a82f383-8614-4bbe-b37e-7ed64fc209d9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:11.675542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (381a243c-0827-4894-b4c9-3b433861b809), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.813682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.853101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port 28510878-09f4-496d-84ee-565c86e413d9 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:11.855615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a6d881d2-2e4b-4d19-aecd-82b141c61e3c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:11.855885 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.889846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:11.971444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:12.160028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/59d78032-ef8e-4c7e-82f0-4c16cf49c85c/870dd605-dbc4-4f4b-9c6d-12ee090639f7) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:12.189286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:15:12.232904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks [] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.233901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:12.234476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.241133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.333975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (381a243c-0827-4894-b4c9-3b433861b809), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.336181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Pushing event updated for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:12.457878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a6d881d2-2e4b-4d19-aecd-82b141c61e3c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:12.467685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:12.469825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:12.586315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:12.703046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Publish callbacks [] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.723686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Router 381a243c-0827-4894-b4c9-3b433861b809 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:15:12.725557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44504df5-b958-4007-bd41-30d7e54aef2c req-9a8482c4-dcf4-42be-a693-6118180b602d tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:12.731406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44504df5-b958-4007-bd41-30d7e54aef2c req-9a8482c4-dcf4-42be-a693-6118180b602d tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 944 time: 0.1313281
Mar 26 21:15:12.737855 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.902847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:12.908655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:12.973209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44504df5-b958-4007-bd41-30d7e54aef2c req-405766e0-9b75-4ab1-9ee2-cb40411feda5 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2329612
Mar 26 21:15:12.973832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519c391-5784-490d-9ae3-26f729b1d998 None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:12.988749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:12.991745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:13.002417 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa51ea4-3807-4fc1-bc76-1e1f3422bfbb" -d '{"events": [{"server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "name": "network-vif-plugged", "status": "completed", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:13.025415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:13.030726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-04934b6b-1ca0-4e0d-850e-27914b4b704e admin admin] 10.222.0.16 "PUT /v2.0/routers/381a243c-0827-4894-b4c9-3b433861b809/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3415723
Mar 26 21:15:13.036500 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:13.144914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:13.183707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::35c (47e09718-1805-4aca-aaca-0947e5412160/59d78032-ef8e-4c7e-82f0-4c16cf49c85c/28510878-09f4-496d-84ee-565c86e413d9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:13.195515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:66e3 (47e09718-1805-4aca-aaca-0947e5412160/a25a4a0a-8761-479e-8fda-1547851d1de4/28510878-09f4-496d-84ee-565c86e413d9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:13.394461 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705063f4-5c4c-4663-8a0b-2f31428853a1 x-openstack-request-id: req-705063f4-5c4c-4663-8a0b-2f31428853a1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:13.394993 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "name": "network-vif-plugged", "status": "completed", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:13.395441 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-705063f4-5c4c-4663-8a0b-2f31428853a1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:13.395859 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705063f4-5c4c-4663-8a0b-2f31428853a1'] response: {'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'code': 200}
Mar 26 21:15:13.434438 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (28510878-09f4-496d-84ee-565c86e413d9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:13.490943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28510878-09f4-496d-84ee-565c86e413d9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:13.520747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:13.523965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:13.526887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:13.533649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:13.534418 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:13.583827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 34936) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:13.585321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.1924844
Mar 26 21:15:13.592629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5e9f-79c0-42f2-a002-7f56aeedd744 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=28510878-09f4-496d-84ee-565c86e413d9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:13.657431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4de5eb-2827-4059-88ef-fac3a10e2585 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:13.789321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f4de5eb-2827-4059-88ef-fac3a10e2585 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:13.790031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:13.984107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f4de5eb-2827-4059-88ef-fac3a10e2585 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:13.985024 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.023564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 3f4de5eb-2827-4059-88ef-fac3a10e2585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4de5eb-2827-4059-88ef-fac3a10e2585,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:14.032863 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.042390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 870dd605-dbc4-4f4b-9c6d-12ee090639f7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:14.261047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.268463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=3f4de5eb-2827-4059-88ef-fac3a10e2585,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:14.279300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:14.279519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839bd8c-3864-4543-8ac2-b121921900b9 req-a0a7dfe0-d610-49bd-81f3-2d150d37925a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:14.280009 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.295540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d839bd8c-3864-4543-8ac2-b121921900b9 req-a0a7dfe0-d610-49bd-81f3-2d150d37925a tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.1788487
Mar 26 21:15:14.416483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d839bd8c-3864-4543-8ac2-b121921900b9 req-64575310-a946-4808-9b00-8fe1da9cf1dd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205149
Mar 26 21:15:14.474802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 34972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:14.481167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1188299404-network', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:14.518883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be70b68-6936-46c8-91b3-9ebcdedc3473 req-048f5cb5-e74d-4ee7-9c94-7fd58f89ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:14.520439 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6be70b68-6936-46c8-91b3-9ebcdedc3473 req-048f5cb5-e74d-4ee7-9c94-7fd58f89ae2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 1127 time: 1.0380900
Mar 26 21:15:14.540418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Made reservation on behalf of a586ca08318d4cdd862d7df097e9a736 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:14.543880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.560571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port 28510878-09f4-496d-84ee-565c86e413d9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:14.560973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (28510878-09f4-496d-84ee-565c86e413d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.562489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.593365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebb9275-a75f-497f-b95f-29c9bffb1e9d None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:14.606486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c659c74-09a1-41df-9058-3eaca74150aa None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:14.623983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Sync routers for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:14.694059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6be70b68-6936-46c8-91b3-9ebcdedc3473 req-2bf2ddd9-0c8b-4fb6-9a96-073dd4eff301 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1624188
Mar 26 21:15:14.696385 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (28510878-09f4-496d-84ee-565c86e413d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.705777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks [] for security_group (bd50eb1d-87a8-4d44-b05e-702b7fb62a3d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.711207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for 28510878-09f4-496d-84ee-565c86e413d9 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:14.713515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd50eb1d-87a8-4d44-b05e-702b7fb62a3d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.735875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:14.737051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f8514f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:14.755630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:15:14.778358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50eb1d-87a8-4d44-b05e-702b7fb62a3d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:14.806576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.808449 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Added segment 9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e of type vlan for network 1df735fd-e59b-47ef-9b16-7384914eff6f
Mar 26 21:15:14.824183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d9351441-4766-4026-a8c8-1b7a7d211544 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:14.824865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9351441-4766-4026-a8c8-1b7a7d211544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.882335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (1df735fd-e59b-47ef-9b16-7384914eff6f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.915700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (1df735fd-e59b-47ef-9b16-7384914eff6f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.917331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:14.918166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:14.963619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (28510878-09f4-496d-84ee-565c86e413d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.005411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=28510878-09f4-496d-84ee-565c86e413d9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:15.007521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:15.052342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5762353
Mar 26 21:15:15.058236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35000) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:15.078116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:15.086462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.090121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aba4ba6d-415a-4358-a444-cf7a6a9913f5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/28510878-09f4-496d-84ee-565c86e413d9 HTTP/1.1" status: 204  len: 168 time: 1.5051601
Mar 26 21:15:15.093149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35002) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:15.149375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9351441-4766-4026-a8c8-1b7a7d211544 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:15.152189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Request body: {'subnet': {'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1188299404-subnet', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:15.171111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d86a31-cdbf-4957-85b2-8680d93e7faa tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.173124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-87d86a31-cdbf-4957-85b2-8680d93e7faa tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0776525
Mar 26 21:15:15.176199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35006) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:15.177315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392c458-b525-4a20-bfd7-62f92c8d4900 admin admin] Pushing event updated for resources: {'Network': ['ID=1df735fd-e59b-47ef-9b16-7384914eff6f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:15.249036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Made reservation on behalf of a586ca08318d4cdd862d7df097e9a736 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:15.258080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.266222 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac482d1f-cbb8-47e9-9dbe-cbed5fb02e19 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.271355 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ac482d1f-cbb8-47e9-9dbe-cbed5fb02e19 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0936325
Mar 26 21:15:15.273873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35020) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:15.317072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 1df735fd-e59b-47ef-9b16-7384914eff6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:15:15.368720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad00a35-b642-4716-be56-6f750c44a7cc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.372735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad00a35-b642-4716-be56-6f750c44a7cc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.380190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad00a35-b642-4716-be56-6f750c44a7cc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.385820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:15.387654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ad00a35-b642-4716-be56-6f750c44a7cc tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1125293
Mar 26 21:15:15.482521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 59d78032-ef8e-4c7e-82f0-4c16cf49c85c {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:15.487694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (59d78032-ef8e-4c7e-82f0-4c16cf49c85c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.570428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (59d78032-ef8e-4c7e-82f0-4c16cf49c85c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.598660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4de5eb-2827-4059-88ef-fac3a10e2585 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:15.637848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f8514f0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 2, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:15.687723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ea625-db5f-4db5-91ef-d9231574e46f req-66d88592-1f39-4f3c-87dc-99015059295b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:15.689770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da9ea625-db5f-4db5-91ef-d9231574e46f req-66d88592-1f39-4f3c-87dc-99015059295b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.1036994
Mar 26 21:15:15.691833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Checking router: 381a243c-0827-4894-b4c9-3b433861b809 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:15.692226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Updating router 381a243c-0827-4894-b4c9-3b433861b809 port bd9d3f50-e465-4b7e-a0a1-fd70567beffa binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:15:15.762589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da9ea625-db5f-4db5-91ef-d9231574e46f req-b02864b8-69a8-46ce-835d-aa04701b546f tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664742
Mar 26 21:15:15.790577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.811715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (7e021cf0-c90b-4199-9dc3-d4f99285b66c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.881913 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (59d78032-ef8e-4c7e-82f0-4c16cf49c85c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:15.969130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e021cf0-c90b-4199-9dc3-d4f99285b66c,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:15.974689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Checking segment: {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:15.975142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Network hostable DHCP agents. Network: 1df735fd-e59b-47ef-9b16-7384914eff6f, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:15:16.031349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Network 1df735fd-e59b-47ef-9b16-7384914eff6f is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:15:16.064691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1df735fd-e59b-47ef-9b16-7384914eff6f) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:16.077432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Provisioning complete for port bd9d3f50-e465-4b7e-a0a1-fd70567beffa triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:16.077830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.086766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:16.087410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.089652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42fc203-084d-47f7-a4d5-90f7a0f3576e None None] Network 1df735fd-e59b-47ef-9b16-7384914eff6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:16.096610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.097717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (59d78032-ef8e-4c7e-82f0-4c16cf49c85c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.121804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3f4de5eb-2827-4059-88ef-fac3a10e2585 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:16.122192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.131378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=59d78032-ef8e-4c7e-82f0-4c16cf49c85c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:16.157257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.166405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c42e1b13-98b8-464f-9a5d-d3b486e09d73 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/59d78032-ef8e-4c7e-82f0-4c16cf49c85c HTTP/1.1" status: 204  len: 168 time: 0.7773440
Mar 26 21:15:16.170318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35032) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:16.177079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-af25585b-fc2b-4f57-bab1-b1b0c4b9df71 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1203964
Mar 26 21:15:16.179558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35034) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:16.185743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:16.210680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.212653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.345472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet a25a4a0a-8761-479e-8fda-1547851d1de4 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:16.358015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (a25a4a0a-8761-479e-8fda-1547851d1de4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.360320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for router_controller (d0629108-7c4a-4bc8-abaa-d409f42f39dd), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.407751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (a25a4a0a-8761-479e-8fda-1547851d1de4), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.408045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Port bd9d3f50-e465-4b7e-a0a1-fd70567beffa cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:16.418156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aebd704-9789-4ab2-8dd1-7d876cc964ed None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:16.493747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:16.516644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a25a4a0a-8761-479e-8fda-1547851d1de4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.572686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for router_gateway (d0629108-7c4a-4bc8-abaa-d409f42f39dd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.593631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (a25a4a0a-8761-479e-8fda-1547851d1de4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.610322 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3f4de5eb-2827-4059-88ef-fac3a10e2585 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:16.617638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Provisioning complete for port a6d881d2-2e4b-4d19-aecd-82b141c61e3c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:16.618230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.649988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=a25a4a0a-8761-479e-8fda-1547851d1de4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:16.653621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.659253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-25275de1-2716-4b91-8085-ec18f7da59ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/a25a4a0a-8761-479e-8fda-1547851d1de4 HTTP/1.1" status: 204  len: 168 time: 0.4878156
Mar 26 21:15:16.662276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1df735fd-e59b-47ef-9b16-7384914eff6f', 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f', 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'fixed_ips': [{'subnet_id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:15:16.662682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35044) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:16.663148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.715690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-606e6676-5f91-4866-b0ce-fca35851ea6e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0515020
Mar 26 21:15:16.718367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35046) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:16.724562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:16.777786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe5e27eb-0da4-4d31-ba0f-61d2f580fdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.828967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:16.833207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.914779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for router_gateway (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:16.948904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.044719 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe5e27eb-0da4-4d31-ba0f-61d2f580fdc6 admin admin] Publish callbacks [] for security_group (bebcf1d2-0545-45a9-adcc-172771bc5b84), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.055048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8f7d-93d4-4e56-b90b-36a174f62a1b req-face730f-2218-45ed-bf8c-0d36ce3987c8 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:17.057109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8ae8f7d-93d4-4e56-b90b-36a174f62a1b req-face730f-2218-45ed-bf8c-0d36ce3987c8 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.1915724
Mar 26 21:15:17.063679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe5e27eb-0da4-4d31-ba0f-61d2f580fdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bebcf1d2-0545-45a9-adcc-172771bc5b84), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.071798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (f0f13773-10ae-4fd4-8309-094c1ad60d8b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.131011 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks [] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.131011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-065feeee-2407-4111-985a-b34dcb47359a None None] Current status of the port a6d881d2-2e4b-4d19-aecd-82b141c61e3c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:17.146563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:17.147092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.149690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Allocated IP 172.20.0.2 (1df735fd-e59b-47ef-9b16-7384914eff6f/7e021cf0-c90b-4199-9dc3-d4f99285b66c/b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:17.150748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e27eb-0da4-4d31-ba0f-61d2f580fdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebcf1d2-0545-45a9-adcc-172771bc5b84,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:17.163495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe5e27eb-0da4-4d31-ba0f-61d2f580fdc6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4890e5c979b46189318199f34a85467&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6685476
Mar 26 21:15:17.166324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35050) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:17.202691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:17.209380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:17.210150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.215110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Allocated IP 172.35.4.164 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/28702659-7c4e-488b-8f7a-835220beb4b3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:17.254028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=f0f13773-10ae-4fd4-8309-094c1ad60d8b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:17.262730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8ae8f7d-93d4-4e56-b90b-36a174f62a1b req-6b72c324-26e6-4a2d-8d0d-0dca39d72fbe tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1792650
Mar 26 21:15:17.265641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc070fcc-ad50-45ac-bc8c-12ebbff30972 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5460095
Mar 26 21:15:17.269055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:17.278712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:17.294758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be0d2-0a06-4afa-b916-c33e6cc77352 None None] Pushing event updated for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:17.346830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] Publish callbacks [] for security_group (bebcf1d2-0545-45a9-adcc-172771bc5b84), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.402320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] Publish callbacks [] for security_group (bebcf1d2-0545-45a9-adcc-172771bc5b84), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.452290 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for port (28702659-7c4e-488b-8f7a-835220beb4b3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.508231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:17.512638 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Could not find standard attr ID for object 28510878-09f4-496d-84ee-565c86e413d9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:17.512909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.526886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bebcf1d2-0545-45a9-adcc-172771bc5b84), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.529510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.530661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bebcf1d2-0545-45a9-adcc-172771bc5b84 HTTP/1.1" status: 204  len: 168 time: 0.3634896
Mar 26 21:15:17.562879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Attempting to bind port bd9d3f50-e465-4b7e-a0a1-fd70567beffa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:17.563263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Attempting to bind port bd9d3f50-e465-4b7e-a0a1-fd70567beffa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:17.563505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4f45f-76fc-4773-abed-d568f23819c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebcf1d2-0545-45a9-adcc-172771bc5b84,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:17.563623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Attempting to bind port bd9d3f50-e465-4b7e-a0a1-fd70567beffa on network e4836231-1512-4907-a9ce-7cfc0228ac84 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:17.568457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5d0d3e-0eab-41ad-8c15-3be3d9056b76 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': 'a25a4a0a-8761-479e-8fda-1547851d1de4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '870dd605-dbc4-4f4b-9c6d-12ee090639f7'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:15:17.584244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29417f-1fd1-4314-8c49-efd61a420fb5 req-fc8f072b-f870-49a1-a2ad-1a682645fe4c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:17.585873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f29417f-1fd1-4314-8c49-efd61a420fb5 req-fc8f072b-f870-49a1-a2ad-1a682645fe4c tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.1408763
Mar 26 21:15:17.599317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.601802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:17.621061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:17.621550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.622121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Request body: {'floatingip': {'port_id': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:17.662303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:17.662694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Checking segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:17.663107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.663520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Bound using segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:17.664065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Bound port: bd9d3f50-e465-4b7e-a0a1-fd70567beffa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:17.664458 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.714760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.716817 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4b5d0d3e-0eab-41ad-8c15-3be3d9056b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.720424 ncdv-master-1 neutron-server[126738]: INFO neutron.db.ipam_backend_mixin [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0f13773-10ae-4fd4-8309-094c1ad60d8b (CIDR: 2001:db8::/64)
Mar 26 21:15:17.726084 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:15:17.727206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:17.759772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:17.763181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c6fa9c7f-f423-440f-a7dc-cb3b30a9ac4b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4849460
Mar 26 21:15:17.772558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'subnet': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:17.820918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:17.839693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:17.850085 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks [] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:17.865568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:17.867942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Pushing event updated for resources: {'Port': ['ID=28702659-7c4e-488b-8f7a-835220beb4b3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:17.882959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.036993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35080) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:18.056190 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4aea957-f0c5-40f0-b850-6640f4bc56cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.071517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] For port bd9d3f50-e465-4b7e-a0a1-fd70567beffa, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:18.119953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:18.124998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] For port bd9d3f50-e465-4b7e-a0a1-fd70567beffa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:18.125684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:18.129948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.141234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Network 1df735fd-e59b-47ef-9b16-7384914eff6f is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:18.156309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:18.159862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:18.165809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.179200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4aea957-f0c5-40f0-b850-6640f4bc56cf admin admin] Publish callbacks [] for security_group (a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.189896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a4aea957-f0c5-40f0-b850-6640f4bc56cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.211767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:18.253334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aea957-f0c5-40f0-b850-6640f4bc56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:18.260427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a4aea957-f0c5-40f0-b850-6640f4bc56cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba5318bd83d247298aff94f9963df59c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2219005
Mar 26 21:15:18.262867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35090) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:18.321779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Provisioning complete for port bd9d3f50-e465-4b7e-a0a1-fd70567beffa triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:18.322163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.344049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] Publish callbacks [] for security_group (a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.365469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be0d2-0a06-4afa-b916-c33e6cc77352 None None] Pushing event updated for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:18.375675 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] Publish callbacks [] for security_group (a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.401900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a195ba2-30ab-47a5-9798-06c0debd1cb2 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:18.458017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.463827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:18.464764 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f8514f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:18.465040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.468916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c HTTP/1.1" status: 204  len: 168 time: 0.2025697
Mar 26 21:15:18.478468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a08cb0-8c4c-46ab-8e62-9b10622bdb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3889e6a-ec30-4ba6-84a1-2bc17b5fe29c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:18.478997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Attempting to bind port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:18.486747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Attempting to bind port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:18.489760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Attempting to bind port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 on network 1df735fd-e59b-47ef-9b16-7384914eff6f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:18.618346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:18.618540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Checking segment: {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:18.618957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.619370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Bound using segment: {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:18.619871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Bound port: b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:18.620278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.828101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:18.833819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Current status of the port bd9d3f50-e465-4b7e-a0a1-fd70567beffa is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:18.834208 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.886765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] For port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:18.979044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] For port bd9d3f50-e465-4b7e-a0a1-fd70567beffa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:18.980446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for router_gateway (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:18.992429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] For port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:19.021353 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.037297 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.093021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.db.resource_extend [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Mar 26 21:15:19.187628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a083111-9874-4de4-ba74-eb82c7bea289 None None] Pushing event updated for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:19.287448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.296624 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.476987 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP d5258ad5-d58d-4138-b4fd-dce3117f45e6 associated. External IP: 172.35.4.67, port: b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5.
Mar 26 21:15:19.553055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 870dd605-dbc4-4f4b-9c6d-12ee090639f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:19.626224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:19.626224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.628622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.639054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Update dhcp port {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'fixed_ips': [{'subnet_id': 'f0f13773-10ae-4fd4-8309-094c1ad60d8b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '870dd605-dbc4-4f4b-9c6d-12ee090639f7'} from ncdv-master-1. {{(pid=126739) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Mar 26 21:15:19.731652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b33607-731b-444f-9caa-31b6f45318c7 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:19.744162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.838836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-a0ba1a26-28d3-41bd-a600-8fb9bc07afc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0481732
Mar 26 21:15:19.956408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.objects.ports [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=126736) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:15:19.958662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:19.959376 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:19.993016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212170-a085-484a-b71f-512825da44ab req-fdcc5383-59db-4e6c-a97e-f9022faebd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:19.994790 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-fdcc5383-59db-4e6c-a97e-f9022faebd08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 1127 time: 0.0944054
Mar 26 21:15:20.056613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f8514f0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:17Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:20.132967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32383d0-2ba1-46aa-956b-e60b20cd9f5b None None] The sync data for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 is: [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:17Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:20.136083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212170-a085-484a-b71f-512825da44ab req-48f583e1-6691-4449-bcc0-5f5a18585cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:20.138153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-48f583e1-6691-4449-bcc0-5f5a18585cf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.1180341
Mar 26 21:15:20.147455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:15:20.150542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Router d0629108-7c4a-4bc8-abaa-d409f42f39dd is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:15:20.266536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:20.340903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-ec04c2d6-b75e-43b3-8710-123a8ecd59df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 200  len: 998 time: 0.1944296
Mar 26 21:15:20.347477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Provisioning complete for port bd9d3f50-e465-4b7e-a0a1-fd70567beffa triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:20.347937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:20.412500 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 26 21:15:20.412500 ncdv-master-1 neutron-server[126739]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)]
Mar 26 21:15:20.412500 ncdv-master-1 neutron-server[126739]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe07:379c', 'status': 'ALLOCATED', 'ipam_subnet_id': '7ae75c1c-e84c-4428-a26c-61e86092c155'}]
Mar 26 21:15:20.412500 ncdv-master-1 neutron-server[126739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:20.413492 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:20.486543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212170-a085-484a-b71f-512825da44ab req-c8837d62-92e7-4cf7-9efd-a051e7ac9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:20.498005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-c8837d62-92e7-4cf7-9efd-a051e7ac9e73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.1512575
Mar 26 21:15:20.576140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212170-a085-484a-b71f-512825da44ab req-2278ae2d-9f5f-4f29-9fa6-f7cd410f6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:20.578033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-2278ae2d-9f5f-4f29-9fa6-f7cd410f6bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0743966
Mar 26 21:15:20.584766 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Mar 26 21:15:20.584766 ncdv-master-1 neutron-server[126739]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
Mar 26 21:15:20.584766 ncdv-master-1 neutron-server[126739]: [parameters: {'status': 'DOWN', 'ports_id': '870dd605-dbc4-4f4b-9c6d-12ee090639f7'}]
Mar 26 21:15:20.584766 ncdv-master-1 neutron-server[126739]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:20.585236 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:20.586015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e61b031b-a321-43ff-a886-b5d59dae527f None None] Current status of the port bd9d3f50-e465-4b7e-a0a1-fd70567beffa is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:20.639697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:20.671492 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:15:20.747655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-bcb69c7d-4ef3-4e64-b78e-649b00c4c4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624286
Mar 26 21:15:20.772445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:20.786690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Sync routers for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:20.804094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:20.806428 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:20.927332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:20.949121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:20.972007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:21.011063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164df7fa-4e9c-47fc-b106-e334011f2ca3 None None] Network 1df735fd-e59b-47ef-9b16-7384914eff6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:21.019517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3e212170-a085-484a-b71f-512825da44ab req-9671bdd2-4fe8-43cf-9d10-45ac3819611a service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640805
Mar 26 21:15:21.043127 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.047455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8c11c72c-1ce7-4b11-9f57-d84784c5ccf7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.8639910
Mar 26 21:15:21.048133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35192) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:21.064557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:21.115180 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.146960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09ddc7d7-9a2e-49e0-981f-ef1ac0942787 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "PUT /v2.0/floatingips/d5258ad5-d58d-4138-b4fd-dce3117f45e6 HTTP/1.1" status: 200  len: 990 time: 3.5244386
Mar 26 21:15:21.146960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:21.146960 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec53eba-b868-4da2-858b-48a50b859615" -d '{"events": [{"name": "network-changed", "server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:21.173693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:21.183162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec383a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:21.184967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:21.275504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.286432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.391618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=13']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:21.416730 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (661bc532-c1d2-42b1-84c4-afeadc336227), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.475166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:21.480267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:21.485292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:21.486567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.517905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:21.535521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.7731419
Mar 26 21:15:21.546134 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422fc10>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 3, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:21.546626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35214) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:21.568727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Request body: {'port': {'network_id': '47e09718-1805-4aca-aaca-0947e5412160', 'mac_address': 'fa:16:3e:db:5a:9a', 'name': 'tempest-NetworksTestDHCPv6-1005868471'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:21.592800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a871cc-5dc9-4811-b5aa-f2cd9932ee6a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Subnet': ['ID=661bc532-c1d2-42b1-84c4-afeadc336227,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:21.602712 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Checking router: d0629108-7c4a-4bc8-abaa-d409f42f39dd for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:21.603474 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Updating router d0629108-7c4a-4bc8-abaa-d409f42f39dd port 28702659-7c4e-488b-8f7a-835220beb4b3 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:15:21.639001 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:21.639556 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0810ff-f8e5-4973-af41-2bcee417e8d2 x-openstack-request-id: req-af0810ff-f8e5-4973-af41-2bcee417e8d2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:21.645873 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:21.646512 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af0810ff-f8e5-4973-af41-2bcee417e8d2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:21.649705 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0810ff-f8e5-4973-af41-2bcee417e8d2'] response: {'name': 'network-changed', 'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'status': 'completed', 'code': 200}
Mar 26 21:15:21.740557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53eba-b868-4da2-858b-48a50b859615 req-2f885f6e-4b5f-4661-9874-684231f8fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:21.753768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-2f885f6e-4b5f-4661-9874-684231f8fbb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8e16658cc541b2976c9325d1558792&device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 1127 time: 0.1450775
Mar 26 21:15:21.842281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Provisioning complete for port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:21.842658 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.080228 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks [] for port (28702659-7c4e-488b-8f7a-835220beb4b3), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.094667 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.121219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:22.121762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.153495 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eabbc-a99b-4ca4-b38a-e75a7a1662db None None] Pushing event updated for resources: {'Port': ['ID=28702659-7c4e-488b-8f7a-835220beb4b3,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:22.155672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53eba-b868-4da2-858b-48a50b859615 req-f2ae6cd8-e024-4b68-b9d1-a281dd4aca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:22.157299 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-f2ae6cd8-e024-4b68-b9d1-a281dd4aca9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 200  len: 914 time: 0.3978138
Mar 26 21:15:22.193815 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Attempting to bind port 28702659-7c4e-488b-8f7a-835220beb4b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:22.194726 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Attempting to bind port 28702659-7c4e-488b-8f7a-835220beb4b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:22.195440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Attempting to bind port 28702659-7c4e-488b-8f7a-835220beb4b3 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:22.202167 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:22.202866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:22.203466 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.204066 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:22.204976 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Bound port: 28702659-7c4e-488b-8f7a-835220beb4b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:22.205747 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.323656 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] For port 28702659-7c4e-488b-8f7a-835220beb4b3, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:22.331775 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] For port 28702659-7c4e-488b-8f7a-835220beb4b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28702659-7c4e-488b-8f7a-835220beb4b3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:22.344904 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.401234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Made reservation on behalf of bacc31d0868946c1acfdaf5a60ddd258 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:22.416404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.422300 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:22.423116 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422fc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:22.427527 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1eabbc-a99b-4ca4-b38a-e75a7a1662db None None] Pushing event updated for resources: {'Port': ['ID=28702659-7c4e-488b-8f7a-835220beb4b3,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:22.496400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-3f3751e5-d8ac-4def-89eb-4a74e6494934 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 200  len: 998 time: 0.3282266
Mar 26 21:15:22.590491 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.599952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:22.600552 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:22.620119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Allocated IP 2001:db8::2 (47e09718-1805-4aca-aaca-0947e5412160/f0f13773-10ae-4fd4-8309-094c1ad60d8b/870dd605-dbc4-4f4b-9c6d-12ee090639f7) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:22.630547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] device_id is not set on port d069eb97-065e-419c-99e1-9e80b1747d7d yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:22.635329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec383a0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd5258ad5-d58d-4138-b4fd-dce3117f45e6', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:15:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66671778-c815-4db4-8977-9d2e221ac2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:14:55Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:22.649369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Current status of the port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:22.650255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:22.671774 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:22.695152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:22.779981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53eba-b868-4da2-858b-48a50b859615 req-20f0a4e1-8d0b-4ca1-8bb0-c577bc054290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:22.781474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-20f0a4e1-8d0b-4ca1-8bb0-c577bc054290 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 200  len: 853 time: 0.2010694
Mar 26 21:15:22.913571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Allocated IP 172.20.0.1 (1df735fd-e59b-47ef-9b16-7384914eff6f/7e021cf0-c90b-4199-9dc3-d4f99285b66c/b0c116f7-d1a0-4ce9-b6fc-25477ab835b9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:22.920256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec53eba-b868-4da2-858b-48a50b859615 req-914b48f7-0760-456e-9b33-988ebd68e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:22.921709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-914b48f7-0760-456e-9b33-988ebd68e3cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1324108
Mar 26 21:15:22.996780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422fc10>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 3, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:23.043562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:23.044120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64902d-d022-4c32-99a3-ab2f7382eb52 None None] The sync data for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 is: [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 3, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:23.044513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ec383a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:23.111354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] For port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:23.116136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-7a54f66a-3e10-4797-9f0a-e7f0767282ba service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866894
Mar 26 21:15:23.124139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.127588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:23.176333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks [] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.275380 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Publish callbacks [] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.292490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec53eba-b868-4da2-858b-48a50b859615 req-e7c0553a-4955-4270-b483-3f2e245410da service neutron] 10.222.0.21 "GET /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701627
Mar 26 21:15:23.294759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.325151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.335042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6e16ebde-762a-4322-8aeb-aaf15b3541cc None None] Provisioning complete for port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:23.335417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e16ebde-762a-4322-8aeb-aaf15b3541cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.335895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Network 1df735fd-e59b-47ef-9b16-7384914eff6f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:23.339682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:23.368029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:23.399608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02aef-4adb-4d10-8a18-4ea13f890c76 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:23.402809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:23.403328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.407051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:23.534384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.539388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:23.664830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8::1ec (47e09718-1805-4aca-aaca-0947e5412160/f0f13773-10ae-4fd4-8309-094c1ad60d8b/d069eb97-065e-419c-99e1-9e80b1747d7d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:23.674867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:5a9a (47e09718-1805-4aca-aaca-0947e5412160/661bc532-c1d2-42b1-84c4-afeadc336227/d069eb97-065e-419c-99e1-9e80b1747d7d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:23.872880 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:23.908850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6cd3-d43c-4c83-bf81-cf82f12d4ec1 None None] Pushing event updated for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=14']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:23.971431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for port (d069eb97-065e-419c-99e1-9e80b1747d7d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.029671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d069eb97-065e-419c-99e1-9e80b1747d7d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.108611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:24.108981 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:24.109577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e16ebde-762a-4322-8aeb-aaf15b3541cc None None] Current status of the port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:24.147903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Network 47e09718-1805-4aca-aaca-0947e5412160 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:24.152860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:24.168925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:24.179315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:24.186407 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.228655 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35256) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:24.240857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event updated for resources: {'Port': ['ID=d069eb97-065e-419c-99e1-9e80b1747d7d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:24.252105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ef0dc933-e247-43c9-b4eb-ca04483779c3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.7017388
Mar 26 21:15:24.254749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:24.255580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ec383a0>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd5258ad5-d58d-4138-b4fd-dce3117f45e6', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:15:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66671778-c815-4db4-8977-9d2e221ac2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:14:55Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:24.326809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks [] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.333256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc50ef-ade5-4b02-8946-aec43226cacc None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd5258ad5-d58d-4138-b4fd-dce3117f45e6', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'port_id': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'mac_address': 'fa:16:3e:15:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66671778-c815-4db4-8977-9d2e221ac2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:14:55Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 1, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:24.339369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-652b4a59-7cc3-4c86-a5de-d1b707a30b81 None None] Provisioning complete for port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:24.341010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-652b4a59-7cc3-4c86-a5de-d1b707a30b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.346599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.456568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting port d069eb97-065e-419c-99e1-9e80b1747d7d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:24.456921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d069eb97-065e-419c-99e1-9e80b1747d7d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.461328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-652b4a59-7cc3-4c86-a5de-d1b707a30b81 None None] Port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:24.524008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.553784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35280) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:24.559757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-774d45cf-eda8-4416-ad10-f54d77be0460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.562458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:24.683970 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d069eb97-065e-419c-99e1-9e80b1747d7d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.714557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Calling delete_port for d069eb97-065e-419c-99e1-9e80b1747d7d owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:24.846350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Network 1df735fd-e59b-47ef-9b16-7384914eff6f is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:24.849485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:24.870341 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f3cd20-9c0c-4744-b65c-39131d4ecb2c None None] New status for floating IP d5258ad5-d58d-4138-b4fd-dce3117f45e6: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:15:24.873883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Deleting subnet 556e9c2c-01b8-49c1-be4e-df25c165ab71 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:24.882592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Publish callbacks [] for subnet (556e9c2c-01b8-49c1-be4e-df25c165ab71), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.940896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (556e9c2c-01b8-49c1-be4e-df25c165ab71), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.942469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-774d45cf-eda8-4416-ad10-f54d77be0460 admin admin] Publish callbacks [] for security_group (c8f45a57-945a-4211-a16a-39c2dbc3604e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:24.949751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-774d45cf-eda8-4416-ad10-f54d77be0460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8f45a57-945a-4211-a16a-39c2dbc3604e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.006470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d45cf-eda8-4416-ad10-f54d77be0460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f45a57-945a-4211-a16a-39c2dbc3604e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:25.025636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (556e9c2c-01b8-49c1-be4e-df25c165ab71), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.064882 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-861d28c9-1745-4bf1-a01c-7ade9e358103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.146564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-774d45cf-eda8-4416-ad10-f54d77be0460 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9e38e8c00034d389ea0392f785d7b62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9132042
Mar 26 21:15:25.151347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35284) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:25.180061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (556e9c2c-01b8-49c1-be4e-df25c165ab71), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.217804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c24092-bb60-44cc-94b5-f63b376e8fb8 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:25.224330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.232791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/556e9c2c-01b8-49c1-be4e-df25c165ab71 HTTP/1.1" status: 204  len: 168 time: 0.6727049
Mar 26 21:15:25.233485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35286) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:25.238717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84091ae5-b264-4f6c-9894-aedce7908b1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556e9c2c-01b8-49c1-be4e-df25c165ab71,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:25.247864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Router d0629108-7c4a-4bc8-abaa-d409f42f39dd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:15:25.248886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] Publish callbacks [] for security_group (c8f45a57-945a-4211-a16a-39c2dbc3604e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.283723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] Publish callbacks [] for security_group (c8f45a57-945a-4211-a16a-39c2dbc3604e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.295794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d069eb97-065e-419c-99e1-9e80b1747d7d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.329754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Provisioning complete for port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:25.330404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.361252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Port': ['ID=d069eb97-065e-419c-99e1-9e80b1747d7d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:25.389696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d44f6756-0914-4122-b1f7-731679a6fca5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.429910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:25.439810 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.445583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35288) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:25.445788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f1818fd2-996d-4de1-9ff6-32df570d86d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/d069eb97-065e-419c-99e1-9e80b1747d7d HTTP/1.1" status: 204  len: 168 time: 1.1893003
Mar 26 21:15:25.446884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:25.457209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-809353b7-3898-4daa-aba6-24dab52f1358 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0629108-7c4a-4bc8-abaa-d409f42f39dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4074073
Mar 26 21:15:25.472061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:25.472686 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.525430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8f45a57-945a-4211-a16a-39c2dbc3604e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.531524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.533641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8f45a57-945a-4211-a16a-39c2dbc3604e HTTP/1.1" status: 204  len: 168 time: 0.3799548
Mar 26 21:15:25.547546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e2cad-7d39-4741-9c4f-7bc6dce4b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f45a57-945a-4211-a16a-39c2dbc3604e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:25.566292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d44f6756-0914-4122-b1f7-731679a6fca5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.579092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543eb24d-a465-48d1-a541-41c7b15322ae tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:25.582107 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-543eb24d-a465-48d1-a541-41c7b15322ae tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1239200
Mar 26 21:15:25.591476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35294) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:25.621887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c040d4a-ebb7-488f-9fce-7da32bb73ec9 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:25.639553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e7f2700>,) {'filters': {'network_id': ['d44f6756-0914-4122-b1f7-731679a6fca5']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:25.661984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e7f2700>, '219631c7-2063-4167-9804-a30ebd699438') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:25.662373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e7f2700>, '219631c7-2063-4167-9804-a30ebd699438') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:25.682256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (219631c7-2063-4167-9804-a30ebd699438), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.719049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (219631c7-2063-4167-9804-a30ebd699438), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.723165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5103b5ee-f62f-41f4-a198-352a89294d02 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:25.724847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5103b5ee-f62f-41f4-a198-352a89294d02 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1314797
Mar 26 21:15:25.727446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35300) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:25.733549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:15:25.733984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (219631c7-2063-4167-9804-a30ebd699438), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:15:25.737222 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:15:25.867137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d44f6756-0914-4122-b1f7-731679a6fca5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.881358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:25.895643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] 10.222.0.16 "DELETE /v2.0/networks/d44f6756-0914-4122-b1f7-731679a6fca5 HTTP/1.1" status: 204  len: 168 time: 0.6546137
Mar 26 21:15:25.929003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77661e55-35e0-45bc-8901-906fa9ff8e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d44f6756-0914-4122-b1f7-731679a6fca5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:25.977428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Sync routers for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:26.007067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:26.008277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:14:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:26.187019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:26.195617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35306) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.212350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74b8f767-e5cd-47d8-801e-73b13c85c02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.231166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535628dc-a646-47fa-9faa-2e01cb953549 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:26.232713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535628dc-a646-47fa-9faa-2e01cb953549 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:26.233992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535628dc-a646-47fa-9faa-2e01cb953549 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:26.235649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-535628dc-a646-47fa-9faa-2e01cb953549 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5071640
Mar 26 21:15:26.239630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.307848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet 661bc532-c1d2-42b1-84c4-afeadc336227 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:26.311402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (661bc532-c1d2-42b1-84c4-afeadc336227), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.353892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (661bc532-c1d2-42b1-84c4-afeadc336227), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.431587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:26.432131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.490185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (661bc532-c1d2-42b1-84c4-afeadc336227), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.503473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.532694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-67091c1e-1877-4597-b485-765c8e2a4d39 None None] Provisioning complete for port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:26.533310 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67091c1e-1877-4597-b485-765c8e2a4d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.569673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ce338f0f-df73-48e7-a243-7f5ed8411a01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52b4455ec1a2447ebb1f737c0d97fc83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0649791
Mar 26 21:15:26.572211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.577346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.590422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037389272', 'description': 'tempest-secgroup-smoke-2037389272 description', 'project_id': '1a14cf15734c4aa881ff16a0bc734242'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:26.622340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74b8f767-e5cd-47d8-801e-73b13c85c02e admin admin] Publish callbacks [] for security_group (1637d60d-9697-42ff-9fac-1436f722b79c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.632691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74b8f767-e5cd-47d8-801e-73b13c85c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1637d60d-9697-42ff-9fac-1436f722b79c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.636633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] Publish callbacks [] for security_group (dac71316-0359-4216-a287-963fb3c0788b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.639638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (661bc532-c1d2-42b1-84c4-afeadc336227), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.666044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] Publish callbacks [] for security_group (dac71316-0359-4216-a287-963fb3c0788b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.681945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.721291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dac71316-0359-4216-a287-963fb3c0788b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.726100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.728931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dac71316-0359-4216-a287-963fb3c0788b HTTP/1.1" status: 204  len: 168 time: 0.1554570
Mar 26 21:15:26.734850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=661bc532-c1d2-42b1-84c4-afeadc336227,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:26.741078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.747374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1488fa03-6770-4e44-9f88-5557fb231852 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/661bc532-c1d2-42b1-84c4-afeadc336227 HTTP/1.1" status: 204  len: 168 time: 0.5041556
Mar 26 21:15:26.748167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.754285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8f767-e5cd-47d8-801e-73b13c85c02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1637d60d-9697-42ff-9fac-1436f722b79c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:26.781833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-74b8f767-e5cd-47d8-801e-73b13c85c02e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf4ef04f99064851aa8773a960f04977&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5849926
Mar 26 21:15:26.783270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35322) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:26.795392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f491ccc-2693-4fe8-baf9-bc31145a4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac71316-0359-4216-a287-963fb3c0788b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:26.830860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Deleting subnet f0f13773-10ae-4fd4-8309-094c1ad60d8b {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:26.835264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (f0f13773-10ae-4fd4-8309-094c1ad60d8b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.893108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (f0f13773-10ae-4fd4-8309-094c1ad60d8b), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.899994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] Publish callbacks [] for security_group (1637d60d-9697-42ff-9fac-1436f722b79c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.950157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (fe4547ee-b01b-4c11-b077-fad89161c34f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.956721 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] Publish callbacks [] for security_group (1637d60d-9697-42ff-9fac-1436f722b79c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.960646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fe4547ee-b01b-4c11-b077-fad89161c34f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:26.969041 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:26.969416 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:26.983213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-67091c1e-1877-4597-b485-765c8e2a4d39 None None] Current status of the port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:27.006158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d160>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:23Z', 'revision_number': 4, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0c116f7-d1a0-4ce9-b6fc-25477ab835b9', 'name': '', 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'mac_address': 'fa:16:3e:6d:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:22Z', 'updated_at': '2022-03-26T21:15:23Z', 'revision_number': 2, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'subnets': [{'id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:27.037848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.039968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4553478
Mar 26 21:15:27.045463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.051472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:27.057763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef9bc-8395-4a23-b76a-ccabc3065a36 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4547ee-b01b-4c11-b077-fad89161c34f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.062676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (f0f13773-10ae-4fd4-8309-094c1ad60d8b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.087325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Checking router: d0629108-7c4a-4bc8-abaa-d409f42f39dd for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:27.087626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Updating router d0629108-7c4a-4bc8-abaa-d409f42f39dd port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:15:27.093321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (3e6d73fc-633d-4472-9d7b-7a243ff55ac2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.127230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1637d60d-9697-42ff-9fac-1436f722b79c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.134669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.135872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1637d60d-9697-42ff-9fac-1436f722b79c HTTP/1.1" status: 204  len: 168 time: 0.3464720
Mar 26 21:15:27.140721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ccb1bb64-54ab-4735-9281-756d8f9ba56c None None] Could not find standard attr ID for object 28510878-09f4-496d-84ee-565c86e413d9. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:27.150412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (f0f13773-10ae-4fd4-8309-094c1ad60d8b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.152476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9bd27-4bf4-47c4-802f-038c2f83d9f4 None None] Network 47e09718-1805-4aca-aaca-0947e5412160 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:27.173579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bb853-0fdf-4c29-90a1-1a2111b0ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1637d60d-9697-42ff-9fac-1436f722b79c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.180682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.182422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f13773-10ae-4fd4-8309-094c1ad60d8b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.187103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.192122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8f38670a-f6ad-4fde-8a5b-7bfb99e4b540 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/f0f13773-10ae-4fd4-8309-094c1ad60d8b HTTP/1.1" status: 204  len: 168 time: 0.4393828
Mar 26 21:15:27.194509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35330) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.236867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-39cbb9f5-6a90-44e1-b7bd-23994b12feb8 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0408599
Mar 26 21:15:27.239398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35332) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.281145 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (3e6d73fc-633d-4472-9d7b-7a243ff55ac2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.287757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3e6d73fc-633d-4472-9d7b-7a243ff55ac2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.310977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a6846c25-dd6e-4b05-9f05-f40cfc26c3d7 None None] Could not find standard attr ID for object d069eb97-065e-419c-99e1-9e80b1747d7d. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:27.317955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6d73fc-633d-4472-9d7b-7a243ff55ac2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.329986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928492d-3b87-4353-8a71-3ae30cdc1083 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:27.336433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.346021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9928492d-3b87-4353-8a71-3ae30cdc1083 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.1044934
Mar 26 21:15:27.392603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba04d1-c709-4796-88ca-f4f0d25892ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:27.396817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35342) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.404281 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-16ba04d1-c709-4796-88ca-f4f0d25892ed tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0662611
Mar 26 21:15:27.422403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.426976 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd006ee1-ccd4-4b7d-97fa-bf0777b9b2a6 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3801322
Mar 26 21:15:27.427251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.432051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:27.476879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ff6435c-3c6d-4916-afc0-ecc8b7c51d54 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0788105
Mar 26 21:15:27.477490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35350) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.490820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (544ee76e-a8f2-4c82-918f-2cb4a1b6395b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.504666 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef73d925-3583-4b24-a5ec-d2724af9765e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.505280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef73d925-3583-4b24-a5ec-d2724af9765e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.514101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ef73d925-3583-4b24-a5ec-d2724af9765e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/d069eb97-065e-419c-99e1-9e80b1747d7d HTTP/1.1" status: 404  len: 333 time: 0.0355656
Mar 26 21:15:27.514773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35352) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.544811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] DHCP port deletion for 47e09718-1805-4aca-aaca-0947e5412160 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:15:27.556245 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d640225-f658-4b4e-85a1-c45bd5c48c28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.557605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d640225-f658-4b4e-85a1-c45bd5c48c28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.563101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7d640225-f658-4b4e-85a1-c45bd5c48c28 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/661bc532-c1d2-42b1-84c4-afeadc336227 HTTP/1.1" status: 404  len: 337 time: 0.0473418
Mar 26 21:15:27.566329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35354) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.604481 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d536db3-0faf-4e90-b3f4-13ff387bf761 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.605348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d536db3-0faf-4e90-b3f4-13ff387bf761 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.611185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4d536db3-0faf-4e90-b3f4-13ff387bf761 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/f0f13773-10ae-4fd4-8309-094c1ad60d8b HTTP/1.1" status: 404  len: 337 time: 0.0435450
Mar 26 21:15:27.613815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35358) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.642731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (544ee76e-a8f2-4c82-918f-2cb4a1b6395b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.654515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (544ee76e-a8f2-4c82-918f-2cb4a1b6395b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.670144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Deleting port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:27.671628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.688432 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c29ab8-9d81-4219-9e2f-3b8bde7bd242 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.689772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c29ab8-9d81-4219-9e2f-3b8bde7bd242 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.693713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-96c29ab8-9d81-4219-9e2f-3b8bde7bd242 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/28510878-09f4-496d-84ee-565c86e413d9 HTTP/1.1" status: 404  len: 333 time: 0.0784295
Mar 26 21:15:27.696594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35368) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.702622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ee76e-a8f2-4c82-918f-2cb4a1b6395b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.714850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.719048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd69cc0b-2d84-4cc2-a9d8-7308394ac723 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2906413
Mar 26 21:15:27.719386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35370) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.727130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:27.739817 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks [] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.759837 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6285037-e270-49b6-a19a-8ddc562c55a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.760456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6285037-e270-49b6-a19a-8ddc562c55a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.763705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6285037-e270-49b6-a19a-8ddc562c55a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/a25a4a0a-8761-479e-8fda-1547851d1de4 HTTP/1.1" status: 404  len: 337 time: 0.0656021
Mar 26 21:15:27.767593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.787988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (a8a2fc48-6a76-4646-8683-b2448b73cb0f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.796232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.812549 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-674ff1ed-9c4d-4702-81a3-823def96dd44 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.812549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674ff1ed-9c4d-4702-81a3-823def96dd44 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.818783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35380) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.824491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-674ff1ed-9c4d-4702-81a3-823def96dd44 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/59d78032-ef8e-4c7e-82f0-4c16cf49c85c HTTP/1.1" status: 404  len: 337 time: 0.0558741
Mar 26 21:15:27.848923 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28286bc-a636-48cb-9768-1884176a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.849414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28286bc-a636-48cb-9768-1884176a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.852919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a28286bc-a636-48cb-9768-1884176a1b90 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/2f684ac1-c82d-4a01-8e73-8fe146fc83fe HTTP/1.1" status: 404  len: 333 time: 0.0330851
Mar 26 21:15:27.855588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35382) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.876905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (a8a2fc48-6a76-4646-8683-b2448b73cb0f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.883989 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a8a2fc48-6a76-4646-8683-b2448b73cb0f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.898450 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-855eaf7e-1c3b-4694-bed7-2848651f6afe tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.898913 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855eaf7e-1c3b-4694-bed7-2848651f6afe tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.901994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-855eaf7e-1c3b-4694-bed7-2848651f6afe tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5ceef49d-218b-497e-a4a8-035e30c60a14 HTTP/1.1" status: 404  len: 337 time: 0.0453789
Mar 26 21:15:27.909431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.913528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a2fc48-6a76-4646-8683-b2448b73cb0f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.917980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] For port 870dd605-dbc4-4f4b-9c6d-12ee090639f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=870dd605-dbc4-4f4b-9c6d-12ee090639f7,segment=NetworkSegment(115d5e95-e23b-4738-bd1b-26a88bed914f),segment_id=115d5e95-e23b-4738-bd1b-26a88bed914f)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:27.918387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.947407 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d702ea0e-48a2-4b6a-8ff1-6131a65e0ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.961834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Calling delete_port for 870dd605-dbc4-4f4b-9c6d-12ee090639f7 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:27.971408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b2158-604b-4f6b-aaf1-8f71689ee993 None None] Pushing event updated for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:27.978096 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-56206bb6-7030-4a38-9a67-44ae53ef711a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:27.978891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56206bb6-7030-4a38-9a67-44ae53ef711a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:27.984483 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56206bb6-7030-4a38-9a67-44ae53ef711a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/d18c56c7-2ae3-4b33-ad3f-f25bdfad1d91 HTTP/1.1" status: 404  len: 337 time: 0.0489600
Mar 26 21:15:27.987144 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35390) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.988752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:27.990077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d66c5b04-0747-4d72-8172-55d6c8b3bd12 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2673306
Mar 26 21:15:27.992749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35392) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:27.999454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:28.049477 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7281244-a049-4701-8f37-d27824cae347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.050075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7281244-a049-4701-8f37-d27824cae347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.053361 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a7281244-a049-4701-8f37-d27824cae347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/da0b5daa-6757-465f-a897-059fa405bbee HTTP/1.1" status: 404  len: 333 time: 0.0651309
Mar 26 21:15:28.057072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35394) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.060624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (90de973c-48f3-40f9-8be1-4f6bedb31bd7), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.133477 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab5bc7e-e95e-441d-8e3e-83231543fe35 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.133954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab5bc7e-e95e-441d-8e3e-83231543fe35 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.137055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0ab5bc7e-e95e-441d-8e3e-83231543fe35 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/08d23d71-82aa-4984-8986-871e99e90b5f HTTP/1.1" status: 404  len: 337 time: 0.0793233
Mar 26 21:15:28.139704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35400) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.144321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (90de973c-48f3-40f9-8be1-4f6bedb31bd7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.151968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (90de973c-48f3-40f9-8be1-4f6bedb31bd7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.188734 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c1e2c2-dced-4892-9cf6-9bae50320035 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.189285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c1e2c2-dced-4892-9cf6-9bae50320035 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.193018 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0c1e2c2-dced-4892-9cf6-9bae50320035 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/08191d7f-6c8e-4f47-beba-5b248aa2333b HTTP/1.1" status: 404  len: 337 time: 0.0517652
Mar 26 21:15:28.195595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.202059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Attempting to bind port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:28.202479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Attempting to bind port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:28.202807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Attempting to bind port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 on network 1df735fd-e59b-47ef-9b16-7384914eff6f {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:28.207075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90de973c-48f3-40f9-8be1-4f6bedb31bd7,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:28.221442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.225063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b77b89b-5571-4148-99ad-df46a7f286c1 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2305610
Mar 26 21:15:28.227309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.229666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:28.239287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:28.240743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Checking segment: {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:28.241246 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8533ab5-c542-4670-b25d-98fe99be1d97 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.241920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8533ab5-c542-4670-b25d-98fe99be1d97 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.242421 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.243233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Bound using segment: {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:28.245487 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8533ab5-c542-4670-b25d-98fe99be1d97 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/ca02b6de-0244-4a1f-a120-1973e25e106c HTTP/1.1" status: 404  len: 333 time: 0.0476637
Mar 26 21:15:28.248205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35408) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.248359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Bound port: b0c116f7-d1a0-4ce9-b6fc-25477ab835b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:28.248834 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.306045 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Project 1a14cf15734c4aa881ff16a0bc734242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:15:28.315240 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68b8726-088d-45b9-8f4a-c41fa8ca8d65 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.315722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68b8726-088d-45b9-8f4a-c41fa8ca8d65 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.317206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (cc23cc89-dbaf-4a4e-9de0-5aeed6ff7e6b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.319019 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a68b8726-088d-45b9-8f4a-c41fa8ca8d65 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5b8da2cf-4e83-46a9-a5a7-224f9e2f5ea7 HTTP/1.1" status: 404  len: 337 time: 0.0696323
Mar 26 21:15:28.322261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35412) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.342465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (870dd605-dbc4-4f4b-9c6d-12ee090639f7), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.350802 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c926aa-8272-40e2-b0ba-41007ef829e0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.351396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c926aa-8272-40e2-b0ba-41007ef829e0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.357851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20c926aa-8272-40e2-b0ba-41007ef829e0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/d95b3507-bf2c-4b8b-ac57-14a4f508bd1c HTTP/1.1" status: 404  len: 333 time: 0.0319569
Mar 26 21:15:28.358209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.390504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] Pushing event deleted for resources: {'Port': ['ID=870dd605-dbc4-4f4b-9c6d-12ee090639f7,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:28.396538 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b124a45-8017-49c9-8329-a6f44fd10f8a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.397145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b124a45-8017-49c9-8329-a6f44fd10f8a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.399336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e6cd1-2cff-426c-8169-5d94817e78c5 None None] No DVR routers for this DVR port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:15:28.403438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2b124a45-8017-49c9-8329-a6f44fd10f8a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/975e2057-78a1-46ef-8fc2-d552950c1398 HTTP/1.1" status: 404  len: 337 time: 0.0416121
Mar 26 21:15:28.403807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35416) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.419126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] For port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:28.424483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] For port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:28.431130 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f35bce-36db-47c5-a1a9-d4e86c30a4b6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.431710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f35bce-36db-47c5-a1a9-d4e86c30a4b6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.437489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01f35bce-36db-47c5-a1a9-d4e86c30a4b6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/5a502c79-2692-4aef-9faf-85ca8040bd3c HTTP/1.1" status: 404  len: 333 time: 0.0296497
Mar 26 21:15:28.437917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35420) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.440102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (cc23cc89-dbaf-4a4e-9de0-5aeed6ff7e6b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.447481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cc23cc89-dbaf-4a4e-9de0-5aeed6ff7e6b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.449782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Provisioning complete for port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:28.450438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.454722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.471066 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9510552d-1f59-401b-93d1-b522adb5d196 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.471455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9510552d-1f59-401b-93d1-b522adb5d196 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.475174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9510552d-1f59-401b-93d1-b522adb5d196 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/6b08df2a-8e4c-4c1b-8370-3024ff73c0da HTTP/1.1" status: 404  len: 337 time: 0.0364614
Mar 26 21:15:28.477953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35422) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.482559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.483891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2542958
Mar 26 21:15:28.484696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899b88f-af2f-46e4-94b3-e6d017eb7871 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc23cc89-dbaf-4a4e-9de0-5aeed6ff7e6b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:28.496023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35424) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.525833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'security_group_rule': {'security_group_id': 'fe4547ee-b01b-4c11-b077-fad89161c34f', 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:28.532463 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76d7eb6-a81d-4868-a347-c958d575352c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.533655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76d7eb6-a81d-4868-a347-c958d575352c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.537957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b76d7eb6-a81d-4868-a347-c958d575352c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/1d28207a-16bd-4176-a1a9-30a5e77bff33 HTTP/1.1" status: 404  len: 333 time: 0.0590096
Mar 26 21:15:28.541658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35426) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.568460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b2158-604b-4f6b-aaf1-8f71689ee993 None None] Pushing event updated for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:28.573275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:28.576013 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Project 1a14cf15734c4aa881ff16a0bc734242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:15:28.579709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:28.584304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (2afab6b9-d0f5-4ce5-9ba8-840970d25f3b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.624588 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7da726-fe75-4b73-a8b8-60c48d9975e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.626178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7da726-fe75-4b73-a8b8-60c48d9975e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.635283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6e7da726-fe75-4b73-a8b8-60c48d9975e3 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/e3abfb9e-e895-4516-a765-54c3a8f4e483 HTTP/1.1" status: 404  len: 337 time: 0.0923572
Mar 26 21:15:28.638148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35430) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.688590 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7246f9-8273-493e-bc94-eb2d4ac3996b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.689273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7246f9-8273-493e-bc94-eb2d4ac3996b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.695311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1f7246f9-8273-493e-bc94-eb2d4ac3996b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/e51249ae-355e-46a4-8d32-ffed59ba7034 HTTP/1.1" status: 404  len: 333 time: 0.0532665
Mar 26 21:15:28.695664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.706576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (2afab6b9-d0f5-4ce5-9ba8-840970d25f3b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.717738 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (2afab6b9-d0f5-4ce5-9ba8-840970d25f3b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.769296 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a2a287-c53a-40af-a2d5-c87028dc0948 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.771753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a2a287-c53a-40af-a2d5-c87028dc0948 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.774515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afab6b9-d0f5-4ce5-9ba8-840970d25f3b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:28.779616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0a2a287-c53a-40af-a2d5-c87028dc0948 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5658f6d1-8fc4-40ae-9f7c-59621d5012e2 HTTP/1.1" status: 404  len: 337 time: 0.0825822
Mar 26 21:15:28.783263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35436) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.785786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.788314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4c043978-2d76-4e8d-8c7e-bebf57402779 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2868435
Mar 26 21:15:28.822795 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8adfb6-f960-4952-9ca8-2ec9c2849162 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.823643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8adfb6-f960-4952-9ca8-2ec9c2849162 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.828042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d8adfb6-f960-4952-9ca8-2ec9c2849162 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/16244eb3-4715-4133-b0ff-a6a7f2c74f29 HTTP/1.1" status: 404  len: 333 time: 0.0433462
Mar 26 21:15:28.831249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35444) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.832399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Current status of the port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:28.832793 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.871003 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b44cd97-c9d9-4dce-91b4-ebb761416f0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.871610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b44cd97-c9d9-4dce-91b4-ebb761416f0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.875153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b44cd97-c9d9-4dce-91b4-ebb761416f0f tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/20564045-d123-4383-8ba7-c95aeda8913c HTTP/1.1" status: 404  len: 337 time: 0.0428898
Mar 26 21:15:28.878263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35446) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.928844 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dce615-100a-4123-a930-de1d33f1d0da tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.929908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dce615-100a-4123-a930-de1d33f1d0da tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.933040 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:28.935701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-25dce615-100a-4123-a930-de1d33f1d0da tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/2cf27a5c-90d2-41aa-a777-f074a154a7e0 HTTP/1.1" status: 404  len: 337 time: 0.0563743
Mar 26 21:15:28.939118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35450) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.948561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:28.976986 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ecce4-8a63-47a7-86e5-c8e54729effa tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:28.978241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35ecce4-8a63-47a7-86e5-c8e54729effa tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:28.982108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c35ecce4-8a63-47a7-86e5-c8e54729effa tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/0c1f234b-676b-4e22-97e6-d8c717df7a92 HTTP/1.1" status: 404  len: 333 time: 0.0417504
Mar 26 21:15:28.986083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35452) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:28.993521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] For port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:28.995872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:29.060656 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-66baf661-d70a-40b7-a120-4d405fe2a15c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.061135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66baf661-d70a-40b7-a120-4d405fe2a15c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.065216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66baf661-d70a-40b7-a120-4d405fe2a15c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/381251df-5a61-45a6-8b92-3b81271138d9 HTTP/1.1" status: 404  len: 337 time: 0.0778353
Mar 26 21:15:29.067897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35462) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.097654 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd07496-9ae7-4bf7-ac21-bf67d514d069 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.098131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd07496-9ae7-4bf7-ac21-bf67d514d069 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.101724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cbd07496-9ae7-4bf7-ac21-bf67d514d069 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/d4bef91f-524a-41d6-971e-0fa9414e65f5 HTTP/1.1" status: 404  len: 337 time: 0.0327983
Mar 26 21:15:29.104476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35468) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.142317 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c4cfa3-56d6-450e-b3c3-767b2b793fbf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.143390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c4cfa3-56d6-450e-b3c3-767b2b793fbf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.146764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c8c4cfa3-56d6-450e-b3c3-767b2b793fbf tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/0589d33b-ba21-48bb-a5d6-c66d23241bbf HTTP/1.1" status: 404  len: 333 time: 0.0396361
Mar 26 21:15:29.150341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35480) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.185059 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-56cdc99b-cfa4-4783-8367-6d30a4c2cc45 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037389272&fields=id&tenant_id=1a14cf15734c4aa881ff16a0bc734242 HTTP/1.1" status: 200  len: 267 time: 0.0713739
Mar 26 21:15:29.194286 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-db66542e-ccd2-4f53-a253-56cc1f2d3d78 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.195246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db66542e-ccd2-4f53-a253-56cc1f2d3d78 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.198958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db66542e-ccd2-4f53-a253-56cc1f2d3d78 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/a9ab3f25-0ee0-46aa-b7f3-08e722b1aba4 HTTP/1.1" status: 404  len: 337 time: 0.0470352
Mar 26 21:15:29.199567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714d6da-3a5c-4118-9a24-dd947aaf4cab None None] Pushing event updated for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:29.201595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.206560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4816a4f5-9bd2-471d-a7c5-6ef2de8cca42 None None] Provisioning complete for port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:29.206920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4816a4f5-9bd2-471d-a7c5-6ef2de8cca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:29.285496 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a412d2-14ae-47da-9ea5-3e0d48fe82a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.285964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a412d2-14ae-47da-9ea5-3e0d48fe82a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.291966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59a412d2-14ae-47da-9ea5-3e0d48fe82a0 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/4046738b-403d-47dc-8d10-3314d3f21e46 HTTP/1.1" status: 404  len: 337 time: 0.0802855
Mar 26 21:15:29.292265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35488) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.349310 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79c778f-c25f-424c-b1fc-e0e2bf0285fd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.349874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79c778f-c25f-424c-b1fc-e0e2bf0285fd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.355840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c79c778f-c25f-424c-b1fc-e0e2bf0285fd tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/2e72d4a3-d7eb-4c48-9322-01b4184f5e5a HTTP/1.1" status: 404  len: 333 time: 0.0597267
Mar 26 21:15:29.355840 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35490) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.367120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4816a4f5-9bd2-471d-a7c5-6ef2de8cca42 None None] Current status of the port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:29.372568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5d160>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:23Z', 'revision_number': 4, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0c116f7-d1a0-4ce9-b6fc-25477ab835b9', 'name': '', 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'mac_address': 'fa:16:3e:6d:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:22Z', 'updated_at': '2022-03-26T21:15:28Z', 'revision_number': 4, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'subnets': [{'id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:29.389182 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2efb205-dc60-403c-8414-f874048b5fd5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.389644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2efb205-dc60-403c-8414-f874048b5fd5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.395699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b2efb205-dc60-403c-8414-f874048b5fd5 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/70c8285b-ee22-454c-b63d-cf5151e0fb38 HTTP/1.1" status: 404  len: 337 time: 0.0368173
Mar 26 21:15:29.395849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.403868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb77ac-a978-45d1-8eea-7a5f0d368cce None None] The sync data for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 is: [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:23Z', 'revision_number': 4, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b0c116f7-d1a0-4ce9-b6fc-25477ab835b9', 'name': '', 'network_id': '1df735fd-e59b-47ef-9b16-7384914eff6f', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'mac_address': 'fa:16:3e:6d:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:22Z', 'updated_at': '2022-03-26T21:15:28Z', 'revision_number': 4, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'subnets': [{'id': '7e021cf0-c90b-4199-9dc3-d4f99285b66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:29.435061 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ad83ad-888d-4486-bfd4-97bdc47cba25 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.435532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ad83ad-888d-4486-bfd4-97bdc47cba25 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.438756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e8ad83ad-888d-4486-bfd4-97bdc47cba25 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/69534a0b-dc18-464c-93bc-98cea927c92d HTTP/1.1" status: 404  len: 337 time: 0.0417638
Mar 26 21:15:29.441355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.474646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-303f38ed-cbd7-4789-9d42-7a3dae489496 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:29.476441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-303f38ed-cbd7-4789-9d42-7a3dae489496 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 808 time: 0.2903118
Mar 26 21:15:29.503331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb1b0ad6-703a-4179-91df-2c3a5152aebe tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports?device_id=986df6f8-eb3c-4225-8204-ac599895ee98 HTTP/1.1" status: 200  len: 205 time: 0.0602469
Mar 26 21:15:29.505167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35500) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.512250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-d5d680b7-23ed-4bec-a37c-fa9bf93719a4 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/quotas/1a14cf15734c4aa881ff16a0bc734242 HTTP/1.1" status: 200  len: 375 time: 0.0120513
Mar 26 21:15:29.556867 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-b9f34964-3db1-4bf4-a796-4f48a03e5b5e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] delete failed (client error): The resource could not be found.
Mar 26 21:15:29.560386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b9f34964-3db1-4bf4-a796-4f48a03e5b5e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/routers/986df6f8-eb3c-4225-8204-ac599895ee98 HTTP/1.1" status: 404  len: 336 time: 0.0536745
Mar 26 21:15:29.560793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.599203 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb3a73d-ee39-4594-8ecb-c6d592294bee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.599673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb3a73d-ee39-4594-8ecb-c6d592294bee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.604440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cbb3a73d-ee39-4594-8ecb-c6d592294bee tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/91b253a6-6525-47ce-84c9-4b0b78b2e773 HTTP/1.1" status: 404  len: 337 time: 0.0415664
Mar 26 21:15:29.606245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.649990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-41de7135-2378-4e13-ac38-d242327cf8d4 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "GET /v2.0/ports?device_id=98da3b8d-ad4f-448d-9866-39ada986695f HTTP/1.1" status: 200  len: 205 time: 0.0412118
Mar 26 21:15:29.652382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.666900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-713e16ae-4081-4600-9b92-e577b35807c5 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1448588
Mar 26 21:15:29.693251 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-bf11d283-6b8d-455d-8062-9cb99858e25b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] delete failed (client error): The resource could not be found.
Mar 26 21:15:29.694604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bf11d283-6b8d-455d-8062-9cb99858e25b tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/routers/98da3b8d-ad4f-448d-9866-39ada986695f HTTP/1.1" status: 404  len: 336 time: 0.0410748
Mar 26 21:15:29.697469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35514) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.729378 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-d256249a-faf8-4bb9-b154-35e2b05119f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.730246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d256249a-faf8-4bb9-b154-35e2b05119f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.736832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d256249a-faf8-4bb9-b154-35e2b05119f6 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/2aab22cf-4381-4ced-8dc0-0a6b56ba2f5e HTTP/1.1" status: 404  len: 337 time: 0.0383246
Mar 26 21:15:29.737467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.802967 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a4de19-090e-4e93-a58f-66c0f1a4c26d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.803538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a4de19-090e-4e93-a58f-66c0f1a4c26d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.810245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48a4de19-090e-4e93-a58f-66c0f1a4c26d tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/5ac06135-6df3-4822-bc16-c1187ef505c5 HTTP/1.1" status: 404  len: 337 time: 0.0693836
Mar 26 21:15:29.810644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35520) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.845427 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6438a7-e74d-48d6-a874-66d5252f2251 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.847968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6438a7-e74d-48d6-a874-66d5252f2251 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.851973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9c6438a7-e74d-48d6-a874-66d5252f2251 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/9b1f7819-3c87-4714-8a7b-cc941afec8c9 HTTP/1.1" status: 404  len: 333 time: 0.0394783
Mar 26 21:15:29.853721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35526) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.900140 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05ebf4f-4610-48c1-a4e2-c5388b194f0a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.901008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05ebf4f-4610-48c1-a4e2-c5388b194f0a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.906097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b05ebf4f-4610-48c1-a4e2-c5388b194f0a tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/93c6d3eb-17c8-44c0-88cb-2e54adbc4a6c HTTP/1.1" status: 404  len: 337 time: 0.0488644
Mar 26 21:15:29.906547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:29.952724 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c52bbe1-e121-4f59-a480-2cfb218d8600 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:29.953406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c52bbe1-e121-4f59-a480-2cfb218d8600 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:29.960090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c52bbe1-e121-4f59-a480-2cfb218d8600 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/b95cf096-af29-4827-9ff5-6a5eee3b454e HTTP/1.1" status: 404  len: 333 time: 0.0495403
Mar 26 21:15:29.960897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35530) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.005701 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8eec392-6f27-421e-8bed-f563cdfbaf39 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.006168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8eec392-6f27-421e-8bed-f563cdfbaf39 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.015433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e8eec392-6f27-421e-8bed-f563cdfbaf39 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/665cdf04-7176-49eb-aab8-6fa8dd1e7b66 HTTP/1.1" status: 404  len: 337 time: 0.0511923
Mar 26 21:15:30.016267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35532) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.048612 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b2ef45-6157-4a61-a2d6-93f4864f2187 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.049196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b2ef45-6157-4a61-a2d6-93f4864f2187 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.056992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35534) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.057126 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7b2ef45-6157-4a61-a2d6-93f4864f2187 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/b451ca42-da6b-499c-a134-c2ffc478e767 HTTP/1.1" status: 404  len: 333 time: 0.0354779
Mar 26 21:15:30.103301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-d684a945-e915-4b1f-b125-fdb9a177806b service neutron] 10.222.0.16 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4223418
Mar 26 21:15:30.130623 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-423b6af8-bd99-481e-a39c-8d0380b770ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.131173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423b6af8-bd99-481e-a39c-8d0380b770ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.134577 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-423b6af8-bd99-481e-a39c-8d0380b770ad tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/6345dfbb-1b61-4f8d-a2c0-3982e69801dc HTTP/1.1" status: 404  len: 337 time: 0.0779846
Mar 26 21:15:30.135993 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.140199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.176813 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf1b91-74d7-4955-b16f-9dab634d3347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.177385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaf1b91-74d7-4955-b16f-9dab634d3347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.184822 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4aaf1b91-74d7-4955-b16f-9dab634d3347 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/11a7047c-9fea-4484-96e5-9e4c4e9ee5b3 HTTP/1.1" status: 404  len: 333 time: 0.0413687
Mar 26 21:15:30.186268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.222990 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b74c22-b059-466f-9d06-b86af790b6a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.223828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b74c22-b059-466f-9d06-b86af790b6a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.227970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31b74c22-b059-466f-9d06-b86af790b6a9 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/7be2541a-e5ed-4967-9004-8a8998626cdf HTTP/1.1" status: 404  len: 337 time: 0.0403130
Mar 26 21:15:30.230012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35554) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.230491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-b536a336-1a7d-4dac-bab8-d7fac10cc530 service neutron] 10.222.0.16 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191177
Mar 26 21:15:30.255535 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f146a1-e955-4940-9175-13c99b4ae860 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.256212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f146a1-e955-4940-9175-13c99b4ae860 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.260019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20f146a1-e955-4940-9175-13c99b4ae860 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/a8710e9b-37e3-4989-a0a5-9509a60d9080 HTTP/1.1" status: 404  len: 333 time: 0.0278449
Mar 26 21:15:30.261847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35556) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.292869 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29dba03-3e42-412b-a064-2671961f5ece tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.293350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29dba03-3e42-412b-a064-2671961f5ece tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.296610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e29dba03-3e42-412b-a064-2671961f5ece tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/0c88afcc-85c2-4a7d-adbb-1b49a93c92e9 HTTP/1.1" status: 404  len: 337 time: 0.0338337
Mar 26 21:15:30.299309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35558) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.326624 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0a63a3-7e93-4bac-8f63-736bb853c9db tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.327246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0a63a3-7e93-4bac-8f63-736bb853c9db tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.334331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8d0a63a3-7e93-4bac-8f63-736bb853c9db tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/901cffac-ebdd-4c78-bf4d-9f43aa4b4655 HTTP/1.1" status: 404  len: 333 time: 0.0312517
Mar 26 21:15:30.334540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35560) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.366096 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36c1a83-5a03-4ee2-a30b-9afbcb4d2635 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.366564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36c1a83-5a03-4ee2-a30b-9afbcb4d2635 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.371958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d36c1a83-5a03-4ee2-a30b-9afbcb4d2635 tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/125f1d7b-6553-404d-a550-22fbff1858b1 HTTP/1.1" status: 404  len: 337 time: 0.0341868
Mar 26 21:15:30.372622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35564) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.408177 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c947e26c-d435-45b4-a0ac-78a9ca7d261e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.408765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c947e26c-d435-45b4-a0ac-78a9ca7d261e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.412079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c947e26c-d435-45b4-a0ac-78a9ca7d261e tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/ports/ccdbd225-7e98-4ac6-9d0f-3e3f0e45e623 HTTP/1.1" status: 404  len: 333 time: 0.0384295
Mar 26 21:15:30.414652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35568) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.446343 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cc6120-da94-4242-b765-b8d728cc69ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:15:30.446831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56cc6120-da94-4242-b765-b8d728cc69ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:30.452264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56cc6120-da94-4242-b765-b8d728cc69ec tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/subnets/de1d6287-30c0-42d9-8f97-e23b88fa9904 HTTP/1.1" status: 404  len: 337 time: 0.0344713
Mar 26 21:15:30.453578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35572) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:30.463658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cc2c855-7977-4d6c-89bb-020af439725b req-566c8cfe-0549-409b-88c4-7563ecc33810 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 210 time: 0.0292871
Mar 26 21:15:30.546267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (47e09718-1805-4aca-aaca-0947e5412160), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.647149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (47e09718-1805-4aca-aaca-0947e5412160), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.668204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d3246d0>,) {'filters': {'network_id': ['47e09718-1805-4aca-aaca-0947e5412160']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:30.677912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3246d0>, '115d5e95-e23b-4738-bd1b-26a88bed914f') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:30.678215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d3246d0>, '115d5e95-e23b-4738-bd1b-26a88bed914f') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:30.690712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (115d5e95-e23b-4738-bd1b-26a88bed914f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.709972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (115d5e95-e23b-4738-bd1b-26a88bed914f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.717147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:15:30.717553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (115d5e95-e23b-4738-bd1b-26a88bed914f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:15:30.720668 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:15:30.807306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (47e09718-1805-4aca-aaca-0947e5412160), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.816263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:30.820477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] 10.222.0.16 "DELETE /v2.0/networks/47e09718-1805-4aca-aaca-0947e5412160 HTTP/1.1" status: 204  len: 168 time: 0.3648629
Mar 26 21:15:30.853172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b6d9c-4595-43a8-bd30-0e08aa0cd53c tempest-NetworksTestDHCPv6-2128014203 tempest-NetworksTestDHCPv6-2128014203-project] Pushing event deleted for resources: {'Network': ['ID=47e09718-1805-4aca-aaca-0947e5412160,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:30.887586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port 870dd605-dbc4-4f4b-9c6d-12ee090639f7 update to DOWN by agent not found {{(pid=126739) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}}
Mar 26 21:15:31.162552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:31.293972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:31.294357 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.437641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35598) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:31.468111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:31.470480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 28702659-7c4e-488b-8f7a-835220beb4b3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:31.545277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 28702659-7c4e-488b-8f7a-835220beb4b3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:31.545871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.654743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 28702659-7c4e-488b-8f7a-835220beb4b3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:31.655439 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.658954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c045dc9-f6a4-4ac0-9079-3bfccfaa5c76 req-c2397634-6f89-4029-af96-3f18fbe5d78b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 210 time: 0.0671520
Mar 26 21:15:31.696046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 28702659-7c4e-488b-8f7a-835220beb4b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28702659-7c4e-488b-8f7a-835220beb4b3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:31.703526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.704893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:31.724114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1ccc193-d9e3-4941-855b-5543ee765c56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bacc31d0868946c1acfdaf5a60ddd258&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2851992
Mar 26 21:15:31.726985 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:31.781312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-25ba5d41-f818-4433-9aed-90065b56c45d tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:31.783646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-25ba5d41-f818-4433-9aed-90065b56c45d tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 808 time: 0.2356842
Mar 26 21:15:31.798767 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] Publish callbacks [] for security_group (f8766462-d801-4821-822c-20f31ddccbae), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.818242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=28702659-7c4e-488b-8f7a-835220beb4b3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:31.823777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] Publish callbacks [] for security_group (f8766462-d801-4821-822c-20f31ddccbae), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.849712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:31.850181 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.852682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.866618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-2a577994-32f6-4bc4-aab9-7190d0b14db0 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a14cf15734c4aa881ff16a0bc734242 HTTP/1.1" status: 200  len: 380 time: 0.0732329
Mar 26 21:15:31.878061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'port': {'device_id': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'admin_state_up': True, 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'security_groups': ['fe4547ee-b01b-4c11-b077-fad89161c34f']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:31.910382 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f8766462-d801-4821-822c-20f31ddccbae), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.915301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:31.917682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8766462-d801-4821-822c-20f31ddccbae HTTP/1.1" status: 204  len: 168 time: 0.1897504
Mar 26 21:15:31.948484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a1c21-f5e9-4ff7-aebb-3e5c7cd7855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8766462-d801-4821-822c-20f31ddccbae,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:31.954966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:31.957382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd9d3f50-e465-4b7e-a0a1-fd70567beffa up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:32.041056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bd9d3f50-e465-4b7e-a0a1-fd70567beffa triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:32.041847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:32.069723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Made reservation on behalf of 1a14cf15734c4aa881ff16a0bc734242 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:32.076262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:32.234497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Allocated IP 172.20.0.7 (e4836231-1512-4907-a9ce-7cfc0228ac84/7dec8015-1a9b-42d4-9d14-9dee824644b2/d6e7ebff-b51e-441f-b6b1-b718e5c678cf) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:32.323594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bd9d3f50-e465-4b7e-a0a1-fd70567beffa is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:32.408051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:32.453793 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:32.506277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:32.510477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:32.513107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:32.545274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:32.608840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:32.609537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:32.646950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-69c1cb3f-20c3-4f53-9773-862745b43054 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7740076
Mar 26 21:15:32.815771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3fb8-8e51-4bd9-804a-fb181ffde1d5 req-97a4a315-e9b3-4da8-a047-4fe0f0a25637 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:32.817366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af6c3fb8-8e51-4bd9-804a-fb181ffde1d5 req-97a4a315-e9b3-4da8-a047-4fe0f0a25637 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 931 time: 0.0727766
Mar 26 21:15:32.883328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af6c3fb8-8e51-4bd9-804a-fb181ffde1d5 req-06a6fe67-cbff-4945-95c2-01819a86a14f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601728
Mar 26 21:15:32.896561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Request body: {'port': {'device_id': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:32.925241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-66e57a73-48d8-452d-91e5-c750da7e1f68 None None] Provisioning complete for port d6e7ebff-b51e-441f-b6b1-b718e5c678cf triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:32.925698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-66e57a73-48d8-452d-91e5-c750da7e1f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.001807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-66e57a73-48d8-452d-91e5-c750da7e1f68 None None] Port d6e7ebff-b51e-441f-b6b1-b718e5c678cf cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:33.023369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.044126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 28702659-7c4e-488b-8f7a-835220beb4b3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:33.135471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 28702659-7c4e-488b-8f7a-835220beb4b3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:33.136494 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.240766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 28702659-7c4e-488b-8f7a-835220beb4b3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:33.364968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e7ebff-b51e-441f-b6b1-b718e5c678cf {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:15:33.373456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks [] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.386917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Transition to ACTIVE for port object d6e7ebff-b51e-441f-b6b1-b718e5c678cf will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:15:33.395289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.418473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35686) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:33.469443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:33.533914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Attempting to bind port d6e7ebff-b51e-441f-b6b1-b718e5c678cf on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:33.534270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Attempting to bind port d6e7ebff-b51e-441f-b6b1-b718e5c678cf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:33.534609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Attempting to bind port d6e7ebff-b51e-441f-b6b1-b718e5c678cf on network e4836231-1512-4907-a9ce-7cfc0228ac84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:33.540262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Port d6e7ebff-b51e-441f-b6b1-b718e5c678cf on network e4836231-1512-4907-a9ce-7cfc0228ac84 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:15:33.540916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Attempting to bind port d6e7ebff-b51e-441f-b6b1-b718e5c678cf on network e4836231-1512-4907-a9ce-7cfc0228ac84 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:33.544766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2056179476'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:33.547799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:33.548211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Checking segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:33.548614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Bound using segment: {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:33.549244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Bound port: d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8232a-b4d4-41b3-bc86-3718be6e71f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:33.556983 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.571591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Made reservation on behalf of e7442ba4684047629c0de92ac34b7e42 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:33.577701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.589116 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.678234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:33.682364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:33.694425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.720123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for security_group (5ce3ee3b-8b91-440f-8cd0-638a41c926ea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.725645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ce3ee3b-8b91-440f-8cd0-638a41c926ea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.744883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:33.745520 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.747122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] 10.222.0.18 "PUT /v2.0/ports/d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 1091 time: 1.0912340
Mar 26 21:15:33.747474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:33.750163 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:33.775936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3ab9-dec8-45f5-b37d-268cd4358e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:33.814155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:15:33.830235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce3ee3b-8b91-440f-8cd0-638a41c926ea,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:33.838217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d47a9513-b2bd-499e-a90e-e3e3e12a6bfd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.838568 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Added segment d47a9513-b2bd-499e-a90e-e3e3e12a6bfd of type vlan for network 135558ed-77ed-4740-97f3-5c11d323cb72
Mar 26 21:15:33.885539 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb816b-1eba-494b-9767-b509aec98aac x-openstack-request-id: req-25eb816b-1eba-494b-9767-b509aec98aac {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:33.886159 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:33.886789 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25eb816b-1eba-494b-9767-b509aec98aac {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:33.887625 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb816b-1eba-494b-9767-b509aec98aac'] response: {'name': 'network-changed', 'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'status': 'completed', 'code': 200}
Mar 26 21:15:33.896031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (135558ed-77ed-4740-97f3-5c11d323cb72), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.909670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-f96973af-1eb1-4039-bc9f-27169ecd65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:33.913569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-f96973af-1eb1-4039-bc9f-27169ecd65bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1125 time: 0.1047487
Mar 26 21:15:33.958411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (135558ed-77ed-4740-97f3-5c11d323cb72), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:33.967938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:33.984263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:34.053493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.6338959
Mar 26 21:15:34.057675 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-299c2498-3989-455d-a9ea-ce0d08f111c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 217 time: 0.1358516
Mar 26 21:15:34.058139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:34.064219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Request body: {'subnet': {'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:34.126689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba0ae8-8776-4b31-8ada-f45b7af1f9e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'Network': ['ID=135558ed-77ed-4740-97f3-5c11d323cb72,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:34.138519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 135558ed-77ed-4740-97f3-5c11d323cb72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:15:34.267089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-e5f5e707-94f1-4ff9-aacd-0cefb88e12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:34.269213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-e5f5e707-94f1-4ff9-aacd-0cefb88e12ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.1475134
Mar 26 21:15:34.302205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b37d8-8764-4bba-93eb-2e12f9b2c096 req-5459ee14-1502-450f-9cc5-8bf5e74e2706 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:34.303727 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb7b37d8-8764-4bba-93eb-2e12f9b2c096 req-5459ee14-1502-450f-9cc5-8bf5e74e2706 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 943 time: 0.2487352
Mar 26 21:15:34.352593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Made reservation on behalf of e7442ba4684047629c0de92ac34b7e42 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:34.358083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:34.453117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eb7b37d8-8764-4bba-93eb-2e12f9b2c096 req-c4cba2db-6396-4abf-83a9-f9a5961a3012 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307964
Mar 26 21:15:34.455069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-235715c8-aafd-4833-a18b-a6fb6ec23e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:34.456567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-235715c8-aafd-4833-a18b-a6fb6ec23e23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1788723
Mar 26 21:15:34.606292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-0297e580-6027-4419-a6e9-ee6403bf485b service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433375
Mar 26 21:15:34.742397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (78cd6a27-83c8-4e01-be34-319c19eaa401), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:34.790028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-046f37b6-0a5f-4d07-ad27-079539fa55a0 req-b09500ac-3e49-4fa2-a255-b6ecd15906e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772604
Mar 26 21:15:34.812100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'Subnet': ['ID=78cd6a27-83c8-4e01-be34-319c19eaa401,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:34.827674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Checking segment: {'id': 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:34.828086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Network hostable DHCP agents. Network: 135558ed-77ed-4740-97f3-5c11d323cb72, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:15:34.877068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Network 135558ed-77ed-4740-97f3-5c11d323cb72 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:15:34.890216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-376f66bc-7a7b-44ef-b157-cf541345dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:34.892266 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-376f66bc-7a7b-44ef-b157-cf541345dfd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1125 time: 0.0599217
Mar 26 21:15:34.893281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 135558ed-77ed-4740-97f3-5c11d323cb72) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:34.898350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:34.898941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:34.905409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adc186-0a89-4a12-a03d-560a73584be1 None None] Network 135558ed-77ed-4740-97f3-5c11d323cb72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:34.940387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2da5564f-1a60-4e01-8f6d-9e8c2ec9117d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8804412
Mar 26 21:15:34.942878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35774) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:34.949352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Request body: {'port': {'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2104509724'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:35.046292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-135558ed-77ed-4740-97f3-5c11d323cb72', 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72', 'project_id': 'e7442ba4684047629c0de92ac34b7e42', 'fixed_ips': [{'subnet_id': '78cd6a27-83c8-4e01-be34-319c19eaa401'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:15:35.047417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.090376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-341c18b3-571f-43a4-a84e-3e908de0a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:35.092039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-341c18b3-571f-43a4-a84e-3e908de0a20a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.1950994
Mar 26 21:15:35.150246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-b7dfbaba-9a8a-4f1b-b189-1370d9967f7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 217 time: 0.0492752
Mar 26 21:15:35.218043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Allocated IP 2001:db8::2 (135558ed-77ed-4740-97f3-5c11d323cb72/78cd6a27-83c8-4e01-be34-319c19eaa401/983bd696-c83b-400f-9954-497ff084aca3) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:35.226269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Made reservation on behalf of e7442ba4684047629c0de92ac34b7e42 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:35.229742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.250643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-e7cd830d-d6e5-4296-883d-448fea94a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:35.252663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-e7cd830d-d6e5-4296-883d-448fea94a46e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.0907722
Mar 26 21:15:35.260628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] device_id is not set on port 84624fd6-200a-40af-b3e2-851fe89d1075 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:35.364212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-2491f6ef-8f1c-479d-8fed-fddbd3693a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:35.365731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-2491f6ef-8f1c-479d-8fed-fddbd3693a2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1066773
Mar 26 21:15:35.381530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks [] for port (983bd696-c83b-400f-9954-497ff084aca3), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.388043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (983bd696-c83b-400f-9954-497ff084aca3), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.427576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Network 135558ed-77ed-4740-97f3-5c11d323cb72 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:35.430329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:35.432972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:35.449413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Pushing event updated for resources: {'Port': ['ID=983bd696-c83b-400f-9954-497ff084aca3,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:35.499529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Allocated IP 2001:db8::2d7 (135558ed-77ed-4740-97f3-5c11d323cb72/78cd6a27-83c8-4e01-be34-319c19eaa401/84624fd6-200a-40af-b3e2-851fe89d1075) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:35.524094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Attempting to bind port 983bd696-c83b-400f-9954-497ff084aca3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:15:35.524474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Attempting to bind port 983bd696-c83b-400f-9954-497ff084aca3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:15:35.524841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Attempting to bind port 983bd696-c83b-400f-9954-497ff084aca3 on network 135558ed-77ed-4740-97f3-5c11d323cb72 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:15:35.525622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-6b50f807-ca2f-43f6-89d7-3cc8f9f1ba23 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533756
Mar 26 21:15:35.530697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:15:35.531134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Checking segment: {'id': 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:15:35.531552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.531977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Bound using segment: {'id': 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:15:35.532601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Bound port: 983bd696-c83b-400f-9954-497ff084aca3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:15:35.532989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (983bd696-c83b-400f-9954-497ff084aca3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.535070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35782) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:35.606653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] For port 983bd696-c83b-400f-9954-497ff084aca3, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:15:35.613136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] For port 983bd696-c83b-400f-9954-497ff084aca3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=983bd696-c83b-400f-9954-497ff084aca3,segment=NetworkSegment(d47a9513-b2bd-499e-a90e-e3e3e12a6bfd),segment_id=d47a9513-b2bd-499e-a90e-e3e3e12a6bfd)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:15:35.623037 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (983bd696-c83b-400f-9954-497ff084aca3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.630940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208b864-a624-4f5f-a618-47db60e7f6a0 req-056bf382-2ac5-43de-9c9f-4fdcd17722b0 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:35.632806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f208b864-a624-4f5f-a618-47db60e7f6a0 req-056bf382-2ac5-43de-9c9f-4fdcd17722b0 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 943 time: 0.0675859
Mar 26 21:15:35.700392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45454e-4c92-4f9b-b8a5-84b02cecae39 None None] Pushing event updated for resources: {'Port': ['ID=983bd696-c83b-400f-9954-497ff084aca3,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:35.756624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6c96a5c-9baa-48fc-a43e-c2c580b984dc req-738377f9-d40e-4930-aee5-4cc21bca12e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112947
Mar 26 21:15:35.769080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.798483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f208b864-a624-4f5f-a618-47db60e7f6a0 req-688644ea-ec70-4450-9134-b06a191b9e40 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589668
Mar 26 21:15:35.889884 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for port (84624fd6-200a-40af-b3e2-851fe89d1075), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.895068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Publish callbacks [] for security_group (330064b2-0e7e-4f96-bf83-2c86b9983618), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.900660 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (330064b2-0e7e-4f96-bf83-2c86b9983618), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.932999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:35.951454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6662102b722b44f78c64a13a809ca434&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4152603
Mar 26 21:15:35.952393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330064b2-0e7e-4f96-bf83-2c86b9983618,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:35.954398 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:35.982878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.983323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.983707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.984078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.984481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.984821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.985785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.986123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.986453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.987455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.987455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.987691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.988123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.988445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:35.988779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5dc67-ca44-4b56-bf86-71ed393b55c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.008696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Network 135558ed-77ed-4740-97f3-5c11d323cb72 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:36.018239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'Port': ['ID=84624fd6-200a-40af-b3e2-851fe89d1075,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:36.022428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:36.029201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:36.034980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.035600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.046554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] Publish callbacks [] for security_group (330064b2-0e7e-4f96-bf83-2c86b9983618), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.054000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.054615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.055477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.055842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.056208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.056553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.056895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.057234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.057572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.057905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.058245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.058575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.058904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.059236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.059583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:15:36.074937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] Publish callbacks [] for security_group (330064b2-0e7e-4f96-bf83-2c86b9983618), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.080271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6b792546-9f88-46b9-841d-cb6d12b04082 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.1361632
Mar 26 21:15:36.083074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:36.088484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Request body: {'port': {'network_id': '135558ed-77ed-4740-97f3-5c11d323cb72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1279285351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:36.089065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] bootfile-name is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:36.089419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] tftp-server is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:36.089765 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] server-ip-address is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:36.134210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (330064b2-0e7e-4f96-bf83-2c86b9983618), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.138694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.142786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/330064b2-0e7e-4f96-bf83-2c86b9983618 HTTP/1.1" status: 204  len: 168 time: 0.1845641
Mar 26 21:15:36.154405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431b07-9a3a-47ac-82c2-904762f9baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330064b2-0e7e-4f96-bf83-2c86b9983618,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:36.230407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Made reservation on behalf of e7442ba4684047629c0de92ac34b7e42 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:36.234172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.252357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] device_id is not set on port e071802b-a9b2-49e2-9a6a-5776d5e77993 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:36.370775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Allocated IP 2001:db8::379 (135558ed-77ed-4740-97f3-5c11d323cb72/78cd6a27-83c8-4e01-be34-319c19eaa401/e071802b-a9b2-49e2-9a6a-5776d5e77993) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:36.418286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:36.433079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2043f5c7-9c84-4cc7-8527-ad13b6d90712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.509532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2043f5c7-9c84-4cc7-8527-ad13b6d90712 admin admin] Publish callbacks [] for security_group (2766106c-c9f0-4850-bc68-de3f91d5ff38), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.514718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2043f5c7-9c84-4cc7-8527-ad13b6d90712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2766106c-c9f0-4850-bc68-de3f91d5ff38), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.537485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for port (e071802b-a9b2-49e2-9a6a-5776d5e77993), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.556724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2043f5c7-9c84-4cc7-8527-ad13b6d90712 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68ccc2eff6ed4e1e90e1b2ede2a3f96e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1371436
Mar 26 21:15:36.558130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043f5c7-9c84-4cc7-8527-ad13b6d90712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2766106c-c9f0-4850-bc68-de3f91d5ff38,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:36.560640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:36.579201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e071802b-a9b2-49e2-9a6a-5776d5e77993), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.615416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] Publish callbacks [] for security_group (2766106c-c9f0-4850-bc68-de3f91d5ff38), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.619415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Network 135558ed-77ed-4740-97f3-5c11d323cb72 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:36.622994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:36.626917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:36.632448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.633124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.639195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] Publish callbacks [] for security_group (2766106c-c9f0-4850-bc68-de3f91d5ff38), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.663287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 0.5768673
Mar 26 21:15:36.663287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145232d1-1cd3-4620-b79a-22022111bd91 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'Port': ['ID=e071802b-a9b2-49e2-9a6a-5776d5e77993,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:36.665177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35814) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:36.705879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2766106c-c9f0-4850-bc68-de3f91d5ff38), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.709630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.713224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2766106c-c9f0-4850-bc68-de3f91d5ff38 HTTP/1.1" status: 204  len: 168 time: 0.1487589
Mar 26 21:15:36.721210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebd2be-f71b-4276-9aa2-7c6cde52cd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2766106c-c9f0-4850-bc68-de3f91d5ff38,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:36.735665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04e2c0-1eef-4377-91a9-fcc534e48e6b tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.741083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04e2c0-1eef-4377-91a9-fcc534e48e6b tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.746609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04e2c0-1eef-4377-91a9-fcc534e48e6b tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.751043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab04e2c0-1eef-4377-91a9-fcc534e48e6b tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.0822845
Mar 26 21:15:36.751473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:36.881057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Deleting port e071802b-a9b2-49e2-9a6a-5776d5e77993 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:36.881533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e071802b-a9b2-49e2-9a6a-5776d5e77993), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:36.966005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4018f8d-589f-4792-b87f-a09282e6620e req-8ab1dea6-5ae7-4a94-a315-b66a34cbaea3 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:36.972606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4018f8d-589f-4792-b87f-a09282e6620e req-8ab1dea6-5ae7-4a94-a315-b66a34cbaea3 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 943 time: 0.0764022
Mar 26 21:15:36.999793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4579dc3-6d08-44fa-84f9-324ff955317b None None] Network 135558ed-77ed-4740-97f3-5c11d323cb72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:37.003125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e071802b-a9b2-49e2-9a6a-5776d5e77993), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.022229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Calling delete_port for e071802b-a9b2-49e2-9a6a-5776d5e77993 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:37.066074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4018f8d-589f-4792-b87f-a09282e6620e req-9cbae796-ae72-4616-9a1e-af587b1d5b99 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884597
Mar 26 21:15:37.156308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Provisioning complete for port 983bd696-c83b-400f-9954-497ff084aca3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:37.156704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (983bd696-c83b-400f-9954-497ff084aca3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.162031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 983bd696-c83b-400f-9954-497ff084aca3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:37.219621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e071802b-a9b2-49e2-9a6a-5776d5e77993), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.249883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event deleted for resources: {'Port': ['ID=e071802b-a9b2-49e2-9a6a-5776d5e77993,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:37.287354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.290714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eeba8418-22da-46e2-8798-bde7df93049c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "DELETE /v2.0/ports/e071802b-a9b2-49e2-9a6a-5776d5e77993 HTTP/1.1" status: 204  len: 168 time: 0.5381942
Mar 26 21:15:37.294347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35834) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:37.299768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Request body: {'port': {'name': 'tempest-new-port-name-2024593570', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:37.300216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] bootfile-name is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:37.300583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] tftp-server is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:37.300948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.api.validators [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] server-ip-address is not in valid_values {{(pid=126738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Mar 26 21:15:37.315313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 983bd696-c83b-400f-9954-497ff084aca3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:37.315695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (983bd696-c83b-400f-9954-497ff084aca3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.359858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Current status of the port 983bd696-c83b-400f-9954-497ff084aca3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:37.360576 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (983bd696-c83b-400f-9954-497ff084aca3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.405435 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.429593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] For port 983bd696-c83b-400f-9954-497ff084aca3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=983bd696-c83b-400f-9954-497ff084aca3,segment=NetworkSegment(d47a9513-b2bd-499e-a90e-e3e3e12a6bfd),segment_id=d47a9513-b2bd-499e-a90e-e3e3e12a6bfd)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:37.439305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (983bd696-c83b-400f-9954-497ff084aca3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.480677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 983bd696-c83b-400f-9954-497ff084aca3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:37.481415 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (983bd696-c83b-400f-9954-497ff084aca3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.510731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553fad1-ee32-4600-a328-6f19f7f905a1 None None] Pushing event updated for resources: {'Port': ['ID=983bd696-c83b-400f-9954-497ff084aca3,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:37.556497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:15:37.557384 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:15:37.633998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for port (84624fd6-200a-40af-b3e2-851fe89d1075), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.639100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.656576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Could not find standard attr ID for object e071802b-a9b2-49e2-9a6a-5776d5e77993. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:37.667538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Provisioning complete for port 84624fd6-200a-40af-b3e2-851fe89d1075 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:37.668439 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.687055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] In _notify_port_updated(), no bound segment for port 84624fd6-200a-40af-b3e2-851fe89d1075 on network 135558ed-77ed-4740-97f3-5c11d323cb72 {{(pid=126738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:15:37.693274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:37.693926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.695292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "PUT /v2.0/ports/84624fd6-200a-40af-b3e2-851fe89d1075 HTTP/1.1" status: 200  len: 1130 time: 0.3998940
Mar 26 21:15:37.698052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:37.707470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6439f-87e7-46c1-8894-73283c44d4cd tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event updated for resources: {'Port': ['ID=84624fd6-200a-40af-b3e2-851fe89d1075,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:37.740078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Port 84624fd6-200a-40af-b3e2-851fe89d1075 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:37.752670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Provisioning complete for port 983bd696-c83b-400f-9954-497ff084aca3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:37.753217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (983bd696-c83b-400f-9954-497ff084aca3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.757502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7a7c9-0ac0-4a46-bb7c-64c8f85db83c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:37.758936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ac7a7c9-0ac0-4a46-bb7c-64c8f85db83c tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "GET /v2.0/ports/84624fd6-200a-40af-b3e2-851fe89d1075 HTTP/1.1" status: 200  len: 1130 time: 0.0597637
Mar 26 21:15:37.762782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 35848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:37.856755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2bb4bdd0-9a54-403a-b071-52c5522c02d7 None None] Current status of the port 983bd696-c83b-400f-9954-497ff084aca3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:37.881209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Deleting port 84624fd6-200a-40af-b3e2-851fe89d1075 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:37.881560 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.996045 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:37.999772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1e628ca1-2aa7-47f5-bb78-bc9d28ba5dc5 None None] Provisioning complete for port 84624fd6-200a-40af-b3e2-851fe89d1075 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:38.000186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1e628ca1-2aa7-47f5-bb78-bc9d28ba5dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.018570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Calling delete_port for 84624fd6-200a-40af-b3e2-851fe89d1075 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:38.138479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 983bd696-c83b-400f-9954-497ff084aca3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:38.144923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1e628ca1-2aa7-47f5-bb78-bc9d28ba5dc5 None None] Port 84624fd6-200a-40af-b3e2-851fe89d1075 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:15:38.242091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (84624fd6-200a-40af-b3e2-851fe89d1075), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.262742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb808cd-5fbc-40b4-b56c-ca3b6d304fa8 req-3d71776b-bde8-4da4-b1ab-7dbf2895bbcd tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:38.264106 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2fb808cd-5fbc-40b4-b56c-ca3b6d304fa8 req-3d71776b-bde8-4da4-b1ab-7dbf2895bbcd tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 943 time: 0.1040184
Mar 26 21:15:38.264237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ce182cf2-fca3-4fa4-bcd7-48c199a80c0a None None] Could not find standard attr ID for object e071802b-a9b2-49e2-9a6a-5776d5e77993. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:38.286177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event deleted for resources: {'Port': ['ID=84624fd6-200a-40af-b3e2-851fe89d1075,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:38.326117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.329985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09dcc667-d06f-47c1-b526-dc668d711d2d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "DELETE /v2.0/ports/84624fd6-200a-40af-b3e2-851fe89d1075 HTTP/1.1" status: 204  len: 168 time: 0.5662682
Mar 26 21:15:38.332725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:38.361621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2fb808cd-5fbc-40b4-b56c-ca3b6d304fa8 req-dddcfcbc-5d6e-4097-b3aa-143f26f70237 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795062
Mar 26 21:15:38.372288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6e7ebff-b51e-441f-b6b1-b718e5c678cf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:15:38.410558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Deleting subnet 78cd6a27-83c8-4e01-be34-319c19eaa401 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:15:38.416048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for subnet (78cd6a27-83c8-4e01-be34-319c19eaa401), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.460275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (78cd6a27-83c8-4e01-be34-319c19eaa401), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.495105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:38.511265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'port_id': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'mac_address': 'fa:16:3e:ed:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:15:38.559490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d6e7ebff-b51e-441f-b6b1-b718e5c678cf is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:38.560031 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.564638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (78cd6a27-83c8-4e01-be34-319c19eaa401), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.580865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e7ebff-b51e-441f-b6b1-b718e5c678cf {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:15:38.605181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:38.612128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.637718 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (78cd6a27-83c8-4e01-be34-319c19eaa401), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.668875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event deleted for resources: {'Subnet': ['ID=78cd6a27-83c8-4e01-be34-319c19eaa401,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:38.672197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:38.672372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.675557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a5d3a591-c0c6-4c00-a2c6-4e0a65fce154 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "DELETE /v2.0/subnets/78cd6a27-83c8-4e01-be34-319c19eaa401 HTTP/1.1" status: 204  len: 168 time: 0.3410401
Mar 26 21:15:38.678161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:38.774553 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (135558ed-77ed-4740-97f3-5c11d323cb72), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.811122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368a718-5e83-4531-b0cc-b4dcf3b635fd None None] Network 135558ed-77ed-4740-97f3-5c11d323cb72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:15:38.827479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['d6e7ebff-b51e-441f-b6b1-b718e5c678cf'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:15:38.836822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Deleting port 983bd696-c83b-400f-9954-497ff084aca3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:38.837165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (983bd696-c83b-400f-9954-497ff084aca3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.914503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-49a97275-a5bc-4284-8566-dd23b04873f9 None None] Could not find standard attr ID for object 84624fd6-200a-40af-b3e2-851fe89d1075. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:15:38.922411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] For port 983bd696-c83b-400f-9954-497ff084aca3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=983bd696-c83b-400f-9954-497ff084aca3,segment=NetworkSegment(d47a9513-b2bd-499e-a90e-e3e3e12a6bfd),segment_id=d47a9513-b2bd-499e-a90e-e3e3e12a6bfd)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:38.922898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (983bd696-c83b-400f-9954-497ff084aca3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:38.941254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Calling delete_port for 983bd696-c83b-400f-9954-497ff084aca3 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:15:39.057153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 983bd696-c83b-400f-9954-497ff084aca3 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:39.083569 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (983bd696-c83b-400f-9954-497ff084aca3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.128869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d289f-5f12-47b0-a2e0-fa191b88206c None None] DHCP port deletion for 135558ed-77ed-4740-97f3-5c11d323cb72 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:15:39.130011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] No DVR routers for this DVR port 983bd696-c83b-400f-9954-497ff084aca3 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:15:39.131811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event deleted for resources: {'Port': ['ID=983bd696-c83b-400f-9954-497ff084aca3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:39.148070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No active binding found for port 983bd696-c83b-400f-9954-497ff084aca3 {{(pid=126739) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Mar 26 21:15:39.148462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] The host ncdv-master-1 is not matching for port 983bd696-c83b-400f-9954-497ff084aca3 host None! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:15:39.148857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 983bd696-c83b-400f-9954-497ff084aca3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Mar 26 21:15:39.175872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Port 983bd696-c83b-400f-9954-497ff084aca3 not found, will not notify nova. {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Mar 26 21:15:39.228683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (135558ed-77ed-4740-97f3-5c11d323cb72), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.251388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d72d340>,) {'filters': {'network_id': ['135558ed-77ed-4740-97f3-5c11d323cb72']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:39.263397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d72d340>, 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:39.263702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d72d340>, 'd47a9513-b2bd-499e-a90e-e3e3e12a6bfd') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:39.274919 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d47a9513-b2bd-499e-a90e-e3e3e12a6bfd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.295469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d47a9513-b2bd-499e-a90e-e3e3e12a6bfd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.295781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:15:39.296269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d47a9513-b2bd-499e-a90e-e3e3e12a6bfd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:15:39.300336 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:15:39.361982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (135558ed-77ed-4740-97f3-5c11d323cb72), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.373621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.377954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] 10.222.0.16 "DELETE /v2.0/networks/135558ed-77ed-4740-97f3-5c11d323cb72 HTTP/1.1" status: 204  len: 168 time: 0.6980898
Mar 26 21:15:39.389629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610fdd8-f889-4073-9913-d6083d44cb0d tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172 tempest-ExtraDHCPOptionsIpV6TestJSON-1184743172-project] Pushing event deleted for resources: {'Network': ['ID=135558ed-77ed-4740-97f3-5c11d323cb72,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:39.517432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764fcc6-90f6-463f-803e-d68171a0b632 req-279baeac-d908-4b36-9508-4a22d678dd8c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:39.518957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2764fcc6-90f6-463f-803e-d68171a0b632 req-279baeac-d908-4b36-9508-4a22d678dd8c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 944 time: 0.0613811
Mar 26 21:15:39.576527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2764fcc6-90f6-463f-803e-d68171a0b632 req-c0348d32-cecd-4584-b032-874b860d66f5 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498803
Mar 26 21:15:39.689594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35932) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:39.855328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fc628d8d-1b35-4194-b88a-d6721e130a8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7442ba4684047629c0de92ac34b7e42&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1643980
Mar 26 21:15:39.857709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 35942) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:39.909604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] Publish callbacks [] for security_group (5ce3ee3b-8b91-440f-8cd0-638a41c926ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.932003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] Publish callbacks [] for security_group (5ce3ee3b-8b91-440f-8cd0-638a41c926ea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.986033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ce3ee3b-8b91-440f-8cd0-638a41c926ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.988999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:39.990048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ce3ee3b-8b91-440f-8cd0-638a41c926ea HTTP/1.1" status: 204  len: 168 time: 0.1312709
Mar 26 21:15:39.998530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf23cb-e4e8-4b36-8164-864dde3b022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce3ee3b-8b91-440f-8cd0-638a41c926ea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:40.390449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6e7ebff-b51e-441f-b6b1-b718e5c678cf up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:15:40.451787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port d6e7ebff-b51e-441f-b6b1-b718e5c678cf completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:15:40.457095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port d6e7ebff-b51e-441f-b6b1-b718e5c678cf triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:15:40.457618 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:40.548192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port d6e7ebff-b51e-441f-b6b1-b718e5c678cf is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:15:40.548881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:40.584019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:40.588078 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5b1d7-ad6e-4667-898e-cb6f384100a5" -d '{"events": [{"server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:40.637115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:15:40.647504 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:40.651269 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf016bb-57cb-45fa-8854-acaab7c58550 x-openstack-request-id: req-2cf016bb-57cb-45fa-8854-acaab7c58550 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:40.651815 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "name": "network-vif-plugged", "status": "completed", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:40.652365 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cf016bb-57cb-45fa-8854-acaab7c58550 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:40.652848 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf016bb-57cb-45fa-8854-acaab7c58550'] response: {'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'code': 200}
Mar 26 21:15:40.749369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:40.818784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95229d84-acd0-421b-ad55-85eed578be76 req-86e5ea49-d146-4b6e-a48e-6b2eaae0c397 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:40.820997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95229d84-acd0-421b-ad55-85eed578be76 req-86e5ea49-d146-4b6e-a48e-6b2eaae0c397 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.1141205
Mar 26 21:15:40.827478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13bf44-b250-4d83-a53a-327383d1ce99 req-9dd52ecf-123e-4c94-9f65-c109054cf3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:40.829029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0a13bf44-b250-4d83-a53a-327383d1ce99 req-9dd52ecf-123e-4c94-9f65-c109054cf3c8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.1109130
Mar 26 21:15:40.915204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95229d84-acd0-421b-ad55-85eed578be76 req-6b0baa35-81b9-44fe-83a0-79d6626f96ac tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842822
Mar 26 21:15:40.919453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0a13bf44-b250-4d83-a53a-327383d1ce99 req-2a7b7840-00e0-4246-873d-4f3c9ddcbb13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822890
Mar 26 21:15:40.927141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36020) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.009502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 983bd696-c83b-400f-9954-497ff084aca3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:15:41.029769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 983bd696-c83b-400f-9954-497ff084aca3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:15:41.030117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 983bd696-c83b-400f-9954-497ff084aca3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:15:41.104769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--715340879'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:41.125292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.134846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.228067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (5b482fac-d61f-4248-8b75-642ea04bd305), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.234012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b482fac-d61f-4248-8b75-642ea04bd305), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.262474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36032) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.402187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-484c97b7-57d2-4b08-aa61-847ad4c4dabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.482637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36038) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.493092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-484c97b7-57d2-4b08-aa61-847ad4c4dabb admin admin] Publish callbacks [] for security_group (6855bd9e-2d2d-4f12-b0f0-20e2ce27de20), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.498014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-484c97b7-57d2-4b08-aa61-847ad4c4dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6855bd9e-2d2d-4f12-b0f0-20e2ce27de20), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.529703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-484c97b7-57d2-4b08-aa61-847ad4c4dabb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57bb7fba052c4f5f85e78439076094af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2653911
Mar 26 21:15:41.535589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.574530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c97b7-57d2-4b08-aa61-847ad4c4dabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855bd9e-2d2d-4f12-b0f0-20e2ce27de20,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:41.612777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b482fac-d61f-4248-8b75-642ea04bd305,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:41.620065 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49087368-7fbd-42c3-9f8f-3e28987ec7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.623218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] Publish callbacks [] for security_group (6855bd9e-2d2d-4f12-b0f0-20e2ce27de20), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.661379 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (022761c8-22b2-4a82-9988-12327727bdee), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.662141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] Publish callbacks [] for security_group (6855bd9e-2d2d-4f12-b0f0-20e2ce27de20), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.665416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (022761c8-22b2-4a82-9988-12327727bdee), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.697346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.701234 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7704897
Mar 26 21:15:41.701393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36044) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.709277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0fa4-1a48-43f0-b3c3-3cdeba3345f6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022761c8-22b2-4a82-9988-12327727bdee,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:41.741931 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6855bd9e-2d2d-4f12-b0f0-20e2ce27de20), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.744492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.745620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6855bd9e-2d2d-4f12-b0f0-20e2ce27de20 HTTP/1.1" status: 204  len: 168 time: 0.2087374
Mar 26 21:15:41.762176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49087368-7fbd-42c3-9f8f-3e28987ec7d1 admin admin] Publish callbacks [] for security_group (f4b14e87-67aa-497f-b82a-fc0907bfca12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.764293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353452a9-0311-4d37-b744-3b5d175b3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855bd9e-2d2d-4f12-b0f0-20e2ce27de20,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:41.766915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-833e6881-1474-44d1-af23-0ddc40d6518b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0612221
Mar 26 21:15:41.767040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36048) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.773154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-security--1384897404', 'description': 'tempest-security-description-1746801386'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:41.778121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49087368-7fbd-42c3-9f8f-3e28987ec7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4b14e87-67aa-497f-b82a-fc0907bfca12), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.839828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49087368-7fbd-42c3-9f8f-3e28987ec7d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1922967207fb4c17a20ee1aed55f8116&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3560019
Mar 26 21:15:41.842568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36050) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.849764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49087368-7fbd-42c3-9f8f-3e28987ec7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b14e87-67aa-497f-b82a-fc0907bfca12,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:41.857835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (022761c8-22b2-4a82-9988-12327727bdee), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.895345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] Publish callbacks [] for security_group (f4b14e87-67aa-497f-b82a-fc0907bfca12), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.926639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] Publish callbacks [] for security_group (f4b14e87-67aa-497f-b82a-fc0907bfca12), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.931684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (022761c8-22b2-4a82-9988-12327727bdee), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.936530 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (022761c8-22b2-4a82-9988-12327727bdee), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.940262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.941523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "PUT /v2.0/security-groups/022761c8-22b2-4a82-9988-12327727bdee HTTP/1.1" status: 200  len: 1797 time: 0.1735289
Mar 26 21:15:41.945993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36056) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:41.992481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4b14e87-67aa-497f-b82a-fc0907bfca12), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:41.996843 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.004034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4b14e87-67aa-497f-b82a-fc0907bfca12 HTTP/1.1" status: 204  len: 168 time: 0.1568878
Mar 26 21:15:42.008909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eb724-a92e-4bdc-9a85-d95135fc7a65 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022761c8-22b2-4a82-9988-12327727bdee,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.013684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-86c35fe2-54ce-4ecf-ba82-b7d3a5f6ab7f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups/022761c8-22b2-4a82-9988-12327727bdee HTTP/1.1" status: 200  len: 1797 time: 0.0664458
Mar 26 21:15:42.019517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36060) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.036372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f8a79-5029-46cc-8aaf-93ef6b2b4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b14e87-67aa-497f-b82a-fc0907bfca12,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.149587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36064) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.164059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f875481-e968-4db4-a5bd-6441b325a4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.264652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f875481-e968-4db4-a5bd-6441b325a4a2 admin admin] Publish callbacks [] for security_group (6bd0d144-7236-44b7-a049-98c9c6408310), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.270510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3f875481-e968-4db4-a5bd-6441b325a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6bd0d144-7236-44b7-a049-98c9c6408310), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.319453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875481-e968-4db4-a5bd-6441b325a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0d144-7236-44b7-a049-98c9c6408310,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.330332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3f875481-e968-4db4-a5bd-6441b325a4a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83c37d42cf154ffda6b7f0fb36b18be6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1794629
Mar 26 21:15:42.337112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36066) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.396495 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] Publish callbacks [] for security_group (6bd0d144-7236-44b7-a049-98c9c6408310), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.420885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] Publish callbacks [] for security_group (6bd0d144-7236-44b7-a049-98c9c6408310), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.429890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade27dea-4cd9-4eb3-8403-1ab235e37176 req-3ecad707-d94b-448e-83e3-914e84db09bb tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:42.433378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ade27dea-4cd9-4eb3-8403-1ab235e37176 req-3ecad707-d94b-448e-83e3-914e84db09bb tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.4080815
Mar 26 21:15:42.466436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (022761c8-22b2-4a82-9988-12327727bdee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.477237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (6bd0d144-7236-44b7-a049-98c9c6408310), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.480665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.496247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd0d144-7236-44b7-a049-98c9c6408310 HTTP/1.1" status: 204  len: 168 time: 0.1540189
Mar 26 21:15:42.507198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1214e4e-9aeb-4df0-a9e0-3c17ac2f5124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0d144-7236-44b7-a049-98c9c6408310,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.511476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (022761c8-22b2-4a82-9988-12327727bdee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.531040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ade27dea-4cd9-4eb3-8403-1ab235e37176 req-a1c4f666-64c1-42f5-99b4-9e3fd60fa4e7 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910089
Mar 26 21:15:42.569017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (022761c8-22b2-4a82-9988-12327727bdee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.571879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.575574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/022761c8-22b2-4a82-9988-12327727bdee HTTP/1.1" status: 204  len: 168 time: 0.5528648
Mar 26 21:15:42.576262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36072) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.584877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fbdcc-3d39-47df-8ee7-af77d5903408 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022761c8-22b2-4a82-9988-12327727bdee,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.668522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-989408b1-5918-40f4-8119-19af9ea0a1a4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0908623
Mar 26 21:15:42.671293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36076) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.689927 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-ac0aaf99-fb30-4449-942a-d0e67341cd11 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] delete failed (client error): The resource could not be found.
Mar 26 21:15:42.691563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac0aaf99-fb30-4449-942a-d0e67341cd11 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/022761c8-22b2-4a82-9988-12327727bdee HTTP/1.1" status: 404  len: 347 time: 0.0193899
Mar 26 21:15:42.695807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.696338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873fc9f-5df3-4f0d-bb76-07af4931c31d req-021820d3-6e4a-42eb-a1c0-64f669e6a2ca tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:42.697827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6873fc9f-5df3-4f0d-bb76-07af4931c31d req-021820d3-6e4a-42eb-a1c0-64f669e6a2ca tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.0755208
Mar 26 21:15:42.701240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633323901'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:42.722875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.748665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6873fc9f-5df3-4f0d-bb76-07af4931c31d req-d810bc6f-1d00-446b-93b8-94461f38c926 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447857
Mar 26 21:15:42.796955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (481403a8-2e11-49a3-9c6d-d4ae63fc2dc9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.801885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (481403a8-2e11-49a3-9c6d-d4ae63fc2dc9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.843352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.847461 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1479099
Mar 26 21:15:42.848429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36086) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.857104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '481403a8-2e11-49a3-9c6d-d4ae63fc2dc9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:42.861943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0abc4-ce89-496a-8734-a4642338b475 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481403a8-2e11-49a3-9c6d-d4ae63fc2dc9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.888070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.896086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b9da3-cb56-4a2c-a5e7-5efcb5b4c720 req-a4a9107c-10a7-44c4-b254-844c6389d81e tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:42.897660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f60b9da3-cb56-4a2c-a5e7-5efcb5b4c720 req-a4a9107c-10a7-44c4-b254-844c6389d81e tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.0725086
Mar 26 21:15:42.954025 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.956054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f60b9da3-cb56-4a2c-a5e7-5efcb5b4c720 req-312b7650-e048-421e-9d84-8601ce04f78e tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524054
Mar 26 21:15:42.961210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.980659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36092) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:42.985375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5a556f-cf20-4c0c-add3-d5330adc4afa,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:42.994090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:42.995506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3c4ccaff-295a-4aa6-96c8-7f8230711384 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1443508
Mar 26 21:15:42.998486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.040612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.049782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.081668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3f5a556f-cf20-4c0c-add3-d5330adc4afa), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.094722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.098644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36102) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.098807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3f5a556f-cf20-4c0c-add3-d5330adc4afa HTTP/1.1" status: 204  len: 168 time: 0.0990975
Mar 26 21:15:43.099816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4d016-f70a-431a-b73d-45d670192163 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f5a556f-cf20-4c0c-add3-d5330adc4afa,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.150502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7a6dd4e4-8bcf-4475-ad9c-44b772ffd503 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0504346
Mar 26 21:15:43.153011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36106) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.217016 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (481403a8-2e11-49a3-9c6d-d4ae63fc2dc9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.243720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (481403a8-2e11-49a3-9c6d-d4ae63fc2dc9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.248548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a7af3-7df0-414b-995f-94e06faf636c tempest-TestServerBasicOps-2005321228 tempest-TestServerBasicOps-2005321228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:43.250279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-019a7af3-7df0-414b-995f-94e06faf636c tempest-TestServerBasicOps-2005321228 tempest-TestServerBasicOps-2005321228-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1122 time: 0.2684305
Mar 26 21:15:43.253202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36110) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.257463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:43.278521 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.290934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (481403a8-2e11-49a3-9c6d-d4ae63fc2dc9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.294219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.295830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/481403a8-2e11-49a3-9c6d-d4ae63fc2dc9 HTTP/1.1" status: 204  len: 168 time: 0.1418030
Mar 26 21:15:43.300118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36114) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.318695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb0ea-6258-4be4-9234-b599efa5da2a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481403a8-2e11-49a3-9c6d-d4ae63fc2dc9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.361275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1800b6dc-2392-4669-be71-0ee0a27b2bc6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0540242
Mar 26 21:15:43.362023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36116) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.368445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--477750739'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:43.397999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.447793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.530841 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (1834b67e-05b1-4c5e-9526-7d7ca41f6a10), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.554604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1834b67e-05b1-4c5e-9526-7d7ca41f6a10), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.594080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.598342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2327549
Mar 26 21:15:43.598881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36126) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.603530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '1834b67e-05b1-4c5e-9526-7d7ca41f6a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:43.609851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f6a2d-dbd5-45d1-b190-f9285b18c4e6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1834b67e-05b1-4c5e-9526-7d7ca41f6a10,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.613107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Allocated IP 172.35.4.226 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/28cd2ea8-5c94-4fcd-84b2-a4faeeff719c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:43.639155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.696011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.703433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.720159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843c947c-0554-44f8-87e6-49a22f6edb78,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.737400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.737984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.739961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6cd06c7a-07bc-4471-98c7-7477ba8303f0 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1400454
Mar 26 21:15:43.742382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36130) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.748443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '1834b67e-05b1-4c5e-9526-7d7ca41f6a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:43.775159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.777426 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.817001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:43.821470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:43.829114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:43.832066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'Port': ['ID=28cd2ea8-5c94-4fcd-84b2-a4faeeff719c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.835054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.840890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.863509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254835a3-5f30-4415-aad4-eea295fff7c0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:43.869418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.873225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-30769e3c-9063-4d8c-ae5d-21372ecdca08 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1294894
Mar 26 21:15:43.873829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36136) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:43.879291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '1834b67e-05b1-4c5e-9526-7d7ca41f6a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:43.905001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.973077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.977886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:43.998549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee34c9b-60ce-497e-ae83-4b3d2ecd4495,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.004314 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.005528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1efb735e-846c-45d5-8284-641df08d4dce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1307592
Mar 26 21:15:44.008333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.018428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '1834b67e-05b1-4c5e-9526-7d7ca41f6a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:44.047746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.107319 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.112414 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.128980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f98e3aa-e9fe-4e38-b50f-d1f6f239883f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.145308 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.147196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0d697c66-c3b4-461c-9fb1-a1275bdcf8ed tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1342404
Mar 26 21:15:44.150022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36146) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.156835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '1834b67e-05b1-4c5e-9526-7d7ca41f6a10', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:44.157140 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.228153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.317892 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for floatingip (607b7ca5-88af-4211-8e46-1637472d69f5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.324918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.344829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.368215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ef798b-f956-43d5-9866-44159eacfe5b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.382717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.383948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a041d1d9-553f-4ccc-9a3f-40ca13541d10 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.2329357
Mar 26 21:15:44.386926 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36150) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.414091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.416389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.424565 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.453206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (87ef798b-f956-43d5-9866-44159eacfe5b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.464240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.467735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/87ef798b-f956-43d5-9866-44159eacfe5b HTTP/1.1" status: 204  len: 168 time: 0.0772998
Mar 26 21:15:44.467735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891890-abbd-40c5-8fed-61c5655a91af tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87ef798b-f956-43d5-9866-44159eacfe5b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.468254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36154) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.511649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-576fe692-11f7-4657-aa63-ae699ffe5cbd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0422535
Mar 26 21:15:44.514341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36156) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.548520 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.557901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.585221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (6f98e3aa-e9fe-4e38-b50f-d1f6f239883f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.590768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.591911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6f98e3aa-e9fe-4e38-b50f-d1f6f239883f HTTP/1.1" status: 204  len: 168 time: 0.0765464
Mar 26 21:15:44.592610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.594559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36160) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.600320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23e20f-8950-451b-b65e-38d45c2d428e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f98e3aa-e9fe-4e38-b50f-d1f6f239883f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.602337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.704692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event updated for resources: {'Port': ['ID=28cd2ea8-5c94-4fcd-84b2-a4faeeff719c,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.724311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0e50129d-4761-447e-b1ae-18538bbe41d8 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1284704
Mar 26 21:15:44.727268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36166) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.732291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (607b7ca5-88af-4211-8e46-1637472d69f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.756961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.764603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.795637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cee34c9b-60ce-497e-ae83-4b3d2ecd4495), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.805006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.808480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cee34c9b-60ce-497e-ae83-4b3d2ecd4495 HTTP/1.1" status: 204  len: 168 time: 0.0775802
Mar 26 21:15:44.809400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36172) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.818324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973426d-a3ed-462f-8b40-4ccf6fb2d864 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cee34c9b-60ce-497e-ae83-4b3d2ecd4495,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.853095 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Floating IP 607b7ca5-88af-4211-8e46-1637472d69f5 associated. External IP: 172.35.4.226, port: d6e7ebff-b51e-441f-b6b1-b718e5c678cf.
Mar 26 21:15:44.855544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d3c34cea-903b-4eae-b796-3d757f9d5973 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0448449
Mar 26 21:15:44.858377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36176) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.881976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.889991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.927015 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (254835a3-5f30-4415-aad4-eea295fff7c0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.935068 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:44.940190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/254835a3-5f30-4415-aad4-eea295fff7c0 HTTP/1.1" status: 204  len: 168 time: 0.0804873
Mar 26 21:15:44.940836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:44.953764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd049947-b37a-4ec5-a3b5-06eacce89b14 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=254835a3-5f30-4415-aad4-eea295fff7c0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:44.992241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7992fa0-ca84-4593-b90c-8d729e6c7456 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0483153
Mar 26 21:15:44.994211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36184) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.028254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.036766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.066477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (843c947c-0554-44f8-87e6-49a22f6edb78), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.074651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.075874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/843c947c-0554-44f8-87e6-49a22f6edb78 HTTP/1.1" status: 204  len: 168 time: 0.0806286
Mar 26 21:15:45.079742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.087364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890126f-ab89-4d10-b62e-a4848c009924 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=843c947c-0554-44f8-87e6-49a22f6edb78,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:45.099948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Router 381a243c-0827-4894-b4c9-3b433861b809 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:15:45.122421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-97e1a732-abef-491a-a7ec-ff9f328eb875 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0412755
Mar 26 21:15:45.125064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.179227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (1834b67e-05b1-4c5e-9526-7d7ca41f6a10), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.208951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (1834b67e-05b1-4c5e-9526-7d7ca41f6a10), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.230483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:15:45.246953 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Sync routers for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:15:45.256197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.258926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1834b67e-05b1-4c5e-9526-7d7ca41f6a10), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.259080 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:45.259719 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124898ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:45.262357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.263535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/1834b67e-05b1-4c5e-9526-7d7ca41f6a10 HTTP/1.1" status: 204  len: 168 time: 0.1369042
Mar 26 21:15:45.266831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.273654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc68b6-d31b-42a0-ba23-6b5cd9ee9f66 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1834b67e-05b1-4c5e-9526-7d7ca41f6a10,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:45.325111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c72b0e46-a851-4000-b5f3-64361c38656b tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0708025
Mar 26 21:15:45.330862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:15:45.333397 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d6065-9797-4769-ab70-26579420d88d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:15:45.369182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a1f7ee1d-58ce-4ed9-a278-d28ea590d8db tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0778601
Mar 26 21:15:45.371353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36204) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.377943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--396883613'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:45.380249 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc315ce-cf6f-448c-94de-7b202d5e4f29 x-openstack-request-id: req-cdc315ce-cf6f-448c-94de-7b202d5e4f29 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:15:45.380637 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:15:45.381231 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdc315ce-cf6f-448c-94de-7b202d5e4f29 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:15:45.382174 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc315ce-cf6f-448c-94de-7b202d5e4f29'] response: {'name': 'network-changed', 'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'status': 'completed', 'code': 200}
Mar 26 21:15:45.402907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.410508 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:45.481346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d6065-9797-4769-ab70-26579420d88d req-32c07cd4-54ac-4bad-9616-01521f5f2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:45.483077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-32c07cd4-54ac-4bad-9616-01521f5f2ed4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.0770819
Mar 26 21:15:45.541941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (40c73474-ed61-4021-9557-ea0a40df5f56), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.569938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (40c73474-ed61-4021-9557-ea0a40df5f56), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.607350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c73474-ed61-4021-9557-ea0a40df5f56,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:45.614774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.618683 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9060529f-690d-41f9-b493-f29d147db34d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2429695
Mar 26 21:15:45.619135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36210) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.626191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '40c73474-ed61-4021-9557-ea0a40df5f56', 'direction': 'ingress', 'protocol': 17}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:45.643534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d6065-9797-4769-ab70-26579420d88d req-203d366f-dbf4-4f84-a26d-213df8199b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:45.645037 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-203d366f-dbf4-4f84-a26d-213df8199b24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.1559174
Mar 26 21:15:45.669570 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124898ac0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '607b7ca5-88af-4211-8e46-1637472d69f5', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '381a243c-0827-4894-b4c9-3b433861b809', 'port_id': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'mac_address': 'fa:16:3e:ed:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:15:44Z', 'updated_at': '2022-03-26T21:15:44Z', 'revision_number': 0, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:45.704939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Checking router: 381a243c-0827-4894-b4c9-3b433861b809 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:15:45.710223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (f14c2309-0a61-4cf7-b962-6b2d2d7cc9aa), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.716065 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:15:45.716690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124898ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:45.747946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-073d9d81-b42b-4ef2-8ce9-688903da304e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 999 time: 0.0956860
Mar 26 21:15:45.777407 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.811835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (f14c2309-0a61-4cf7-b962-6b2d2d7cc9aa), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.813782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d6065-9797-4769-ab70-26579420d88d req-10453451-f0b3-4e08-9e0b-4c1934002fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:45.815415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-10453451-f0b3-4e08-9e0b-4c1934002fcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.0603025
Mar 26 21:15:45.816594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f14c2309-0a61-4cf7-b962-6b2d2d7cc9aa), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.838526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:15:45.861920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14c2309-0a61-4cf7-b962-6b2d2d7cc9aa,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:45.877424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.879064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b006a434-2291-4c16-8b82-f80930155761 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2563291
Mar 26 21:15:45.881884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36214) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:45.893480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d6065-9797-4769-ab70-26579420d88d req-4f61e490-dbc0-40bc-b93c-c32c69c2adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:15:45.895619 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-4f61e490-dbc0-40bc-b93c-c32c69c2adf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0734544
Mar 26 21:15:45.963541 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (40c73474-ed61-4021-9557-ea0a40df5f56), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:45.991679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (40c73474-ed61-4021-9557-ea0a40df5f56), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.017662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-9b5cc9d8-0b16-4e0c-96f2-37bbf24ec013 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1154656
Mar 26 21:15:46.060069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (40c73474-ed61-4021-9557-ea0a40df5f56), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.063584 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.066825 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/40c73474-ed61-4021-9557-ea0a40df5f56 HTTP/1.1" status: 204  len: 168 time: 0.1837738
Mar 26 21:15:46.072223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36218) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.111513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5aa65-5e19-4808-be5d-45415383c77d tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c73474-ed61-4021-9557-ea0a40df5f56,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.121296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124898ac0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '607b7ca5-88af-4211-8e46-1637472d69f5', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '381a243c-0827-4894-b4c9-3b433861b809', 'port_id': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'mac_address': 'fa:16:3e:ed:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:15:44Z', 'updated_at': '2022-03-26T21:15:44Z', 'revision_number': 0, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:15:46.129152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a0c8f10-ce30-4fa7-b6c4-777d81c5ae4f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0558197
Mar 26 21:15:46.133384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36220) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.138439 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-997d6065-9797-4769-ab70-26579420d88d req-8dd1240e-741c-4792-94e6-a7c52c5e4068 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1144607
Mar 26 21:15:46.139690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630794469'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:46.159426 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e24fc0-2312-4efc-91af-c19e44dd6a18 None None] The sync data for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 is: [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '607b7ca5-88af-4211-8e46-1637472d69f5', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'floating_ip_address': '172.35.4.226', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '381a243c-0827-4894-b4c9-3b433861b809', 'port_id': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'mac_address': 'fa:16:3e:ed:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:15:44Z', 'updated_at': '2022-03-26T21:15:44Z', 'revision_number': 0, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:15:46.180944 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.255739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (a2b1bc3b-2427-4e27-a148-7a41fb5eec9c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.260876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a2b1bc3b-2427-4e27-a148-7a41fb5eec9c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.294745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.296026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1611974
Mar 26 21:15:46.297825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f8de9-1e52-4f50-b184-ce57da0ed295 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b1bc3b-2427-4e27-a148-7a41fb5eec9c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.299539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36224) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.305631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--682447730'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:46.333073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.416240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (e0483e11-417d-4da3-a97d-3d7173a3afb3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.422962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e0483e11-417d-4da3-a97d-3d7173a3afb3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.431944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23591bae-aa77-475f-979a-ed9261711222 None None] New status for floating IP 607b7ca5-88af-4211-8e46-1637472d69f5: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:15:46.456178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.457430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1565728
Mar 26 21:15:46.460077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36228) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.465141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': 'a2b1bc3b-2427-4e27-a148-7a41fb5eec9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e0483e11-417d-4da3-a97d-3d7173a3afb3', 'remote_ip_prefix': None}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:46.470659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bd271-4d61-43c9-bb69-bbe741d88b6b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0483e11-417d-4da3-a97d-3d7173a3afb3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.501047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.574887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.580169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.602916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558f3376-36a3-4432-a437-0becd2e7f906,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.622273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.626990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36234) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.627290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e8aef3d-d866-4393-a0f4-cda46321adce tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1658049
Mar 26 21:15:46.653638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.662374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.690097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (558f3376-36a3-4432-a437-0becd2e7f906), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.694899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.696086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/558f3376-36a3-4432-a437-0becd2e7f906 HTTP/1.1" status: 204  len: 168 time: 0.0680957
Mar 26 21:15:46.698932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.716375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507311b-e79f-4045-90f1-d9c1cd332918 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=558f3376-36a3-4432-a437-0becd2e7f906,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.746592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23a80301-c7b1-44b4-a31a-69655bd682ab tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0466020
Mar 26 21:15:46.749320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.801800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (e0483e11-417d-4da3-a97d-3d7173a3afb3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.824634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (e0483e11-417d-4da3-a97d-3d7173a3afb3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.872483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e0483e11-417d-4da3-a97d-3d7173a3afb3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.875150 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:46.876937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/e0483e11-417d-4da3-a97d-3d7173a3afb3 HTTP/1.1" status: 204  len: 168 time: 0.1267266
Mar 26 21:15:46.879664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36248) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:46.887299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012198c-d79a-47dc-a0c6-5d7c50de94c7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0483e11-417d-4da3-a97d-3d7173a3afb3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:46.944607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10f71635-375b-4063-9259-5377452c85d6 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0635171
Mar 26 21:15:46.948080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36252) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.002017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (a2b1bc3b-2427-4e27-a148-7a41fb5eec9c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.024462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (a2b1bc3b-2427-4e27-a148-7a41fb5eec9c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.068909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a2b1bc3b-2427-4e27-a148-7a41fb5eec9c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.071491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.072663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/a2b1bc3b-2427-4e27-a148-7a41fb5eec9c HTTP/1.1" status: 204  len: 168 time: 0.1236699
Mar 26 21:15:47.075397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36254) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.082314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865474-e4e7-492a-a103-b0df94f1f13e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b1bc3b-2427-4e27-a148-7a41fb5eec9c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.118152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-932c1b8e-9987-42cc-b29d-d28a8b325e74 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0414991
Mar 26 21:15:47.121949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36256) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.126572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116870362'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:47.146143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.211774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.215301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.243981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.245190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1223409
Mar 26 21:15:47.247050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed86e1-b2d1-403f-bb17-d7b7e31d45bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.248174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36258) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.253325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': 'ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:47.278188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.332824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.336437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.353266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae483e54-67f4-417c-8136-270b93314801,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.361390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.362588 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b74b3226-9396-4894-8c12-6d64f941fcaf tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1133666
Mar 26 21:15:47.365432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36260) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.392670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.401078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.426195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ae483e54-67f4-417c-8136-270b93314801), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.432681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.433762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ae483e54-67f4-417c-8136-270b93314801 HTTP/1.1" status: 204  len: 168 time: 0.0674350
Mar 26 21:15:47.436565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36262) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.441663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425e334-5c30-4e70-933b-9243109d5992 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae483e54-67f4-417c-8136-270b93314801,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.474712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4535d9a4-b07a-4ea8-a565-24dc2fe4215b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0369201
Mar 26 21:15:47.477435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36264) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.528520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.550304 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.592087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.594700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.595863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022 HTTP/1.1" status: 204  len: 168 time: 0.1175210
Mar 26 21:15:47.599068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36266) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.604736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5323b6-2cb6-4d8f-9f83-2fe6bd50443f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce102bc1-6dc1-4de6-aa9f-7e6d73e5f022,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.644415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7759bc36-0973-4d73-8538-aea4a614811a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438850
Mar 26 21:15:47.648115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36270) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.652635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967791313'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:47.673129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.740816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (5a5ae415-2100-455b-b785-4a4c6a40cdf2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.744527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a5ae415-2100-455b-b785-4a4c6a40cdf2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.773759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.774992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1258290
Mar 26 21:15:47.776880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3887b-791b-4ed5-814a-9fd403b547e4 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ae415-2100-455b-b785-4a4c6a40cdf2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.777954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.783904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '5a5ae415-2100-455b-b785-4a4c6a40cdf2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:47.813644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.857436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.861866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.879499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9555deed-8de0-4690-afcd-94bfb0cf0229,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:47.887035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.888237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-32a519ec-e3f0-42dd-a286-293ab3c9a9e5 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1092594
Mar 26 21:15:47.890968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.906368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49d50be6-df33-45ec-8d15-4b1deb7e64fb tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules/9555deed-8de0-4690-afcd-94bfb0cf0229 HTTP/1.1" status: 200  len: 763 time: 0.0143747
Mar 26 21:15:47.909149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.946396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85c86c7f-abfc-4b78-bb64-69e861f5310e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0362332
Mar 26 21:15:47.948919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36278) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:47.973581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:47.980971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.014048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (9555deed-8de0-4690-afcd-94bfb0cf0229), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.020825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.024610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9555deed-8de0-4690-afcd-94bfb0cf0229 HTTP/1.1" status: 204  len: 168 time: 0.0721364
Mar 26 21:15:48.024610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36282) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.035469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b000-edf7-4eb2-866c-b44cea4da921 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9555deed-8de0-4690-afcd-94bfb0cf0229,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.067527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23c762a7-3236-4deb-ac55-2ee35ddef364 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0411994
Mar 26 21:15:48.069257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36286) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.075018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '5a5ae415-2100-455b-b785-4a4c6a40cdf2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:48.100370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.155801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.160479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.175270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf080499-8896-42a8-9603-9fd5460f3fbb,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.187123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.188442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7f441571-ccc9-4014-bfd7-f8b914608a0e tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1182699
Mar 26 21:15:48.191007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36292) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.207832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e828b734-d23a-4466-a47c-8d596b56764f tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules/bf080499-8896-42a8-9603-9fd5460f3fbb HTTP/1.1" status: 200  len: 763 time: 0.0157228
Mar 26 21:15:48.210249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36294) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.250601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57231e85-ccea-44b4-b14b-32333f6caafd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0391343
Mar 26 21:15:48.252986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36296) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.276427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.285082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.312809 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (bf080499-8896-42a8-9603-9fd5460f3fbb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.319280 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.320322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bf080499-8896-42a8-9603-9fd5460f3fbb HTTP/1.1" status: 204  len: 168 time: 0.0664418
Mar 26 21:15:48.322784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36300) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.340215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da37d0-5626-4f3c-9aae-1704bc405179 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf080499-8896-42a8-9603-9fd5460f3fbb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.369093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2e317ec7-b578-4114-bd9c-a0f4675a49a7 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0452137
Mar 26 21:15:48.371591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36304) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.376321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '5a5ae415-2100-455b-b785-4a4c6a40cdf2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:48.396698 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Project 94e253be6580437488b462210584566d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:15:48.401765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.458185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.462419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.483642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3088cf4a-8796-44c4-be27-36e890b3756b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.493480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.494754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-68a20f09-7690-4137-8596-91f4d1b81f43 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1222200
Mar 26 21:15:48.497876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.515236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2099e345-2762-45e2-aca3-ff9986639cc2 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules/3088cf4a-8796-44c4-be27-36e890b3756b HTTP/1.1" status: 200  len: 769 time: 0.0161374
Mar 26 21:15:48.518237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.555344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abcd2a00-d5c1-4d73-a0bd-341380e7891c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0360575
Mar 26 21:15:48.557967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36314) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.584266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.591681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.618253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3088cf4a-8796-44c4-be27-36e890b3756b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.623135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.624290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3088cf4a-8796-44c4-be27-36e890b3756b HTTP/1.1" status: 204  len: 168 time: 0.0646021
Mar 26 21:15:48.627434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36318) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.644261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fef499-919a-4dbd-80f8-aeefa7b63623 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3088cf4a-8796-44c4-be27-36e890b3756b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.670770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a653f78-4f88-4998-b85a-cce6cdf403aa tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0421941
Mar 26 21:15:48.671543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.723168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (5a5ae415-2100-455b-b785-4a4c6a40cdf2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.745766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (5a5ae415-2100-455b-b785-4a4c6a40cdf2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.796511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a5ae415-2100-455b-b785-4a4c6a40cdf2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.799609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.800912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a5ae415-2100-455b-b785-4a4c6a40cdf2 HTTP/1.1" status: 204  len: 168 time: 0.1283708
Mar 26 21:15:48.803682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.810484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40075aa3-7cc7-4edd-8373-420be73ba55c tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ae415-2100-455b-b785-4a4c6a40cdf2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:48.855500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a480e747-7f40-4540-8768-b22bbcf678de tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0501411
Mar 26 21:15:48.860219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:48.864759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group': {'name': 'tempest-secgroup--5709962'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:48.885235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.951345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (7073c175-4b1b-4ca2-be8a-d92b96eade19), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.955582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7073c175-4b1b-4ca2-be8a-d92b96eade19), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.997842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:48.999021 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.1376936
Mar 26 21:15:49.001554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd692b6-c180-4b69-af6e-a2a9d24beb1b tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7073c175-4b1b-4ca2-be8a-d92b96eade19,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.002815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36328) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.011962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Request body: {'security_group_rule': {'security_group_id': '7073c175-4b1b-4ca2-be8a-d92b96eade19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:49.042070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ef375f58-5bf5-4f0d-a4c0-7909edab4178), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.089192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (ef375f58-5bf5-4f0d-a4c0-7909edab4178), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.092896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ef375f58-5bf5-4f0d-a4c0-7909edab4178), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.111909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef375f58-5bf5-4f0d-a4c0-7909edab4178,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.115864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.116466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.120240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d40081d-0aa2-4cb6-b9b9-e5228f5a669a tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1138597
Mar 26 21:15:49.120770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.173676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (7073c175-4b1b-4ca2-be8a-d92b96eade19), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.197002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (7073c175-4b1b-4ca2-be8a-d92b96eade19), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.224330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7649760-e693-45a7-a0cc-f7edd2269652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.243924 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (7073c175-4b1b-4ca2-be8a-d92b96eade19), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.246942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.248263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/7073c175-4b1b-4ca2-be8a-d92b96eade19 HTTP/1.1" status: 204  len: 168 time: 0.1267920
Mar 26 21:15:49.251582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36338) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.269334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fd266-8cdd-48f8-8e2c-678322431d51 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7073c175-4b1b-4ca2-be8a-d92b96eade19,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.301974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abfb5153-d60e-4305-ae4b-08ccc63b12db tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0480278
Mar 26 21:15:49.304612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36340) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.311475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7649760-e693-45a7-a0cc-f7edd2269652 admin admin] Publish callbacks [] for security_group (8191c46c-868d-4020-bca2-b08ae550dc0c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.316029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7649760-e693-45a7-a0cc-f7edd2269652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8191c46c-868d-4020-bca2-b08ae550dc0c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.338668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-812e013e-68b9-4375-a905-cffd0af6d0bd tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0329623
Mar 26 21:15:49.341246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36342) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.357210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a7649760-e693-45a7-a0cc-f7edd2269652 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5e30180d8764925bc3d2cd71eae548f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2376802
Mar 26 21:15:49.357210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7649760-e693-45a7-a0cc-f7edd2269652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8191c46c-868d-4020-bca2-b08ae550dc0c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.357753 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-af33e256-cb75-4c47-b4d2-a794f88c04fe tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] delete failed (client error): The resource could not be found.
Mar 26 21:15:49.358757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-af33e256-cb75-4c47-b4d2-a794f88c04fe tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "DELETE /v2.0/security-groups/7073c175-4b1b-4ca2-be8a-d92b96eade19 HTTP/1.1" status: 404  len: 347 time: 0.0166199
Mar 26 21:15:49.359308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36344) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.363415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36346) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.407276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb9b69a8-07d3-4cc6-a0fb-9ce02c897023 tempest-SecGroupIPv6Test-1687168536 tempest-SecGroupIPv6Test-1687168536-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0421817
Mar 26 21:15:49.409574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] Publish callbacks [] for security_group (8191c46c-868d-4020-bca2-b08ae550dc0c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.432168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] Publish callbacks [] for security_group (8191c46c-868d-4020-bca2-b08ae550dc0c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.479779 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8191c46c-868d-4020-bca2-b08ae550dc0c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.482786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.484003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8191c46c-868d-4020-bca2-b08ae550dc0c HTTP/1.1" status: 204  len: 168 time: 0.1231959
Mar 26 21:15:49.493278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdea2e-74e2-48f9-bc84-c774291db837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191c46c-868d-4020-bca2-b08ae550dc0c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.615525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36356) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.771148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.784953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4649bd7f-86cf-42b2-ae59-7694edc113eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.800858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-964e9770-363d-4a8f-8541-d0a30a8efdd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94e253be6580437488b462210584566d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1834126
Mar 26 21:15:49.803385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36362) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.851263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] Publish callbacks [] for security_group (5b482fac-d61f-4248-8b75-642ea04bd305), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.859905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4649bd7f-86cf-42b2-ae59-7694edc113eb admin admin] Publish callbacks [] for security_group (730c172b-66c9-4080-b9bb-c04e1a257754), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.864072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4649bd7f-86cf-42b2-ae59-7694edc113eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (730c172b-66c9-4080-b9bb-c04e1a257754), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.872027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] Publish callbacks [] for security_group (5b482fac-d61f-4248-8b75-642ea04bd305), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.907817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4649bd7f-86cf-42b2-ae59-7694edc113eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1602d2cbe0904660817ceebb99ca9916&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1355121
Mar 26 21:15:49.909874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649bd7f-86cf-42b2-ae59-7694edc113eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c172b-66c9-4080-b9bb-c04e1a257754,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.910668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36364) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:49.947131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b482fac-d61f-4248-8b75-642ea04bd305), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.949693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:49.955215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b482fac-d61f-4248-8b75-642ea04bd305 HTTP/1.1" status: 204  len: 168 time: 0.1506093
Mar 26 21:15:49.975621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67fdc6-cb93-4b6c-836d-cc56f0567bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b482fac-d61f-4248-8b75-642ea04bd305,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:49.994514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] Publish callbacks [] for security_group (730c172b-66c9-4080-b9bb-c04e1a257754), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:50.019299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] Publish callbacks [] for security_group (730c172b-66c9-4080-b9bb-c04e1a257754), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:50.069145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (730c172b-66c9-4080-b9bb-c04e1a257754), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:50.071742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:50.072978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/730c172b-66c9-4080-b9bb-c04e1a257754 HTTP/1.1" status: 204  len: 168 time: 0.1610715
Mar 26 21:15:50.081624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a1a74-9e98-4988-8013-9bba0b96959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c172b-66c9-4080-b9bb-c04e1a257754,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:52.030621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36484) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:52.136987 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed4af2e-6ec6-4a2e-a34a-2a01c2ec32c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.213818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed4af2e-6ec6-4a2e-a34a-2a01c2ec32c1 admin admin] Publish callbacks [] for security_group (a0450244-00ed-4779-9b85-5eb4e6885415), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.217613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bed4af2e-6ec6-4a2e-a34a-2a01c2ec32c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a0450244-00ed-4779-9b85-5eb4e6885415), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.256251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bed4af2e-6ec6-4a2e-a34a-2a01c2ec32c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a8d8e130af14ed9ba92ae333d9b16ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2245383
Mar 26 21:15:52.257392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4af2e-6ec6-4a2e-a34a-2a01c2ec32c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0450244-00ed-4779-9b85-5eb4e6885415,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:52.258946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36488) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:52.308169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] Publish callbacks [] for security_group (a0450244-00ed-4779-9b85-5eb4e6885415), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.329121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] Publish callbacks [] for security_group (a0450244-00ed-4779-9b85-5eb4e6885415), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.375472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a0450244-00ed-4779-9b85-5eb4e6885415), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.378113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.379259 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0450244-00ed-4779-9b85-5eb4e6885415 HTTP/1.1" status: 204  len: 168 time: 0.1192605
Mar 26 21:15:52.386806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e82922-e4e0-4ee3-bd3f-346b1bac04ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0450244-00ed-4779-9b85-5eb4e6885415,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:52.631152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36494) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:52.644911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-584e1fa6-7600-41a8-a8df-56abaebc8dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.721312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-584e1fa6-7600-41a8-a8df-56abaebc8dfe admin admin] Publish callbacks [] for security_group (bc9d13e9-aa26-4ad0-af0a-1332181728f9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.725013 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-584e1fa6-7600-41a8-a8df-56abaebc8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bc9d13e9-aa26-4ad0-af0a-1332181728f9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.761874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-584e1fa6-7600-41a8-a8df-56abaebc8dfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab85c9fa0ad14c72840b270a42b25640&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1296313
Mar 26 21:15:52.764101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e1fa6-7600-41a8-a8df-56abaebc8dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d13e9-aa26-4ad0-af0a-1332181728f9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:52.764637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36498) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:52.815679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] Publish callbacks [] for security_group (bc9d13e9-aa26-4ad0-af0a-1332181728f9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.837138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] Publish callbacks [] for security_group (bc9d13e9-aa26-4ad0-af0a-1332181728f9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.885066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bc9d13e9-aa26-4ad0-af0a-1332181728f9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.887709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:52.889015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc9d13e9-aa26-4ad0-af0a-1332181728f9 HTTP/1.1" status: 204  len: 168 time: 0.1233935
Mar 26 21:15:52.897329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed94ae-42ad-4032-89d5-7f08a37130df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d13e9-aa26-4ad0-af0a-1332181728f9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:54.555326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:54.680593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f480-fcc5-43fc-9d37-debfa0bce5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.759542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f480-fcc5-43fc-9d37-debfa0bce5b4 admin admin] Publish callbacks [] for security_group (4481c03b-9d6b-4a75-af59-7c23f1495b30), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.764629 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f480-fcc5-43fc-9d37-debfa0bce5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4481c03b-9d6b-4a75-af59-7c23f1495b30), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.803991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3f480-fcc5-43fc-9d37-debfa0bce5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4481c03b-9d6b-4a75-af59-7c23f1495b30,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:54.808133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6aa3f480-fcc5-43fc-9d37-debfa0bce5b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3afbbac851844922b87956fe729c7d35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2509370
Mar 26 21:15:54.810731 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:54.861326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] Publish callbacks [] for security_group (4481c03b-9d6b-4a75-af59-7c23f1495b30), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.882645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] Publish callbacks [] for security_group (4481c03b-9d6b-4a75-af59-7c23f1495b30), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.929404 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4481c03b-9d6b-4a75-af59-7c23f1495b30), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.931965 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:54.933116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4481c03b-9d6b-4a75-af59-7c23f1495b30 HTTP/1.1" status: 204  len: 168 time: 0.1214674
Mar 26 21:15:54.941545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204df55-e72e-40e3-8ac6-fdeae888a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4481c03b-9d6b-4a75-af59-7c23f1495b30,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:55.056253 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9993-d279-4d9b-a9f2-9cbe4fb88e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.346187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36788) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:56.454021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f35029ff-3227-4a35-9f98-047b3b992c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.527305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f35029ff-3227-4a35-9f98-047b3b992c67 admin admin] Publish callbacks [] for security_group (39e96708-8574-4b03-9a7d-b16d6522c5b3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.532263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f35029ff-3227-4a35-9f98-047b3b992c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39e96708-8574-4b03-9a7d-b16d6522c5b3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.572186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f35029ff-3227-4a35-9f98-047b3b992c67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d19c32be88564070bfba6232d1763f4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2249017
Mar 26 21:15:56.573437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35029ff-3227-4a35-9f98-047b3b992c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e96708-8574-4b03-9a7d-b16d6522c5b3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:56.574908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:56.623997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] Publish callbacks [] for security_group (39e96708-8574-4b03-9a7d-b16d6522c5b3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.646152 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] Publish callbacks [] for security_group (39e96708-8574-4b03-9a7d-b16d6522c5b3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.692484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39e96708-8574-4b03-9a7d-b16d6522c5b3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.695066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:56.696255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39e96708-8574-4b03-9a7d-b16d6522c5b3 HTTP/1.1" status: 204  len: 168 time: 0.1202319
Mar 26 21:15:56.704349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace962f-a175-499c-a6f2-0cc01dd157f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e96708-8574-4b03-9a7d-b16d6522c5b3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:57.672076 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:15:57.821241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-28ff40fd-da03-4978-aab4-1a1c58605ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.008954 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:58.107392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:58.132667 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.220763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.336391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Allocated IP 172.35.4.207 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/f1dae54c-d888-4a77-942c-b14a585063db) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:15:58.455740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for port (f1dae54c-d888-4a77-942c-b14a585063db), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.490939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f1dae54c-d888-4a77-942c-b14a585063db), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.529886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:15:58.534741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:15:58.537203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:15:58.568188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Pushing event updated for resources: {'Port': ['ID=f1dae54c-d888-4a77-942c-b14a585063db,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:58.637458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for floatingip (b2bb095b-c7ed-49a9-b1e8-6e2a10f2d18f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.673873 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f1dae54c-d888-4a77-942c-b14a585063db), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.696279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:58.789821 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.815829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbaa4-983a-48df-85da-bc2279cbfdaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.827581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for port (f1dae54c-d888-4a77-942c-b14a585063db), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.832437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f1dae54c-d888-4a77-942c-b14a585063db), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.889184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbaa4-983a-48df-85da-bc2279cbfdaa admin admin] Publish callbacks [] for security_group (53b6a86e-1059-4a19-b69e-10acb8625e44), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.893939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0dbcbaa4-983a-48df-85da-bc2279cbfdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (53b6a86e-1059-4a19-b69e-10acb8625e44), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.905684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Pushing event updated for resources: {'Port': ['ID=f1dae54c-d888-4a77-942c-b14a585063db,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:58.915439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (b2bb095b-c7ed-49a9-b1e8-6e2a10f2d18f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.930052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.931282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5fb417f-50cc-4cae-97d5-7cb7bcf9a23e tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.9208298
Mar 26 21:15:58.934275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36920) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:58.935007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0dbcbaa4-983a-48df-85da-bc2279cbfdaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=805dc18820054dca83228dc85ce8101b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2375607
Mar 26 21:15:58.937773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcbaa4-983a-48df-85da-bc2279cbfdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b6a86e-1059-4a19-b69e-10acb8625e44,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:58.939566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-377920047', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'fixed_ips': [{'ip_address': '172.35.4.207'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:15:58.940120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36922) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:58.961283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Made reservation on behalf of ff30643ff0c841c6bf8731e7dcd0e1c7 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:15:58.963737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.976533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:58.989393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] Publish callbacks [] for security_group (53b6a86e-1059-4a19-b69e-10acb8625e44), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.011268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] Publish callbacks [] for security_group (53b6a86e-1059-4a19-b69e-10acb8625e44), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.056876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for security_group (2baecc8a-eb27-44cc-a963-65abef2732f1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.060609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2baecc8a-eb27-44cc-a963-65abef2732f1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.064852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (53b6a86e-1059-4a19-b69e-10acb8625e44), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.065638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] device_id is not set on port dc13d9a1-4b38-4252-8a13-563043a186a4 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:15:59.067438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.068750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53b6a86e-1059-4a19-b69e-10acb8625e44 HTTP/1.1" status: 204  len: 168 time: 0.1276171
Mar 26 21:15:59.076504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5277b79-e831-40cc-ba60-5b662bf417b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b6a86e-1059-4a19-b69e-10acb8625e44,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:59.157432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baecc8a-eb27-44cc-a963-65abef2732f1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:59.366198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36936) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:59.380415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173256bb-8639-4ee7-a684-0d6838721662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.479738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173256bb-8639-4ee7-a684-0d6838721662 admin admin] Publish callbacks [] for security_group (a4ad8bf6-f6bb-46c7-a1b5-7beff634481d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.485316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-173256bb-8639-4ee7-a684-0d6838721662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a4ad8bf6-f6bb-46c7-a1b5-7beff634481d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.529764 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-173256bb-8639-4ee7-a684-0d6838721662 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aaf2eb1095148abbedd3ee24df5d783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1624198
Mar 26 21:15:59.531525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173256bb-8639-4ee7-a684-0d6838721662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad8bf6-f6bb-46c7-a1b5-7beff634481d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:59.532967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 36944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:59.599115 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:15:59.599633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:15:59.623673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-82e7140e-2867-4ace-86a5-c8127ea62144 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.6882958
Mar 26 21:15:59.626113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] Publish callbacks [] for security_group (a4ad8bf6-f6bb-46c7-a1b5-7beff634481d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.627540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36948) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:15:59.650798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] Publish callbacks [] for security_group (a4ad8bf6-f6bb-46c7-a1b5-7beff634481d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.700161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a4ad8bf6-f6bb-46c7-a1b5-7beff634481d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.703342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.707817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4ad8bf6-f6bb-46c7-a1b5-7beff634481d HTTP/1.1" status: 204  len: 168 time: 0.1736605
Mar 26 21:15:59.717744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98181b-962a-42e3-8d44-3f585bf03eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad8bf6-f6bb-46c7-a1b5-7beff634481d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:15:59.814728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Deleting port f1dae54c-d888-4a77-942c-b14a585063db {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:15:59.815658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f1dae54c-d888-4a77-942c-b14a585063db), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.892462 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f1dae54c-d888-4a77-942c-b14a585063db), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.892796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for floatingip (f1dae54c-d888-4a77-942c-b14a585063db), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:15:59.904235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Calling delete_port for f1dae54c-d888-4a77-942c-b14a585063db owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:00.046413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f1dae54c-d888-4a77-942c-b14a585063db), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.080874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1dae54c-d888-4a77-942c-b14a585063db,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:00.145694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.150903 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks [] for floatingip (b2bb095b-c7ed-49a9-b1e8-6e2a10f2d18f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.154658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.155566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4abd9576-3802-456d-a16e-83a83f76e9d5 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553 tempest-ExternalNetworksAdminNegativeTestJSON-1116869553-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/b2bb095b-c7ed-49a9-b1e8-6e2a10f2d18f HTTP/1.1" status: 204  len: 168 time: 0.5254037
Mar 26 21:16:00.442678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36974) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:00.557087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-873c5cbb-2a8a-45c4-b16b-61d02fc25504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.635499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-873c5cbb-2a8a-45c4-b16b-61d02fc25504 admin admin] Publish callbacks [] for security_group (568d9506-ac70-420e-89c1-ddb081f6db69), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.639617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-873c5cbb-2a8a-45c4-b16b-61d02fc25504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (568d9506-ac70-420e-89c1-ddb081f6db69), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.683747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-873c5cbb-2a8a-45c4-b16b-61d02fc25504 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d20c15c48d634c78aefae709893a5063&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2375140
Mar 26 21:16:00.683747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c5cbb-2a8a-45c4-b16b-61d02fc25504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568d9506-ac70-420e-89c1-ddb081f6db69,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:00.684625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 36988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:00.747748 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] Publish callbacks [] for security_group (568d9506-ac70-420e-89c1-ddb081f6db69), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.772026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] Publish callbacks [] for security_group (568d9506-ac70-420e-89c1-ddb081f6db69), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.838144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (568d9506-ac70-420e-89c1-ddb081f6db69), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.841200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:00.842614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/568d9506-ac70-420e-89c1-ddb081f6db69 HTTP/1.1" status: 204  len: 168 time: 0.1568990
Mar 26 21:16:00.851784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548d6cd-d0cc-40e9-8e16-10e77d8731f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d9506-ac70-420e-89c1-ddb081f6db69,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:01.045934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46f06-1876-4242-9de5-b2ed49cb4d7d req-ebf19db2-a2ab-4585-a452-455e543d7f78 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:01.052406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bf46f06-1876-4242-9de5-b2ed49cb4d7d req-ebf19db2-a2ab-4585-a452-455e543d7f78 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.0625021
Mar 26 21:16:01.107276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bf46f06-1876-4242-9de5-b2ed49cb4d7d req-4e51c581-1c69-481e-9271-b90da3a9d8cf tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527027
Mar 26 21:16:01.166136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37010) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:01.207754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-216c6dc8-b1ea-45dc-b1ba-df95925dee03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff30643ff0c841c6bf8731e7dcd0e1c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0404370
Mar 26 21:16:01.210275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:01.262437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] Publish callbacks [] for security_group (2baecc8a-eb27-44cc-a963-65abef2732f1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:01.284824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] Publish callbacks [] for security_group (2baecc8a-eb27-44cc-a963-65abef2732f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:01.333305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2baecc8a-eb27-44cc-a963-65abef2732f1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:01.336036 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:01.337360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2baecc8a-eb27-44cc-a963-65abef2732f1 HTTP/1.1" status: 204  len: 168 time: 0.1260710
Mar 26 21:16:01.347901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe117c-d191-488f-8966-a82174898e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baecc8a-eb27-44cc-a963-65abef2732f1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:01.825951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.077396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37090) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:02.183330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-926872364-network', 'tenant_id': '40119a50bd964bada5478be68d939c0f'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:02.231605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Made reservation on behalf of 40119a50bd964bada5478be68d939c0f for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:02.234220 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.246124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.270699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693f2a5-6f1e-4f28-81b6-c3041d6d4c36 req-6dd6f13e-7057-4852-8982-3f299731ddfd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:02.272198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8693f2a5-6f1e-4f28-81b6-c3041d6d4c36 req-6dd6f13e-7057-4852-8982-3f299731ddfd tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.0840492
Mar 26 21:16:02.344584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8693f2a5-6f1e-4f28-81b6-c3041d6d4c36 req-d99c4fc9-4b46-4a8d-bf75-70350781c06b tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657759
Mar 26 21:16:02.374337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks [] for security_group (8848ad90-f68a-461f-9c4d-8e09d7a901f9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.379548 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8848ad90-f68a-461f-9c4d-8e09d7a901f9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.407501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:02.413738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848ad90-f68a-461f-9c4d-8e09d7a901f9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:02.420738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (529e185c-0632-49f2-afb9-945af0900568), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.421180 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Added segment 529e185c-0632-49f2-afb9-945af0900568 of type vlan for network 4fb22c93-d32c-4af9-a2da-e5e92798383d
Mar 26 21:16:02.469523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (4fb22c93-d32c-4af9-a2da-e5e92798383d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.494826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (4fb22c93-d32c-4af9-a2da-e5e92798383d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.495902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:02.496519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.529062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.4499543
Mar 26 21:16:02.532125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:02.537160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Request body: {'subnet': {'network_id': '4fb22c93-d32c-4af9-a2da-e5e92798383d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-926872364-subnet', 'tenant_id': '40119a50bd964bada5478be68d939c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:02.557360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Made reservation on behalf of 40119a50bd964bada5478be68d939c0f for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:02.560056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.569038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc5825-ea7a-4881-aeea-d2ec8a5f614f admin admin] Pushing event updated for resources: {'Network': ['ID=4fb22c93-d32c-4af9-a2da-e5e92798383d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:02.580471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 4fb22c93-d32c-4af9-a2da-e5e92798383d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:02.707978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37134) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:02.738419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (02a15a7f-a8f1-41ef-8447-a7ceb7f50741), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.753977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799123a-1a23-4839-a58f-a92d900524bd req-890e8cae-b0aa-4858-b9f0-6a685378c45e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:02.755476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9799123a-1a23-4839-a58f-a92d900524bd req-890e8cae-b0aa-4858-b9f0-6a685378c45e tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.0586843
Mar 26 21:16:02.800694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a15a7f-a8f1-41ef-8447-a7ceb7f50741,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:02.810970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Checking segment: {'id': '529e185c-0632-49f2-afb9-945af0900568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4fb22c93-d32c-4af9-a2da-e5e92798383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:02.811333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Network hostable DHCP agents. Network: 4fb22c93-d32c-4af9-a2da-e5e92798383d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:16:02.828986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Network 4fb22c93-d32c-4af9-a2da-e5e92798383d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:16:02.837940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4fb22c93-d32c-4af9-a2da-e5e92798383d) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:02.842410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:02.843898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.850709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad3260-8cf0-4a5a-9806-7566fc4826cb None None] Network 4fb22c93-d32c-4af9-a2da-e5e92798383d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:02.853604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-863601e6-1c22-43fd-b8d2-b8bf98b4b214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:02.872453 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d9ec8595-0465-4451-b08b-861316509148 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.3390043
Mar 26 21:16:02.897108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:02.897506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.040044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] For port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:03.040546 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.052142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-863601e6-1c22-43fd-b8d2-b8bf98b4b214 admin admin] Publish callbacks [] for security_group (671f98ab-028c-4459-bf06-72b45d1acbc1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.059629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-863601e6-1c22-43fd-b8d2-b8bf98b4b214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (671f98ab-028c-4459-bf06-72b45d1acbc1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.126122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65786a6-8baf-459f-898c-044cc56e2630 None None] Network 4fb22c93-d32c-4af9-a2da-e5e92798383d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:03.143215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-863601e6-1c22-43fd-b8d2-b8bf98b4b214 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f3ceda47cd2400887c30cc23178dd80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4342132
Mar 26 21:16:03.146440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:03.148679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863601e6-1c22-43fd-b8d2-b8bf98b4b214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671f98ab-028c-4459-bf06-72b45d1acbc1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:03.224326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] Publish callbacks [] for security_group (671f98ab-028c-4459-bf06-72b45d1acbc1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.256421 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] Publish callbacks [] for security_group (671f98ab-028c-4459-bf06-72b45d1acbc1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.277474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.278061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.278954 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Floating IP d5258ad5-d58d-4138-b4fd-dce3117f45e6 disassociated. External IP: 172.35.4.67, port: b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5.
Mar 26 21:16:03.279310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:03.311387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (671f98ab-028c-4459-bf06-72b45d1acbc1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.314117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.318368 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/671f98ab-028c-4459-bf06-72b45d1acbc1 HTTP/1.1" status: 204  len: 168 time: 0.1706300
Mar 26 21:16:03.327291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbad4f-ca93-4c92-bcd5-b3e360f7a401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671f98ab-028c-4459-bf06-72b45d1acbc1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:03.502616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.511889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854c6d3-8248-40b4-af44-8bdf091939cf req-383ec77e-c617-46ef-a5b4-7eb31e3c4aac tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:03.513977 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e854c6d3-8248-40b4-af44-8bdf091939cf req-383ec77e-c617-46ef-a5b4-7eb31e3c4aac tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/ports?device_id=66671778-c815-4db4-8977-9d2e221ac2f3 HTTP/1.1" status: 200  len: 945 time: 0.0698531
Mar 26 21:16:03.527511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37158) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:03.533080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522001293-network', 'tenant_id': '24864e5771c342dab4306d14390ea893'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:03.554253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:03.623458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e854c6d3-8248-40b4-af44-8bdf091939cf req-3bd3d6e2-92a2-4704-b41a-12c851b39c96 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf7c6abd-9c39-4a1e-806f-888615a40ee2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677586
Mar 26 21:16:03.624382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Made reservation on behalf of 24864e5771c342dab4306d14390ea893 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:03.629808 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.647322 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.709050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:16:03.737678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks [] for security_group (8fbf9a62-7993-4018-aca0-329d6d165286), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.742331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8fbf9a62-7993-4018-aca0-329d6d165286), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.764525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:03.780752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf9a62-7993-4018-aca0-329d6d165286,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:03.783755 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5ed8912a-49ff-44df-939e-54428ae65cd0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.784128 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Added segment 5ed8912a-49ff-44df-939e-54428ae65cd0 of type vlan for network 3df20eeb-0972-42b3-92e4-0765c27600b2
Mar 26 21:16:03.829241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3df20eeb-0972-42b3-92e4-0765c27600b2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.833531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:03.845397 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:03.857572 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:03.858241 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:03.860963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3df20eeb-0972-42b3-92e4-0765c27600b2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.862128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:03.863621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.885045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] No DVR routers for this DVR port b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:16:03.888339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.892988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9799123a-1a23-4839-a58f-a92d900524bd req-d124f2d1-665e-4731-a623-81853fbc1312 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.21 "DELETE /v2.0/ports/b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 HTTP/1.1" status: 204  len: 173 time: 1.1322608
Mar 26 21:16:03.893485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'name': 'network-vif-deleted', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:16:03.898205 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95175202-70f5-4475-ae2a-3a359cbebb1f" -d '{"events": [{"server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "name": "network-vif-deleted", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:16:03.903351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37164) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:03.909163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3804648
Mar 26 21:16:03.912123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37166) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:03.918375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Request body: {'subnet': {'network_id': '3df20eeb-0972-42b3-92e4-0765c27600b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1522001293-subnet', 'tenant_id': '24864e5771c342dab4306d14390ea893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:03.918980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9991a978-5624-41b4-af4f-f326af7a9e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:03.973493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75028adf-e939-426a-a543-f07e62a19234 admin admin] Pushing event updated for resources: {'Network': ['ID=3df20eeb-0972-42b3-92e4-0765c27600b2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:03.985375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3df20eeb-0972-42b3-92e4-0765c27600b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:04.003156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Made reservation on behalf of 24864e5771c342dab4306d14390ea893 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:04.005617 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.010772 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59747f6-b17f-46fc-a9b7-5546709ba101 x-openstack-request-id: req-c59747f6-b17f-46fc-a9b7-5546709ba101 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:16:04.011091 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66671778-c815-4db4-8977-9d2e221ac2f3", "name": "network-vif-deleted", "tag": "b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:16:04.011326 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c59747f6-b17f-46fc-a9b7-5546709ba101 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:16:04.011740 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59747f6-b17f-46fc-a9b7-5546709ba101'] response: {'server_uuid': '66671778-c815-4db4-8977-9d2e221ac2f3', 'name': 'network-vif-deleted', 'tag': 'b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5', 'status': 'completed', 'code': 200}
Mar 26 21:16:04.059531 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:04.078458 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9991a978-5624-41b4-af4f-f326af7a9e21 admin admin] Publish callbacks [] for security_group (dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.090700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9991a978-5624-41b4-af4f-f326af7a9e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.161001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a978-5624-41b4-af4f-f326af7a9e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:04.185846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:04.185992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9991a978-5624-41b4-af4f-f326af7a9e21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63fa0d663a5c48b3b84f5c6a78b1c469&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2814081
Mar 26 21:16:04.290459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] Publish callbacks [] for security_group (dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.293581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (919064e6-1611-48a9-99e9-90f794c484b8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.314136 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0370>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:04.344003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] Publish callbacks [] for security_group (dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.388720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=919064e6-1611-48a9-99e9-90f794c484b8,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:04.408121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Checking segment: {'id': '5ed8912a-49ff-44df-939e-54428ae65cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3df20eeb-0972-42b3-92e4-0765c27600b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:04.408506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Network hostable DHCP agents. Network: 3df20eeb-0972-42b3-92e4-0765c27600b2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:16:04.431160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Network 3df20eeb-0972-42b3-92e4-0765c27600b2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:16:04.434490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.437142 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:04.437737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.438874 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8 HTTP/1.1" status: 204  len: 168 time: 0.2520063
Mar 26 21:16:04.448055 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:04.448727 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:04.450148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3df20eeb-0972-42b3-92e4-0765c27600b2) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:04.454517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:04.455117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.458699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7c860-770c-4f90-aaca-79307ffb289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd23b6c1-48d4-4482-98fd-fe5d4b4b5ef8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:04.465461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4369d3e-5cf9-427e-8fb2-ec5ab7c63b30 None None] Network 3df20eeb-0972-42b3-92e4-0765c27600b2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:04.483999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-235fbe38-8239-4ed0-9e2d-8ee0f13efa0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5664039
Mar 26 21:16:04.619688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37174) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:04.632173 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:04.639499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259e7ba-5dcd-436b-a319-e5ea382484a0 None None] Network 3df20eeb-0972-42b3-92e4-0765c27600b2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:04.715640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Deleting subnet 02a15a7f-a8f1-41ef-8447-a7ceb7f50741 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:16:04.719335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Publish callbacks [] for subnet (02a15a7f-a8f1-41ef-8447-a7ceb7f50741), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.754957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:04.771282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (02a15a7f-a8f1-41ef-8447-a7ceb7f50741), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.827387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (02a15a7f-a8f1-41ef-8447-a7ceb7f50741), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.848071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (bf7c6abd-9c39-4a1e-806f-888615a40ee2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.875321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (bf7c6abd-9c39-4a1e-806f-888615a40ee2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.892125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (02a15a7f-a8f1-41ef-8447-a7ceb7f50741), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.923221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a15a7f-a8f1-41ef-8447-a7ceb7f50741,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:04.935238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.939072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bf7c6abd-9c39-4a1e-806f-888615a40ee2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.940265 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0370>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:04.942396 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-724e7b9a-a331-4ee1-8be0-b53fe3f39dc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02a15a7f-a8f1-41ef-8447-a7ceb7f50741 HTTP/1.1" status: 204  len: 168 time: 0.3181612
Mar 26 21:16:04.943178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:04.956474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:04.957651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf7c6abd-9c39-4a1e-806f-888615a40ee2 HTTP/1.1" status: 204  len: 168 time: 0.2016962
Mar 26 21:16:04.962066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37192) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:04.980280 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14b881-c221-4123-bc58-bcda4df4ce59 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:11:19Z', 'revision_number': 4, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9ea594-c33d-41d3-b650-9e9b97c23d1a', 'name': '', 'network_id': '9977cf9e-5b17-4b99-a9a4-a525bfdbd22a', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'mac_address': 'fa:16:3e:e7:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '25a48987-0e00-4451-8a61-62d532161510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:17Z', 'updated_at': '2022-03-26T21:11:26Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'subnets': [{'id': '25a48987-0e00-4451-8a61-62d532161510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:04.986839 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-2b2e0318-8bfd-4e25-9093-435efba6e9a3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] show failed (client error): The resource could not be found.
Mar 26 21:16:04.987492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2b2e0318-8bfd-4e25-9093-435efba6e9a3 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "GET /v2.0/security-groups/bf7c6abd-9c39-4a1e-806f-888615a40ee2 HTTP/1.1" status: 404  len: 347 time: 0.0237026
Mar 26 21:16:04.988432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6260bd-df29-4b94-99d9-8cdcc1527b69 tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c6abd-9c39-4a1e-806f-888615a40ee2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:04.998986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:05.053799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (4fb22c93-d32c-4af9-a2da-e5e92798383d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.138640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (4fb22c93-d32c-4af9-a2da-e5e92798383d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.159400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Deleting port fbdbff3a-a557-4e41-9609-065fd4bd2507 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:05.159875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.168209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f7b71f0>,) {'filters': {'network_id': ['4fb22c93-d32c-4af9-a2da-e5e92798383d']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.179460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f7b71f0>, '529e185c-0632-49f2-afb9-945af0900568') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.179655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f7b71f0>, '529e185c-0632-49f2-afb9-945af0900568') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.190183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (529e185c-0632-49f2-afb9-945af0900568), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.211637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (529e185c-0632-49f2-afb9-945af0900568), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.219950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:05.220420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (529e185c-0632-49f2-afb9-945af0900568), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:05.222435 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:05.292735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (4fb22c93-d32c-4af9-a2da-e5e92798383d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.293784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.294318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (fbdbff3a-a557-4e41-9609-065fd4bd2507), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.302311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.306447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4fb22c93-d32c-4af9-a2da-e5e92798383d HTTP/1.1" status: 204  len: 168 time: 0.3622305
Mar 26 21:16:05.310662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37204) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:05.330315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026149cb-068d-403f-9efa-2081bcae52e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb22c93-d32c-4af9-a2da-e5e92798383d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:05.330729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Calling delete_port for fbdbff3a-a557-4e41-9609-065fd4bd2507 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:05.357491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7776a33-22b6-4e8c-92ce-8a610e54026f None None] New status for floating IP d5258ad5-d58d-4138-b4fd-dce3117f45e6: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:16:05.411354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Deleting subnet 919064e6-1611-48a9-99e9-90f794c484b8 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:16:05.415323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Publish callbacks [] for subnet (919064e6-1611-48a9-99e9-90f794c484b8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.463649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (919064e6-1611-48a9-99e9-90f794c484b8), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.537362 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (919064e6-1611-48a9-99e9-90f794c484b8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.598248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (fbdbff3a-a557-4e41-9609-065fd4bd2507), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.632367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Pushing event deleted for resources: {'Port': ['ID=fbdbff3a-a557-4e41-9609-065fd4bd2507,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:05.639218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (919064e6-1611-48a9-99e9-90f794c484b8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.697816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919064e6-1611-48a9-99e9-90f794c484b8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:05.711006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.714884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-126f2a50-9b74-46e8-a706-c029bd5961c7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/919064e6-1611-48a9-99e9-90f794c484b8 HTTP/1.1" status: 204  len: 168 time: 0.4024642
Mar 26 21:16:05.716709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37216) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:05.748759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks [] for floatingip (d5258ad5-d58d-4138-b4fd-dce3117f45e6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.751837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.755985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fc107221-f3f7-449a-a83f-139e629820ff tempest-AttachVolumeNegativeTest-571250188 tempest-AttachVolumeNegativeTest-571250188-project] 10.222.0.16 "DELETE /v2.0/floatingips/d5258ad5-d58d-4138-b4fd-dce3117f45e6 HTTP/1.1" status: 204  len: 168 time: 0.7552032
Mar 26 21:16:05.804204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3df20eeb-0972-42b3-92e4-0765c27600b2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.910341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3df20eeb-0972-42b3-92e4-0765c27600b2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.939356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611eec8760>,) {'filters': {'network_id': ['3df20eeb-0972-42b3-92e4-0765c27600b2']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.949986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eec8760>, '5ed8912a-49ff-44df-939e-54428ae65cd0') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.950288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eec8760>, '5ed8912a-49ff-44df-939e-54428ae65cd0') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:05.961027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (5ed8912a-49ff-44df-939e-54428ae65cd0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.977188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5ed8912a-49ff-44df-939e-54428ae65cd0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.984070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:05.984477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (5ed8912a-49ff-44df-939e-54428ae65cd0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:05.986307 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:06.053798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3df20eeb-0972-42b3-92e4-0765c27600b2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.060338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.064655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] 10.222.0.16 "DELETE /v2.0/networks/3df20eeb-0972-42b3-92e4-0765c27600b2 HTTP/1.1" status: 204  len: 168 time: 0.3469944
Mar 26 21:16:06.076344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e02372-f6cd-4929-9166-ad1b5cf4853e admin admin] Pushing event deleted for resources: {'Network': ['ID=3df20eeb-0972-42b3-92e4-0765c27600b2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:06.217285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:16:06.237891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:16:06.238241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4fda00c-1c3b-476e-bd95-b9ee7a75a2c5 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:16:06.269525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37252) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:06.311777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-be8fc2e8-c2bc-49cc-8f11-a21c19ad0be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40119a50bd964bada5478be68d939c0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0410130
Mar 26 21:16:06.314889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37262) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:06.374217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] Publish callbacks [] for security_group (8848ad90-f68a-461f-9c4d-8e09d7a901f9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.396027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] Publish callbacks [] for security_group (8848ad90-f68a-461f-9c4d-8e09d7a901f9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.443611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8848ad90-f68a-461f-9c4d-8e09d7a901f9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.446168 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.447970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8848ad90-f68a-461f-9c4d-8e09d7a901f9 HTTP/1.1" status: 204  len: 168 time: 0.1312971
Mar 26 21:16:06.457344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5f80-3912-40e4-9b50-9267fab1cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8848ad90-f68a-461f-9c4d-8e09d7a901f9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:06.784604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:06.823844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dddc28d9-608a-48d9-a300-ec43aaaf3c5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24864e5771c342dab4306d14390ea893&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380840
Mar 26 21:16:06.826351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37282) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:06.876370 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] Publish callbacks [] for security_group (8fbf9a62-7993-4018-aca0-329d6d165286), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.898997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] Publish callbacks [] for security_group (8fbf9a62-7993-4018-aca0-329d6d165286), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.958077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8fbf9a62-7993-4018-aca0-329d6d165286), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.961363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:06.963526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fbf9a62-7993-4018-aca0-329d6d165286 HTTP/1.1" status: 204  len: 168 time: 0.1356957
Mar 26 21:16:06.974333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c93164-634c-4961-b870-ca49244169e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf9a62-7993-4018-aca0-329d6d165286,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:09.477651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37464) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:10.037715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.301945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Deleting port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:10.302285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.382977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] For port 2c9ea594-c33d-41d3-b650-9e9b97c23d1a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:10.383355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.396918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Calling delete_port for 2c9ea594-c33d-41d3-b650-9e9b97c23d1a owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:10.590739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2c9ea594-c33d-41d3-b650-9e9b97c23d1a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.620903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9ea594-c33d-41d3-b650-9e9b97c23d1a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:10.666178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37520) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:10.787844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d67c6a0e-3282-4ce3-bf19-ce80c171faee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.810631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.902264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d67c6a0e-3282-4ce3-bf19-ce80c171faee admin admin] Publish callbacks [] for security_group (f4af95c9-0496-4e54-b597-cadde7fdea44), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.909372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d67c6a0e-3282-4ce3-bf19-ce80c171faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4af95c9-0496-4e54-b597-cadde7fdea44), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:10.936515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-23a1bcd4-bf39-41c2-bbf9-bbef67e36d37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0979159
Mar 26 21:16:10.960207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d67c6a0e-3282-4ce3-bf19-ce80c171faee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8690b216640459c93f31e499a14b364&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2904661
Mar 26 21:16:10.960207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c6a0e-3282-4ce3-bf19-ce80c171faee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4af95c9-0496-4e54-b597-cadde7fdea44,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:10.961128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37524) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:11.061776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] Publish callbacks [] for security_group (f4af95c9-0496-4e54-b597-cadde7fdea44), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.065850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82276-3069-4381-85eb-13cd680c9003 req-279bbed2-cff6-4a17-93c9-e75b3827db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:11.067380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-279bbed2-cff6-4a17-93c9-e75b3827db30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.0794935
Mar 26 21:16:11.089111 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] Publish callbacks [] for security_group (f4af95c9-0496-4e54-b597-cadde7fdea44), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.090620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:16:11.201533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82276-3069-4381-85eb-13cd680c9003 req-91682fe2-5571-440c-8872-59e9e13854d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:11.203165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-91682fe2-5571-440c-8872-59e9e13854d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.1120090
Mar 26 21:16:11.208720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f4af95c9-0496-4e54-b597-cadde7fdea44), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.211695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.215422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4af95c9-0496-4e54-b597-cadde7fdea44 HTTP/1.1" status: 204  len: 168 time: 0.2508054
Mar 26 21:16:11.226874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:11.238784 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Sync routers for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:11.243707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-487b61b2-79b8-40e7-9523-e99b68508e71 admin admin] 10.222.0.16 "PUT /v2.0/routers/1dadb21c-d2c0-4b61-80c6-3e675acacca7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7645710
Mar 26 21:16:11.246409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37534) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:11.252419 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:11.253194 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:11.268675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c23f9-98d5-4fd4-b3ac-3ac38d03cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4af95c9-0496-4e54-b597-cadde7fdea44,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:11.306971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-0c43d09d-de5e-4610-84ac-930e02360d5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 1001 time: 0.0930650
Mar 26 21:16:11.412509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82276-3069-4381-85eb-13cd680c9003 req-1029424c-6bbc-4771-b2a3-4fbb0127fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:11.413843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-1029424c-6bbc-4771-b2a3-4fbb0127fc23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.1006954
Mar 26 21:16:11.435792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks [] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.461908 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:11.487363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e82276-3069-4381-85eb-13cd680c9003 req-e7894130-81ea-42a3-89f2-e8a07da8047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:11.489247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-e7894130-81ea-42a3-89f2-e8a07da8047d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0686138
Mar 26 21:16:11.592608 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks [] for router_gateway (1dadb21c-d2c0-4b61-80c6-3e675acacca7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.601258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-0046944d-efcc-448d-b884-d4b35cff04c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053715
Mar 26 21:16:11.601739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37550) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:11.631240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272e051-c8dc-4ec0-af0b-a4ff6818b3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.652723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Deleting port 38c0c0fb-5a21-49f2-8788-cc58616ff662 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:11.653131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.690600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284a30>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24'}], 'enable_snat': True}, 'gw_port_id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:16:10Z', 'revision_number': 5, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port': {'id': '38c0c0fb-5a21-49f2-8788-cc58616ff662', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:11:12Z', 'updated_at': '2022-03-26T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:11.721199 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Checking router: 1dadb21c-d2c0-4b61-80c6-3e675acacca7 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:11.730096 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Routers {'1dadb21c-d2c0-4b61-80c6-3e675acacca7'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:11.730863 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:15:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:11.736551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] For port 38c0c0fb-5a21-49f2-8788-cc58616ff662, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38c0c0fb-5a21-49f2-8788-cc58616ff662,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:11.737002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.753001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Calling delete_port for 38c0c0fb-5a21-49f2-8788-cc58616ff662 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:11.825397 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] Set router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:11.883029 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284a30>, [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:16:11Z', 'revision_number': 6, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:11.911978 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b8c59-5465-4743-812e-2727ee9a28b4 None None] The sync data for ids ['1dadb21c-d2c0-4b61-80c6-3e675acacca7'] in ncdv-master-1 is: [{'id': '1dadb21c-d2c0-4b61-80c6-3e675acacca7', 'name': 'tempest-AttachVolumeNegativeTest-734705581-router', 'tenant_id': '3a8e16658cc541b2976c9325d1558792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:11:10Z', 'updated_at': '2022-03-26T21:16:11Z', 'revision_number': 6, 'project_id': '3a8e16658cc541b2976c9325d1558792', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:11.949999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (38c0c0fb-5a21-49f2-8788-cc58616ff662), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:11.991404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c0c0fb-5a21-49f2-8788-cc58616ff662,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:12.073547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90e82276-3069-4381-85eb-13cd680c9003 req-00123e4b-6e22-4224-b21c-ba66d8729f8e service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4651437
Mar 26 21:16:12.076986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.120992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272e051-c8dc-4ec0-af0b-a4ff6818b3ac admin admin] Publish callbacks [] for security_group (47110c89-f610-493c-9c3e-e3a6cd947eec), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.125800 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5272e051-c8dc-4ec0-af0b-a4ff6818b3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (47110c89-f610-493c-9c3e-e3a6cd947eec), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.162038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e051-c8dc-4ec0-af0b-a4ff6818b3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47110c89-f610-493c-9c3e-e3a6cd947eec,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:12.168722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5272e051-c8dc-4ec0-af0b-a4ff6818b3ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0596cc92b0f42dfaed5a78bf048650a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5634849
Mar 26 21:16:12.169006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37552) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:12.176078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.178042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks [] for router_controller (1dadb21c-d2c0-4b61-80c6-3e675acacca7), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.216638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] Publish callbacks [] for security_group (47110c89-f610-493c-9c3e-e3a6cd947eec), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.226456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (1dadb21c-d2c0-4b61-80c6-3e675acacca7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.227011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dadb21c-d2c0-4b61-80c6-3e675acacca7 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:12.232078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.233236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3a227a9a-3586-41af-b154-e3cae9b5e717 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1dadb21c-d2c0-4b61-80c6-3e675acacca7 HTTP/1.1" status: 204  len: 168 time: 0.9857805
Mar 26 21:16:12.236318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:12.238829 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] Publish callbacks [] for security_group (47110c89-f610-493c-9c3e-e3a6cd947eec), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.284622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Deleting subnet 25a48987-0e00-4451-8a61-62d532161510 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:16:12.288015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Publish callbacks [] for subnet (25a48987-0e00-4451-8a61-62d532161510), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.290519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (47110c89-f610-493c-9c3e-e3a6cd947eec), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.293289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.297295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47110c89-f610-493c-9c3e-e3a6cd947eec HTTP/1.1" status: 204  len: 168 time: 0.1245463
Mar 26 21:16:12.305785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cc55b-e43e-479d-91d0-2fa3e88d9b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47110c89-f610-493c-9c3e-e3a6cd947eec,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:12.338920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (25a48987-0e00-4451-8a61-62d532161510), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.440303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (25a48987-0e00-4451-8a61-62d532161510), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.497780 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (25a48987-0e00-4451-8a61-62d532161510), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.524548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a48987-0e00-4451-8a61-62d532161510,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:12.528395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.532923 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3833cfb6-5534-4eb0-b20a-317a9626679d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25a48987-0e00-4451-8a61-62d532161510 HTTP/1.1" status: 204  len: 168 time: 0.2956176
Mar 26 21:16:12.535720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37568) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:12.538228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb4ea2-bdd0-486c-87bb-212782b6d49f None None] Network 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:12.610409 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.712905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Deleting port 07db49d4-0c15-4f07-891c-04650f77bc56 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:12.713371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.744323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] DHCP port deletion for 9977cf9e-5b17-4b99-a9a4-a525bfdbd22a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:16:12.812133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Deleting port 07db49d4-0c15-4f07-891c-04650f77bc56 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:12.812521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.820252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] For port 07db49d4-0c15-4f07-891c-04650f77bc56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07db49d4-0c15-4f07-891c-04650f77bc56,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:12.820627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.835670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Calling delete_port for 07db49d4-0c15-4f07-891c-04650f77bc56 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:12.897970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] For port 07db49d4-0c15-4f07-891c-04650f77bc56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07db49d4-0c15-4f07-891c-04650f77bc56,segment=NetworkSegment(3f59b65d-7478-4a99-b342-9070f6b873b7),segment_id=3f59b65d-7478-4a99-b342-9070f6b873b7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:12.898585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:12.930345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Calling delete_port for 07db49d4-0c15-4f07-891c-04650f77bc56 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:13.113480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38c0c0fb-5a21-49f2-8788-cc58616ff662 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:16:13.139336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 38c0c0fb-5a21-49f2-8788-cc58616ff662 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:16:13.141125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 38c0c0fb-5a21-49f2-8788-cc58616ff662 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:16:13.141791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c9ea594-c33d-41d3-b650-9e9b97c23d1a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:16:13.144127 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.226290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Pushing event deleted for resources: {'Port': ['ID=07db49d4-0c15-4f07-891c-04650f77bc56,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:13.234921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 2c9ea594-c33d-41d3-b650-9e9b97c23d1a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:16:13.235305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 2c9ea594-c33d-41d3-b650-9e9b97c23d1a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:16:13.235810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07db49d4-0c15-4f07-891c-04650f77bc56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:16:13.277491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 07db49d4-0c15-4f07-891c-04650f77bc56 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:16:13.277835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 07db49d4-0c15-4f07-891c-04650f77bc56 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:16:13.281660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.282231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.282810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.283428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.284310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.284842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.285363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.285853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.286362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.286852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.287474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.288169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.288858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.289353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.289836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:13.294942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dbcac7-5e23-471b-bcd2-c32616950194 None None] No DVR routers for this DVR port 07db49d4-0c15-4f07-891c-04650f77bc56 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:16:13.411747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (07db49d4-0c15-4f07-891c-04650f77bc56), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.438372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Pushing event deleted for resources: {'Port': ['ID=07db49d4-0c15-4f07-891c-04650f77bc56,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:13.442380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] No DVR routers for this DVR port 07db49d4-0c15-4f07-891c-04650f77bc56 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:16:13.518281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.544005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e73e2b0>,) {'filters': {'network_id': ['9977cf9e-5b17-4b99-a9a4-a525bfdbd22a']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:13.554434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e73e2b0>, '3f59b65d-7478-4a99-b342-9070f6b873b7') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:13.554741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e73e2b0>, '3f59b65d-7478-4a99-b342-9070f6b873b7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:13.564822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (3f59b65d-7478-4a99-b342-9070f6b873b7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.580009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (3f59b65d-7478-4a99-b342-9070f6b873b7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.587196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:13.587671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (3f59b65d-7478-4a99-b342-9070f6b873b7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   self.session.flush()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:13.590318 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:13.646568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (9977cf9e-5b17-4b99-a9a4-a525bfdbd22a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.652123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.656083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9977cf9e-5b17-4b99-a9a4-a525bfdbd22a HTTP/1.1" status: 204  len: 168 time: 1.1186655
Mar 26 21:16:13.667900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e872-e0ff-473b-8afc-c43bd1aee934 admin admin] Pushing event deleted for resources: {'Network': ['ID=9977cf9e-5b17-4b99-a9a4-a525bfdbd22a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:13.826411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37660) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:13.869433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f03a373f-3204-4433-9a67-796aced8053f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a8e16658cc541b2976c9325d1558792&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0416946
Mar 26 21:16:13.871907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37662) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:13.922800 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] Publish callbacks [] for security_group (15c7a6ec-0cdc-4485-91c9-cdfd9926922b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:13.953290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] Publish callbacks [] for security_group (15c7a6ec-0cdc-4485-91c9-cdfd9926922b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:14.002902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (15c7a6ec-0cdc-4485-91c9-cdfd9926922b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:14.013328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:14.015284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15c7a6ec-0cdc-4485-91c9-cdfd9926922b HTTP/1.1" status: 204  len: 168 time: 0.1417432
Mar 26 21:16:14.028043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4b54d-5a58-4454-8aa0-6c5c1682ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c7a6ec-0cdc-4485-91c9-cdfd9926922b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:14.153268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:15.797676 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.464662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:16.584874 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a239eda-d55e-47d8-849f-24f91e98aa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.656929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a239eda-d55e-47d8-849f-24f91e98aa37 admin admin] Publish callbacks [] for security_group (b22e3bb1-f18d-4b47-ac09-b11578b6aa07), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.660570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a239eda-d55e-47d8-849f-24f91e98aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b22e3bb1-f18d-4b47-ac09-b11578b6aa07), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.699881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0a239eda-d55e-47d8-849f-24f91e98aa37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfecf204244943cab40edfd09e409186&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2340190
Mar 26 21:16:16.700768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a239eda-d55e-47d8-849f-24f91e98aa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e3bb1-f18d-4b47-ac09-b11578b6aa07,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:16.702623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37874) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:16.755194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] Publish callbacks [] for security_group (b22e3bb1-f18d-4b47-ac09-b11578b6aa07), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.776217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] Publish callbacks [] for security_group (b22e3bb1-f18d-4b47-ac09-b11578b6aa07), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.823278 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b22e3bb1-f18d-4b47-ac09-b11578b6aa07), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.825917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:16.827098 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b22e3bb1-f18d-4b47-ac09-b11578b6aa07 HTTP/1.1" status: 204  len: 168 time: 0.1234496
Mar 26 21:16:16.834573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21cfef-e3a4-4132-817a-f862410d8ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e3bb1-f18d-4b47-ac09-b11578b6aa07,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:17.144643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 37882) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:17.158511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e827f019-b685-4d46-a206-475373b00e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.242446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e827f019-b685-4d46-a206-475373b00e28 admin admin] Publish callbacks [] for security_group (d63300ba-3d7d-4aee-93e5-e359dfc0b42a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.245843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e827f019-b685-4d46-a206-475373b00e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d63300ba-3d7d-4aee-93e5-e359dfc0b42a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.284734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e827f019-b685-4d46-a206-475373b00e28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c2410f10ff94241aae824539804644a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1389027
Mar 26 21:16:17.285730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827f019-b685-4d46-a206-475373b00e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63300ba-3d7d-4aee-93e5-e359dfc0b42a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:17.287351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 37884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:17.337518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] Publish callbacks [] for security_group (d63300ba-3d7d-4aee-93e5-e359dfc0b42a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.358818 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] Publish callbacks [] for security_group (d63300ba-3d7d-4aee-93e5-e359dfc0b42a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.405917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d63300ba-3d7d-4aee-93e5-e359dfc0b42a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.408523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:17.409680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d63300ba-3d7d-4aee-93e5-e359dfc0b42a HTTP/1.1" status: 204  len: 168 time: 0.1204841
Mar 26 21:16:17.417658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477bc8-320f-4b1f-8310-8df62bdc84b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63300ba-3d7d-4aee-93e5-e359dfc0b42a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:19.684862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:19.792365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28c6bb32-f631-4ac8-9424-d7659ef9b7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:19.865999 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28c6bb32-f631-4ac8-9424-d7659ef9b7fd admin admin] Publish callbacks [] for security_group (3fa6a1bb-472e-43c4-8349-a3334675ebb1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:19.869630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28c6bb32-f631-4ac8-9424-d7659ef9b7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3fa6a1bb-472e-43c4-8349-a3334675ebb1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:19.912006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28c6bb32-f631-4ac8-9424-d7659ef9b7fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d5fbaf725654d24bc57c0b8317f452e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2258146
Mar 26 21:16:19.912827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6bb32-f631-4ac8-9424-d7659ef9b7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa6a1bb-472e-43c4-8349-a3334675ebb1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:19.914498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38046) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:19.974572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] Publish callbacks [] for security_group (3fa6a1bb-472e-43c4-8349-a3334675ebb1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:20.001408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] Publish callbacks [] for security_group (3fa6a1bb-472e-43c4-8349-a3334675ebb1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:20.060133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3fa6a1bb-472e-43c4-8349-a3334675ebb1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:20.063664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:20.067140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fa6a1bb-472e-43c4-8349-a3334675ebb1 HTTP/1.1" status: 204  len: 168 time: 0.1491785
Mar 26 21:16:20.072980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c7b8-ab69-4769-9db3-00be40fabb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa6a1bb-472e-43c4-8349-a3334675ebb1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:20.799025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88adffd-e9a6-4e90-bde9-411da567d033 req-b54fa2eb-483d-41a9-a0c4-3071faee8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:20.800615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d88adffd-e9a6-4e90-bde9-411da567d033 req-b54fa2eb-483d-41a9-a0c4-3071faee8111 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.1571307
Mar 26 21:16:20.850256 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d88adffd-e9a6-4e90-bde9-411da567d033 req-c87d0c5d-3a74-4997-a8e8-72c4f5a28eb0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436440
Mar 26 21:16:21.232347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38164) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:21.386248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d64439e-04c1-4c82-82cc-f1746dd46888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.476835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d64439e-04c1-4c82-82cc-f1746dd46888 admin admin] Publish callbacks [] for security_group (e619288b-2e3e-4068-9a06-4b3d3c0a4c60), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.480834 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9d64439e-04c1-4c82-82cc-f1746dd46888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e619288b-2e3e-4068-9a06-4b3d3c0a4c60), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.521790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64439e-04c1-4c82-82cc-f1746dd46888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e619288b-2e3e-4068-9a06-4b3d3c0a4c60,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:21.531732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:21.531941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d64439e-04c1-4c82-82cc-f1746dd46888 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abf1035634c947b8b470d65c648ab2ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2983449
Mar 26 21:16:21.590406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] Publish callbacks [] for security_group (e619288b-2e3e-4068-9a06-4b3d3c0a4c60), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.613349 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] Publish callbacks [] for security_group (e619288b-2e3e-4068-9a06-4b3d3c0a4c60), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.663335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e619288b-2e3e-4068-9a06-4b3d3c0a4c60), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.666204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:21.667417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e619288b-2e3e-4068-9a06-4b3d3c0a4c60 HTTP/1.1" status: 204  len: 168 time: 0.1344926
Mar 26 21:16:21.680811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06399cf7-898a-48ca-aef2-b62d2733ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e619288b-2e3e-4068-9a06-4b3d3c0a4c60,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:22.924126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38288) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.041250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-72ff2006-3dda-40f6-b419-92fb46e8a54d tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1333399800'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:23.041703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-72ff2006-3dda-40f6-b419-92fb46e8a54d tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Unknown quota resources ['metering_label']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 21:16:23.229157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-72ff2006-3dda-40f6-b419-92fb46e8a54d tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:23.230262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-72ff2006-3dda-40f6-b419-92fb46e8a54d tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.3050413
Mar 26 21:16:23.232904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.237252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-64af7d3c-74a2-4b41-b32d-19540e164e60 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e65fabe8-e09e-488d-b341-cf38cce531d8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:23.237738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-64af7d3c-74a2-4b41-b32d-19540e164e60 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 21:16:23.310774 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.metering.metering_plugin [None req-64af7d3c-74a2-4b41-b32d-19540e164e60 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 26 21:16:23.417229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64af7d3c-74a2-4b41-b32d-19540e164e60 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:23.418421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64af7d3c-74a2-4b41-b32d-19540e164e60 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1845708
Mar 26 21:16:23.422074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38310) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.426162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b54a63a5-7083-431b-8a66-2564d4bd33dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e65fabe8-e09e-488d-b341-cf38cce531d8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:23.426652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b54a63a5-7083-431b-8a66-2564d4bd33dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 21:16:23.479840 ncdv-master-1 neutron-server[126736]: WARNING neutron.services.metering.metering_plugin [None req-b54a63a5-7083-431b-8a66-2564d4bd33dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Mar 26 21:16:23.566538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b54a63a5-7083-431b-8a66-2564d4bd33dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:23.567787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b54a63a5-7083-431b-8a66-2564d4bd33dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1447928
Mar 26 21:16:23.570431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38322) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.580763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f16c3d0e-27d7-405a-acc4-d42a7fa4fd98 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=97bbf70f-a354-4699-a9ba-b483e0fb20fd HTTP/1.1" status: 200  len: 464 time: 0.0092604
Mar 26 21:16:23.583202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.702143 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9784e5e2-70f6-4587-8bae-780988ff7252 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:23.703267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9784e5e2-70f6-4587-8bae-780988ff7252 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/97bbf70f-a354-4699-a9ba-b483e0fb20fd HTTP/1.1" status: 204  len: 168 time: 0.1191251
Mar 26 21:16:23.706047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38330) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.714904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-961d9d8d-0b3f-4612-a97e-b243ec3a57dc tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=97bbf70f-a354-4699-a9ba-b483e0fb20fd HTTP/1.1" status: 200  len: 221 time: 0.0078461
Mar 26 21:16:23.718728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38338) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.723182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4475a5a7-4125-4a0b-bc18-b15fa210c2a6 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--331026311', 'description': 'label created by tempest'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:23.723633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4475a5a7-4125-4a0b-bc18-b15fa210c2a6 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Unknown quota resources ['metering_label']. {{(pid=126736) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 21:16:23.894585 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4475a5a7-4125-4a0b-bc18-b15fa210c2a6 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:23.898261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4475a5a7-4125-4a0b-bc18-b15fa210c2a6 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.1759200
Mar 26 21:16:23.898486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38344) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:23.984294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-053b7d0f-47d7-4114-9507-6577b2539124 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=f9d2ab70-d0e9-4ed0-a8e8-3795cb9cbc7c HTTP/1.1" status: 200  len: 467 time: 0.0846708
Mar 26 21:16:23.987045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38346) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.174975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-88a327ab-2d32-4628-ad8d-39d518ba4828 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:24.176141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-88a327ab-2d32-4628-ad8d-39d518ba4828 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/f9d2ab70-d0e9-4ed0-a8e8-3795cb9cbc7c HTTP/1.1" status: 204  len: 168 time: 0.1883554
Mar 26 21:16:24.179066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38348) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.189622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2d79e077-ba3d-4fa5-9d01-c21614d475e8 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=f9d2ab70-d0e9-4ed0-a8e8-3795cb9cbc7c HTTP/1.1" status: 200  len: 216 time: 0.0095744
Mar 26 21:16:24.192515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38350) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.200189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-343f2a97-20b1-49c3-ada5-e8e21b60b908 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0067472
Mar 26 21:16:24.203367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38352) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.213556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f917974f-059b-44ea-8b1f-da72d5cc7ae2 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0092933
Mar 26 21:16:24.216232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38354) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.271142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2909ff91-2142-4581-bb31-df1519f6da58 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/e65fabe8-e09e-488d-b341-cf38cce531d8 HTTP/1.1" status: 200  len: 473 time: 0.0538425
Mar 26 21:16:24.274316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.283928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0a7c53ae-29a9-4df1-b98c-5c88b7dafeb9 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/4a00b269-056d-4ef8-b47e-56b2965eea2f HTTP/1.1" status: 200  len: 461 time: 0.0086188
Mar 26 21:16:24.286447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38358) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.386345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a02fe5f6-dc47-46c9-a94b-bc78ef5e8a40 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:24.387470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a02fe5f6-dc47-46c9-a94b-bc78ef5e8a40 tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/4a00b269-056d-4ef8-b47e-56b2965eea2f HTTP/1.1" status: 204  len: 168 time: 0.1001828
Mar 26 21:16:24.390564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.573004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-12e444f5-6c50-41fd-8eed-db3775a0cf1f tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:24.574070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-12e444f5-6c50-41fd-8eed-db3775a0cf1f tempest-MeteringTestJSON-815175015 tempest-MeteringTestJSON-815175015-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/e65fabe8-e09e-488d-b341-cf38cce531d8 HTTP/1.1" status: 204  len: 168 time: 0.1826055
Mar 26 21:16:24.829789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:24.932234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dca1d1d0-b534-4a91-9e0d-59d4ab1a23cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.015588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dca1d1d0-b534-4a91-9e0d-59d4ab1a23cf admin admin] Publish callbacks [] for security_group (f0a86ce6-06f2-4961-a623-74e2de54230a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.021690 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dca1d1d0-b534-4a91-9e0d-59d4ab1a23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0a86ce6-06f2-4961-a623-74e2de54230a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.053802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-86251874-9f5f-4352-9cd0-50a86331228a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.068189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dca1d1d0-b534-4a91-9e0d-59d4ab1a23cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af34e69d8af74a9b900783174be0cec2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2372727
Mar 26 21:16:25.070744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38378) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:25.078232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1d1d0-b534-4a91-9e0d-59d4ab1a23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a86ce6-06f2-4961-a623-74e2de54230a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:25.125056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] Publish callbacks [] for security_group (f0a86ce6-06f2-4961-a623-74e2de54230a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.146107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] Publish callbacks [] for security_group (f0a86ce6-06f2-4961-a623-74e2de54230a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.197555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f0a86ce6-06f2-4961-a623-74e2de54230a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.200757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.202089 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0a86ce6-06f2-4961-a623-74e2de54230a HTTP/1.1" status: 204  len: 168 time: 0.1301475
Mar 26 21:16:25.209972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62432-ab74-44e4-971d-95a33679d42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a86ce6-06f2-4961-a623-74e2de54230a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:25.457401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38402) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:25.471690 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e430f1ce-19bf-4554-b1ed-c538f0ca2f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.545799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e430f1ce-19bf-4554-b1ed-c538f0ca2f12 admin admin] Publish callbacks [] for security_group (3829a033-57dc-485c-83d5-11b17fb79105), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.549560 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e430f1ce-19bf-4554-b1ed-c538f0ca2f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3829a033-57dc-485c-83d5-11b17fb79105), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.587463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e430f1ce-19bf-4554-b1ed-c538f0ca2f12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1683012b48d942ebabd3616a39ac330c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1290050
Mar 26 21:16:25.588359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430f1ce-19bf-4554-b1ed-c538f0ca2f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3829a033-57dc-485c-83d5-11b17fb79105,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:25.590114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38404) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:25.637774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] Publish callbacks [] for security_group (3829a033-57dc-485c-83d5-11b17fb79105), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.661962 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] Publish callbacks [] for security_group (3829a033-57dc-485c-83d5-11b17fb79105), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.707774 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3829a033-57dc-485c-83d5-11b17fb79105), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.710461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:25.711590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3829a033-57dc-485c-83d5-11b17fb79105 HTTP/1.1" status: 204  len: 168 time: 0.1204824
Mar 26 21:16:25.719777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ed222-d643-43ee-85e3-52aa0593b238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829a033-57dc-485c-83d5-11b17fb79105,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:27.182630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38476) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.285346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-19b777af-7f3d-4715-b062-729bcdf6a22c tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Request body: {'quota': {'network': 2}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:27.303435 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19b777af-7f3d-4715-b062-729bcdf6a22c tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "PUT /v2.0/quotas/9c514472d53d4b1fac7e1c1be85ec2ee HTTP/1.1" status: 200  len: 368 time: 0.1196728
Mar 26 21:16:27.306221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38496) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.310946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Request body: {'network': {'project_id': '9c514472d53d4b1fac7e1c1be85ec2ee'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:27.329801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Made reservation on behalf of 9c514472d53d4b1fac7e1c1be85ec2ee for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:27.332311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.344039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.419104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for security_group (70c3ffe0-e3c0-4d62-baf6-433f006b0ac2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.422609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (70c3ffe0-e3c0-4d62-baf6-433f006b0ac2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.448964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:27.454761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c3ffe0-e3c0-4d62-baf6-433f006b0ac2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:27.461937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.462192 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Added segment 1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319 of type vlan for network 042d1496-23c4-42ef-8c36-58acadbda427
Mar 26 21:16:27.501247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (042d1496-23c4-42ef-8c36-58acadbda427), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.524457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (042d1496-23c4-42ef-8c36-58acadbda427), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.525413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:27.525998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.558332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.2509527
Mar 26 21:16:27.561476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38498) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.566362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Request body: {'network': {'project_id': '9c514472d53d4b1fac7e1c1be85ec2ee'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:27.587344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Made reservation on behalf of 9c514472d53d4b1fac7e1c1be85ec2ee for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:27.589872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.595423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b3f3e-1e60-40f9-801c-419ac7f18c3a tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event updated for resources: {'Network': ['ID=042d1496-23c4-42ef-8c36-58acadbda427,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:27.605730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 042d1496-23c4-42ef-8c36-58acadbda427 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:27.616751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:27.626984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (893e01fe-14dc-4a8e-9716-4d7cfccb8578), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.627330 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Added segment 893e01fe-14dc-4a8e-9716-4d7cfccb8578 of type vlan for network 742ca82c-2698-449f-a2d4-07cc11372d6b
Mar 26 21:16:27.666356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (742ca82c-2698-449f-a2d4-07cc11372d6b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.691619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (742ca82c-2698-449f-a2d4-07cc11372d6b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.692666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:27.693239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.724182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.1615436
Mar 26 21:16:27.727097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38500) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.732214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-808d7cbe-00ab-48a1-9b5b-5a89672133da tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Request body: {'network': {'project_id': '9c514472d53d4b1fac7e1c1be85ec2ee'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:27.742360 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-808d7cbe-00ab-48a1-9b5b-5a89672133da tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:16:27.742818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808d7cbe-00ab-48a1-9b5b-5a89672133da tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:16:27.743937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-808d7cbe-00ab-48a1-9b5b-5a89672133da tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0157986
Mar 26 21:16:27.746784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.758200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e143d-bf62-4154-82bf-786eadaa44f7 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event updated for resources: {'Network': ['ID=742ca82c-2698-449f-a2d4-07cc11372d6b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:27.770573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 742ca82c-2698-449f-a2d4-07cc11372d6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:27.794366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-788c3629-2f3b-4526-bc82-0633d484d417 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c514472d53d4b1fac7e1c1be85ec2ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0465169
Mar 26 21:16:27.797371 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.846575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for security_group (70c3ffe0-e3c0-4d62-baf6-433f006b0ac2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.848446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9917e0df-a9cf-416f-8013-ae3ebd74d23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.869047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for security_group (70c3ffe0-e3c0-4d62-baf6-433f006b0ac2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.915351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (70c3ffe0-e3c0-4d62-baf6-433f006b0ac2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.917994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:27.919141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c3ffe0-e3c0-4d62-baf6-433f006b0ac2 HTTP/1.1" status: 204  len: 168 time: 0.1208847
Mar 26 21:16:27.922519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38506) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:27.927155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f12ef-9ed0-4294-975d-79880bb81c26 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c3ffe0-e3c0-4d62-baf6-433f006b0ac2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:28.012227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (742ca82c-2698-449f-a2d4-07cc11372d6b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.108538 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (742ca82c-2698-449f-a2d4-07cc11372d6b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.129703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cdbd5b0>,) {'filters': {'network_id': ['742ca82c-2698-449f-a2d4-07cc11372d6b']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.139174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cdbd5b0>, '893e01fe-14dc-4a8e-9716-4d7cfccb8578') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.139483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cdbd5b0>, '893e01fe-14dc-4a8e-9716-4d7cfccb8578') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.149271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (893e01fe-14dc-4a8e-9716-4d7cfccb8578), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.163632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (893e01fe-14dc-4a8e-9716-4d7cfccb8578), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.170018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:28.171030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (893e01fe-14dc-4a8e-9716-4d7cfccb8578), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:28.172989 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:28.234984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (742ca82c-2698-449f-a2d4-07cc11372d6b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.249604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.253132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:28.256160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "DELETE /v2.0/networks/742ca82c-2698-449f-a2d4-07cc11372d6b HTTP/1.1" status: 204  len: 168 time: 0.3324571
Mar 26 21:16:28.256769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38526) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:28.279325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd4a2d-5dd8-4bd7-af34-625563d6b890 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event deleted for resources: {'Network': ['ID=742ca82c-2698-449f-a2d4-07cc11372d6b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:28.348841 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (042d1496-23c4-42ef-8c36-58acadbda427), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.382793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e84d2931-8857-4c66-bc07-a72403990cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.448519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (042d1496-23c4-42ef-8c36-58acadbda427), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.470804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e84d2931-8857-4c66-bc07-a72403990cc2 admin admin] Publish callbacks [] for security_group (cf74bbef-bcb6-479a-8337-e65eaf74cde1), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.475545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e84d2931-8857-4c66-bc07-a72403990cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf74bbef-bcb6-479a-8337-e65eaf74cde1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.481209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611da36460>,) {'filters': {'network_id': ['042d1496-23c4-42ef-8c36-58acadbda427']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.493157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611da36460>, '1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.493157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611da36460>, '1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:28.505822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.518427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d2931-8857-4c66-bc07-a72403990cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf74bbef-bcb6-479a-8337-e65eaf74cde1,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:28.522177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.523465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e84d2931-8857-4c66-bc07-a72403990cc2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42e98880faf84d28ad553bf14cd07acd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2686002
Mar 26 21:16:28.526159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38542) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:28.534960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:28.535521 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1300f0b3-7d20-4ebb-b6e7-cb2e5dbdc319), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:28.538399 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:28.578004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] Publish callbacks [] for security_group (cf74bbef-bcb6-479a-8337-e65eaf74cde1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.596179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (042d1496-23c4-42ef-8c36-58acadbda427), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.603200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] Publish callbacks [] for security_group (cf74bbef-bcb6-479a-8337-e65eaf74cde1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.611591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.614824 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] 10.222.0.16 "DELETE /v2.0/networks/042d1496-23c4-42ef-8c36-58acadbda427 HTTP/1.1" status: 204  len: 168 time: 0.3426530
Mar 26 21:16:28.615907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea3d59-70d2-462d-a396-3822a4379ab5 tempest-QuotasNegativeTest-1197435012 tempest-QuotasNegativeTest-1197435012-project-admin] Pushing event deleted for resources: {'Network': ['ID=042d1496-23c4-42ef-8c36-58acadbda427,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:28.656831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cf74bbef-bcb6-479a-8337-e65eaf74cde1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.659731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:28.660935 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf74bbef-bcb6-479a-8337-e65eaf74cde1 HTTP/1.1" status: 204  len: 168 time: 0.1338823
Mar 26 21:16:28.668646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44296-9f88-4fbd-be9e-aed8676cd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf74bbef-bcb6-479a-8337-e65eaf74cde1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:28.799521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.044689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38560) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:29.219778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0a2c-13ac-4997-86d7-d3b774c30c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.298173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0a2c-13ac-4997-86d7-d3b774c30c0b admin admin] Publish callbacks [] for security_group (a867614e-6d4d-426a-a451-773d7b4535ad), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.303170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1b0c0a2c-13ac-4997-86d7-d3b774c30c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a867614e-6d4d-426a-a451-773d7b4535ad), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.340999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1b0c0a2c-13ac-4997-86d7-d3b774c30c0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77d7320e1afa4f5a90e32fa60cb856bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2951679
Mar 26 21:16:29.342987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c0a2c-13ac-4997-86d7-d3b774c30c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a867614e-6d4d-426a-a451-773d7b4535ad,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:29.343722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:29.409761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] Publish callbacks [] for security_group (a867614e-6d4d-426a-a451-773d7b4535ad), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.432317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] Publish callbacks [] for security_group (a867614e-6d4d-426a-a451-773d7b4535ad), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.488562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a867614e-6d4d-426a-a451-773d7b4535ad), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.492131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.499712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a867614e-6d4d-426a-a451-773d7b4535ad HTTP/1.1" status: 204  len: 168 time: 0.1514134
Mar 26 21:16:29.506818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bf571-97b9-463d-ace8-5ea8bee61f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a867614e-6d4d-426a-a451-773d7b4535ad,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:29.825746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38602) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:29.842039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0beb7930-be88-4b11-987c-54eb9cdf24ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.917097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0beb7930-be88-4b11-987c-54eb9cdf24ed admin admin] Publish callbacks [] for security_group (4531f1e7-1f62-4f34-b2e8-afefdc2182eb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.921695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0beb7930-be88-4b11-987c-54eb9cdf24ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4531f1e7-1f62-4f34-b2e8-afefdc2182eb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:29.964695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0beb7930-be88-4b11-987c-54eb9cdf24ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e68b4775a174941b1fb7d7508e29663&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1376336
Mar 26 21:16:29.965779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7930-be88-4b11-987c-54eb9cdf24ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4531f1e7-1f62-4f34-b2e8-afefdc2182eb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:29.968404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38606) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:30.034790 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] Publish callbacks [] for security_group (4531f1e7-1f62-4f34-b2e8-afefdc2182eb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.069637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] Publish callbacks [] for security_group (4531f1e7-1f62-4f34-b2e8-afefdc2182eb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.126632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4531f1e7-1f62-4f34-b2e8-afefdc2182eb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.129760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.133916 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4531f1e7-1f62-4f34-b2e8-afefdc2182eb HTTP/1.1" status: 204  len: 168 time: 0.1644480
Mar 26 21:16:30.142014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.144213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b471b0-0a11-4a7e-b4cf-fec9893cab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4531f1e7-1f62-4f34-b2e8-afefdc2182eb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:30.781348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38654) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:30.788306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783393543', 'description': 'tempest-secgroup-smoke-783393543 description', 'project_id': '39045df80a6f442b972ee88f13343d34'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:30.815700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.825575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.910347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (211e3c36-5c27-4078-807a-e0815ce11c66), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.915485 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (211e3c36-5c27-4078-807a-e0815ce11c66), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:30.959828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211e3c36-5c27-4078-807a-e0815ce11c66,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.014362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (45a081f1-c45a-4e87-8684-292d13221d78), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.022449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45a081f1-c45a-4e87-8684-292d13221d78), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.060514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.062392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2799323
Mar 26 21:16:31.064568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567c44d-c78b-4db8-b9b9-5331ee6c1a71 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a081f1-c45a-4e87-8684-292d13221d78,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.065501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38680) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.070837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.099288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (633a18b0-ea69-4372-9e10-7ee7f51ff84e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.161051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (633a18b0-ea69-4372-9e10-7ee7f51ff84e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.164842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (633a18b0-ea69-4372-9e10-7ee7f51ff84e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.188924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633a18b0-ea69-4372-9e10-7ee7f51ff84e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.195799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.197278 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27b3ef44-5d45-44a1-ba5b-b3365af73354 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1301749
Mar 26 21:16:31.200110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38684) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.204413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.229092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (06f72829-f25b-4e0a-967c-d18b0f555ec2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.286959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (06f72829-f25b-4e0a-967c-d18b0f555ec2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.294238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (06f72829-f25b-4e0a-967c-d18b0f555ec2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.315189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f72829-f25b-4e0a-967c-d18b0f555ec2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.324846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.326070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-73d052f8-6f7d-4ef6-b9b7-945056849c3b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1250293
Mar 26 21:16:31.328984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38690) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.333621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.363636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (91a7fd4d-232a-46e6-a5c0-9dc0de7542ab), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.424188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (91a7fd4d-232a-46e6-a5c0-9dc0de7542ab), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.429199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (91a7fd4d-232a-46e6-a5c0-9dc0de7542ab), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.446652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a7fd4d-232a-46e6-a5c0-9dc0de7542ab,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.454114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.455954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4099702f-e144-492b-9995-31d706dba2b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1252184
Mar 26 21:16:31.458340 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38696) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.462908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.489872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2349c2f0-3699-4266-ae0e-ca72414a5018), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.552121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2349c2f0-3699-4266-ae0e-ca72414a5018), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.556668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (2349c2f0-3699-4266-ae0e-ca72414a5018), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.578725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2349c2f0-3699-4266-ae0e-ca72414a5018,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.584800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.586007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-177001cd-e04b-4788-95e4-e45c7fd4a56d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1266654
Mar 26 21:16:31.588912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.594608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.598121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38702) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.616064 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:16:31.621329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2a1557c3-34ab-43cf-b4d3-c8ea048bd237), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.680394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2a1557c3-34ab-43cf-b4d3-c8ea048bd237), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.684574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (2a1557c3-34ab-43cf-b4d3-c8ea048bd237), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.705288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1557c3-34ab-43cf-b4d3-c8ea048bd237,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.713503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.714921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-73510a7f-5517-4957-86da-104beb139f36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1247442
Mar 26 21:16:31.718041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38706) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.722618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '45a081f1-c45a-4e87-8684-292d13221d78', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.742589 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:16:31.747478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (fbbb95d6-5a2a-4522-aeaa-09f6b3d89b64), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.753053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1674944293'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.773109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Made reservation on behalf of 4aa48692c08b4bcaa33dc8137560d75d for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:31.776774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.785889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.809406 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (fbbb95d6-5a2a-4522-aeaa-09f6b3d89b64), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.813575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (fbbb95d6-5a2a-4522-aeaa-09f6b3d89b64), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.825735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.828582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbb95d6-5a2a-4522-aeaa-09f6b3d89b64,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.843813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.845152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4178e066-84f2-436b-91d1-1f4652056b47 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1261630
Mar 26 21:16:31.848140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38708) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:31.853269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'network': {'name': 'tempest-network-smoke--1533998016', 'project_id': '39045df80a6f442b972ee88f13343d34', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:31.869687 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks [] for security_group (38024f65-e8dd-4fc6-a751-11f37515c179), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.872599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:31.874122 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (38024f65-e8dd-4fc6-a751-11f37515c179), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.876487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.901493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:31.902417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:31.912381 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (62d8b59b-89d9-4e62-9967-2fa73fb01fd8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.912791 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Added segment 62d8b59b-89d9-4e62-9967-2fa73fb01fd8 of type vlan for network a8f01075-f81c-46e7-a1ef-dfce7baa881a
Mar 26 21:16:31.914842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38024f65-e8dd-4fc6-a751-11f37515c179,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:31.919838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (11c7f33b-0912-4a2c-8bab-1c1a45cc9dea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.920242 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Added segment 11c7f33b-0912-4a2c-8bab-1c1a45cc9dea of type vlan for network 5d457e34-6cab-4060-a946-ed87910e0028
Mar 26 21:16:31.959157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a8f01075-f81c-46e7-a1ef-dfce7baa881a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.961098 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (5d457e34-6cab-4060-a946-ed87910e0028), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.986955 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a8f01075-f81c-46e7-a1ef-dfce7baa881a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.988069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (5d457e34-6cab-4060-a946-ed87910e0028), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.992266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:31.992857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:31.993018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:31.993594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.035574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1862378
Mar 26 21:16:32.039034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 0.4372101
Mar 26 21:16:32.039173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38712) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:32.042788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'admin_state_up': True, 'project_id': '39045df80a6f442b972ee88f13343d34', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:32.070905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ec8df-60de-459c-9116-47c0ea4799cb tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Pushing event updated for resources: {'Network': ['ID=5d457e34-6cab-4060-a946-ed87910e0028,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:32.088203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 5d457e34-6cab-4060-a946-ed87910e0028 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:32.106038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079de1be-231b-43ff-9913-9d7036df5d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Network': ['ID=a8f01075-f81c-46e7-a1ef-dfce7baa881a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:32.118552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.121418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.127151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:32.190372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (2bc3cd3b-a452-4626-9c21-30f70cc28d48), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.272780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:32.277858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'network_id': '5d457e34-6cab-4060-a946-ed87910e0028', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1092572403'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:32.297701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Made reservation on behalf of e535d0e230c04fdaa9b4336df1be2288 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:32.300286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.310552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.380600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (2bc3cd3b-a452-4626-9c21-30f70cc28d48), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.392713 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for security_group (c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.396480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.401700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:32.492664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:32.579637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.602309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.638568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:32.647620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.653575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.704634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.176 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/9b39531b-3472-428d-8ba8-8984e9416775) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:32.714902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=fe97d699-d5d5-4acb-a7d0-057a02fc81e4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:32.724865 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Checking segment: {'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:32.725258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Network hostable DHCP agents. Network: 5d457e34-6cab-4060-a946-ed87910e0028, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:16:32.742392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Network 5d457e34-6cab-4060-a946-ed87910e0028 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:16:32.751457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d457e34-6cab-4060-a946-ed87910e0028) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:32.756589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:32.763809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4eaab-400a-44f0-8f5c-9c2a30678bad None None] Network 5d457e34-6cab-4060-a946-ed87910e0028 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:32.772010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.772010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.772264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.778194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.778507 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.778903 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 2 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.792353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.792973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.793065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.797957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.798660 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.798660 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 3 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.811198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.811547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.811881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.813394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (9b39531b-3472-428d-8ba8-8984e9416775), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.816249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.816598 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.816976 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 4 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.829574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.829918 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.830255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.836528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.836862 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.837260 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 5 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.850280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.850440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9b39531b-3472-428d-8ba8-8984e9416775), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:32.851653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.852409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.859752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.860288 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.860832 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 6 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.874428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.874772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.875111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.879542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.879881 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.880310 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 7 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.890257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:32.892093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.892601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.892934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.893102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:32.896564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:32.897406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.897837 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.898197 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 8 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.905381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=9b39531b-3472-428d-8ba8-8984e9416775,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:32.912400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.912753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.913107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.917879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.918211 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.918606 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 9 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.932787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.932787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.932787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.944889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.945234 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.945634 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 10 to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4
Mar 26 21:16:32.975738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:32.976246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:32.976668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:32.982086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:32.982503 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:32.983532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.061374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port fe97d699-d5d5-4acb-a7d0-057a02fc81e4, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:33.061861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:16:33.065974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.100815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:33.101289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.125964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=fe97d699-d5d5-4acb-a7d0-057a02fc81e4,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:33.132840 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-17b294c7-b2d8-4de5-b869-b8928010510b tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 0.8583243
Mar 26 21:16:33.135041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38734) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:33.283856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.334994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Deleting port fe97d699-d5d5-4acb-a7d0-057a02fc81e4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:33.335332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.444810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port fe97d699-d5d5-4acb-a7d0-057a02fc81e4, host nch2-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:33.445159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.461081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Calling delete_port for fe97d699-d5d5-4acb-a7d0-057a02fc81e4 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:33.621627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.663095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (fe97d699-d5d5-4acb-a7d0-057a02fc81e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.704091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe97d699-d5d5-4acb-a7d0-057a02fc81e4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:33.736813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.740048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2d2eb8ac-a3bc-4d4f-86de-36bd85349b14 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fe97d699-d5d5-4acb-a7d0-057a02fc81e4 HTTP/1.1" status: 204  len: 168 time: 0.6035786
Mar 26 21:16:33.742751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38762) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:33.770371 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ca5191-39f8-4d70-a8f8-97d5f65ded3c tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:16:33.771861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33ca5191-39f8-4d70-a8f8-97d5f65ded3c tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports/fe97d699-d5d5-4acb-a7d0-057a02fc81e4 HTTP/1.1" status: 404  len: 333 time: 0.0283184
Mar 26 21:16:33.775729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:33.782122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'network_id': '5d457e34-6cab-4060-a946-ed87910e0028', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1271138911'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:33.803965 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Made reservation on behalf of e535d0e230c04fdaa9b4336df1be2288 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:33.807325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.823880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:16:33.827264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port 728630e6-fad1-4fdd-af58-124d55e9bc02 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:33.943295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:33.960759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Sync routers for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:33.965146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:33.967976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-566e9c8d-ab1c-4fe7-8706-1c6cc091808a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9270403
Mar 26 21:16:33.970495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38766) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:33.975338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:33.976454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eeef640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:34.001308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.050482 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.095904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Network 5d457e34-6cab-4060-a946-ed87910e0028 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:34.101209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:34.105649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:34.106579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:34.107183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.122196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:34.142360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.3646894
Mar 26 21:16:34.143213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b854fd-9f47-468d-85a7-e5800eac620d tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=728630e6-fad1-4fdd-af58-124d55e9bc02,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:34.145773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38786) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:34.150683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:34.159995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b49fbc3a-89dd-49d4-aeab-7d9b2ab79ecb tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=39045df80a6f442b972ee88f13343d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1852345
Mar 26 21:16:34.161137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38788) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:34.223202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.263211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e32559-b44f-453e-8b8b-a3119c95ab7a tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:34.267453 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e4e32559-b44f-453e-8b8b-a3119c95ab7a tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1027532
Mar 26 21:16:34.268258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38790) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:34.307773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1239693c-22ae-4ca4-8c84-ab1e045331ac tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0359902
Mar 26 21:16:34.308034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38792) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:34.312980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848821698', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'project_id': '39045df80a6f442b972ee88f13343d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:34.416616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:34.423297 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.528140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eeef640>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:33Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:34.558280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Checking router: 2bc3cd3b-a452-4626-9c21-30f70cc28d48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:34.558634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Updating router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 port 9b39531b-3472-428d-8ba8-8984e9416775 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:16:34.591274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b39531b-3472-428d-8ba8-8984e9416775), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.672781 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:16:34.690700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.755750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Subnet': ['ID=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:34.765718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Checking segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:34.766132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network hostable DHCP agents. Network: a8f01075-f81c-46e7-a1ef-dfce7baa881a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:16:34.766616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port 728630e6-fad1-4fdd-af58-124d55e9bc02 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:34.776253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.783732 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.785314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:16:34.796188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8f01075-f81c-46e7-a1ef-dfce7baa881a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:34.800571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:34.801179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.815462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30739e51-2d02-41d1-be82-34105111425f None None] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:34.822686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e73ca1f9-e981-4400-a2a9-c7a115e8b1d4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5107203
Mar 26 21:16:34.822686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:34.834520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=728630e6-fad1-4fdd-af58-124d55e9bc02,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:34.852196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.852563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.852995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.858496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.858824 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.859213 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 2 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.873897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.874240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.874579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.879372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.880202 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.880202 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 3 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.894205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.894542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.894878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.899178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.899554 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.899972 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 4 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.912765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.913103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.913437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.917789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.918113 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.918512 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 5 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.930733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.930901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.931150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.935467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.936354 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.936785 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 6 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.949358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.949709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.950038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.955877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.956309 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.958002 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 7 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:34.974004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:16:34.974956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.980100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:34.980380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:34.981395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:34.988863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:34.989401 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:34.989571 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks [] for port (9b39531b-3472-428d-8ba8-8984e9416775), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:34.989761 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 8 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:35.005337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b39531b-3472-428d-8ba8-8984e9416775), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.016167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:35.016722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:35.017220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:35.022666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:35.023063 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:35.023403 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 9 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:35.037401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:35.037747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:35.038094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:35.042713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:35.043040 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:35.043434 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 10 to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02
Mar 26 21:16:35.056660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:35.056998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:35.057333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:35.062189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:35.062504 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 728630e6-fad1-4fdd-af58-124d55e9bc02 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:35.062948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.125712 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Attempting to bind port 9b39531b-3472-428d-8ba8-8984e9416775 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:35.126100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Attempting to bind port 9b39531b-3472-428d-8ba8-8984e9416775 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:35.126474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Attempting to bind port 9b39531b-3472-428d-8ba8-8984e9416775 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:35.130598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb0d97-a9c1-4beb-8ab2-1d47333d0fb8 None None] Pushing event updated for resources: {'Port': ['ID=9b39531b-3472-428d-8ba8-8984e9416775,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:35.138318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port 728630e6-fad1-4fdd-af58-124d55e9bc02, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:35.138695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:16:35.141399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:16:35.141836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:35.142314 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.142787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:16:35.143282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Bound port: 9b39531b-3472-428d-8ba8-8984e9416775, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:16:35.143669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b39531b-3472-428d-8ba8-8984e9416775), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.144800 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.193145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] In _notify_port_updated(), no bound segment for port 728630e6-fad1-4fdd-af58-124d55e9bc02 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:16:35.194742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.195957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.200339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "PUT /v2.0/ports/728630e6-fad1-4fdd-af58-124d55e9bc02 HTTP/1.1" status: 200  len: 975 time: 1.0512252
Mar 26 21:16:35.203681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:35.231943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Allocated IP 172.20.0.2 (a8f01075-f81c-46e7-a1ef-dfce7baa881a/42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8/60c85c90-3209-4861-856e-b817154ffb28) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:35.244627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] For port 9b39531b-3472-428d-8ba8-8984e9416775, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:35.249070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] For port 9b39531b-3472-428d-8ba8-8984e9416775, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b39531b-3472-428d-8ba8-8984e9416775,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:16:35.258241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b39531b-3472-428d-8ba8-8984e9416775), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.260500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee2a84-8462-4740-b76a-7400e63d4c06 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=728630e6-fad1-4fdd-af58-124d55e9bc02,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:35.289322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.289971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.290520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.291058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.291588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.292145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.292676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.293213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.293917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.294468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.295533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.296043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.296617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.297686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:35.304200 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c6550c1-7061-4a5a-bc4d-92b517b9abfe tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 12957 time: 0.0953269
Mar 26 21:16:35.304929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:35.381850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb0d97-a9c1-4beb-8ab2-1d47333d0fb8 None None] Pushing event updated for resources: {'Port': ['ID=9b39531b-3472-428d-8ba8-8984e9416775,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:35.390397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:35.391063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eeef640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:35.404520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Deleting port 728630e6-fad1-4fdd-af58-124d55e9bc02 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:35.405015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.484185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port 728630e6-fad1-4fdd-af58-124d55e9bc02, host nch2-master-1, got binding levels [] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:35.484736 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.500376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Calling delete_port for 728630e6-fad1-4fdd-af58-124d55e9bc02 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:35.544336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks [] for port (60c85c90-3209-4861-856e-b817154ffb28), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.555447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:35.558972 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (60c85c90-3209-4861-856e-b817154ffb28), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.598697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (728630e6-fad1-4fdd-af58-124d55e9bc02), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.632961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event deleted for resources: {'Port': ['ID=728630e6-fad1-4fdd-af58-124d55e9bc02,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:35.643041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.649296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cd0ac7ab-39a4-4299-9939-39963737b414 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "DELETE /v2.0/ports/728630e6-fad1-4fdd-af58-124d55e9bc02 HTTP/1.1" status: 204  len: 168 time: 0.3402839
Mar 26 21:16:35.649547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:35.664549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:35.674197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.675721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:35.684435 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-83932660-a2b0-4db6-90a2-56102c27197e tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:16:35.685945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:35.686060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83932660-a2b0-4db6-90a2-56102c27197e tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports/728630e6-fad1-4fdd-af58-124d55e9bc02 HTTP/1.1" status: 404  len: 333 time: 0.0355403
Mar 26 21:16:35.690498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Pushing event updated for resources: {'Port': ['ID=60c85c90-3209-4861-856e-b817154ffb28,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:35.692093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38820) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:35.703289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-547332263', 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:35.775499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Made reservation on behalf of e535d0e230c04fdaa9b4336df1be2288 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:35.778602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.800389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Attempting to bind port 60c85c90-3209-4861-856e-b817154ffb28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:35.800769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Attempting to bind port 60c85c90-3209-4861-856e-b817154ffb28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:35.801136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Attempting to bind port 60c85c90-3209-4861-856e-b817154ffb28 on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:35.809840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:16:35.810223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Checking segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:35.810701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.811108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Bound using segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:16:35.811591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Bound port: 60c85c90-3209-4861-856e-b817154ffb28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:16:35.811997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (60c85c90-3209-4861-856e-b817154ffb28), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.836945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port 0876157b-ffc2-4f5d-81cb-f4adb7541143 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:35.905172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] For port 60c85c90-3209-4861-856e-b817154ffb28, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:35.908989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] For port 60c85c90-3209-4861-856e-b817154ffb28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c85c90-3209-4861-856e-b817154ffb28,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:16:35.915785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eeef640>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:33Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:35.922027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (60c85c90-3209-4861-856e-b817154ffb28), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:35.974005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2b510-00a5-4a58-904f-98f6c38da2c5 None None] The sync data for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 is: [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:33Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:36.007184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ac484-450c-4272-bcca-56862c7b3611 None None] Pushing event updated for resources: {'Port': ['ID=60c85c90-3209-4861-856e-b817154ffb28,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:36.210441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (0876157b-ffc2-4f5d-81cb-f4adb7541143), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.224914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.1 (a8f01075-f81c-46e7-a1ef-dfce7baa881a/42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8/9541a8bb-ee7b-497b-b90d-83aabda76d19) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:36.366759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (0876157b-ffc2-4f5d-81cb-f4adb7541143), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.430110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.464554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Network 5d457e34-6cab-4060-a946-ed87910e0028 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:36.469085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:36.470904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=0876157b-ffc2-4f5d-81cb-f4adb7541143,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:36.475496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:36.476965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:36.477723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.499966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.500311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.500661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.501011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.501357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.501696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.502032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.502389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.502715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.503033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.503519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.503861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.504243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.504537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.504891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.523358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9bcc124e-8d59-4101-bcb8-a0cdcea0c1fd tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8247325
Mar 26 21:16:36.525864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38842) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:36.573410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37a05fd-8009-40ca-9e12-da8ba6b320d9 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:36.578339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d37a05fd-8009-40ca-9e12-da8ba6b320d9 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports/0876157b-ffc2-4f5d-81cb-f4adb7541143 HTTP/1.1" status: 200  len: 954 time: 0.0478399
Mar 26 21:16:36.578603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:36.582175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.626917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:36.629983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:36.632988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:36.662097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:36.672785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Deleting port 0876157b-ffc2-4f5d-81cb-f4adb7541143 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:36.673144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0876157b-ffc2-4f5d-81cb-f4adb7541143), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.688680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.741284 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0876157b-ffc2-4f5d-81cb-f4adb7541143), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.760892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Calling delete_port for 0876157b-ffc2-4f5d-81cb-f4adb7541143 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:36.848963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0876157b-ffc2-4f5d-81cb-f4adb7541143), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.851210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.879126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event deleted for resources: {'Port': ['ID=0876157b-ffc2-4f5d-81cb-f4adb7541143,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:36.883976 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:36.889889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "DELETE /v2.0/ports/0876157b-ffc2-4f5d-81cb-f4adb7541143 HTTP/1.1" status: 204  len: 168 time: 0.3074803
Mar 26 21:16:36.891410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:36.904655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.905010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.905366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.905715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.906055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.906402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.906741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.907078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.907411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.907743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.908122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.908455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.908790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.909121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.909452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5303c4-1bb1-4bbc-ba70-eca8c88f0179 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:36.928683 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dd70b8-c385-4753-a84a-c2c473a2f600 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:16:36.930159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-20dd70b8-c385-4753-a84a-c2c473a2f600 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports/0876157b-ffc2-4f5d-81cb-f4adb7541143 HTTP/1.1" status: 404  len: 333 time: 0.0377932
Mar 26 21:16:36.934544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:36.940085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'network_id': '5d457e34-6cab-4060-a946-ed87910e0028', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1645191882'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:36.972155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Made reservation on behalf of e535d0e230c04fdaa9b4336df1be2288 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:36.979443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.014936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:37.198272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 60c85c90-3209-4861-856e-b817154ffb28 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:37.265561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.269406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 60c85c90-3209-4861-856e-b817154ffb28 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:37.269926 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (60c85c90-3209-4861-856e-b817154ffb28), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.329468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.361820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.374119 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.389903 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Network 5d457e34-6cab-4060-a946-ed87910e0028 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:37.394547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:37.395155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 60c85c90-3209-4861-856e-b817154ffb28 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:37.395655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (60c85c90-3209-4861-856e-b817154ffb28), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.401616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:37.402706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:37.403748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.428973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=86ee189e-1881-47b2-b58f-1dac7ae97ce6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:37.457939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-903ea315-edbc-4b03-8c00-e1093fc2ac64 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.5221901
Mar 26 21:16:37.460636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38856) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:37.467556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:37.468319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 60c85c90-3209-4861-856e-b817154ffb28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c85c90-3209-4861-856e-b817154ffb28,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:37.469322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:37.471674 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.480519 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (60c85c90-3209-4861-856e-b817154ffb28), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.481660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9b39531b-3472-428d-8ba8-8984e9416775 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:37.510594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87037b6-197a-4bc4-929c-bfc449b6bf4f None None] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:37.566413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.623266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:37.624769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:37.655465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=60c85c90-3209-4861-856e-b817154ffb28,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:37.663592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-73629e2c-fb06-40ce-84cc-f8d938147b91 None None] Provisioning complete for port 60c85c90-3209-4861-856e-b817154ffb28 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:37.664269 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-73629e2c-fb06-40ce-84cc-f8d938147b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (60c85c90-3209-4861-856e-b817154ffb28), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.710644 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 9b39531b-3472-428d-8ba8-8984e9416775 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:37.711323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9b39531b-3472-428d-8ba8-8984e9416775), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.778141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:16:37.791019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] device_id is not set on port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:37.799406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks [] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.807495 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:37.885920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=86ee189e-1881-47b2-b58f-1dac7ae97ce6,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:37.900587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:37.900938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:37.901278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:37.906343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:37.906617 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:37.907464 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 2 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:37.921159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:37.921520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:37.921843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:37.926748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:37.926985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:37.927092 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:37.928082 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 3 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:37.940994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-780d1644-63da-490e-accd-bb42fd96c335 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/2bc3cd3b-a452-4626-9c21-30f70cc28d48/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1087859
Mar 26 21:16:37.952991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:37.953595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:37.954178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:37.959185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:37.959524 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:37.960002 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 4 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:37.974981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:37.975226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:37.975612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:37.981062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:37.981931 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:37.982714 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 5 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:37.996771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:37.996948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:37.997172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.002414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.003197 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.003353 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 6 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:38.020362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:38.020709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:38.021049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.033727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.034158 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.034811 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 7 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:38.053563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-73629e2c-fb06-40ce-84cc-f8d938147b91 None None] Current status of the port 60c85c90-3209-4861-856e-b817154ffb28 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:38.056032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 9b39531b-3472-428d-8ba8-8984e9416775 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:38.056436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b39531b-3472-428d-8ba8-8984e9416775), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.059122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:38.059479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:38.060059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.070385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.070977 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.071523 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 8 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:38.082052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 9b39531b-3472-428d-8ba8-8984e9416775, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b39531b-3472-428d-8ba8-8984e9416775,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:38.091222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b39531b-3472-428d-8ba8-8984e9416775), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.098688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:38.099104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:38.099353 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.104678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.105023 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.105425 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 9 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:38.123554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:38.123944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:38.124305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.130301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.131537 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.131622 ncdv-master-1 neutron-server[126736]: INFO neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempt 10 to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6
Mar 26 21:16:38.158953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:38.159222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:38.159585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempting to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:38.170174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:38.170174 ncdv-master-1 neutron-server[126736]: ERROR neutron.plugins.ml2.managers [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Failed to bind port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on host nch2-master-1 for vnic_type normal using segments [{'id': '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5d457e34-6cab-4060-a946-ed87910e0028'}]
Mar 26 21:16:38.170174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.178223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=9b39531b-3472-428d-8ba8-8984e9416775,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:38.265661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port 86ee189e-1881-47b2-b58f-1dac7ae97ce6, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:38.266150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attempted to set empty binding levels {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Mar 26 21:16:38.275553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.288469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-5d8dbe99-aa1d-4992-9cbf-a6a34852c939 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783393543&fields=id&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 267 time: 0.0792747
Mar 26 21:16:38.320821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] In _notify_port_updated(), no bound segment for port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 on network 5d457e34-6cab-4060-a946-ed87910e0028 {{(pid=126736) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}}
Mar 26 21:16:38.332095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:38.332737 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.337062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "PUT /v2.0/ports/86ee189e-1881-47b2-b58f-1dac7ae97ce6 HTTP/1.1" status: 200  len: 975 time: 0.8725977
Mar 26 21:16:38.339985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38882) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:38.373811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Sync routers for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:38.377480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482172-32e5-4d95-b14c-408212f67052 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event updated for resources: {'Port': ['ID=86ee189e-1881-47b2-b58f-1dac7ae97ce6,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:38.390351 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:38.391378 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241cec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:38.392648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:38.393098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.436727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Port 9541a8bb-ee7b-497b-b90d-83aabda76d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:16:38.447279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Provisioning complete for port 60c85c90-3209-4861-856e-b817154ffb28 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:38.447954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (60c85c90-3209-4861-856e-b817154ffb28), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.481162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-e3861576-334d-4166-9c97-bddb7ef19fc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:38.483162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-e3861576-334d-4166-9c97-bddb7ef19fc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 797 time: 0.1879869
Mar 26 21:16:38.507829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Deleting port 86ee189e-1881-47b2-b58f-1dac7ae97ce6 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:38.508215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.511887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-4a4d1ea3-92bc-4db3-b3bc-0b3717230ede tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/quotas/39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 375 time: 0.0204692
Mar 26 21:16:38.533670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-04b9c8ee-5af0-4d18-b678-8153e62e98d8 None None] Current status of the port 60c85c90-3209-4861-856e-b817154ffb28 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:38.543514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:38.612546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] For port 86ee189e-1881-47b2-b58f-1dac7ae97ce6, host nch2-master-1, got binding levels [] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:38.612912 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.632874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Calling delete_port for 86ee189e-1881-47b2-b58f-1dac7ae97ce6 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:38.642906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-7195794c-84ac-4b0a-b321-299b91498cae tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1211503
Mar 26 21:16:38.676837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-490653fc-4c97-4139-8199-b3bcacc3fb91 None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:38.679269 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-490653fc-4c97-4139-8199-b3bcacc3fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.770969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-490653fc-4c97-4139-8199-b3bcacc3fb91 None None] Port 9541a8bb-ee7b-497b-b90d-83aabda76d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:16:38.782001 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (86ee189e-1881-47b2-b58f-1dac7ae97ce6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.819466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241cec40>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:37Z', 'revision_number': 2, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:38.851332 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Checking router: 2bc3cd3b-a452-4626-9c21-30f70cc28d48 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:38.852009 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Updating router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 port 9541a8bb-ee7b-497b-b90d-83aabda76d19 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:16:38.860442 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.863734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "DELETE /v2.0/ports/86ee189e-1881-47b2-b58f-1dac7ae97ce6 HTTP/1.1" status: 204  len: 168 time: 0.5225778
Mar 26 21:16:38.864668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2d6f8-4826-4217-9ea4-f9bdb02c4412 tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ee189e-1881-47b2-b58f-1dac7ae97ce6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:38.866590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38898) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:38.897013 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06879bf-2976-4459-86f1-3a9f2c6a2abf tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] GET failed (client error): The resource could not be found.
Mar 26 21:16:38.901772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d143976-d5b4-494c-a11a-cf5059f821be None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:38.901945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a06879bf-2976-4459-86f1-3a9f2c6a2abf tempest-PortsAdminExtendedAttrsTestJSON-1136025564 tempest-PortsAdminExtendedAttrsTestJSON-1136025564-project-admin] 10.222.0.16 "GET /v2.0/ports/86ee189e-1881-47b2-b58f-1dac7ae97ce6 HTTP/1.1" status: 404  len: 333 time: 0.0308850
Mar 26 21:16:38.902038 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d143976-d5b4-494c-a11a-cf5059f821be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:38.902729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38900) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:38.953757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d143976-d5b4-494c-a11a-cf5059f821be None None] Port 9541a8bb-ee7b-497b-b90d-83aabda76d19 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:16:39.010529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-130e8202-8a51-4f25-bb1e-de439582bdaf service neutron] 10.222.0.16 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3255827
Mar 26 21:16:39.025216 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.038729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (5d457e34-6cab-4060-a946-ed87910e0028), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.075497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 60c85c90-3209-4861-856e-b817154ffb28 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:39.174220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 60c85c90-3209-4861-856e-b817154ffb28 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:39.174891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (60c85c90-3209-4861-856e-b817154ffb28), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.211720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (5d457e34-6cab-4060-a946-ed87910e0028), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.233961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-52aae4d4-1ae4-4da7-a833-6c53f4c1b1ed service neutron] 10.222.0.16 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050622
Mar 26 21:16:39.249964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cd5c820>,) {'filters': {'network_id': ['5d457e34-6cab-4060-a946-ed87910e0028']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:39.263157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd5c820>, '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:39.264332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cd5c820>, '11c7f33b-0912-4a2c-8bab-1c1a45cc9dea') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:39.277212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (11c7f33b-0912-4a2c-8bab-1c1a45cc9dea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.280850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 60c85c90-3209-4861-856e-b817154ffb28 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:39.282443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9b39531b-3472-428d-8ba8-8984e9416775 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:39.293736 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (11c7f33b-0912-4a2c-8bab-1c1a45cc9dea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.302183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:39.303203 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (11c7f33b-0912-4a2c-8bab-1c1a45cc9dea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:39.307885 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:39.337552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 9b39531b-3472-428d-8ba8-8984e9416775 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:39.337941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9b39531b-3472-428d-8ba8-8984e9416775), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.381510 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (5d457e34-6cab-4060-a946-ed87910e0028), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.389389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.394922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] 10.222.0.16 "DELETE /v2.0/networks/5d457e34-6cab-4060-a946-ed87910e0028 HTTP/1.1" status: 204  len: 168 time: 0.4881067
Mar 26 21:16:39.405833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58c982-3ac9-460f-bfc6-94d13c06f1e7 tempest-PortsAdminExtendedAttrsTestJSON-299978241 tempest-PortsAdminExtendedAttrsTestJSON-299978241-project] Pushing event deleted for resources: {'Network': ['ID=5d457e34-6cab-4060-a946-ed87910e0028,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:39.412907 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks [] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.426793 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.442028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 9b39531b-3472-428d-8ba8-8984e9416775 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:39.516836 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Pushing event updated for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:39.534703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7cac440c-3a3a-4fd5-b290-15814c899f2d req-d4dfa8fc-611f-47f2-a3ce-1289fcba70e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 210 time: 0.0505922
Mar 26 21:16:39.545162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.545515 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.545860 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.546200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.546539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.546870 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.547202 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.547531 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.547858 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.548306 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.548521 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.548837 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.549354 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.549676 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.550182 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:16:39.567554 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Attempting to bind port 9541a8bb-ee7b-497b-b90d-83aabda76d19 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:39.568020 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Attempting to bind port 9541a8bb-ee7b-497b-b90d-83aabda76d19 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:39.568377 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Attempting to bind port 9541a8bb-ee7b-497b-b90d-83aabda76d19 on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:39.574239 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:16:39.574842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Checking segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:39.575282 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.575628 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Bound using segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:16:39.576719 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Bound port: 9541a8bb-ee7b-497b-b90d-83aabda76d19, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:16:39.577292 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.655820 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] For port 9541a8bb-ee7b-497b-b90d-83aabda76d19, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:39.659138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] For port 9541a8bb-ee7b-497b-b90d-83aabda76d19, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9541a8bb-ee7b-497b-b90d-83aabda76d19,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:16:39.666902 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.734500 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193cabd-814a-491a-a3f7-fd12f1c8a2fc None None] Pushing event updated for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:39.738831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:39.739457 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241cec40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:39.791750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:39.792109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:39.826577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 38932) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:39.879432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:39.941785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Current status of the port 9541a8bb-ee7b-497b-b90d-83aabda76d19 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:39.943487 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.020363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:40.028629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ca822de-f23a-433d-8d62-1e96249cb1f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aa48692c08b4bcaa33dc8137560d75d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2007785
Mar 26 21:16:40.031080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] For port 9541a8bb-ee7b-497b-b90d-83aabda76d19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9541a8bb-ee7b-497b-b90d-83aabda76d19,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:40.037962 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.109820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffefd4-0781-4cdb-909d-f1210953223f None None] Pushing event updated for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:40.110561 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] Publish callbacks [] for security_group (38024f65-e8dd-4fc6-a751-11f37515c179), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.139462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] Publish callbacks [] for security_group (38024f65-e8dd-4fc6-a751-11f37515c179), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.151999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241cec40>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:40.160803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8bcdc87b-5b71-448a-9eb2-227f2e3fce67 None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:40.161279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc87b-5b71-448a-9eb2-227f2e3fce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.188195 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e508f-9091-47c4-9cd0-58cc5a50a777 None None] The sync data for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 is: [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:40.208658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (38024f65-e8dd-4fc6-a751-11f37515c179), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.211618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.212780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38024f65-e8dd-4fc6-a751-11f37515c179 HTTP/1.1" status: 204  len: 168 time: 0.1926126
Mar 26 21:16:40.246685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743e07a-34db-4ce2-9ed9-eecdf32d5568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38024f65-e8dd-4fc6-a751-11f37515c179,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:40.291091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdc87b-5b71-448a-9eb2-227f2e3fce67 None None] Current status of the port 9541a8bb-ee7b-497b-b90d-83aabda76d19 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:40.606989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:40.656051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fad4d5de-9ba8-4896-8de3-c476640c1c77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e535d0e230c04fdaa9b4336df1be2288&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0461192
Mar 26 21:16:40.657747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 38950) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:40.668807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10c1b463-61f8-47e0-8c15-f1def85c5a81 req-0ef1f0c9-6c38-458c-b1da-5b4cdb242784 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 210 time: 0.0393007
Mar 26 21:16:40.715475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] Publish callbacks [] for security_group (c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.747006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] Publish callbacks [] for security_group (c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.810806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.814846 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:40.816308 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0 HTTP/1.1" status: 204  len: 168 time: 0.1574960
Mar 26 21:16:40.826528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990e3f2-2c84-4e89-b734-22c4031c8529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e3b6e-4a7f-42f9-8147-2f4fb646b9f0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:40.916834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-050f71ee-9f15-4a73-b67d-d57b78ccb3be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:40.918863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-050f71ee-9f15-4a73-b67d-d57b78ccb3be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 797 time: 0.1418800
Mar 26 21:16:41.029889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-e3b134f5-702a-4395-9b61-8138ec1eef4c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 379 time: 0.0985737
Mar 26 21:16:41.041599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'port': {'device_id': '98b160ee-7b73-4371-ae75-9908f082afaa', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'admin_state_up': True, 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'security_groups': ['45a081f1-c45a-4e87-8684-292d13221d78']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:41.086904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9541a8bb-ee7b-497b-b90d-83aabda76d19 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:41.166126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 9541a8bb-ee7b-497b-b90d-83aabda76d19 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:41.166836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:41.181223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:41.185292 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:41.273950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 9541a8bb-ee7b-497b-b90d-83aabda76d19 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:41.359549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.12 (a8f01075-f81c-46e7-a1ef-dfce7baa881a/42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:41.556507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:41.610302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:41.681843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:41.707346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:41.715520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:41.723786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:41.803077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:41.804114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:41.834488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b34ab280-031e-4bb2-8715-7b0b594d2b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7971318
Mar 26 21:16:41.849509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ee16b-a914-4b94-a3d6-572547891ef4 req-9d44eac3-92e7-4db8-b67e-f893f00f1d16 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:41.852335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Request body: {'port': {'device_id': '98b160ee-7b73-4371-ae75-9908f082afaa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:41.857920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b62ee16b-a914-4b94-a3d6-572547891ef4 req-9d44eac3-92e7-4db8-b67e-f893f00f1d16 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 932 time: 0.0824916
Mar 26 21:16:41.916457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b62ee16b-a914-4b94-a3d6-572547891ef4 req-fb49c74e-c29b-478b-999f-518b63caa804 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574222
Mar 26 21:16:41.935677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.133684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e76d11c4-6c3d-4c33-82e9-d67137350336 None None] Provisioning complete for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:42.134255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e76d11c4-6c3d-4c33-82e9-d67137350336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.175951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e76d11c4-6c3d-4c33-82e9-d67137350336 None None] Port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:16:42.264939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:16:42.274611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks [] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.287804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Transition to ACTIVE for port object a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:16:42.292544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.361612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:42.434287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:42.434632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:42.434962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:42.441558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:16:42.442008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:42.447550 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:16:42.448085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Checking segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:42.448579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Bound using segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:16:42.449117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Bound port: a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:16:42.449592 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.521677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:42.525011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:16:42.531027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.543661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39032) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:42.570627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:42.571340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.572777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] 10.222.0.21 "PUT /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1092 time: 0.7260931
Mar 26 21:16:42.573246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:16:42.575502 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c3c89d-d90b-41e3-897c-99b92bf7d95e" -d '{"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:16:42.644733 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6881f-89da-4cda-9232-55eb17851d20 x-openstack-request-id: req-6fd6881f-89da-4cda-9232-55eb17851d20 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:16:42.645022 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:16:42.645275 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fd6881f-89da-4cda-9232-55eb17851d20 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:16:42.645685 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd6881f-89da-4cda-9232-55eb17851d20'] response: {'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'status': 'completed', 'code': 200}
Mar 26 21:16:42.647857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5fd71-cdde-417d-b06f-a3ecf9c5de5b service neutron] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:42.691877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2011695861', 'router:external': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:42.702677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b348cc1a-1406-482c-be93-4bfcb7945f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:42.702677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-b348cc1a-1406-482c-be93-4bfcb7945f3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.0720921
Mar 26 21:16:42.713771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Made reservation on behalf of 2173af40073f4cc58a6ddb6cfaab7373 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:42.716265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.732827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.774526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-2fa567e5-6d15-469f-a3f9-251bf2fbba22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 217 time: 0.0557101
Mar 26 21:16:42.842615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-f8133459-ed07-4515-9a9c-e864db1ecaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:42.843363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for security_group (5b2d9b11-05dd-473f-b0c8-1f453f7d483e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.844495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-f8133459-ed07-4515-9a9c-e864db1ecaeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0556777
Mar 26 21:16:42.863135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b2d9b11-05dd-473f-b0c8-1f453f7d483e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.902013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:16:42.903636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-223eb750-3500-4c2c-a2a3-de8d8105f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:42.905243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-223eb750-3500-4c2c-a2a3-de8d8105f280 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482271
Mar 26 21:16:42.913071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d9b11-05dd-473f-b0c8-1f453f7d483e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:42.921716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9e406695-5222-4f44-8222-e7882a3d437f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:42.922072 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Added segment 9e406695-5222-4f44-8222-e7882a3d437f of type vlan for network 11445c0e-7f79-408a-bfb7-0c6fff960499
Mar 26 21:16:43.021047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-36c73317-e4fb-4a51-a1f5-1e5c066d5b86 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052427
Mar 26 21:16:43.051757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (11445c0e-7f79-408a-bfb7-0c6fff960499), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.095737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472eed4-b0c6-47b1-aaea-25fc7becdce7 req-9e0e37f7-719a-4b6f-85cf-450e8edf37e6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:43.097322 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3472eed4-b0c6-47b1-aaea-25fc7becdce7 req-9e0e37f7-719a-4b6f-85cf-450e8edf37e6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.0957999
Mar 26 21:16:43.112347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (11445c0e-7f79-408a-bfb7-0c6fff960499), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.113266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:43.114112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.132209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ab447e5-1d42-499f-a269-6191d7585a49 req-dfff295b-bdb3-44a5-82b2-9db4b3764134 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977402
Mar 26 21:16:43.165062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 0.6201954
Mar 26 21:16:43.168162 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39068) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:43.181581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'subnet': {'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:43.219115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4480-1ed1-45c6-8fc8-5ed42252f71a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Network': ['ID=11445c0e-7f79-408a-bfb7-0c6fff960499,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:43.225442 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3472eed4-b0c6-47b1-aaea-25fc7becdce7 req-a3b6e83e-74b7-4e69-bad1-5c909dfe43bd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206160
Mar 26 21:16:43.238364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Made reservation on behalf of 2173af40073f4cc58a6ddb6cfaab7373 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:43.239771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:16:43.240832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.308839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-c06d5353-413f-438c-bf73-07259e6e97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:43.310288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-c06d5353-413f-438c-bf73-07259e6e97e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.1164305
Mar 26 21:16:43.411728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:43.526210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-645c77e2-529f-459c-9233-4d1ca6496c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.611824 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-645c77e2-529f-459c-9233-4d1ca6496c11 admin admin] Publish callbacks [] for security_group (b5e06a7d-7127-438e-b734-92aee4be404c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.616265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-645c77e2-529f-459c-9233-4d1ca6496c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5e06a7d-7127-438e-b734-92aee4be404c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.656936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-645c77e2-529f-459c-9233-4d1ca6496c11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=119e0afe758a4e3c8aff0fe6f709cb22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2439542
Mar 26 21:16:43.657946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c77e2-529f-459c-9233-4d1ca6496c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e06a7d-7127-438e-b734-92aee4be404c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:43.660364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39076) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:43.718811 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] Publish callbacks [] for security_group (b5e06a7d-7127-438e-b734-92aee4be404c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.741248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] Publish callbacks [] for security_group (b5e06a7d-7127-438e-b734-92aee4be404c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.791594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5e06a7d-7127-438e-b734-92aee4be404c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.791808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-9feed536-4311-42e2-82df-2cc044632ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:43.793191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-9feed536-4311-42e2-82df-2cc044632ff5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.4759898
Mar 26 21:16:43.798402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:43.803609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5e06a7d-7127-438e-b734-92aee4be404c HTTP/1.1" status: 204  len: 168 time: 0.1422591
Mar 26 21:16:43.811787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b9d45-bfef-4877-b349-cdd1fd3ac4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e06a7d-7127-438e-b734-92aee4be404c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:43.861665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-348dd9d0-7a8d-4a62-a3da-b17ed85d1a1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 217 time: 0.0468969
Mar 26 21:16:43.931677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-3c6448e1-aa76-4ed1-8465-17e2a2d2af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:43.933165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-3c6448e1-aa76-4ed1-8465-17e2a2d2af78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0635087
Mar 26 21:16:44.024184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-dc0a9922-2215-41f9-bcfe-f23bc4e41937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:44.025784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-dc0a9922-2215-41f9-bcfe-f23bc4e41937 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0857406
Mar 26 21:16:44.081616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39082) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:44.093093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.objects.ports [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=126738) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Mar 26 21:16:44.093563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (3d3399d1-8391-4dfd-ac2c-990df057b7ac), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.095894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eb89cde-c06a-4fcb-88c3-063258cf0ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.161541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.176665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eb89cde-c06a-4fcb-88c3-063258cf0ce8 admin admin] Publish callbacks [] for security_group (b5799db8-12e4-4f7e-88ba-1df5bf21292e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.181120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1eb89cde-c06a-4fcb-88c3-063258cf0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5799db8-12e4-4f7e-88ba-1df5bf21292e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.199216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3d3399d1-8391-4dfd-ac2c-990df057b7ac,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:44.209602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-7171adb1-fcc9-41b6-910d-1d4130f0fbcb service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751914
Mar 26 21:16:44.215843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Checking segment: {'id': '9e406695-5222-4f44-8222-e7882a3d437f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:44.216048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network hostable DHCP agents. Network: 11445c0e-7f79-408a-bfb7-0c6fff960499, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:16:44.224944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1eb89cde-c06a-4fcb-88c3-063258cf0ce8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d8138ad1d184277b53649849db03dcb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1394095
Mar 26 21:16:44.224944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb89cde-c06a-4fcb-88c3-063258cf0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5799db8-12e4-4f7e-88ba-1df5bf21292e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:44.226002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39084) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:44.276467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] Publish callbacks [] for security_group (b5799db8-12e4-4f7e-88ba-1df5bf21292e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.281849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:16:44.296785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11445c0e-7f79-408a-bfb7-0c6fff960499) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:44.300869 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] Publish callbacks [] for security_group (b5799db8-12e4-4f7e-88ba-1df5bf21292e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.303367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:44.303832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.310167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71a517-354e-4ff6-9320-75f5bc4a1b02 None None] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:44.329345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92c3c89d-d90b-41e3-897c-99b92bf7d95e req-bb484ea1-750a-4af4-a4a9-f94720bca2b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081665
Mar 26 21:16:44.336479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-05e057b9-b617-4442-8da8-616983eea67c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.1669304
Mar 26 21:16:44.337452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39088) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:44.349782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-358933191', 'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:44.365496 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b5799db8-12e4-4f7e-88ba-1df5bf21292e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.369348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.370850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5799db8-12e4-4f7e-88ba-1df5bf21292e HTTP/1.1" status: 204  len: 168 time: 0.1438391
Mar 26 21:16:44.381097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d1252-40e2-432e-8a7c-453856cd0446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5799db8-12e4-4f7e-88ba-1df5bf21292e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:44.434691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Made reservation on behalf of 2173af40073f4cc58a6ddb6cfaab7373 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:16:44.438810 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.458091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a9878-b0a5-42b3-9734-7084c2bc5d12 None None] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:16:44.464202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2419-3387-4e2c-8e29-04cada89b13b req-119539aa-ffba-42e9-9470-f7d91965476d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:44.465735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cce2419-3387-4e2c-8e29-04cada89b13b req-119539aa-ffba-42e9-9470-f7d91965476d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.1101601
Mar 26 21:16:44.470369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] device_id is not set on port 843d9da9-a2f1-4920-a3d7-32a3931f5303 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:16:44.572775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cce2419-3387-4e2c-8e29-04cada89b13b req-93c14696-58de-48ef-8c7f-1121bba04fd0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981357
Mar 26 21:16:44.627628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.20.0.8 (11445c0e-7f79-408a-bfb7-0c6fff960499/3d3399d1-8391-4dfd-ac2c-990df057b7ac/843d9da9-a2f1-4920-a3d7-32a3931f5303) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:44.764757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (843d9da9-a2f1-4920-a3d7-32a3931f5303), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.800652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (843d9da9-a2f1-4920-a3d7-32a3931f5303), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.844254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:44.848975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:44.851604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:44.881623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=843d9da9-a2f1-4920-a3d7-32a3931f5303,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:44.900938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:44.901566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:44.922559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-99d7c19f-82a1-4b04-9b6c-b07e39c6b76d tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 0.5806096
Mar 26 21:16:44.925134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39106) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:45.008019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Deleting port 843d9da9-a2f1-4920-a3d7-32a3931f5303 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:45.008398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (843d9da9-a2f1-4920-a3d7-32a3931f5303), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.090751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (843d9da9-a2f1-4920-a3d7-32a3931f5303), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.103499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Calling delete_port for 843d9da9-a2f1-4920-a3d7-32a3931f5303 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:45.234219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (843d9da9-a2f1-4920-a3d7-32a3931f5303), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.260724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Port': ['ID=843d9da9-a2f1-4920-a3d7-32a3931f5303,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:45.324641 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.328454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-76618321-bfae-4622-b47c-541048337251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/ports/843d9da9-a2f1-4920-a3d7-32a3931f5303 HTTP/1.1" status: 204  len: 168 time: 0.4024358
Mar 26 21:16:45.331078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:45.335244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499', 'external_fixed_ips': [{'subnet_id': '3d3399d1-8391-4dfd-ac2c-990df057b7ac', 'ip_address': '172.20.0.8'}]}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:45.354767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.355819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.415726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (da7145ed-a25c-45e9-b5d4-f2234c5800bf), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.557715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (da7145ed-a25c-45e9-b5d4-f2234c5800bf), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.703400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f4e70-4c4a-4f49-bfaa-c0d5dccfa63c req-a19a180d-1a53-4c19-8f2a-dc6193aa8bd5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:45.705377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d4f4e70-4c4a-4f49-bfaa-c0d5dccfa63c req-a19a180d-1a53-4c19-8f2a-dc6193aa8bd5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.0607092
Mar 26 21:16:45.770141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d4f4e70-4c4a-4f49-bfaa-c0d5dccfa63c req-c6a70a24-ca39-4aa7-837a-02ffd8b36b67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590856
Mar 26 21:16:45.778133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (da7145ed-a25c-45e9-b5d4-f2234c5800bf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.801021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.811182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:45.962718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.20.0.8 (11445c0e-7f79-408a-bfb7-0c6fff960499/3d3399d1-8391-4dfd-ac2c-990df057b7ac/d1541900-0556-4a37-b957-36e73e1e96bf) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:46.070310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (d1541900-0556-4a37-b957-36e73e1e96bf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.103179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d1541900-0556-4a37-b957-36e73e1e96bf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.152130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 11445c0e-7f79-408a-bfb7-0c6fff960499 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:46.157043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:46.159984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:46.188534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=d1541900-0556-4a37-b957-36e73e1e96bf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:46.389915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:46.403285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:16:46.426566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (da7145ed-a25c-45e9-b5d4-f2234c5800bf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.502241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5e01591-c04c-43f8-8be4-9a0e963076d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.506292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:46.518694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'mac_address': 'fa:16:3e:ea:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:16:46.560209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:46.560844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.576785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:16:46.590804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5e01591-c04c-43f8-8be4-9a0e963076d7 admin admin] Publish callbacks [] for security_group (62cd6b86-2977-4a4c-bd02-1ae397ad7d94), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.594884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e5e01591-c04c-43f8-8be4-9a0e963076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (62cd6b86-2977-4a4c-bd02-1ae397ad7d94), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.599222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:46.603725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.639792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e5e01591-c04c-43f8-8be4-9a0e963076d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d98fcc44d147442c8f2b0201393f8bd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2487147
Mar 26 21:16:46.643021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39168) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:46.645933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.664134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:46.665578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e01591-c04c-43f8-8be4-9a0e963076d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd6b86-2977-4a4c-bd02-1ae397ad7d94,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:46.700341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] Publish callbacks [] for security_group (62cd6b86-2977-4a4c-bd02-1ae397ad7d94), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.722493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] Publish callbacks [] for security_group (62cd6b86-2977-4a4c-bd02-1ae397ad7d94), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.770196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (62cd6b86-2977-4a4c-bd02-1ae397ad7d94), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.775474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.776717 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62cd6b86-2977-4a4c-bd02-1ae397ad7d94 HTTP/1.1" status: 204  len: 168 time: 0.1327343
Mar 26 21:16:46.780997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router da7145ed-a25c-45e9-b5d4-f2234c5800bf is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:16:46.786394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361844d-1f52-4445-89c7-bef6900f2e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd6b86-2977-4a4c-bd02-1ae397ad7d94,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:46.852554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:16:46.950473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:46.963296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Sync routers for ids ['da7145ed-a25c-45e9-b5d4-f2234c5800bf'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:46.974839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d95c74-73ec-41b0-909d-8ebaa2c6247d req-5329127f-9bdf-4221-9a26-788fb39ebc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:46.976469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46d95c74-73ec-41b0-909d-8ebaa2c6247d req-5329127f-9bdf-4221-9a26-788fb39ebc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 945 time: 0.0868452
Mar 26 21:16:46.979993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:46.983563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8da67b3e-37ba-4168-8c2a-65d703123f60 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 1.6491034
Mar 26 21:16:46.984356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:46.991369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Routers {'da7145ed-a25c-45e9-b5d4-f2234c5800bf'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:46.992495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfec3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['da7145ed-a25c-45e9-b5d4-f2234c5800bf'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:47.035247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-46d95c74-73ec-41b0-909d-8ebaa2c6247d req-4e2cb626-c463-42e4-9c8e-f7b99cefe6eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516500
Mar 26 21:16:47.135225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39178) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:47.139661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.150708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a57975f-ac3b-416a-8e02-e348a16ad7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.169977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Set router da7145ed-a25c-45e9-b5d4-f2234c5800bf gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:47.233807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a57975f-ac3b-416a-8e02-e348a16ad7e6 admin admin] Publish callbacks [] for security_group (896d2da8-0689-4438-88c1-d86ced502054), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.239720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a57975f-ac3b-416a-8e02-e348a16ad7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (896d2da8-0689-4438-88c1-d86ced502054), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.260549 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (da7145ed-a25c-45e9-b5d4-f2234c5800bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.289949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2a57975f-ac3b-416a-8e02-e348a16ad7e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dab55b06eddc42a09d7eb59253abc953&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1509237
Mar 26 21:16:47.290169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:47.318872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57975f-ac3b-416a-8e02-e348a16ad7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d2da8-0689-4438-88c1-d86ced502054,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:47.325236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Deleting port d1541900-0556-4a37-b957-36e73e1e96bf {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:47.325580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d1541900-0556-4a37-b957-36e73e1e96bf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.343275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] Publish callbacks [] for security_group (896d2da8-0689-4438-88c1-d86ced502054), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.370395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] Publish callbacks [] for security_group (896d2da8-0689-4438-88c1-d86ced502054), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.397529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfec3a0>, [{'id': 'da7145ed-a25c-45e9-b5d4-f2234c5800bf', 'name': '', 'tenant_id': '2173af40073f4cc58a6ddb6cfaab7373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499', 'external_fixed_ips': [{'subnet_id': '3d3399d1-8391-4dfd-ac2c-990df057b7ac', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd1541900-0556-4a37-b957-36e73e1e96bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:45Z', 'updated_at': '2022-03-26T21:16:46Z', 'revision_number': 3, 'project_id': '2173af40073f4cc58a6ddb6cfaab7373', 'gw_port': {'id': 'd1541900-0556-4a37-b957-36e73e1e96bf', 'name': '', 'network_id': '11445c0e-7f79-408a-bfb7-0c6fff960499', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7145ed-a25c-45e9-b5d4-f2234c5800bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '3d3399d1-8391-4dfd-ac2c-990df057b7ac', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:45Z', 'updated_at': '2022-03-26T21:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d3399d1-8391-4dfd-ac2c-990df057b7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:47.409175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d1541900-0556-4a37-b957-36e73e1e96bf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.420330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (896d2da8-0689-4438-88c1-d86ced502054), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.422016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Calling delete_port for d1541900-0556-4a37-b957-36e73e1e96bf owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:47.422991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.426471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/896d2da8-0689-4438-88c1-d86ced502054 HTTP/1.1" status: 204  len: 168 time: 0.1330981
Mar 26 21:16:47.429223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Checking router: da7145ed-a25c-45e9-b5d4-f2234c5800bf for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:47.429778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Updating router da7145ed-a25c-45e9-b5d4-f2234c5800bf port d1541900-0556-4a37-b957-36e73e1e96bf binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:16:47.432568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3e47-4751-45f5-9ed5-d62f278980b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d2da8-0689-4438-88c1-d86ced502054,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:47.480098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d1541900-0556-4a37-b957-36e73e1e96bf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.615692 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d1541900-0556-4a37-b957-36e73e1e96bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.643436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1541900-0556-4a37-b957-36e73e1e96bf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:47.714654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (da7145ed-a25c-45e9-b5d4-f2234c5800bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.761262 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:16:47.761652 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:16:47.810281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.812532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (da7145ed-a25c-45e9-b5d4-f2234c5800bf), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.863399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (da7145ed-a25c-45e9-b5d4-f2234c5800bf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.864024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da7145ed-a25c-45e9-b5d4-f2234c5800bf {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:47.868337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.871980 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e3534c87-67c1-495b-9cec-360d2b0fc03a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/routers/da7145ed-a25c-45e9-b5d4-f2234c5800bf HTTP/1.1" status: 204  len: 168 time: 0.8840153
Mar 26 21:16:47.872378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:47.917820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Deleting subnet 3d3399d1-8391-4dfd-ac2c-990df057b7ac {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:16:47.924911 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for subnet (3d3399d1-8391-4dfd-ac2c-990df057b7ac), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:47.965294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (3d3399d1-8391-4dfd-ac2c-990df057b7ac), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.016441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3d3399d1-8391-4dfd-ac2c-990df057b7ac), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.074017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (3d3399d1-8391-4dfd-ac2c-990df057b7ac), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.113983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3399d1-8391-4dfd-ac2c-990df057b7ac,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:48.120013 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.123289 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc486782-fd83-4138-830c-d4f8ddbd7ed4 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/3d3399d1-8391-4dfd-ac2c-990df057b7ac HTTP/1.1" status: 204  len: 168 time: 0.2499111
Mar 26 21:16:48.126065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39206) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:48.173681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a860bd-47fe-4741-a41b-db2fc3908c41 req-00e31701-5e76-447a-998f-19bfd8d7b725 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:48.175219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2a860bd-47fe-4741-a41b-db2fc3908c41 req-00e31701-5e76-447a-998f-19bfd8d7b725 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 945 time: 0.0615528
Mar 26 21:16:48.195635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (11445c0e-7f79-408a-bfb7-0c6fff960499), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.228082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f2a860bd-47fe-4741-a41b-db2fc3908c41 req-e78b7915-3e43-4446-b9b2-d5a3e4cfd640 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464885
Mar 26 21:16:48.282441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (11445c0e-7f79-408a-bfb7-0c6fff960499), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.283033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Port d1541900-0556-4a37-b957-36e73e1e96bf not found while updating agent binding for router da7145ed-a25c-45e9-b5d4-f2234c5800bf. {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Mar 26 21:16:48.292515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:48.293007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:16:48.293676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'da7145ed-a25c-45e9-b5d4-f2234c5800bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126739) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:16:48.294184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff29c2b-f9df-4c82-b486-160961f6eaf2 None None] The sync data for ids ['da7145ed-a25c-45e9-b5d4-f2234c5800bf'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:48.304188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cccafa0>,) {'filters': {'network_id': ['11445c0e-7f79-408a-bfb7-0c6fff960499']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:48.313799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cccafa0>, '9e406695-5222-4f44-8222-e7882a3d437f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:48.314098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cccafa0>, '9e406695-5222-4f44-8222-e7882a3d437f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:48.323229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9e406695-5222-4f44-8222-e7882a3d437f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.336613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9e406695-5222-4f44-8222-e7882a3d437f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.343149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:16:48.343535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9e406695-5222-4f44-8222-e7882a3d437f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:16:48.345237 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:16:48.403729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:48.409373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (11445c0e-7f79-408a-bfb7-0c6fff960499), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.415534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  11445c0e-7f79-408a-bfb7-0c6fff960499 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Mar 26 21:16:48.419195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.422921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/networks/11445c0e-7f79-408a-bfb7-0c6fff960499 HTTP/1.1" status: 204  len: 168 time: 0.2959111
Mar 26 21:16:48.437992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551177f-e8ab-4c51-9f95-a783be9447ef tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Network': ['ID=11445c0e-7f79-408a-bfb7-0c6fff960499,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:48.479383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:16:48.484423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:48.485231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.586005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:48.586856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.632665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:48.634740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:16:48.639256 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91229a22-7b77-4eb1-a04d-57d9989e7ff7" -d '{"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-plugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:16:48.659852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.718142 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62617cf7-3cfb-4441-b46e-4689e23bbc43 x-openstack-request-id: req-62617cf7-3cfb-4441-b46e-4689e23bbc43 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:16:48.720330 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-plugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:16:48.720330 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62617cf7-3cfb-4441-b46e-4689e23bbc43 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:16:48.721066 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62617cf7-3cfb-4441-b46e-4689e23bbc43'] response: {'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'code': 200}
Mar 26 21:16:48.761380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:48.836118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd21397-7217-48bc-898e-2c8c0a053b51 req-d147772c-8c33-44d9-b16b-3a7e341c007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:48.837736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcd21397-7217-48bc-898e-2c8c0a053b51 req-d147772c-8c33-44d9-b16b-3a7e341c007f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0517778
Mar 26 21:16:48.897726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcd21397-7217-48bc-898e-2c8c0a053b51 req-2a968a32-a0d7-4cc5-b651-f2456b807363 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502224
Mar 26 21:16:48.898023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:48.902252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'name': 'tempest-router--1648957883', 'project_id': '6a2aac5272e64588ba0eafbbd3a3e3d2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:48.922855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:48.923995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.331437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (228ab4b5-9740-4aa8-ab63-630978de3a82), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.342268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.359147 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.362969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4c7ed3f8-08a7-4f70-80aa-711fa3b88251 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.4615152
Mar 26 21:16:49.363354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39258) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:49.365526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737fc3-6df3-400e-819d-a4ef3ef8042c req-5894685f-a2fd-45f1-a6fb-29fb08731f08 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:49.367132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9737fc3-6df3-400e-819d-a4ef3ef8042c req-5894685f-a2fd-45f1-a6fb-29fb08731f08 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0613840
Mar 26 21:16:49.433306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9737fc3-6df3-400e-819d-a4ef3ef8042c req-d77b07b8-76f5-4a6c-8127-0674f130be27 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599844
Mar 26 21:16:49.443600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.617187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.619293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (228ab4b5-9740-4aa8-ab63-630978de3a82), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.666888 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (228ab4b5-9740-4aa8-ab63-630978de3a82), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.667402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 228ab4b5-9740-4aa8-ab63-630978de3a82 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:49.672318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.676308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff9ce152-aefc-46ce-a4a3-b0b2642eb5c9 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/routers/228ab4b5-9740-4aa8-ab63-630978de3a82 HTTP/1.1" status: 204  len: 168 time: 0.3089278
Mar 26 21:16:49.721047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:49.828556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aacbd4fb-9a88-4803-86fe-f1417e3e200f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.835493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:49.907758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aacbd4fb-9a88-4803-86fe-f1417e3e200f admin admin] Publish callbacks [] for security_group (a12a6dcc-4d74-40df-9044-30232794d703), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.912274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aacbd4fb-9a88-4803-86fe-f1417e3e200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a12a6dcc-4d74-40df-9044-30232794d703), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:49.953160 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aacbd4fb-9a88-4803-86fe-f1417e3e200f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db137c76c0d447e2b06211d3d724a8ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2309639
Mar 26 21:16:49.954405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd4fb-9a88-4803-86fe-f1417e3e200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12a6dcc-4d74-40df-9044-30232794d703,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:49.956367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:50.004827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-344160427', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:50.036985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.038074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.048470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] Publish callbacks [] for security_group (a12a6dcc-4d74-40df-9044-30232794d703), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.082005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] Publish callbacks [] for security_group (a12a6dcc-4d74-40df-9044-30232794d703), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.125562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.278564 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.282599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a12a6dcc-4d74-40df-9044-30232794d703), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.285534 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.286677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a12a6dcc-4d74-40df-9044-30232794d703 HTTP/1.1" status: 204  len: 168 time: 0.3290558
Mar 26 21:16:50.299841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed030ca-fcad-4011-a094-780230f63726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12a6dcc-4d74-40df-9044-30232794d703,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:50.497339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.521236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.608005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39288) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:50.634457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95c5453e-d07a-472d-8603-88d841920f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.667526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ae36-83ff-413e-aabf-2d19aef4c9e2 req-4e716fb6-e1c5-4d13-ad5e-380955e41263 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:50.669138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f29ae36-83ff-413e-aabf-2d19aef4c9e2 req-4e716fb6-e1c5-4d13-ad5e-380955e41263 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.1503408
Mar 26 21:16:50.731113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Allocated IP 172.35.4.22 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b59ad577-4e71-4091-ab7d-824429b83f97) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:50.788766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f29ae36-83ff-413e-aabf-2d19aef4c9e2 req-ec882928-59ca-4118-9bd7-f0cf9794c204 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135955
Mar 26 21:16:50.868215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95c5453e-d07a-472d-8603-88d841920f84 admin admin] Publish callbacks [] for security_group (90e46925-7150-4488-9061-9e2879de107f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.876933 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-95c5453e-d07a-472d-8603-88d841920f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (90e46925-7150-4488-9061-9e2879de107f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.910906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d7106-3587-42ef-be37-13ab30721bce req-21aa6185-0352-4d91-a3d1-da49230a93cc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:50.912627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e46d7106-3587-42ef-be37-13ab30721bce req-21aa6185-0352-4d91-a3d1-da49230a93cc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0545697
Mar 26 21:16:50.929638 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for port (b59ad577-4e71-4091-ab7d-824429b83f97), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.932872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-95c5453e-d07a-472d-8603-88d841920f84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a5d42f7c4f446aeb32787d52ce29ce8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3239198
Mar 26 21:16:50.937105 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39292) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:50.940083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5453e-d07a-472d-8603-88d841920f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e46925-7150-4488-9061-9e2879de107f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:50.975448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b59ad577-4e71-4091-ab7d-824429b83f97), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:50.994150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e46d7106-3587-42ef-be37-13ab30721bce req-299e7367-7027-4446-bc7e-f912f5c046c8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749576
Mar 26 21:16:51.020575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39294) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:51.023458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:51.027850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] Publish callbacks [] for security_group (90e46925-7150-4488-9061-9e2879de107f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.037902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event updated for resources: {'Port': ['ID=b59ad577-4e71-4091-ab7d-824429b83f97,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:51.040441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:51.055559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] Publish callbacks [] for security_group (90e46925-7150-4488-9061-9e2879de107f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.057134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:51.105501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (90e46925-7150-4488-9061-9e2879de107f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.108839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.109991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90e46925-7150-4488-9061-9e2879de107f HTTP/1.1" status: 204  len: 168 time: 0.1717160
Mar 26 21:16:51.114590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e5232-06eb-4059-9af4-2ca863ee66a6 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:51.119019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-396e5232-06eb-4059-9af4-2ca863ee66a6 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1123 time: 0.0916092
Mar 26 21:16:51.125160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39298) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:51.129651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:51.134239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fb7b2-8121-4242-a1f3-63147bc957bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e46925-7150-4488-9061-9e2879de107f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:51.157580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.264701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.341952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.382602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.228 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2ba04616-3715-4fe1-943e-b1f0f983b783) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:51.496115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.535843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.565600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.578106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:51.581109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:51.584774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:51.612003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=2ba04616-3715-4fe1-943e-b1f0f983b783,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:51.719479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Router c3de1e8a-27fb-4e04-bdb3-fe72cef879ce is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:16:51.837233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:51.847522 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] Sync routers for ids ['c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:51.858817 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] Routers {'c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:51.860185 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:51.869728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:51.871295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-da040b59-a3ea-44ae-9980-31bf0f785b09 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 2.0347264
Mar 26 21:16:51.874052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39318) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:51.900274 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8ee0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:51.910002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] Routers {'c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:51.910910 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:51.945549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8ee0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:51.946445 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd9b0eb-4cc2-4e60-b262-15f27b6fc3a2 None None] The sync data for ids ['c3de1e8a-27fb-4e04-bdb3-fe72cef879ce'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:52.009522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (aa3269c2-565c-4c7a-bf61-666400538160), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.014751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00e75d99-f91c-47ce-b773-b914ea08f614 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/c3de1e8a-27fb-4e04-bdb3-fe72cef879ce HTTP/1.1" status: 200  len: 919 time: 0.1392746
Mar 26 21:16:52.024243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39322) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:52.094484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.269985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.277034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.348765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=2ba04616-3715-4fe1-943e-b1f0f983b783,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:52.363189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (aa3269c2-565c-4c7a-bf61-666400538160), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.407138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d4c985a4-ee77-4590-b836-fe4c2220813b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3de1e8a-27fb-4e04-bdb3-fe72cef879ce HTTP/1.1" status: 200  len: 205 time: 0.3814807
Mar 26 21:16:52.409807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:52.475128 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP aa3269c2-565c-4c7a-bf61-666400538160 associated. External IP: 172.35.4.228, port: a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd.
Mar 26 21:16:52.520891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.638921 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.694575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port b59ad577-4e71-4091-ab7d-824429b83f97 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:52.694575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b59ad577-4e71-4091-ab7d-824429b83f97), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.718195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:16:52.776021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b59ad577-4e71-4091-ab7d-824429b83f97), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:52.788778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for b59ad577-4e71-4091-ab7d-824429b83f97 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:52.981118 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b59ad577-4e71-4091-ab7d-824429b83f97), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.043599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=b59ad577-4e71-4091-ab7d-824429b83f97,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:53.090694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.170476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:53.183006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Sync routers for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:53.199185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.202165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:53.202543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.203173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:53.211357 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.229727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eddc2df9-f403-496e-bf34-ec4a9276eedd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1035180
Mar 26 21:16:53.230318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:16:53.245530 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f851ecc-cf76-4b2f-88a5-089f80dadac7" -d '{"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:16:53.275511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (c3de1e8a-27fb-4e04-bdb3-fe72cef879ce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.276473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router c3de1e8a-27fb-4e04-bdb3-fe72cef879ce {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:53.285303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.291528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f5783db4-ca48-464b-8c96-d13d6841ab47 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/c3de1e8a-27fb-4e04-bdb3-fe72cef879ce HTTP/1.1" status: 204  len: 168 time: 0.8755841
Mar 26 21:16:53.291528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39354) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:53.298346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818595374', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:53.301257 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc1ab5-9693-4a5d-a7e3-9947070f841e x-openstack-request-id: req-56cc1ab5-9693-4a5d-a7e3-9947070f841e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:16:53.301547 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:16:53.301798 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56cc1ab5-9693-4a5d-a7e3-9947070f841e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:16:53.302458 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56cc1ab5-9693-4a5d-a7e3-9947070f841e'] response: {'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'status': 'completed', 'code': 200}
Mar 26 21:16:53.325208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.326450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.463138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (216490a4-d930-4f18-8fbf-989ecb2dc4ee), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.472001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-adeacf1d-42c3-4f9d-b0ad-0c1589a279c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:53.473536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-adeacf1d-42c3-4f9d-b0ad-0c1589a279c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.1430452
Mar 26 21:16:53.533693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:53.552818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0e22-cd4c-43f1-9632-9622eca13c2d req-e44090ee-f11d-41f8-9eb3-09bd5ccb9360 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:53.554297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac5d0e22-cd4c-43f1-9632-9622eca13c2d req-e44090ee-f11d-41f8-9eb3-09bd5ccb9360 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.2140863
Mar 26 21:16:53.715696 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (216490a4-d930-4f18-8fbf-989ecb2dc4ee), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:53.740732 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac5d0e22-cd4c-43f1-9632-9622eca13c2d req-d794c458-2f71-4d76-8a7a-8e7c431a2d63 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1728382
Mar 26 21:16:53.755530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-4bdeb9eb-eb44-4588-973b-59ec7e71dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:53.756588 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-4bdeb9eb-eb44-4588-973b-59ec7e71dc60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.2463105
Mar 26 21:16:53.765289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:53.767344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a2b0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa3269c2-565c-4c7a-bf61-666400538160', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.228', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'mac_address': 'fa:16:3e:ea:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b160ee-7b73-4371-ae75-9908f082afaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:16:51Z', 'updated_at': '2022-03-26T21:16:51Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:53.797422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Checking router: 2bc3cd3b-a452-4626-9c21-30f70cc28d48 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:53.807853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:53.808539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:53.828555 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f51427dd-f446-4351-9a6e-313b47681fda tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/aa3269c2-565c-4c7a-bf61-666400538160 HTTP/1.1" status: 200  len: 992 time: 0.0619736
Mar 26 21:16:53.864480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-8ba2194a-55bf-4bfd-be9d-eb6155a71878 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1000 time: 0.1015654
Mar 26 21:16:53.918158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:53.928714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-d06cc53d-a7f4-44c5-9c0a-76654b61849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:53.930176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-d06cc53d-a7f4-44c5-9c0a-76654b61849c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0575519
Mar 26 21:16:54.070121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-61567c85-7c44-4422-8d32-3887b47c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:16:54.071629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-61567c85-7c44-4422-8d32-3887b47c8b78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1350069
Mar 26 21:16:54.087976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (216490a4-d930-4f18-8fbf-989ecb2dc4ee), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:54.117938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:54.150921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a2b0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa3269c2-565c-4c7a-bf61-666400538160', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.228', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'mac_address': 'fa:16:3e:ea:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b160ee-7b73-4371-ae75-9908f082afaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:16:51Z', 'updated_at': '2022-03-26T21:16:51Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:54.182753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcde5b9-51c5-4aac-95f6-b23b2aec278f None None] The sync data for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 is: [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aa3269c2-565c-4c7a-bf61-666400538160', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.228', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'mac_address': 'fa:16:3e:ea:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b160ee-7b73-4371-ae75-9908f082afaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:16:51Z', 'updated_at': '2022-03-26T21:16:51Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:54.256565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-d2858698-fba2-42a1-8505-eabf2c2b1292 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783431
Mar 26 21:16:54.349282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.35.4.139 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/205f37cb-3bdd-4d63-9550-b2e6ad0a9d00) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:54.406142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f851ecc-cf76-4b2f-88a5-089f80dadac7 req-94557130-71ff-4c6b-96bc-b9103e271548 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401887
Mar 26 21:16:54.437199 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c338f5-f92c-464d-a8a1-9c71b58b7a12 None None] New status for floating IP aa3269c2-565c-4c7a-bf61-666400538160: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:16:54.484306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:54.521447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:54.568697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:54.571629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:54.574183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:54.583791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:54.832618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:54.875982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (216490a4-d930-4f18-8fbf-989ecb2dc4ee), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:54.970644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-734e0eee-1c3d-44a1-9b4c-1502fab89c04 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/aa3269c2-565c-4c7a-bf61-666400538160 HTTP/1.1" status: 200  len: 994 time: 0.1368947
Mar 26 21:16:55.050162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8c73fd4d-8a20-473c-815c-df721b2b0f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:55.456875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:55.585749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router 216490a4-d930-4f18-8fbf-989ecb2dc4ee is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:16:55.696215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:55.705010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Sync routers for ids ['216490a4-d930-4f18-8fbf-989ecb2dc4ee'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:55.712971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:55.714453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Routers {'216490a4-d930-4f18-8fbf-989ecb2dc4ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:55.715069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4ab970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['216490a4-d930-4f18-8fbf-989ecb2dc4ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:55.717470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39416) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:55.717943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24575eaa-4303-40e7-9929-a2fe949059a6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 2.4258244
Mar 26 21:16:55.830763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Set router 216490a4-d930-4f18-8fbf-989ecb2dc4ee gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:55.840829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-90dd8f3b-f63e-4b39-bd1a-a196f4fad88b tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/216490a4-d930-4f18-8fbf-989ecb2dc4ee HTTP/1.1" status: 200  len: 908 time: 0.1199534
Mar 26 21:16:55.841070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39418) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:55.845700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-818595374', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': True}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:16:55.864877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:55.865895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:55.925711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (5b8d9630-1a34-406d-b4ee-914826b06a56), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.032102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4ab970>, [{'id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'name': 'tempest-snat-router-818595374', 'tenant_id': '2173af40073f4cc58a6ddb6cfaab7373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139'}], 'enable_snat': False}, 'gw_port_id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:53Z', 'updated_at': '2022-03-26T21:16:54Z', 'revision_number': 3, 'project_id': '2173af40073f4cc58a6ddb6cfaab7373', 'gw_port': {'id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:54Z', 'updated_at': '2022-03-26T21:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:56.064806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Checking router: 216490a4-d930-4f18-8fbf-989ecb2dc4ee for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:56.065501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Updating router 216490a4-d930-4f18-8fbf-989ecb2dc4ee port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:16:56.094441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.100636 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (5b8d9630-1a34-406d-b4ee-914826b06a56), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.330114 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (5b8d9630-1a34-406d-b4ee-914826b06a56), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.349717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.365446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks [] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.370876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.400600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39428) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:56.424161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Attempting to bind port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:16:56.424558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Attempting to bind port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:16:56.424936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Attempting to bind port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:16:56.436500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa030-5039-47e2-9a69-4342dde53ebd None None] Pushing event updated for resources: {'Port': ['ID=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:56.445810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:16:56.446208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:16:56.447355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.447777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:16:56.448304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Bound port: 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:16:56.448698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.485114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.35.4.224 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/da2415fe-30c7-466f-88b7-e51239524851) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:16:56.502096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] For port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:16:56.505438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] For port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:16:56.511610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.531130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28acffc0-f791-4f52-b4ce-ee4a54727b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.579284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Routers {'216490a4-d930-4f18-8fbf-989ecb2dc4ee'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:56.579970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4ab970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['216490a4-d930-4f18-8fbf-989ecb2dc4ee'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:56.581988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa030-5039-47e2-9a69-4342dde53ebd None None] Pushing event updated for resources: {'Port': ['ID=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:56.599034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (da2415fe-30c7-466f-88b7-e51239524851), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.631235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28acffc0-f791-4f52-b4ce-ee4a54727b1a admin admin] Publish callbacks [] for security_group (b125b86b-64bc-4508-b1c3-8b89aec736a1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.635795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-28acffc0-f791-4f52-b4ce-ee4a54727b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b125b86b-64bc-4508-b1c3-8b89aec736a1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.640047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (da2415fe-30c7-466f-88b7-e51239524851), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.675664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:16:56.679574 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28acffc0-f791-4f52-b4ce-ee4a54727b1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa6ac8cc2334460aa71aa6271be99657&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2771773
Mar 26 21:16:56.680078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:16:56.681262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39432) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:56.683055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:16:56.688997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acffc0-f791-4f52-b4ce-ee4a54727b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b125b86b-64bc-4508-b1c3-8b89aec736a1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:56.716984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] Set router 216490a4-d930-4f18-8fbf-989ecb2dc4ee gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:56.733622 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] Publish callbacks [] for security_group (b125b86b-64bc-4508-b1c3-8b89aec736a1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.739519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=da2415fe-30c7-466f-88b7-e51239524851,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:56.759086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] Publish callbacks [] for security_group (b125b86b-64bc-4508-b1c3-8b89aec736a1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.812709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b125b86b-64bc-4508-b1c3-8b89aec736a1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.815856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:56.817441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b125b86b-64bc-4508-b1c3-8b89aec736a1 HTTP/1.1" status: 204  len: 168 time: 0.1352549
Mar 26 21:16:56.829185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fde18-703d-43ac-a26b-1fe2ec52cc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125b86b-64bc-4508-b1c3-8b89aec736a1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:56.917867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4ab970>, [{'id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'name': 'tempest-snat-router-818595374', 'tenant_id': '2173af40073f4cc58a6ddb6cfaab7373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139'}], 'enable_snat': False}, 'gw_port_id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:53Z', 'updated_at': '2022-03-26T21:16:54Z', 'revision_number': 3, 'project_id': '2173af40073f4cc58a6ddb6cfaab7373', 'gw_port': {'id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:54Z', 'updated_at': '2022-03-26T21:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:56.946401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a75ee-61d9-4d00-bdf3-de063502828c None None] The sync data for ids ['216490a4-d930-4f18-8fbf-989ecb2dc4ee'] in ncdv-master-1 is: [{'id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'name': 'tempest-snat-router-818595374', 'tenant_id': '2173af40073f4cc58a6ddb6cfaab7373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139'}], 'enable_snat': False}, 'gw_port_id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:53Z', 'updated_at': '2022-03-26T21:16:54Z', 'revision_number': 3, 'project_id': '2173af40073f4cc58a6ddb6cfaab7373', 'gw_port': {'id': '205f37cb-3bdd-4d63-9550-b2e6ad0a9d00', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '216490a4-d930-4f18-8fbf-989ecb2dc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:54Z', 'updated_at': '2022-03-26T21:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:56.998861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (5b8d9630-1a34-406d-b4ee-914826b06a56), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.151873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39438) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:57.168876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1860a79-19e0-419e-a5f3-e4c8b76c9a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.234105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.274924 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1860a79-19e0-419e-a5f3-e4c8b76c9a0c admin admin] Publish callbacks [] for security_group (d85358d8-51f1-4847-8486-bd618894ece8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.280848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1860a79-19e0-419e-a5f3-e4c8b76c9a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d85358d8-51f1-4847-8486-bd618894ece8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.323962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d1860a79-19e0-419e-a5f3-e4c8b76c9a0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a1154f0dad448bfa5eef9f885b17627&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1707656
Mar 26 21:16:57.324622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39440) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:57.325113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1860a79-19e0-419e-a5f3-e4c8b76c9a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85358d8-51f1-4847-8486-bd618894ece8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:57.403509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] Publish callbacks [] for security_group (d85358d8-51f1-4847-8486-bd618894ece8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.436200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] Publish callbacks [] for security_group (d85358d8-51f1-4847-8486-bd618894ece8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.456593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router 5b8d9630-1a34-406d-b4ee-914826b06a56 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:16:57.534844 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d85358d8-51f1-4847-8486-bd618894ece8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.537459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.541169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d85358d8-51f1-4847-8486-bd618894ece8 HTTP/1.1" status: 204  len: 168 time: 0.2131033
Mar 26 21:16:57.583192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54b86-562b-4f82-8708-da24c2a6729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85358d8-51f1-4847-8486-bd618894ece8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:57.609936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:16:57.624379 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Sync routers for ids ['5b8d9630-1a34-406d-b4ee-914826b06a56'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:16:57.631431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.632822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e22d5270-ccff-4eba-bb14-503e26c0595f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 1.7903092
Mar 26 21:16:57.635864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39444) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:57.654030 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Routers {'5b8d9630-1a34-406d-b4ee-914826b06a56'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:57.655721 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124798340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['5b8d9630-1a34-406d-b4ee-914826b06a56'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:57.784993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-756fb3dd-eeb5-4ed5-be5f-78d2a69e496c tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/5b8d9630-1a34-406d-b4ee-914826b06a56 HTTP/1.1" status: 200  len: 907 time: 0.1450489
Mar 26 21:16:57.785651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39448) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:57.790101 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Set router 5b8d9630-1a34-406d-b4ee-914826b06a56 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:16:57.837934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3f42b643-be2f-42c1-a87e-820ae49772c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:57.936031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.011046 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124798340>, [{'id': '5b8d9630-1a34-406d-b4ee-914826b06a56', 'name': 'tempest-snat-router-818595374', 'tenant_id': '2173af40073f4cc58a6ddb6cfaab7373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.224'}], 'enable_snat': True}, 'gw_port_id': 'da2415fe-30c7-466f-88b7-e51239524851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:55Z', 'updated_at': '2022-03-26T21:16:56Z', 'revision_number': 3, 'project_id': '2173af40073f4cc58a6ddb6cfaab7373', 'gw_port': {'id': 'da2415fe-30c7-466f-88b7-e51239524851', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8d9630-1a34-406d-b4ee-914826b06a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:56Z', 'updated_at': '2022-03-26T21:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:16:58.050840 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Checking router: 5b8d9630-1a34-406d-b4ee-914826b06a56 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:16:58.051466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Updating router 5b8d9630-1a34-406d-b4ee-914826b06a56 port da2415fe-30c7-466f-88b7-e51239524851 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:16:58.102370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (5b8d9630-1a34-406d-b4ee-914826b06a56), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.181027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Deleting port da2415fe-30c7-466f-88b7-e51239524851 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:58.181492 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (da2415fe-30c7-466f-88b7-e51239524851), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.182831 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (da2415fe-30c7-466f-88b7-e51239524851), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.282062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (da2415fe-30c7-466f-88b7-e51239524851), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.295814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Calling delete_port for da2415fe-30c7-466f-88b7-e51239524851 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:58.489430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (da2415fe-30c7-466f-88b7-e51239524851), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.491201 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.db.api [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:16:58.491685 ncdv-master-1 neutron-server[126741]: DEBUG oslo_db.api [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:16:58.514481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Port': ['ID=da2415fe-30c7-466f-88b7-e51239524851,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:58.583345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (5b8d9630-1a34-406d-b4ee-914826b06a56), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.682347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.684642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (5b8d9630-1a34-406d-b4ee-914826b06a56), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.738087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (5b8d9630-1a34-406d-b4ee-914826b06a56), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.739294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8d9630-1a34-406d-b4ee-914826b06a56 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:58.743745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.745289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3f73782b-33a6-41d1-a8a2-a14759cb2961 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/routers/5b8d9630-1a34-406d-b4ee-914826b06a56 HTTP/1.1" status: 204  len: 168 time: 0.9582243
Mar 26 21:16:58.748048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39490) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:58.804131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:58.861225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.030011 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Port da2415fe-30c7-466f-88b7-e51239524851 not found while updating agent binding for router 5b8d9630-1a34-406d-b4ee-914826b06a56. {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Mar 26 21:16:59.044555 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:16:59.045276 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:16:59.047615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_agentschedulers_db [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b8d9630-1a34-406d-b4ee-914826b06a56'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126741) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:16:59.048716 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c88bd0-cfd7-4828-bb17-a0495c621d60 None None] The sync data for ids ['5b8d9630-1a34-406d-b4ee-914826b06a56'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:16:59.101347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:16:59.158983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:16:59.159695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.250420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:16:59.250842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.273123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:59.278150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.333479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:59.352277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (216490a4-d930-4f18-8fbf-989ecb2dc4ee), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.408647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Deleting port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:16:59.409003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.491007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] For port 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:16:59.491380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.504310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Calling delete_port for 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:16:59.697123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (205f37cb-3bdd-4d63-9550-b2e6ad0a9d00), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.724282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event deleted for resources: {'Port': ['ID=205f37cb-3bdd-4d63-9550-b2e6ad0a9d00,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:16:59.788216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (216490a4-d930-4f18-8fbf-989ecb2dc4ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.893341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.895657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_controller (216490a4-d930-4f18-8fbf-989ecb2dc4ee), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.945386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (216490a4-d930-4f18-8fbf-989ecb2dc4ee), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.945916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 216490a4-d930-4f18-8fbf-989ecb2dc4ee {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:16:59.950654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:16:59.951467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cfffc4bf-cdd8-42d3-b095-f656e3867d9f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "DELETE /v2.0/routers/216490a4-d930-4f18-8fbf-989ecb2dc4ee HTTP/1.1" status: 204  len: 168 time: 1.2024181
Mar 26 21:16:59.957408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39512) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:16:59.968418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1656623777', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:00.014806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.016558 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.108008 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.139745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.268637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.465550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.484255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.590407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Allocated IP 172.35.4.149 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:00.691514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for port (52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.724366 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:00.764407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:00.767260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:00.770793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:00.799764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event updated for resources: {'Port': ['ID=52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:01.061294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:01.080690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:17:01.136246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:17:01.136595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 205f37cb-3bdd-4d63-9550-b2e6ad0a9d00 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:17:01.298033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:01.425936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Router 922e7523-556a-43b2-8e20-e9041ca7f501 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:17:01.532941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:01.543335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] Sync routers for ids ['922e7523-556a-43b2-8e20-e9041ca7f501'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:01.551050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:01.552544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-45f7a19d-ca5d-4d06-b553-57b0f6f37458 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.5940344
Mar 26 21:17:01.554833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] Routers {'922e7523-556a-43b2-8e20-e9041ca7f501'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:01.555455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39546) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:01.555887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f494e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['922e7523-556a-43b2-8e20-e9041ca7f501'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:01.559993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:01.590396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f494e20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:01.599760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] Routers {'922e7523-556a-43b2-8e20-e9041ca7f501'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:01.600405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f494e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['922e7523-556a-43b2-8e20-e9041ca7f501'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:01.636231 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f494e20>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:01.636893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307a64d-3e36-49a6-b0c1-6dad22da0d19 None None] The sync data for ids ['922e7523-556a-43b2-8e20-e9041ca7f501'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:01.820977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:01.867401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:02.261009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:02.265363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:02.384733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router 922e7523-556a-43b2-8e20-e9041ca7f501 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:17:02.501838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:02.506844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:02.510709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2c2fd0c-9fce-43c5-9f7c-dcc073a99623 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "PUT /v2.0/routers/922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 200  len: 922 time: 0.9517243
Mar 26 21:17:02.510831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39558) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:02.513733 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] Sync routers for ids ['922e7523-556a-43b2-8e20-e9041ca7f501'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:02.529105 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] Routers {'922e7523-556a-43b2-8e20-e9041ca7f501'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:02.530116 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124264c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['922e7523-556a-43b2-8e20-e9041ca7f501'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:02.566634 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124264c70>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:02.573700 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] Routers {'922e7523-556a-43b2-8e20-e9041ca7f501'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:02.574394 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124264c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['922e7523-556a-43b2-8e20-e9041ca7f501'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:02.608534 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124264c70>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:02.609186 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e93067-0214-4649-bae9-7ee10e5ff779 None None] The sync data for ids ['922e7523-556a-43b2-8e20-e9041ca7f501'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:02.631467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40df9a47-f796-4821-bcf1-a46b8d69ce4b tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 200  len: 922 time: 0.1195381
Mar 26 21:17:02.634107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39566) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:02.716992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15be293-a98e-4d8e-b6ad-f248961d2183 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:02.718504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d15be293-a98e-4d8e-b6ad-f248961d2183 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=922e7523-556a-43b2-8e20-e9041ca7f501&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0834548
Mar 26 21:17:02.721076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39574) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:02.811682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9d92e-ca6f-4305-9ede-60c91057f2d5 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:02.813218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9bf9d92e-ca6f-4305-9ede-60c91057f2d5 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.0912390
Mar 26 21:17:02.816209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39582) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:02.845002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6d7d018a-917b-4819-9da2-7c1b79cdc012 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 200  len: 205 time: 0.0278318
Mar 26 21:17:02.847376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39586) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:02.960467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (922e7523-556a-43b2-8e20-e9041ca7f501), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.071680 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.123547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port 52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:03.123891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.206140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.217839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for 52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:03.389266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.415468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=52bc15b5-6ca2-48d4-9f6c-c31ba555d3fe,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:03.475278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (922e7523-556a-43b2-8e20-e9041ca7f501), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.572312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.574457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (922e7523-556a-43b2-8e20-e9041ca7f501), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.618620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (922e7523-556a-43b2-8e20-e9041ca7f501), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.619174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router 922e7523-556a-43b2-8e20-e9041ca7f501 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:03.626138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.628375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2b64ef28-d73a-4a0f-a621-4679e8487666 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 204  len: 168 time: 0.7800300
Mar 26 21:17:03.630789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39620) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:03.635698 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1551544072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:03.658324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.659366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.721124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.726058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.743137 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:03.747511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d16636ce-5b9d-4f7d-9b70-78c9e399dc2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1127782
Mar 26 21:17:03.747649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39640) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:03.752248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:03.966559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.158783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (321fafab-c1e0-49a7-bd7b-2e54a387ead2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.181288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.281644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Allocated IP 172.35.4.174 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/100e71fd-192f-49d6-8f5a-91a2aa68c51c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:04.381371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for port (100e71fd-192f-49d6-8f5a-91a2aa68c51c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.422483 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (100e71fd-192f-49d6-8f5a-91a2aa68c51c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.464693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:04.471979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:04.474251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:04.476481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event updated for resources: {'Port': ['ID=100e71fd-192f-49d6-8f5a-91a2aa68c51c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:04.736125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39656) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:04.848504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27ec5238-63e1-4627-b680-6ef81f7a3f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.927987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27ec5238-63e1-4627-b680-6ef81f7a3f8f admin admin] Publish callbacks [] for security_group (87cb3a46-3dff-4308-8e4d-2338a8903d32), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.932331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27ec5238-63e1-4627-b680-6ef81f7a3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (87cb3a46-3dff-4308-8e4d-2338a8903d32), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:04.972462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-27ec5238-63e1-4627-b680-6ef81f7a3f8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f2aae09addd4e8f8c67112a16fd6b7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2350984
Mar 26 21:17:04.973454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec5238-63e1-4627-b680-6ef81f7a3f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb3a46-3dff-4308-8e4d-2338a8903d32,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:04.974757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39660) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.099771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] Publish callbacks [] for security_group (87cb3a46-3dff-4308-8e4d-2338a8903d32), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.131628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] Publish callbacks [] for security_group (87cb3a46-3dff-4308-8e4d-2338a8903d32), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.139356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (321fafab-c1e0-49a7-bd7b-2e54a387ead2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.258410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (87cb3a46-3dff-4308-8e4d-2338a8903d32), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.261007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.262145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87cb3a46-3dff-4308-8e4d-2338a8903d32 HTTP/1.1" status: 204  len: 168 time: 0.2856562
Mar 26 21:17:05.273678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c115-dd5e-4693-9d32-91e5af26db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb3a46-3dff-4308-8e4d-2338a8903d32,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:05.379627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.383146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.513225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Router 321fafab-c1e0-49a7-bd7b-2e54a387ead2 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:17:05.524849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39666) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.538165 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f94231a2-c636-4df3-a3cf-74c12f0ef6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.614047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f94231a2-c636-4df3-a3cf-74c12f0ef6f7 admin admin] Publish callbacks [] for security_group (c1fbbf35-bc62-46d8-9464-bd713e21820b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.617547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f94231a2-c636-4df3-a3cf-74c12f0ef6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c1fbbf35-bc62-46d8-9464-bd713e21820b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.623963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:05.631171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.634481 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed080c70-a6b0-49ce-a518-c5c73c191da3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "PUT /v2.0/routers/321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 200  len: 880 time: 1.8833430
Mar 26 21:17:05.634607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] Sync routers for ids ['321fafab-c1e0-49a7-bd7b-2e54a387ead2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:05.635026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.643392 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] Routers {'321fafab-c1e0-49a7-bd7b-2e54a387ead2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:05.644040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ecc02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['321fafab-c1e0-49a7-bd7b-2e54a387ead2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:05.658958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94231a2-c636-4df3-a3cf-74c12f0ef6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fbbf35-bc62-46d8-9464-bd713e21820b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:05.671510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f94231a2-c636-4df3-a3cf-74c12f0ef6f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aa5bbc07fd84d02a1138ba58da19b88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1454613
Mar 26 21:17:05.674089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39670) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.778717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] Publish callbacks [] for security_group (c1fbbf35-bc62-46d8-9464-bd713e21820b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.787288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-12b11413-bfd5-4c71-a6ae-8f9cc3aebff7 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 200  len: 921 time: 0.1514039
Mar 26 21:17:05.790315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.806745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] Publish callbacks [] for security_group (c1fbbf35-bc62-46d8-9464-bd713e21820b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.848657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ecc02b0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:05.858022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] Routers {'321fafab-c1e0-49a7-bd7b-2e54a387ead2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:05.858695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ecc02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['321fafab-c1e0-49a7-bd7b-2e54a387ead2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:05.861504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c1fbbf35-bc62-46d8-9464-bd713e21820b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.864143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254de576-1406-4cd2-a3d0-9ef52270eac6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:05.864363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:05.868158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1fbbf35-bc62-46d8-9464-bd713e21820b HTTP/1.1" status: 204  len: 168 time: 0.1906016
Mar 26 21:17:05.868743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-254de576-1406-4cd2-a3d0-9ef52270eac6 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=321fafab-c1e0-49a7-bd7b-2e54a387ead2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0772018
Mar 26 21:17:05.869335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39676) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.880389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda39ea-ead5-4c18-af4e-703d5c3ffcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fbbf35-bc62-46d8-9464-bd713e21820b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:05.897738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ecc02b0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:05.898369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0520d-96dd-4cdc-aea1-1786309f45a8 None None] The sync data for ids ['321fafab-c1e0-49a7-bd7b-2e54a387ead2'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:05.962633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc348e8d-d5a3-41da-a745-94369de5d7eb tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:05.964056 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cc348e8d-d5a3-41da-a745-94369de5d7eb tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.0937834
Mar 26 21:17:05.967384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:05.995661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a17e7a0f-dfc6-401a-bbc6-17feffc7cb15 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 200  len: 205 time: 0.0270288
Mar 26 21:17:05.998019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39680) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:06.110411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.222739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (321fafab-c1e0-49a7-bd7b-2e54a387ead2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.280208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port 100e71fd-192f-49d6-8f5a-91a2aa68c51c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:06.280560 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (100e71fd-192f-49d6-8f5a-91a2aa68c51c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.360886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (100e71fd-192f-49d6-8f5a-91a2aa68c51c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.373876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for 100e71fd-192f-49d6-8f5a-91a2aa68c51c owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:06.548276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (100e71fd-192f-49d6-8f5a-91a2aa68c51c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.582725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=100e71fd-192f-49d6-8f5a-91a2aa68c51c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:06.644525 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (321fafab-c1e0-49a7-bd7b-2e54a387ead2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.740092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.742303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (321fafab-c1e0-49a7-bd7b-2e54a387ead2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.791358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (321fafab-c1e0-49a7-bd7b-2e54a387ead2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.792035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router 321fafab-c1e0-49a7-bd7b-2e54a387ead2 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:06.799884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.801198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-44cfc3aa-5bc3-4b70-8eca-da22d3ebb654 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 204  len: 168 time: 0.8022935
Mar 26 21:17:06.805157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39706) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:06.809989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1896109804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:06.832411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.833405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.891631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.896113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.913524 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:06.914730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-26c91f98-e127-47a6-960e-9de3ccb8a9ac tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1086390
Mar 26 21:17:06.917504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:06.922363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': True}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:07.458826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:07.666376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (60dc85bf-a29a-4062-90fc-69feafbafd34), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:07.685621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:07.789660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.35.4.58 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/049c0a54-fb35-4ef5-b12d-b1d5a30175af) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:07.875657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39750) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:07.898105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (049c0a54-fb35-4ef5-b12d-b1d5a30175af), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:07.930937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (049c0a54-fb35-4ef5-b12d-b1d5a30175af), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:07.969423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:07.976113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:07.979342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:07.986306 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6d9d-ec7a-4303-ae14-8ca5f4c6aa39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.012118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=049c0a54-fb35-4ef5-b12d-b1d5a30175af,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:08.066282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6d9d-ec7a-4303-ae14-8ca5f4c6aa39 admin admin] Publish callbacks [] for security_group (28f09878-b668-46ab-abe7-404d2693c0db), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.070080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6d9d-ec7a-4303-ae14-8ca5f4c6aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (28f09878-b668-46ab-abe7-404d2693c0db), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.113222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ddf6d9d-ec7a-4303-ae14-8ca5f4c6aa39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3cc74368da14c17b8749ad17342d1b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2363491
Mar 26 21:17:08.115806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:08.122151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf6d9d-ec7a-4303-ae14-8ca5f4c6aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f09878-b668-46ab-abe7-404d2693c0db,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:08.167360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] Publish callbacks [] for security_group (28f09878-b668-46ab-abe7-404d2693c0db), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.189053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] Publish callbacks [] for security_group (28f09878-b668-46ab-abe7-404d2693c0db), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.235999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (28f09878-b668-46ab-abe7-404d2693c0db), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.238556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.239724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28f09878-b668-46ab-abe7-404d2693c0db HTTP/1.1" status: 204  len: 168 time: 0.1229901
Mar 26 21:17:08.248378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6ccf2-fc61-4d07-98c7-382f40049b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f09878-b668-46ab-abe7-404d2693c0db,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:08.270328 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (60dc85bf-a29a-4062-90fc-69feafbafd34), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.485323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.489172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.507093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39760) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:08.520467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe77b-7e9f-4f53-8ca5-fa0d86c0f3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.595282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe77b-7e9f-4f53-8ca5-fa0d86c0f3ce admin admin] Publish callbacks [] for security_group (92fc78c4-b2d6-46fc-ae00-84673c6fa4cf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.599294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7b8fe77b-7e9f-4f53-8ca5-fa0d86c0f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (92fc78c4-b2d6-46fc-ae00-84673c6fa4cf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.628585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router 60dc85bf-a29a-4062-90fc-69feafbafd34 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:17:08.640142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7b8fe77b-7e9f-4f53-8ca5-fa0d86c0f3ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7fe6f6e92f34dba85b2606eb2b0c150&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1318052
Mar 26 21:17:08.642272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fe77b-7e9f-4f53-8ca5-fa0d86c0f3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc78c4-b2d6-46fc-ae00-84673c6fa4cf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:08.645699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39762) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:08.699389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] Publish callbacks [] for security_group (92fc78c4-b2d6-46fc-ae00-84673c6fa4cf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.721483 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] Publish callbacks [] for security_group (92fc78c4-b2d6-46fc-ae00-84673c6fa4cf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.741702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:08.746601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.747330 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9d29e199-21c3-47b1-820b-1cf91e747708 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "PUT /v2.0/routers/60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 200  len: 914 time: 1.8288753
Mar 26 21:17:08.750077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:08.750761 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] Sync routers for ids ['60dc85bf-a29a-4062-90fc-69feafbafd34'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:08.765484 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] Routers {'60dc85bf-a29a-4062-90fc-69feafbafd34'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:08.766244 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124264a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['60dc85bf-a29a-4062-90fc-69feafbafd34'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:08.776211 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (92fc78c4-b2d6-46fc-ae00-84673c6fa4cf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.779438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:08.782943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92fc78c4-b2d6-46fc-ae00-84673c6fa4cf HTTP/1.1" status: 204  len: 168 time: 0.1357412
Mar 26 21:17:08.797531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653f670-6b3b-453e-bf80-d2d54151e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc78c4-b2d6-46fc-ae00-84673c6fa4cf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:08.801022 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124264a30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:08.810768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] Routers {'60dc85bf-a29a-4062-90fc-69feafbafd34'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:08.811493 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124264a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['60dc85bf-a29a-4062-90fc-69feafbafd34'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:08.846344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124264a30>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:08.847105 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f21263-644d-4e3a-b2fd-90101bcd0f27 None None] The sync data for ids ['60dc85bf-a29a-4062-90fc-69feafbafd34'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:08.881105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fb95c12c-f544-438f-a0ee-6dc867711fbf tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 200  len: 920 time: 0.1298766
Mar 26 21:17:08.882667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39768) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:08.928734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdc206-fe6c-4602-a55c-483292a756ff tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:08.930284 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0fcdc206-fe6c-4602-a55c-483292a756ff tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=60dc85bf-a29a-4062-90fc-69feafbafd34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0467398
Mar 26 21:17:08.933033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39770) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:09.026333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3340436-3a74-47ae-9a55-d5c7d0692d23 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:09.027718 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d3340436-3a74-47ae-9a55-d5c7d0692d23 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.0936332
Mar 26 21:17:09.031230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39774) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:09.059147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c6bcbef8-b885-49ef-ab45-58400dbb07e2 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 200  len: 205 time: 0.0267873
Mar 26 21:17:09.061508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39778) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:09.172460 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.280712 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (60dc85bf-a29a-4062-90fc-69feafbafd34), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.334161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port 049c0a54-fb35-4ef5-b12d-b1d5a30175af {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:09.334511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (049c0a54-fb35-4ef5-b12d-b1d5a30175af), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.415588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (049c0a54-fb35-4ef5-b12d-b1d5a30175af), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.427750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for 049c0a54-fb35-4ef5-b12d-b1d5a30175af owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:09.603162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (049c0a54-fb35-4ef5-b12d-b1d5a30175af), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.627406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=049c0a54-fb35-4ef5-b12d-b1d5a30175af,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:09.693014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (60dc85bf-a29a-4062-90fc-69feafbafd34), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.790797 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.793035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (60dc85bf-a29a-4062-90fc-69feafbafd34), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.841659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (60dc85bf-a29a-4062-90fc-69feafbafd34), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.842116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router 60dc85bf-a29a-4062-90fc-69feafbafd34 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:09.848933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.850095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b22c533c-3076-449f-b023-2657f3cd953c tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 204  len: 168 time: 0.7876227
Mar 26 21:17:09.853695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39804) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:09.858196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-541287210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:09.878954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.880027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.933817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.937979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.955455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:09.956708 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7bf105c1-be73-40cf-bcad-3fbc4da75685 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1019890
Mar 26 21:17:09.959361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:09.963746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'enable_snat': False}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:10.181329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:10.387063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:10.406640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:10.517268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Allocated IP 172.35.4.163 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/c48c849b-e7d6-43f5-90e2-c88155d90274) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:10.618050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for port (c48c849b-e7d6-43f5-90e2-c88155d90274), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:10.657587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c48c849b-e7d6-43f5-90e2-c88155d90274), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:10.699500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:10.702337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:10.705717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:10.713935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Pushing event updated for resources: {'Port': ['ID=c48c849b-e7d6-43f5-90e2-c88155d90274,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:10.959938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router_gateway (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:11.472351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:11.476195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:11.614006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Router ad7d6bb8-e2fd-42f0-9643-b8baca098a55 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:17:11.672599 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:17:11.739316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:11.744021 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:11.744861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-67fc3899-d697-4cc0-96bd-4bd008fddf76 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "PUT /v2.0/routers/ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 200  len: 915 time: 1.7845531
Mar 26 21:17:11.748361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39838) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:11.748659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] Sync routers for ids ['ad7d6bb8-e2fd-42f0-9643-b8baca098a55'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:11.762984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] Routers {'ad7d6bb8-e2fd-42f0-9643-b8baca098a55'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:11.763622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4d30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ad7d6bb8-e2fd-42f0-9643-b8baca098a55'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:11.797035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4d30a0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:11.806134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] Routers {'ad7d6bb8-e2fd-42f0-9643-b8baca098a55'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:11.806762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4d30a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ad7d6bb8-e2fd-42f0-9643-b8baca098a55'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:11.843034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4d30a0>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:11.843706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245bed9-ca6e-4ccf-8ceb-cbebbbcc0827 None None] The sync data for ids ['ad7d6bb8-e2fd-42f0-9643-b8baca098a55'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:11.867626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b7d8a787-0d2e-4234-9ab6-b99df125197a tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 200  len: 921 time: 0.1180005
Mar 26 21:17:11.870151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:11.904928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-dde67360-4cc3-43c7-98b5-fb002efb7bb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0698309
Mar 26 21:17:11.919712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82e591-00dd-4ba5-96bb-ce48764fe234 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:11.921659 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cb82e591-00dd-4ba5-96bb-ce48764fe234 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=ad7d6bb8-e2fd-42f0-9643-b8baca098a55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0502727
Mar 26 21:17:11.924060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:11.994543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-95b533ab-d029-4372-881e-f06957d4c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:11.996467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-95b533ab-d029-4372-881e-f06957d4c061 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.0499332
Mar 26 21:17:12.018303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb1b2b-e494-4ce0-933b-2a4d95208571 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:12.019706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4bdb1b2b-e494-4ce0-933b-2a4d95208571 tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/networks/339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 881 time: 0.0945220
Mar 26 21:17:12.022401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:12.057938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d2681e67-ac0d-4732-ad0b-926ca361bee2 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 200  len: 205 time: 0.0342007
Mar 26 21:17:12.061155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:12.126050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-de0dab55-e54b-428e-8371-1b5daf36c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:12.127935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-de0dab55-e54b-428e-8371-1b5daf36c730 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.1111622
Mar 26 21:17:12.176061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.194750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-b20676ce-8f4c-493a-ba27-eb5d32c5192a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 1001 time: 0.0614192
Mar 26 21:17:12.248231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-a2a7da8f-76e2-4084-a127-ddc18e466c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:12.249805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-a2a7da8f-76e2-4084-a127-ddc18e466c8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.0490365
Mar 26 21:17:12.284069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.302321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-d91aeb03-5513-4beb-ad9b-567e17bbe7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:12.303850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-d91aeb03-5513-4beb-ad9b-567e17bbe7bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483935
Mar 26 21:17:12.339765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port c48c849b-e7d6-43f5-90e2-c88155d90274 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:12.340042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c48c849b-e7d6-43f5-90e2-c88155d90274), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.397221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-ea8f392b-b7c1-45bd-910a-22f0b50b5c68 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867405
Mar 26 21:17:12.416058 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c48c849b-e7d6-43f5-90e2-c88155d90274), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.428752 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for c48c849b-e7d6-43f5-90e2-c88155d90274 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:12.486269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f25020b-9f92-4acb-a68e-c1da76efb773 req-2fedcf22-ca88-4990-82ff-f106c52f7121 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838823
Mar 26 21:17:12.603394 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c48c849b-e7d6-43f5-90e2-c88155d90274), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.635676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=c48c849b-e7d6-43f5-90e2-c88155d90274,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:12.702234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.796153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.798170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.844444 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (ad7d6bb8-e2fd-42f0-9643-b8baca098a55), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.845013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router ad7d6bb8-e2fd-42f0-9643-b8baca098a55 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:12.851364 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.852554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0d2f962-ba9e-4395-959a-96b5011d90cf tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 204  len: 168 time: 0.7904949
Mar 26 21:17:12.857093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:12.861804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-21920729', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}, 'admin_state_up': False}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:12.882932 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.884232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:12.941238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.085011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.294386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.312736 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.416909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Allocated IP 172.35.4.98 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/bd2505a1-fd0d-41fc-9530-58e69a6e8d3b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:13.515791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for port (bd2505a1-fd0d-41fc-9530-58e69a6e8d3b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.548819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bd2505a1-fd0d-41fc-9530-58e69a6e8d3b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:13.584629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:13.587449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:13.589923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:13.626448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event updated for resources: {'Port': ['ID=bd2505a1-fd0d-41fc-9530-58e69a6e8d3b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:13.855278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.053912 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.161939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.187355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Router a5f9b0e7-40b5-48c1-917d-c4a273880a40 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:17:14.297200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:14.312649 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] Sync routers for ids ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:14.323098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.324408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f3369c57-95c4-41df-aef1-c52608087941 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 1.4662313
Mar 26 21:17:14.327375 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] Routers {'a5f9b0e7-40b5-48c1-917d-c4a273880a40'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:14.327497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:14.328214 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:14.332285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:14.361654 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284cd0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:14.370100 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] Routers {'a5f9b0e7-40b5-48c1-917d-c4a273880a40'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:14.370706 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:14.403092 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284cd0>, [], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:14.403736 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf21e3-cc5e-4798-b030-8901d3024f80 None None] The sync data for ids ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:14.639497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.651022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.700988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Deleting port bd2505a1-fd0d-41fc-9530-58e69a6e8d3b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:14.701320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bd2505a1-fd0d-41fc-9530-58e69a6e8d3b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.788009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bd2505a1-fd0d-41fc-9530-58e69a6e8d3b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.790440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Calling delete_port for bd2505a1-fd0d-41fc-9530-58e69a6e8d3b owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:14.964206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bd2505a1-fd0d-41fc-9530-58e69a6e8d3b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:14.997479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Pushing event deleted for resources: {'Port': ['ID=bd2505a1-fd0d-41fc-9530-58e69a6e8d3b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:15.067900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a5f9b0e7-40b5-48c1-917d-c4a273880a40), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:15.586890 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3900397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3906739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-87818'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:15.590238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3900372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3900383', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3906746'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:15.665413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Router a5f9b0e7-40b5-48c1-917d-c4a273880a40 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:17:15.742522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:17:15.749559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:15.752382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-644551be-6380-4aef-acdc-75efa22ed999 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "PUT /v2.0/routers/a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 200  len: 704 time: 1.4238486
Mar 26 21:17:15.753595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39934) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:15.765659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] Sync routers for ids ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:17:15.776027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] Routers {'a5f9b0e7-40b5-48c1-917d-c4a273880a40'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:15.776805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4d3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:15.815061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4d3490>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:15.833665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] Routers {'a5f9b0e7-40b5-48c1-917d-c4a273880a40'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:17:15.834363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4d3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:16:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:15.838321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:15.873733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4d3490>, [], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:15.874403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ef0872-abb1-4f12-b023-9a8463ddc262 None None] The sync data for ids ['a5f9b0e7-40b5-48c1-917d-c4a273880a40'] in ncdv-master-1 is: [] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:17:16.190934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d71de752-bbd4-4da1-9086-aa5f2110d4ce tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/routers/a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 200  len: 739 time: 0.4361360
Mar 26 21:17:16.193605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 39944) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.241191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8421197a-c6f4-47a4-9ed8-3b12cedccf6f tempest-RoutersAdminTest-145788574 tempest-RoutersAdminTest-145788574-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&device_id=a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 200  len: 205 time: 0.0460126
Mar 26 21:17:16.243505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39946) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.279537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e60ed8ba-e4f9-4434-ab2d-86debc5753b5 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 200  len: 205 time: 0.0316639
Mar 26 21:17:16.279730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.365546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:16.538607 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:16.540919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router_controller (a5f9b0e7-40b5-48c1-917d-c4a273880a40), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:16.586910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a5f9b0e7-40b5-48c1-917d-c4a273880a40), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:16.587586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Fanout notify agent at l3_agent the message router_deleted on router a5f9b0e7-40b5-48c1-917d-c4a273880a40 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:16.595450 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:16.596592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9afaff4-7d5a-418f-b05a-4a78620da6b7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 204  len: 168 time: 0.3158863
Mar 26 21:17:16.600116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39962) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.635745 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-63f1ec31-d740-4a8e-976e-f9d94d994bb0 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 200  len: 205 time: 0.0345023
Mar 26 21:17:16.638835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.678578 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-5e8ad1a3-989f-49b8-a988-a53cadc123d3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:16.679611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5e8ad1a3-989f-49b8-a988-a53cadc123d3 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/a5f9b0e7-40b5-48c1-917d-c4a273880a40 HTTP/1.1" status: 404  len: 336 time: 0.0397372
Mar 26 21:17:16.682226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39966) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.709639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f31af5b3-3540-4365-856b-02028cca9aa7 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 200  len: 205 time: 0.0263922
Mar 26 21:17:16.711883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.752951 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-551e63f1-a269-4915-a72d-a4c05d98062b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:16.753968 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-551e63f1-a269-4915-a72d-a4c05d98062b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/ad7d6bb8-e2fd-42f0-9643-b8baca098a55 HTTP/1.1" status: 404  len: 336 time: 0.0411859
Mar 26 21:17:16.756500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.784040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6d7c7eba-f7b5-4b33-9ee2-0ccebe703f28 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 200  len: 205 time: 0.0265169
Mar 26 21:17:16.786199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.823277 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-c89ef696-6440-4897-bf56-494a59054340 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:16.824317 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c89ef696-6440-4897-bf56-494a59054340 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/60dc85bf-a29a-4062-90fc-69feafbafd34 HTTP/1.1" status: 404  len: 336 time: 0.0372458
Mar 26 21:17:16.827304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39974) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.858941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f9bd7d31-7550-4f0f-959e-42c3c8133865 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 200  len: 205 time: 0.0305710
Mar 26 21:17:16.861273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39976) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.900882 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-4be90d85-abeb-40ca-852e-a618cbc2e4e0 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:16.901888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4be90d85-abeb-40ca-852e-a618cbc2e4e0 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/321fafab-c1e0-49a7-bd7b-2e54a387ead2 HTTP/1.1" status: 404  len: 336 time: 0.0397005
Mar 26 21:17:16.904676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39978) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.935577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a4b36d29-690a-43c8-9d83-36348fb933fb tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 200  len: 205 time: 0.0272307
Mar 26 21:17:16.935788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:16.979754 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-f09869ee-d6a7-45bb-bd5f-8b8a96cd0f90 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:16.980831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f09869ee-d6a7-45bb-bd5f-8b8a96cd0f90 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/922e7523-556a-43b2-8e20-e9041ca7f501 HTTP/1.1" status: 404  len: 336 time: 0.0440218
Mar 26 21:17:16.983360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39982) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:17.013271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-548e12d0-a96a-46eb-affc-1687149c4cc0 tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3de1e8a-27fb-4e04-bdb3-fe72cef879ce HTTP/1.1" status: 200  len: 205 time: 0.0286980
Mar 26 21:17:17.015646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:17.055344 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-c8cfb398-4308-41e5-9161-4251584edb2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:17.059973 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8cfb398-4308-41e5-9161-4251584edb2e tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/routers/c3de1e8a-27fb-4e04-bdb3-fe72cef879ce HTTP/1.1" status: 404  len: 336 time: 0.0397978
Mar 26 21:17:17.059973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39986) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:17.088087 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfba79c-f136-4ab3-b547-4945c34e7b1b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:17:17.088682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfba79c-f136-4ab3-b547-4945c34e7b1b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:17.092517 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8cfba79c-f136-4ab3-b547-4945c34e7b1b tempest-RoutersAdminTest-140014153 tempest-RoutersAdminTest-140014153-project] 10.222.0.16 "DELETE /v2.0/subnets/3d3399d1-8391-4dfd-ac2c-990df057b7ac HTTP/1.1" status: 404  len: 337 time: 0.0318890
Mar 26 21:17:17.331197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 39996) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:17.450379 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ce840d6-2b51-4d47-989e-1ab4abf28c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.530344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ce840d6-2b51-4d47-989e-1ab4abf28c8e admin admin] Publish callbacks [] for security_group (b9d33c19-460a-4e82-a6bb-145609ac5a72), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.533664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7ce840d6-2b51-4d47-989e-1ab4abf28c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b9d33c19-460a-4e82-a6bb-145609ac5a72), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.574824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7ce840d6-2b51-4d47-989e-1ab4abf28c8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e8108ff8ea6449b8a6582f0f6722461&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2425020
Mar 26 21:17:17.575660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce840d6-2b51-4d47-989e-1ab4abf28c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d33c19-460a-4e82-a6bb-145609ac5a72,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:17.577442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40004) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:17.626298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] Publish callbacks [] for security_group (b9d33c19-460a-4e82-a6bb-145609ac5a72), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.648122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] Publish callbacks [] for security_group (b9d33c19-460a-4e82-a6bb-145609ac5a72), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.696812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b9d33c19-460a-4e82-a6bb-145609ac5a72), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.699749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:17.700986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9d33c19-460a-4e82-a6bb-145609ac5a72 HTTP/1.1" status: 204  len: 168 time: 0.1224999
Mar 26 21:17:17.708925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281ee75-6a26-40a4-bcc3-1bb8d7588dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d33c19-460a-4e82-a6bb-145609ac5a72,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:17.966720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40020) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:18.008281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7f37c85-8e32-4a2a-93a7-26bbdf161719 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2173af40073f4cc58a6ddb6cfaab7373&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403602
Mar 26 21:17:18.010789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40022) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:18.064104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] Publish callbacks [] for security_group (5b2d9b11-05dd-473f-b0c8-1f453f7d483e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:18.088975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] Publish callbacks [] for security_group (5b2d9b11-05dd-473f-b0c8-1f453f7d483e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:18.137635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b2d9b11-05dd-473f-b0c8-1f453f7d483e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:18.140617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:18.141833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b2d9b11-05dd-473f-b0c8-1f453f7d483e HTTP/1.1" status: 204  len: 168 time: 0.1301479
Mar 26 21:17:18.149713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efc7c8-a36d-4bd5-8a22-80de9f4989c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d9b11-05dd-473f-b0c8-1f453f7d483e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:19.397615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:19.501109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1016043301', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:19.521905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Made reservation on behalf of bb6081eacc364b6b816d255ea86c66a2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:19.524492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.533217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.610223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for security_group (fe3899ba-55ab-4cb4-b629-3a09da92bb12), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.614221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fe3899ba-55ab-4cb4-b629-3a09da92bb12), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.619111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] device_id is not set on port 1a858226-f9d9-4b1b-92cd-8dfb7ae9c119 yet. {{(pid=126738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:17:19.682844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3899ba-55ab-4cb4-b629-3a09da92bb12,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:19.759682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Allocated IP 172.35.4.67 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/1a858226-f9d9-4b1b-92cd-8dfb7ae9c119) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:19.926667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for port (1a858226-f9d9-4b1b-92cd-8dfb7ae9c119), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.958577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1a858226-f9d9-4b1b-92cd-8dfb7ae9c119), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:19.998176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:20.000910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:20.004200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:20.028705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Pushing event updated for resources: {'Port': ['ID=1a858226-f9d9-4b1b-92cd-8dfb7ae9c119,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:20.048048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:20.048690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.062805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e6163566-b4e8-4085-b5d0-ba93ac2dc6f5 tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 0.6634643
Mar 26 21:17:20.065863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40182) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:20.070111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.67'}]}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:20.088286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (43409dfd-aa5e-4c8a-a294-36dc12fae527), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.089300 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (43409dfd-aa5e-4c8a-a294-36dc12fae527), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.144107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for router_controller (43409dfd-aa5e-4c8a-a294-36dc12fae527), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.292588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for router_gateway (43409dfd-aa5e-4c8a-a294-36dc12fae527), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.505755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for router_gateway (43409dfd-aa5e-4c8a-a294-36dc12fae527), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.525338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.672627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for router (43409dfd-aa5e-4c8a-a294-36dc12fae527), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.843311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (43409dfd-aa5e-4c8a-a294-36dc12fae527), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.845693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks [] for router_controller (43409dfd-aa5e-4c8a-a294-36dc12fae527), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.898313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (43409dfd-aa5e-4c8a-a294-36dc12fae527), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:20.898909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43409dfd-aa5e-4c8a-a294-36dc12fae527 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:17:20.915825 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:17:20.917193 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0ac405f4-37df-49eb-a46e-0067c85a274e tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 0.8504109
Mar 26 21:17:20.919908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:21.000938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Deleting port 1a858226-f9d9-4b1b-92cd-8dfb7ae9c119 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:21.001283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1a858226-f9d9-4b1b-92cd-8dfb7ae9c119), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.075831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1a858226-f9d9-4b1b-92cd-8dfb7ae9c119), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.087388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Calling delete_port for 1a858226-f9d9-4b1b-92cd-8dfb7ae9c119 owned by  {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:21.210380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1a858226-f9d9-4b1b-92cd-8dfb7ae9c119), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.245817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a858226-f9d9-4b1b-92cd-8dfb7ae9c119,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:21.300956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.307754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e3f1fec5-b679-4e7d-9352-9b92b1015efc tempest-RoutersAdminNegativeIpV6Test-2040557210 tempest-RoutersAdminNegativeIpV6Test-2040557210-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1a858226-f9d9-4b1b-92cd-8dfb7ae9c119 HTTP/1.1" status: 204  len: 168 time: 0.3835511
Mar 26 21:17:21.568805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:21.674603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338f87e2-cf5c-4933-af5d-ce1f35b8e3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.748505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338f87e2-cf5c-4933-af5d-ce1f35b8e3c6 admin admin] Publish callbacks [] for security_group (3c69be49-7fd1-404c-b6fd-e076787a0fff), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.752091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-338f87e2-cf5c-4933-af5d-ce1f35b8e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c69be49-7fd1-404c-b6fd-e076787a0fff), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.793540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-338f87e2-cf5c-4933-af5d-ce1f35b8e3c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19d2a05968e646edb3abd35705e38343&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2236242
Mar 26 21:17:21.795722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f87e2-cf5c-4933-af5d-ce1f35b8e3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69be49-7fd1-404c-b6fd-e076787a0fff,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:21.798051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:21.832002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-79aff5ba-05a3-4e15-99fb-a34e54976f5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0480862
Mar 26 21:17:21.848049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] Publish callbacks [] for security_group (3c69be49-7fd1-404c-b6fd-e076787a0fff), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.884018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] Publish callbacks [] for security_group (3c69be49-7fd1-404c-b6fd-e076787a0fff), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.927967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-9affd971-0aaf-40f8-8417-f1ed09d1af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:21.929614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-9affd971-0aaf-40f8-8417-f1ed09d1af2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0526316
Mar 26 21:17:21.939978 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c69be49-7fd1-404c-b6fd-e076787a0fff), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.945546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:21.947072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c69be49-7fd1-404c-b6fd-e076787a0fff HTTP/1.1" status: 204  len: 168 time: 0.1481059
Mar 26 21:17:21.966259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab857144-9ca7-4e5a-89c1-f25177e7c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69be49-7fd1-404c-b6fd-e076787a0fff,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:22.063270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-dd8d5a74-778e-4476-8db8-5794db42f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:22.064868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-dd8d5a74-778e-4476-8db8-5794db42f5dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1162174
Mar 26 21:17:22.162021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-d9b1d82a-c5ee-4752-b509-37f5a6df4197 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1002 time: 0.0855432
Mar 26 21:17:22.221626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-a69f093b-5626-48f3-8da7-c3cd49b95f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:22.223186 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-a69f093b-5626-48f3-8da7-c3cd49b95f5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0545638
Mar 26 21:17:22.261774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40256) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:22.290466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-6f11f329-85d0-4bd4-b0f4-dc7484da92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:22.292540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-6f11f329-85d0-4bd4-b0f4-dc7484da92eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0623932
Mar 26 21:17:22.326246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40258) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:22.326987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79099715-2771-43b5-84d1-fcf4eac1210e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb6081eacc364b6b816d255ea86c66a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0633080
Mar 26 21:17:22.435287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] Publish callbacks [] for security_group (fe3899ba-55ab-4cb4-b629-3a09da92bb12), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:22.438435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-9176e6ef-e04b-4448-845b-c98824202cab service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358900
Mar 26 21:17:22.481677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] Publish callbacks [] for security_group (fe3899ba-55ab-4cb4-b629-3a09da92bb12), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:22.568743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bdc3b58-aeb1-49a4-bbc4-6d6a91f6e452 req-8fea5d04-cfd9-4626-baae-05e3427b1e5f service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203105
Mar 26 21:17:22.578284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fe3899ba-55ab-4cb4-b629-3a09da92bb12), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:22.581338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:22.582434 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe3899ba-55ab-4cb4-b629-3a09da92bb12 HTTP/1.1" status: 204  len: 168 time: 0.2547784
Mar 26 21:17:22.591147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac8461-efd4-4820-ac2c-d1c0224fe4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3899ba-55ab-4cb4-b629-3a09da92bb12,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:23.262491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40298) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.369519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-b3aaf281-0971-42e6-8188-a3270ce1d7c8 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.370604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b3aaf281-0971-42e6-8188-a3270ce1d7c8 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.1068707
Mar 26 21:17:23.373608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40304) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.379482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-f1ea3e41-c959-423d-8667-df06042c28ba tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.380458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f1ea3e41-c959-423d-8667-df06042c28ba tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0053804
Mar 26 21:17:23.382881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40306) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.387975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-1d242319-10f9-47da-be11-0d114721b09c tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.388942 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1d242319-10f9-47da-be11-0d114721b09c tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0050364
Mar 26 21:17:23.391275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40308) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.395040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-52f2ccff-a45b-4d23-b047-2bac7391df5a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.395980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52f2ccff-a45b-4d23-b047-2bac7391df5a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0038142
Mar 26 21:17:23.398714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40310) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.403620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-d4852f3c-a107-4ef6-8a2e-3b24becf1127 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.404678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d4852f3c-a107-4ef6-8a2e-3b24becf1127 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0056732
Mar 26 21:17:23.406913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.410781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-33bcc071-005d-4f78-9912-1e874a5ab1c8 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.411900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33bcc071-005d-4f78-9912-1e874a5ab1c8 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0041509
Mar 26 21:17:23.417289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.422265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-e31adce5-dcf2-4ef3-9cb8-b5d11acebc0f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.425924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e31adce5-dcf2-4ef3-9cb8-b5d11acebc0f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0075972
Mar 26 21:17:23.426632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40316) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.431342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-895d6cb2-d8a5-494b-8ea2-c866286c3b78 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.432417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-895d6cb2-d8a5-494b-8ea2-c866286c3b78 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0043840
Mar 26 21:17:23.434836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40318) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.438710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-7e793724-abd6-4a02-b8d4-9e82d6ed774b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.439654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e793724-abd6-4a02-b8d4-9e82d6ed774b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0039701
Mar 26 21:17:23.442093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.446096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-03561c14-b4b6-43be-8833-b684d4518e8b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.447034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-03561c14-b4b6-43be-8833-b684d4518e8b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0040770
Mar 26 21:17:23.450390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40322) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.454540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-b9b965c6-18cf-4ca7-931e-2a585623c382 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.455264 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b9b965c6-18cf-4ca7-931e-2a585623c382 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0039642
Mar 26 21:17:23.457531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40324) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.461455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-3dd12209-3739-4da2-9456-0fb4e00f3f28 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.462397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3dd12209-3739-4da2-9456-0fb4e00f3f28 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0040202
Mar 26 21:17:23.464640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40326) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.469760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-291540b8-47d2-4e35-a2ec-38a6876a77bc tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.470730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-291540b8-47d2-4e35-a2ec-38a6876a77bc tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0046155
Mar 26 21:17:23.473036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40328) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.477059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-26721386-7d73-41f9-966f-823c46cc4648 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.477896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-26721386-7d73-41f9-966f-823c46cc4648 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0040140
Mar 26 21:17:23.480096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40330) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.484049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-ab794594-2328-4d48-905b-567886dc7756 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.484978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab794594-2328-4d48-905b-567886dc7756 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0040233
Mar 26 21:17:23.487100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40332) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.490977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-8973fb5f-429a-44d7-997d-6c767f7497b7 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.491956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8973fb5f-429a-44d7-997d-6c767f7497b7 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0039823
Mar 26 21:17:23.494276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.498320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-44bf9241-b1c5-4382-be28-575b5a2876c9 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.499245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44bf9241-b1c5-4382-be28-575b5a2876c9 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0041215
Mar 26 21:17:23.501424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40336) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.505356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-9607570f-3c16-4c1a-bce5-301786ea9c96 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.506223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9607570f-3c16-4c1a-bce5-301786ea9c96 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0039339
Mar 26 21:17:23.508387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40338) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.512834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-3d323a53-c79f-43e2-901e-86441b725197 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.513769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3d323a53-c79f-43e2-901e-86441b725197 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0045242
Mar 26 21:17:23.515784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40342) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.519465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-09d83fc6-1bd4-4c08-876e-6d872c74ab51 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.520562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-09d83fc6-1bd4-4c08-876e-6d872c74ab51 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0039282
Mar 26 21:17:23.522611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40344) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.531624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-5f3345c5-2ec1-494d-8f22-ce1004a5859f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.532659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f3345c5-2ec1-494d-8f22-ce1004a5859f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0091980
Mar 26 21:17:23.535168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40346) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.539204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-86f2a584-afa7-4699-a285-ed4e7397a636 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.540173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-86f2a584-afa7-4699-a285-ed4e7397a636 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0041051
Mar 26 21:17:23.542582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40348) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.546990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-b85be572-1c43-4a32-9084-fab9072a159b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.548893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b85be572-1c43-4a32-9084-fab9072a159b tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0043254
Mar 26 21:17:23.550277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40350) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.554477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-0eef418c-a106-44e0-bb6e-1d6ccd86c273 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.555419 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0eef418c-a106-44e0-bb6e-1d6ccd86c273 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0042796
Mar 26 21:17:23.557642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40352) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.561427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-602f3339-37d2-4859-9b5d-f2b7babf1b3c tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.562357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-602f3339-37d2-4859-9b5d-f2b7babf1b3c tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0038943
Mar 26 21:17:23.564475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40354) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.568311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-36a07a88-de78-4f32-9842-5f8797f0ed6e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.569242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36a07a88-de78-4f32-9842-5f8797f0ed6e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0037839
Mar 26 21:17:23.571339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.576292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-cda95554-f95c-4651-8f4e-38cfa398151e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.577271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cda95554-f95c-4651-8f4e-38cfa398151e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0051222
Mar 26 21:17:23.579365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40358) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.583052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-671df478-12f1-4846-97ed-baf758af2db5 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.583990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-671df478-12f1-4846-97ed-baf758af2db5 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0037625
Mar 26 21:17:23.586123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40360) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.590489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-ce33fa3b-2a0a-4b95-b034-af097516f7b3 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.591501 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce33fa3b-2a0a-4b95-b034-af097516f7b3 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0044611
Mar 26 21:17:23.593619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40362) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.597388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-0876bff8-75b4-4c55-b581-4345ae91ed03 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.598350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0876bff8-75b4-4c55-b581-4345ae91ed03 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0038762
Mar 26 21:17:23.600544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40364) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.604302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-75756298-6559-4d42-aeae-c4c57410497a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.605233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75756298-6559-4d42-aeae-c4c57410497a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0038526
Mar 26 21:17:23.607364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40366) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.611150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-42826cc8-fb21-4881-aceb-13fdd19749df tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.612217 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42826cc8-fb21-4881-aceb-13fdd19749df tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0038893
Mar 26 21:17:23.614227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40368) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.617962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-c116a626-0347-4303-93cd-91af83026270 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.618884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c116a626-0347-4303-93cd-91af83026270 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0038383
Mar 26 21:17:23.621029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40370) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.625238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-c4f01296-6609-4d2d-90ed-94027b9f613d tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.626164 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c4f01296-6609-4d2d-90ed-94027b9f613d tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0037808
Mar 26 21:17:23.628278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40372) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.632749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-78b34d80-0d42-4f78-9bd4-ba41a31987c3 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.633701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78b34d80-0d42-4f78-9bd4-ba41a31987c3 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0045967
Mar 26 21:17:23.636135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.640606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-b33608b4-f144-42b5-af5f-3bb397d20063 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.641547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b33608b4-f144-42b5-af5f-3bb397d20063 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0045209
Mar 26 21:17:23.644011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40376) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.647775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-97237591-e82b-4c27-8592-a449fec21a84 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.648736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-97237591-e82b-4c27-8592-a449fec21a84 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0038853
Mar 26 21:17:23.650984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40378) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.655348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-661d59ab-2085-4f05-b0d8-98313ec1a13f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.656323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-661d59ab-2085-4f05-b0d8-98313ec1a13f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0045152
Mar 26 21:17:23.658380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40380) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.662094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-60fe8fb2-33aa-4244-bda1-a2ed53d7b221 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.663028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-60fe8fb2-33aa-4244-bda1-a2ed53d7b221 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0037935
Mar 26 21:17:23.665177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40382) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.669457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-a33be52e-bef8-49e1-887e-f99f448c12ce tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.670391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a33be52e-bef8-49e1-887e-f99f448c12ce tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0043886
Mar 26 21:17:23.672560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40384) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.676557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-895bd0b0-3fab-458d-a094-78abd4035fa0 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.679446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-895bd0b0-3fab-458d-a094-78abd4035fa0 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0041256
Mar 26 21:17:23.679607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40386) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.683315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-390fd847-afff-43d1-9f9b-4bf076304892 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.684339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-390fd847-afff-43d1-9f9b-4bf076304892 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0038331
Mar 26 21:17:23.686374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40388) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.690691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-769d815a-9968-4ad6-92ae-54143c19f1a1 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.691622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-769d815a-9968-4ad6-92ae-54143c19f1a1 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0044382
Mar 26 21:17:23.693723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40390) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.697502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-fc32f61e-18e3-4728-888d-eef267f47ec2 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.698433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc32f61e-18e3-4728-888d-eef267f47ec2 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0038886
Mar 26 21:17:23.700611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40392) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.704420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-d6ee7b83-aac6-4d4e-b95d-7150661c8eb9 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.705377 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6ee7b83-aac6-4d4e-b95d-7150661c8eb9 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0039129
Mar 26 21:17:23.707418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40394) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.711108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-355b6dd1-3f52-4583-a903-8ec369f458ba tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.712081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-355b6dd1-3f52-4583-a903-8ec369f458ba tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0037949
Mar 26 21:17:23.714068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40396) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.718392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-dc4949d6-d248-459c-a4e4-37ef49d927cc tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.719362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dc4949d6-d248-459c-a4e4-37ef49d927cc tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0044372
Mar 26 21:17:23.721362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40398) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.725038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-49c14cb2-a0e5-4149-af6e-c171ca482e85 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.725999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49c14cb2-a0e5-4149-af6e-c171ca482e85 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0037887
Mar 26 21:17:23.728046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40400) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.732354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-c3f511cc-20d0-42c2-8a25-8336f0089154 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.733289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c3f511cc-20d0-42c2-8a25-8336f0089154 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0044239
Mar 26 21:17:23.735387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40402) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.739135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-b468a5d9-934c-455f-b48f-e9082cf2f254 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.740090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b468a5d9-934c-455f-b48f-e9082cf2f254 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0038481
Mar 26 21:17:23.742066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40404) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.746569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-57b977d5-fea4-4e60-a1ed-f0845e6e44a6 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.747506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57b977d5-fea4-4e60-a1ed-f0845e6e44a6 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0046308
Mar 26 21:17:23.749646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40410) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.753361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [None req-cdb31b5c-baca-499a-8507-a0b94cbe586f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.754292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cdb31b5c-baca-499a-8507-a0b94cbe586f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0038080
Mar 26 21:17:23.756559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.760866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-b37b70bc-5296-4682-95b2-a3aafce3289a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.761883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b37b70bc-5296-4682-95b2-a3aafce3289a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0043473
Mar 26 21:17:23.764037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40418) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.767855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-a0193e26-ec82-4e9d-81ff-4134039a9491 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.769279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a0193e26-ec82-4e9d-81ff-4134039a9491 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0041437
Mar 26 21:17:23.771109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40420) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.775037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-4f5ee22c-77ae-4aa3-85ec-1a4190a5182d tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.775980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4f5ee22c-77ae-4aa3-85ec-1a4190a5182d tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0039835
Mar 26 21:17:23.778668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40422) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.782326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-271e7862-3a80-4e2f-ba0e-9df53ae9a5ca tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.783302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-271e7862-3a80-4e2f-ba0e-9df53ae9a5ca tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0037594
Mar 26 21:17:23.785414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40424) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.789110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-89d26f61-8751-46d6-8354-71d98d9a6da6 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.790054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-89d26f61-8751-46d6-8354-71d98d9a6da6 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0037804
Mar 26 21:17:23.792129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40426) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.796294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-890366fe-afec-4889-8113-e3a22ee79450 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.797267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-890366fe-afec-4889-8113-e3a22ee79450 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0042803
Mar 26 21:17:23.799342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40428) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.803744 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-867a61a4-abc8-4001-8901-206096685bc7 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.804691 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-867a61a4-abc8-4001-8901-206096685bc7 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0045464
Mar 26 21:17:23.806780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40430) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.810339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-ef664ead-d986-4c4e-99f1-763312eeb244 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.811231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ef664ead-d986-4c4e-99f1-763312eeb244 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0036621
Mar 26 21:17:23.813377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40432) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.816893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-739a7d52-e589-49ab-844d-b668db3af07e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.817788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-739a7d52-e589-49ab-844d-b668db3af07e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0036242
Mar 26 21:17:23.819903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40434) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.823416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-209a7a77-7ff8-47aa-a1bb-978bc854297f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.824374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-209a7a77-7ff8-47aa-a1bb-978bc854297f tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0035982
Mar 26 21:17:23.826370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40436) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.829938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-2fa043e3-e717-48cc-8a1c-7135a380fcbe tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.830848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2fa043e3-e717-48cc-8a1c-7135a380fcbe tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0036864
Mar 26 21:17:23.833067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40438) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.836722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-4719aead-f321-43dd-a9b9-e368bff26a42 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.837620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4719aead-f321-43dd-a9b9-e368bff26a42 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0037427
Mar 26 21:17:23.839639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40440) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.843712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-e308f6ad-90fe-44e3-8b65-7d4d636e4217 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.844635 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e308f6ad-90fe-44e3-8b65-7d4d636e4217 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0036619
Mar 26 21:17:23.846722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40442) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.850366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-b4710333-39b1-4edd-8ff7-2add5ef905cd tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.851261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b4710333-39b1-4edd-8ff7-2add5ef905cd tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0037477
Mar 26 21:17:23.853416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40444) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.858094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-15610754-4253-4275-ab05-189024789a8a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.859098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15610754-4253-4275-ab05-189024789a8a tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0047832
Mar 26 21:17:23.861166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40446) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.864712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-94bcb36c-1d0c-4562-b547-4fa167336339 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.865604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-94bcb36c-1d0c-4562-b547-4fa167336339 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0036454
Mar 26 21:17:23.867706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40448) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.871284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-936211ee-ac6d-49a5-93e4-6af10d47d791 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.872198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-936211ee-ac6d-49a5-93e4-6af10d47d791 tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0036476
Mar 26 21:17:23.874284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40450) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.877866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-49d91b36-5a4c-4664-8285-f8632df88b8e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.878765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-49d91b36-5a4c-4664-8285-f8632df88b8e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0036867
Mar 26 21:17:23.880950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40452) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:23.884482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [None req-5a438119-07d3-4ce6-b958-c29c2dc4373e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:23.885375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5a438119-07d3-4ce6-b958-c29c2dc4373e tempest-ExtensionsTestJSON-224539051 tempest-ExtensionsTestJSON-224539051-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0036340
Mar 26 21:17:24.128749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40458) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:24.237704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-8af6-4c54-b299-7df22add185e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.322012 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-8af6-4c54-b299-7df22add185e admin admin] Publish callbacks [] for security_group (06252c7d-7da6-44f9-9935-869a5ae0665d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.326764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0b50f79d-8af6-4c54-b299-7df22add185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (06252c7d-7da6-44f9-9935-869a5ae0665d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.363965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0b50f79d-8af6-4c54-b299-7df22add185e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e84b3528d0a2455fafe16011e49b4f57&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2341285
Mar 26 21:17:24.366017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50f79d-8af6-4c54-b299-7df22add185e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06252c7d-7da6-44f9-9935-869a5ae0665d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:24.366643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40484) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:24.420848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] Publish callbacks [] for security_group (06252c7d-7da6-44f9-9935-869a5ae0665d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.442004 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] Publish callbacks [] for security_group (06252c7d-7da6-44f9-9935-869a5ae0665d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.489762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (06252c7d-7da6-44f9-9935-869a5ae0665d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.492466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:24.493589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06252c7d-7da6-44f9-9935-869a5ae0665d HTTP/1.1" status: 204  len: 168 time: 0.1259780
Mar 26 21:17:24.501759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb624-f9c9-4def-b67b-3912f2227f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06252c7d-7da6-44f9-9935-869a5ae0665d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:25.042784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-183f1a77-06df-4526-ada6-718e50102bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.111847 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40508) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:25.206668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'networks': [{'name': 'tempest-network--783574236'}, {'name': 'tempest-network--1895012083'}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:25.206992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-network--783574236'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:25.207455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-network--1895012083'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:25.227320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'network': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:25.232252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.240696 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.328408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for security_group (ff015d13-b426-4926-9161-51cb9feb4b6f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.332826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff015d13-b426-4926-9161-51cb9feb4b6f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.333313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.372705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff015d13-b426-4926-9161-51cb9feb4b6f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:25.395744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:25.406974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b3a561e5-b472-4501-90d3-638659e5781c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.407379 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment b3a561e5-b472-4501-90d3-638659e5781c of type vlan for network a54a931c-c494-494a-9df2-eae56d5398a0
Mar 26 21:17:25.451601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a54a931c-c494-494a-9df2-eae56d5398a0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.478483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:25.488094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (de273d8e-8166-43e5-9a74-cf816b32547f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.488470 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment de273d8e-8166-43e5-9a74-cf816b32547f of type vlan for network b3c2aa69-2c6b-4419-a6ac-122fa2e756c9
Mar 26 21:17:25.534183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b3c2aa69-2c6b-4419-a6ac-122fa2e756c9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.555456 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a54a931c-c494-494a-9df2-eae56d5398a0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.555876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b3c2aa69-2c6b-4419-a6ac-122fa2e756c9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.561103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.565485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.566105 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:25.601620 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.4886589
Mar 26 21:17:25.604103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40534) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:25.662440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=a54a931c-c494-494a-9df2-eae56d5398a0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:25.672304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a54a931c-c494-494a-9df2-eae56d5398a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:25.819238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be657ed6-3d0a-456c-9599-76364636c8fd tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=b3c2aa69-2c6b-4419-a6ac-122fa2e756c9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:25.829206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b3c2aa69-2c6b-4419-a6ac-122fa2e756c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:25.865601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7081c0-ca47-4229-9540-fa722b6736f3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.870814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7081c0-ca47-4229-9540-fa722b6736f3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.876499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7081c0-ca47-4229-9540-fa722b6736f3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.881472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7081c0-ca47-4229-9540-fa722b6736f3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:25.883110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa7081c0-ca47-4229-9540-fa722b6736f3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2781012
Mar 26 21:17:25.885901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40536) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:25.967815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a54a931c-c494-494a-9df2-eae56d5398a0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.057253 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a54a931c-c494-494a-9df2-eae56d5398a0), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.078255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e3b8c40>,) {'filters': {'network_id': ['a54a931c-c494-494a-9df2-eae56d5398a0']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.089367 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3b8c40>, 'b3a561e5-b472-4501-90d3-638659e5781c') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.089845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e3b8c40>, 'b3a561e5-b472-4501-90d3-638659e5781c') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.099745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (b3a561e5-b472-4501-90d3-638659e5781c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.113729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (b3a561e5-b472-4501-90d3-638659e5781c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.120279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:26.120694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (b3a561e5-b472-4501-90d3-638659e5781c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   warnings.warn('Neutron quota engine will require "--force" '
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:26.124255 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:26.188819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a54a931c-c494-494a-9df2-eae56d5398a0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.195666 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.198812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/a54a931c-c494-494a-9df2-eae56d5398a0 HTTP/1.1" status: 204  len: 168 time: 0.3119628
Mar 26 21:17:26.202104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:26.210370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1e997-eae5-4d19-818f-0243865b2b33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=a54a931c-c494-494a-9df2-eae56d5398a0,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:26.279461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b3c2aa69-2c6b-4419-a6ac-122fa2e756c9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.361952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b3c2aa69-2c6b-4419-a6ac-122fa2e756c9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.381304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611df11f10>,) {'filters': {'network_id': ['b3c2aa69-2c6b-4419-a6ac-122fa2e756c9']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.390269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611df11f10>, 'de273d8e-8166-43e5-9a74-cf816b32547f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.390566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611df11f10>, 'de273d8e-8166-43e5-9a74-cf816b32547f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:26.399566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (de273d8e-8166-43e5-9a74-cf816b32547f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.412341 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (de273d8e-8166-43e5-9a74-cf816b32547f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.418534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:26.418916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (de273d8e-8166-43e5-9a74-cf816b32547f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:26.421892 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:26.484562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b3c2aa69-2c6b-4419-a6ac-122fa2e756c9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.491209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.497544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/b3c2aa69-2c6b-4419-a6ac-122fa2e756c9 HTTP/1.1" status: 204  len: 168 time: 0.2943006
Mar 26 21:17:26.500323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40554) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:26.525525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57132772-cfdf-483d-b404-574b043ae3ba tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=b3c2aa69-2c6b-4419-a6ac-122fa2e756c9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:26.699876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f10e39-010d-4c49-b96f-47a269ce0da3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:26.705690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f10e39-010d-4c49-b96f-47a269ce0da3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:26.710823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00f10e39-010d-4c49-b96f-47a269ce0da3 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1980269
Mar 26 21:17:26.711026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40576) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:26.716255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-880296845'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:26.736059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:26.739232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.762392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:26.770961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa6474e1-c9a3-499f-8b90-764578e67447), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.771325 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment aa6474e1-c9a3-499f-8b90-764578e67447 of type vlan for network 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3
Mar 26 21:17:26.815225 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7bec064c-6586-410b-b9bb-eb0b1fd9f5f3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.840497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7bec064c-6586-410b-b9bb-eb0b1fd9f5f3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.845459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:26.846010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.876072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1639824
Mar 26 21:17:26.878809 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40578) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:26.886798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1487861303'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:26.907242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:26.910547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.916299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3883b-c502-4f5c-be65-ecb6c3ba9b77 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=7bec064c-6586-410b-b9bb-eb0b1fd9f5f3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:26.927350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:26.936138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:26.945213 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cdea4e91-15c3-4fbb-abfd-c8763a0c2efb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:26.945708 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment cdea4e91-15c3-4fbb-abfd-c8763a0c2efb of type vlan for network 702d0639-609a-43e3-a6a4-2a24403eee02
Mar 26 21:17:26.987365 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (702d0639-609a-43e3-a6a4-2a24403eee02), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.012945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (702d0639-609a-43e3-a6a4-2a24403eee02), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.018021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:27.018616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.059298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1793022
Mar 26 21:17:27.062039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40580) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:27.069227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'ports': [{'network_id': '7bec064c-6586-410b-b9bb-eb0b1fd9f5f3', 'name': 'tempest-port--1915625780', 'admin_state_up': True}, {'network_id': '702d0639-609a-43e3-a6a4-2a24403eee02', 'admin_state_up': False}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:27.069551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'port': {'network_id': '7bec064c-6586-410b-b9bb-eb0b1fd9f5f3', 'name': 'tempest-port--1915625780', 'admin_state_up': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:27.070041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'port': {'network_id': '702d0639-609a-43e3-a6a4-2a24403eee02', 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:27.112185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a44b6-007a-495b-9607-b0678fa3f35f tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=702d0639-609a-43e3-a6a4-2a24403eee02,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:27.121788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 702d0639-609a-43e3-a6a4-2a24403eee02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:27.252120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'port': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:27.256277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.269271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.424643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] device_id is not set on port c9f6c7e7-9146-4ff7-8717-e27ac2b6e039 yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:17:27.511580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for port (c9f6c7e7-9146-4ff7-8717-e27ac2b6e039), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.585282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] device_id is not set on port 354cb83d-877e-4e54-809b-b27559e6d3da yet. {{(pid=126736) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Mar 26 21:17:27.665144 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for port (354cb83d-877e-4e54-809b-b27559e6d3da), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.702620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c9f6c7e7-9146-4ff7-8717-e27ac2b6e039), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.762638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Port': ['ID=c9f6c7e7-9146-4ff7-8717-e27ac2b6e039,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:27.773262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Checking segment: {'id': 'aa6474e1-c9a3-499f-8b90-764578e67447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7bec064c-6586-410b-b9bb-eb0b1fd9f5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:27.773634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network hostable DHCP agents. Network: 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:17:27.794510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:17:27.804025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:27.811443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:27.812466 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (354cb83d-877e-4e54-809b-b27559e6d3da), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.823162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942180c5-b6cf-4705-892c-bda7d7d113fa None None] Network 7bec064c-6586-410b-b9bb-eb0b1fd9f5f3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:27.840525 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ba398a1f-0af0-4663-8958-e15b553e297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.875858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Port': ['ID=354cb83d-877e-4e54-809b-b27559e6d3da,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:27.891296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Checking segment: {'id': 'cdea4e91-15c3-4fbb-abfd-c8763a0c2efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '702d0639-609a-43e3-a6a4-2a24403eee02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:27.891993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network hostable DHCP agents. Network: 702d0639-609a-43e3-a6a4-2a24403eee02, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:17:27.907858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network 702d0639-609a-43e3-a6a4-2a24403eee02 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:17:27.916436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 702d0639-609a-43e3-a6a4-2a24403eee02) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:27.921279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:27.926724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:27.929277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905cb90-2d54-4dc6-9575-8865ed8353d8 None None] Network 702d0639-609a-43e3-a6a4-2a24403eee02 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:27.931200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:27.931835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:27.948567 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46870c50-9634-4e75-9eec-a2d33b0910c1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 0.8854725
Mar 26 21:17:27.951099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40612) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.008214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e493604-ffc3-42e4-af08-824e42b2af6d tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:28.013558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e493604-ffc3-42e4-af08-824e42b2af6d tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:28.015105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2e493604-ffc3-42e4-af08-824e42b2af6d tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0629468
Mar 26 21:17:28.028188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40614) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.109140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Deleting port c9f6c7e7-9146-4ff7-8717-e27ac2b6e039 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:28.109483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c9f6c7e7-9146-4ff7-8717-e27ac2b6e039), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.177938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c9f6c7e7-9146-4ff7-8717-e27ac2b6e039), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.190069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Calling delete_port for c9f6c7e7-9146-4ff7-8717-e27ac2b6e039 owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:28.269663 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c9f6c7e7-9146-4ff7-8717-e27ac2b6e039), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.280149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-36f4f2b6-9f8c-43b1-b7d6-c8ea873f6392 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:28.281828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-36f4f2b6-9f8c-43b1-b7d6-c8ea873f6392 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0495005
Mar 26 21:17:28.305034 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-3796c1f9-f007-478e-941c-fef84fedf311 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.306559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Port': ['ID=c9f6c7e7-9146-4ff7-8717-e27ac2b6e039,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:28.310582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.314066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-db9db7fc-1416-4589-a4e1-a30b4d2208b2 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/ports/c9f6c7e7-9146-4ff7-8717-e27ac2b6e039 HTTP/1.1" status: 204  len: 168 time: 0.2950416
Mar 26 21:17:28.318109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40620) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.405234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-3796c1f9-f007-478e-941c-fef84fedf311 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Publish callbacks [] for security_group (a536f0c3-688e-4af0-8c17-b77e101c5d3d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.410187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-3796c1f9-f007-478e-941c-fef84fedf311 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a536f0c3-688e-4af0-8c17-b77e101c5d3d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.425114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Deleting port 354cb83d-877e-4e54-809b-b27559e6d3da {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:28.425982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (354cb83d-877e-4e54-809b-b27559e6d3da), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.452958 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be9c2c0c-3c0b-4614-bf11-eba255072f70 req-3796c1f9-f007-478e-941c-fef84fedf311 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641216
Mar 26 21:17:28.453862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796c1f9-f007-478e-941c-fef84fedf311 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a536f0c3-688e-4af0-8c17-b77e101c5d3d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:28.512039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (354cb83d-877e-4e54-809b-b27559e6d3da), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.525419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Calling delete_port for 354cb83d-877e-4e54-809b-b27559e6d3da owned by  {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:28.650325 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50bd43-0d3d-4d29-8597-4e5d8019b6f2 req-9e05e48d-ed24-4c54-821d-a4dbd2786249 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:28.652013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a50bd43-0d3d-4d29-8597-4e5d8019b6f2 req-9e05e48d-ed24-4c54-821d-a4dbd2786249 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0791252
Mar 26 21:17:28.677733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (354cb83d-877e-4e54-809b-b27559e6d3da), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.716601 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.720113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/ports/354cb83d-877e-4e54-809b-b27559e6d3da HTTP/1.1" status: 204  len: 168 time: 0.4010344
Mar 26 21:17:28.720950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2aa26-ebfc-40cd-bc86-adffd7884493 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Port': ['ID=354cb83d-877e-4e54-809b-b27559e6d3da,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:28.722780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40636) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.756232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ec9025bf-bec0-4db8-906d-9c31f241a2b1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0321317
Mar 26 21:17:28.760117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a50bd43-0d3d-4d29-8597-4e5d8019b6f2 req-ff3efa8f-018c-4d28-80a0-6c8d7602c162 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014211
Mar 26 21:17:28.760580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40642) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.765863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-261163606'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:28.784482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40644) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:28.793052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:28.796318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.801517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.866972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:28.875214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9443065c-2e5d-472d-91a1-a6875c655b8e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/aa3269c2-565c-4c7a-bf61-666400538160 HTTP/1.1" status: 200  len: 994 time: 0.0892954
Mar 26 21:17:28.881435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b0be4cb-ed77-43f4-8048-2db19adaf557), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.881785 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment 9b0be4cb-ed77-43f4-8048-2db19adaf557 of type vlan for network a869b203-c605-487c-85bd-ae4b208c38a5
Mar 26 21:17:28.950891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a869b203-c605-487c-85bd-ae4b208c38a5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.980047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a869b203-c605-487c-85bd-ae4b208c38a5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:28.986626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:28.987380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.031301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2696655
Mar 26 21:17:29.033902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40666) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:29.038707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1454632822'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:29.076970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff834-91c9-4ae3-86ff-d106af45a2b6 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=a869b203-c605-487c-85bd-ae4b208c38a5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:29.086559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a869b203-c605-487c-85bd-ae4b208c38a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:29.090577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:29.093998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.117507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:17:29.127550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d6e450d3-2b8a-422d-965d-3739e3c6b05f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.127902 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Added segment d6e450d3-2b8a-422d-965d-3739e3c6b05f of type vlan for network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922
Mar 26 21:17:29.170011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.179542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-b83a0de8-e0cc-456b-ba98-34d6c6b1449d req-5ed08494-7c08-4f21-a564-7a919d9d8cce service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:29.180557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b83a0de8-e0cc-456b-ba98-34d6c6b1449d req-5ed08494-7c08-4f21-a564-7a919d9d8cce service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067430
Mar 26 21:17:29.209106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.214389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:29.215047 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:29.251076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2161376
Mar 26 21:17:29.285519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece6a65-6355-45a2-bbbf-2ae7200f3dec tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Network': ['ID=6e0e7bf0-cd54-4a29-8378-5c2b7efd5922,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:29.296606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:17:29.591276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28981b75-b695-4cc3-b06b-4035c0567500 req-83583d2a-eab7-4222-ae6b-80dac596388c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:29.592968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28981b75-b695-4cc3-b06b-4035c0567500 req-83583d2a-eab7-4222-ae6b-80dac596388c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0675826
Mar 26 21:17:29.684238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-bb86ac83-a294-4954-b9d7-a4d631943dbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1726091
Mar 26 21:17:29.689928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-e9974fdb-0f76-4b92-aa67-89887aca3822 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:17:29.691087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-e9974fdb-0f76-4b92-aa67-89887aca3822 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058572
Mar 26 21:17:29.695245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-28981b75-b695-4cc3-b06b-4035c0567500 req-e0c5e114-86ed-41cb-a318-6b6d6c90c09d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920269
Mar 26 21:17:30.141368 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.234386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:30.242516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-80435722-b300-4027-8a60-a1efb233cd1a tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:30.243945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-80435722-b300-4027-8a60-a1efb233cd1a tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1125 time: 0.1751966
Mar 26 21:17:30.354984 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4644-2d17-4afc-a1c1-d2e7cc9e9152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.435314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4644-2d17-4afc-a1c1-d2e7cc9e9152 admin admin] Publish callbacks [] for security_group (1bff1cb4-d84b-457e-b8c5-75907b4f30b3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.440233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4644-2d17-4afc-a1c1-d2e7cc9e9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1bff1cb4-d84b-457e-b8c5-75907b4f30b3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.488319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dbe4644-2d17-4afc-a1c1-d2e7cc9e9152 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8186063bcad64e01aaac232da670fcb2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2527065
Mar 26 21:17:30.489213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40722) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:30.494304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4644-2d17-4afc-a1c1-d2e7cc9e9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bff1cb4-d84b-457e-b8c5-75907b4f30b3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:30.571963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] Publish callbacks [] for security_group (1bff1cb4-d84b-457e-b8c5-75907b4f30b3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.598363 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] Publish callbacks [] for security_group (1bff1cb4-d84b-457e-b8c5-75907b4f30b3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.659780 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (1bff1cb4-d84b-457e-b8c5-75907b4f30b3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.662813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:30.663984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bff1cb4-d84b-457e-b8c5-75907b4f30b3 HTTP/1.1" status: 204  len: 168 time: 0.1730707
Mar 26 21:17:30.671733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ac03e-8d67-40be-956d-084f3cefa9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bff1cb4-d84b-457e-b8c5-75907b4f30b3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:30.836373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2f53-dfe4-457b-9113-67da33538737 req-ad6cc9bc-32db-42f9-bc93-7979fb518f7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:30.840394 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c89c2f53-dfe4-457b-9113-67da33538737 req-ad6cc9bc-32db-42f9-bc93-7979fb518f7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0666602
Mar 26 21:17:30.893199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c89c2f53-dfe4-457b-9113-67da33538737 req-395a24ff-577a-401b-ab44-05a21b2af23f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465829
Mar 26 21:17:31.010125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:31.023350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65bad14b-5eb3-40c6-b8d0-9ad572e2983a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.123747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65bad14b-5eb3-40c6-b8d0-9ad572e2983a admin admin] Publish callbacks [] for security_group (fd4ac4ed-017a-482a-a477-c5f3ea71a0e3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.139540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-65bad14b-5eb3-40c6-b8d0-9ad572e2983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fd4ac4ed-017a-482a-a477-c5f3ea71a0e3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.187981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad14b-5eb3-40c6-b8d0-9ad572e2983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ac4ed-017a-482a-a477-c5f3ea71a0e3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:31.195971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:31.196672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-65bad14b-5eb3-40c6-b8d0-9ad572e2983a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e2bbda0e5c24923b883105ba9ffe33d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1854236
Mar 26 21:17:31.201538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-2e38e03a-ffef-4db2-859c-db1af9f0eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:31.203232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-2e38e03a-ffef-4db2-859c-db1af9f0eaec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0923424
Mar 26 21:17:31.251006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] Publish callbacks [] for security_group (fd4ac4ed-017a-482a-a477-c5f3ea71a0e3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.272266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] Publish callbacks [] for security_group (fd4ac4ed-017a-482a-a477-c5f3ea71a0e3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.304866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-ce3dee25-de99-46a9-91f6-8196e83a31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:31.306452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-ce3dee25-de99-46a9-91f6-8196e83a31c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.0902736
Mar 26 21:17:31.320648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fd4ac4ed-017a-482a-a477-c5f3ea71a0e3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.323343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:31.326942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd4ac4ed-017a-482a-a477-c5f3ea71a0e3 HTTP/1.1" status: 204  len: 168 time: 0.1276209
Mar 26 21:17:31.333154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a68c78-ec59-447c-98d3-648b96bd3e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ac4ed-017a-482a-a477-c5f3ea71a0e3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:31.396610 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-5206a676-9c00-45fd-a8fb-688cd00f9a44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1002 time: 0.0811982
Mar 26 21:17:31.455356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-7c137c66-6916-4ad4-bad9-a8e56353aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:31.457040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-7c137c66-6916-4ad4-bad9-a8e56353aa9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0498054
Mar 26 21:17:31.514471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-ebfcc00d-8327-4941-855c-f91025d6e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:31.516036 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-ebfcc00d-8327-4941-855c-f91025d6e9fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0488460
Mar 26 21:17:31.626763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-2bdc48ee-b6c0-4cfc-9c88-66ea2539385b service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992022
Mar 26 21:17:31.828718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:32.121929 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d2948-6f40-4ce1-bb23-cfda526ae02a req-60663d80-6f7d-451b-a9f0-45390ffa4318 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:32.123431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca3d2948-6f40-4ce1-bb23-cfda526ae02a req-60663d80-6f7d-451b-a9f0-45390ffa4318 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.1100349
Mar 26 21:17:32.129951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-3daa47cd-0ee0-494a-826c-6d56a9f80f4b service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4921155
Mar 26 21:17:32.187348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca3d2948-6f40-4ce1-bb23-cfda526ae02a req-4386f09c-7f81-4f43-8085-3141351dc64c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560336
Mar 26 21:17:32.409183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40764) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:32.414688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'subnets': [{'network_id': 'a869b203-c605-487c-85bd-ae4b208c38a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1254178417', 'ip_version': 6}, {'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:32.415014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'subnet': {'network_id': 'a869b203-c605-487c-85bd-ae4b208c38a5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1254178417', 'ip_version': 6}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:32.415675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Request body: {'subnet': {'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:32.575715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Made reservation on behalf of 1119c921535d42d2804b6d68c326a6fc for: {'subnet': 2} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:17:32.580191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:32.580623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:32.962957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (55fefa51-30d6-40f9-9128-09ebf08661e4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.029516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Subnet': ['ID=55fefa51-30d6-40f9-9128-09ebf08661e4,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:33.034921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Checking segment: {'id': '9b0be4cb-ed77-43f4-8048-2db19adaf557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a869b203-c605-487c-85bd-ae4b208c38a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:33.035285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network hostable DHCP agents. Network: a869b203-c605-487c-85bd-ae4b208c38a5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:17:33.052025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network a869b203-c605-487c-85bd-ae4b208c38a5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:17:33.060750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a869b203-c605-487c-85bd-ae4b208c38a5) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:33.065774 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (51510341-9fad-44a0-8775-1071306a92f4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.069887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce191314-8056-4836-89b6-94115600003d None None] Network a869b203-c605-487c-85bd-ae4b208c38a5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:33.140970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event updated for resources: {'Subnet': ['ID=51510341-9fad-44a0-8775-1071306a92f4,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:33.151742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Checking segment: {'id': 'd6e450d3-2b8a-422d-965d-3739e3c6b05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:33.152820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network hostable DHCP agents. Network: 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:17:33.175092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:17:33.188108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:33.193109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.193852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.194623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.201280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ac1c8-8c6e-4e70-af41-7845058af48d None None] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:33.217110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ce006ac-1caf-44a7-a559-773a473379e0 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 0.8061488
Mar 26 21:17:33.217774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40782) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:33.219615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423aac4a-ebd5-45d1-9176-8ad917f987a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a869b203-c605-487c-85bd-ae4b208c38a5', 'network_id': 'a869b203-c605-487c-85bd-ae4b208c38a5', 'project_id': '1119c921535d42d2804b6d68c326a6fc', 'fixed_ips': [{'subnet_id': '55fefa51-30d6-40f9-9128-09ebf08661e4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:17:33.220638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-423aac4a-ebd5-45d1-9176-8ad917f987a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.302465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bc0ca-db27-41cf-a14a-491310fb537e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.303778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bc0ca-db27-41cf-a14a-491310fb537e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.305482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861bc0ca-db27-41cf-a14a-491310fb537e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.314848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-861bc0ca-db27-41cf-a14a-491310fb537e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.0875978
Mar 26 21:17:33.318053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40786) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:33.360593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b94a16-5878-4b84-931a-a7d9b79c08ae req-8dbb2c44-fa24-4e95-b46d-93d364a49f6d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:33.362260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27b94a16-5878-4b84-931a-a7d9b79c08ae req-8dbb2c44-fa24-4e95-b46d-93d364a49f6d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0826478
Mar 26 21:17:33.377420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e0e7bf0-cd54-4a29-8378-5c2b7efd5922', 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922', 'project_id': '1119c921535d42d2804b6d68c326a6fc', 'fixed_ips': [{'subnet_id': '51510341-9fad-44a0-8775-1071306a92f4'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:17:33.378437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.381832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Deleting subnet 55fefa51-30d6-40f9-9128-09ebf08661e4 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:17:33.387453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for subnet (55fefa51-30d6-40f9-9128-09ebf08661e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.419161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27b94a16-5878-4b84-931a-a7d9b79c08ae req-70845259-2b61-492d-86ad-70e553fb553d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502293
Mar 26 21:17:33.449979 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (55fefa51-30d6-40f9-9128-09ebf08661e4), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.500991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (55fefa51-30d6-40f9-9128-09ebf08661e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.546105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Allocated IP 2001:db8:0:1::1 (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922/51510341-9fad-44a0-8775-1071306a92f4/ea8f43e3-f240-4c7d-88e0-e53e8f716ac5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:17:33.561561 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (55fefa51-30d6-40f9-9128-09ebf08661e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-423aac4a-ebd5-45d1-9176-8ad917f987a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55fefa51-30d6-40f9-9128-09ebf08661e4: This subnet is being modified by another concurrent operation.
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55fefa51-30d6-40f9-9128-09ebf08661e4: This subnet is being modified by another concurrent operation.
Mar 26 21:17:33.566474 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:17:33.592788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Subnet': ['ID=55fefa51-30d6-40f9-9128-09ebf08661e4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:33.596487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15b24d-70d0-47b2-9337-0e6e39ae1de6 None None] Network a869b203-c605-487c-85bd-ae4b208c38a5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:33.597554 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.600888 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15122a0d-c136-4034-89a9-586075d45e33 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/subnets/55fefa51-30d6-40f9-9128-09ebf08661e4 HTTP/1.1" status: 204  len: 168 time: 0.2817903
Mar 26 21:17:33.603455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40798) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:33.660614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Deleting subnet 51510341-9fad-44a0-8775-1071306a92f4 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:17:33.778529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks [] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.784011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for subnet (51510341-9fad-44a0-8775-1071306a92f4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.784585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.824746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:17:33.827397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:17:33.827671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (51510341-9fad-44a0-8775-1071306a92f4), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.829882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:17:33.841756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Pushing event updated for resources: {'Port': ['ID=ea8f43e3-f240-4c7d-88e0-e53e8f716ac5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:33.865449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.865810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.866163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.866507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.866848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.867188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.867523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.867857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.868216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.868542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.868873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.869201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.869528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.869853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.870197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:33.905954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Attempting to bind port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:17:33.906340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Attempting to bind port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd6e450d3-2b8a-422d-965d-3739e3c6b05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:17:33.906711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Attempting to bind port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 on network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:17:33.910917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (51510341-9fad-44a0-8775-1071306a92f4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.911681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:17:33.912102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Checking segment: {'id': 'd6e450d3-2b8a-422d-965d-3739e3c6b05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:33.912512 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.912913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Bound using segment: {'id': 'd6e450d3-2b8a-422d-965d-3739e3c6b05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:17:33.913461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Bound port: ea8f43e3-f240-4c7d-88e0-e53e8f716ac5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e450d3-2b8a-422d-965d-3739e3c6b05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6e0e7bf0-cd54-4a29-8378-5c2b7efd5922'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:17:33.913836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.974296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (51510341-9fad-44a0-8775-1071306a92f4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:33.982264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] For port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:17:33.985984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] For port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea8f43e3-f240-4c7d-88e0-e53e8f716ac5,segment=NetworkSegment(d6e450d3-2b8a-422d-965d-3739e3c6b05f),segment_id=d6e450d3-2b8a-422d-965d-3739e3c6b05f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:17:33.993187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.013984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Subnet': ['ID=51510341-9fad-44a0-8775-1071306a92f4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:34.013984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.013984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5f71a121-d1e9-4b98-b2e1-c699979c6b62 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/subnets/51510341-9fad-44a0-8775-1071306a92f4 HTTP/1.1" status: 204  len: 168 time: 0.4071929
Mar 26 21:17:34.014991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40800) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:34.054668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183a04-f3f3-4bdb-a070-b6126786ac98 None None] Pushing event updated for resources: {'Port': ['ID=ea8f43e3-f240-4c7d-88e0-e53e8f716ac5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:34.069263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc392fef-5beb-4f68-b07b-f98625c2eb25 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:34.070766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cc392fef-5beb-4f68-b07b-f98625c2eb25 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0554399
Mar 26 21:17:34.074584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40802) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:34.152953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.216004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Deleting port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:17:34.216229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.302295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] For port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea8f43e3-f240-4c7d-88e0-e53e8f716ac5,segment=NetworkSegment(d6e450d3-2b8a-422d-965d-3739e3c6b05f),segment_id=d6e450d3-2b8a-422d-965d-3739e3c6b05f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:17:34.302926 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.317253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Calling delete_port for ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:17:34.404069 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ea8f43e3-f240-4c7d-88e0-e53e8f716ac5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.433586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Port': ['ID=ea8f43e3-f240-4c7d-88e0-e53e8f716ac5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:34.437009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] No DVR routers for this DVR port ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:17:34.520333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.582664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f693790>,) {'filters': {'network_id': ['6e0e7bf0-cd54-4a29-8378-5c2b7efd5922']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:34.595254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f693790>, 'd6e450d3-2b8a-422d-965d-3739e3c6b05f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:34.596095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f693790>, 'd6e450d3-2b8a-422d-965d-3739e3c6b05f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:34.609891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (d6e450d3-2b8a-422d-965d-3739e3c6b05f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.626972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15631ed-ed77-402b-b205-d53d152e2748 req-dab9b6bf-eab5-471b-95f3-628ac85b02d3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:34.628547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f15631ed-ed77-402b-b205-d53d152e2748 req-dab9b6bf-eab5-471b-95f3-628ac85b02d3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.1110013
Mar 26 21:17:34.643806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (d6e450d3-2b8a-422d-965d-3739e3c6b05f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.658276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:34.658758 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (d6e450d3-2b8a-422d-965d-3739e3c6b05f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:34.662098 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:34.738719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f15631ed-ed77-402b-b205-d53d152e2748 req-1f6ad5e4-0634-4715-a92a-65ed6a40e665 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010387
Mar 26 21:17:34.744890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6e0e7bf0-cd54-4a29-8378-5c2b7efd5922), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.756218 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:34.762122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 HTTP/1.1" status: 204  len: 168 time: 0.6843638
Mar 26 21:17:34.764747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:34.771286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c51228-507c-4872-9856-89e10dfc390e tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=6e0e7bf0-cd54-4a29-8378-5c2b7efd5922,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:34.856494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a869b203-c605-487c-85bd-ae4b208c38a5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.050744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a1e3a-3c4a-40a0-bb3f-52f7c6c489be None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:17:35.136651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a1e3a-3c4a-40a0-bb3f-52f7c6c489be None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:17:35.138367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5cde9a9c-4e74-403b-87d3-2b239f693d19 None None] Could not find standard attr ID for object ea8f43e3-f240-4c7d-88e0-e53e8f716ac5. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:17:35.265686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a869b203-c605-487c-85bd-ae4b208c38a5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.287115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e2f8400>,) {'filters': {'network_id': ['a869b203-c605-487c-85bd-ae4b208c38a5']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.296158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e2f8400>, '9b0be4cb-ed77-43f4-8048-2db19adaf557') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.296406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e2f8400>, '9b0be4cb-ed77-43f4-8048-2db19adaf557') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.306121 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (9b0be4cb-ed77-43f4-8048-2db19adaf557), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.319455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b0be4cb-ed77-43f4-8048-2db19adaf557), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.326054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:35.326440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (9b0be4cb-ed77-43f4-8048-2db19adaf557), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:35.329425 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:35.371799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e206e3-4e67-4781-a289-a77a3bea7f71 None None] DHCP port deletion for 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:17:35.395543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a869b203-c605-487c-85bd-ae4b208c38a5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.401247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09981b-73d6-4412-99a3-853caa91b902 None None] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:17:35.403081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.406760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/a869b203-c605-487c-85bd-ae4b208c38a5 HTTP/1.1" status: 204  len: 168 time: 0.6389494
Mar 26 21:17:35.409130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40826) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:35.414354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09981b-73d6-4412-99a3-853caa91b902 None None] Network 6e0e7bf0-cd54-4a29-8378-5c2b7efd5922 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:17:35.426114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f549c75-f3a4-4082-bd82-67b231eb76f4 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=a869b203-c605-487c-85bd-ae4b208c38a5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:35.494911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (702d0639-609a-43e3-a6a4-2a24403eee02), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.577472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (702d0639-609a-43e3-a6a4-2a24403eee02), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.597016 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c11ba90>,) {'filters': {'network_id': ['702d0639-609a-43e3-a6a4-2a24403eee02']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.605875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c11ba90>, 'cdea4e91-15c3-4fbb-abfd-c8763a0c2efb') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.606170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c11ba90>, 'cdea4e91-15c3-4fbb-abfd-c8763a0c2efb') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:35.615734 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (cdea4e91-15c3-4fbb-abfd-c8763a0c2efb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.629259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (cdea4e91-15c3-4fbb-abfd-c8763a0c2efb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.635013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:35.635390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (cdea4e91-15c3-4fbb-abfd-c8763a0c2efb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:35.638898 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:35.706908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (702d0639-609a-43e3-a6a4-2a24403eee02), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.714001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.719323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/702d0639-609a-43e3-a6a4-2a24403eee02 HTTP/1.1" status: 204  len: 168 time: 0.3070261
Mar 26 21:17:35.719530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40834) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:35.736289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230d4ee-0c42-4ef9-8462-aa0a0b173ad1 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=702d0639-609a-43e3-a6a4-2a24403eee02,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:35.810375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7bec064c-6586-410b-b9bb-eb0b1fd9f5f3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.941085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7bec064c-6586-410b-b9bb-eb0b1fd9f5f3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:35.950753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465dc3-6f6e-4156-89f2-793776453a0d req-1fe27dd7-5ce8-41e3-8338-3935d560b015 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:35.952380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5465dc3-6f6e-4156-89f2-793776453a0d req-1fe27dd7-5ce8-41e3-8338-3935d560b015 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.1330776
Mar 26 21:17:36.000644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611eabc580>,) {'filters': {'network_id': ['7bec064c-6586-410b-b9bb-eb0b1fd9f5f3']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:36.020791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eabc580>, 'aa6474e1-c9a3-499f-8b90-764578e67447') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:36.021049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eabc580>, 'aa6474e1-c9a3-499f-8b90-764578e67447') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:17:36.039196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (aa6474e1-c9a3-499f-8b90-764578e67447), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.049174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5465dc3-6f6e-4156-89f2-793776453a0d req-84bf25da-3d9c-4a92-bbd2-146c2393ccbe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896273
Mar 26 21:17:36.057872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (aa6474e1-c9a3-499f-8b90-764578e67447), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.065123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:17:36.065668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (aa6474e1-c9a3-499f-8b90-764578e67447), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:17:36.069334 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:17:36.137210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7bec064c-6586-410b-b9bb-eb0b1fd9f5f3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.147663 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.153268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] 10.222.0.16 "DELETE /v2.0/networks/7bec064c-6586-410b-b9bb-eb0b1fd9f5f3 HTTP/1.1" status: 204  len: 168 time: 0.4325631
Mar 26 21:17:36.170823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcf381-c7c0-477c-9d95-ba4e28ea6495 tempest-BulkNetworkOpsIpV6Test-185404367 tempest-BulkNetworkOpsIpV6Test-185404367-project] Pushing event deleted for resources: {'Network': ['ID=7bec064c-6586-410b-b9bb-eb0b1fd9f5f3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:36.408265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40856) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:36.543514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22df64a9-1ce5-4e8e-8f46-d78194437e5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1119c921535d42d2804b6d68c326a6fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1340754
Mar 26 21:17:36.546013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40860) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:36.592328 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Publish callbacks [] for security_group (ff015d13-b426-4926-9161-51cb9feb4b6f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.612537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Publish callbacks [] for security_group (ff015d13-b426-4926-9161-51cb9feb4b6f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.660344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ff015d13-b426-4926-9161-51cb9feb4b6f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.662846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:36.664073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff015d13-b426-4926-9161-51cb9feb4b6f HTTP/1.1" status: 204  len: 168 time: 0.1170993
Mar 26 21:17:36.672630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff015d13-b426-4926-9161-51cb9feb4b6f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:36.681541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.681896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.682247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.682599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.682940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.683270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.683609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.683955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.684290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.684636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.684950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.685276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.685599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.685930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:36.686255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9831bf94-5721-4276-95c1-e108d5870ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:37.023411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:17:37.039952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:17:37.040304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea8f43e3-f240-4c7d-88e0-e53e8f716ac5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:17:37.184696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2ac2d-6e4f-4e88-aa54-a7fe45630af6 req-f55ec3db-32e5-43b6-80ab-2a6bf6f94f31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:37.186209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cf2ac2d-6e4f-4e88-aa54-a7fe45630af6 req-f55ec3db-32e5-43b6-80ab-2a6bf6f94f31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0573456
Mar 26 21:17:37.241039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7cf2ac2d-6e4f-4e88-aa54-a7fe45630af6 req-c6f177e0-7d66-491a-9b66-c1172ceb0a6e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453961
Mar 26 21:17:37.333908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.476052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-412ad9d0-617d-484b-aeb7-94a7edeaf319 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] Request body: {'port': {'network_id': 'dbc6c48b-d759-4dbc-aba4-1b0909a8d101', 'name': 'tempest-NetworksNegativeTestJSON-898283363'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:37.490181 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-412ad9d0-617d-484b-aeb7-94a7edeaf319 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] POST failed (client error): The resource could not be found.
Mar 26 21:17:37.490694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412ad9d0-617d-484b-aeb7-94a7edeaf319 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.491942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-412ad9d0-617d-484b-aeb7-94a7edeaf319 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1569102
Mar 26 21:17:37.497071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40896) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.527802 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27ed780-931c-4b6e-a4dd-bb6fc84619eb tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:17:37.528547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27ed780-931c-4b6e-a4dd-bb6fc84619eb tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.531860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e27ed780-931c-4b6e-a4dd-bb6fc84619eb tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "DELETE /v2.0/networks/95d8c024-d7bc-4db6-a07b-543ff006272b HTTP/1.1" status: 404  len: 339 time: 0.0337210
Mar 26 21:17:37.536982 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40900) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.564074 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-c208ff6e-71e3-4723-baae-0cfdb605fa05 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:17:37.564994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c208ff6e-71e3-4723-baae-0cfdb605fa05 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.568071 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c208ff6e-71e3-4723-baae-0cfdb605fa05 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "DELETE /v2.0/ports/b7e5b7dc-7920-4dc5-97f0-af945f953443 HTTP/1.1" status: 404  len: 333 time: 0.0300522
Mar 26 21:17:37.572166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40904) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.597247 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40cc60-83d8-469e-9b38-3e1e40e22b93 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:17:37.597703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f40cc60-83d8-469e-9b38-3e1e40e22b93 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.600682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f40cc60-83d8-469e-9b38-3e1e40e22b93 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "DELETE /v2.0/subnets/777e7ea7-8b87-4a2f-9aca-7aa4d2efccca HTTP/1.1" status: 404  len: 337 time: 0.0275433
Mar 26 21:17:37.604418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40906) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.628083 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81ec355-b5ba-4526-8d72-d1eafa083555 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] GET failed (client error): The resource could not be found.
Mar 26 21:17:37.629405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b81ec355-b5ba-4526-8d72-d1eafa083555 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "GET /v2.0/networks/0e1a12d5-ed2c-42a3-898a-1c8da062a085 HTTP/1.1" status: 404  len: 339 time: 0.0234880
Mar 26 21:17:37.633111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40908) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.658631 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51995be-2b07-42bd-b460-5d9bf7c97968 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] GET failed (client error): The resource could not be found.
Mar 26 21:17:37.660267 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b51995be-2b07-42bd-b460-5d9bf7c97968 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "GET /v2.0/ports/b5ed176b-94ed-4d78-8348-17ca5b425dba HTTP/1.1" status: 404  len: 333 time: 0.0262017
Mar 26 21:17:37.664213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 40910) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.693312 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9e36b5-5db5-4ed9-8d5e-0a47ca9bf6eb tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] GET failed (client error): The resource could not be found.
Mar 26 21:17:37.698293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40912) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.698432 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7a9e36b5-5db5-4ed9-8d5e-0a47ca9bf6eb tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "GET /v2.0/subnets/10a3a442-2d93-4690-9352-7e9a20d212f2 HTTP/1.1" status: 404  len: 337 time: 0.0329733
Mar 26 21:17:37.703728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-60ebc306-6247-4612-957c-26a3c226b6c6 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] Request body: {'network': {'name': 'new_name'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:37.717400 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ebc306-6247-4612-957c-26a3c226b6c6 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] PUT failed (client error): The resource could not be found.
Mar 26 21:17:37.717900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ebc306-6247-4612-957c-26a3c226b6c6 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.719017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-60ebc306-6247-4612-957c-26a3c226b6c6 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "PUT /v2.0/networks/2ff198e6-0382-4299-ac93-850f3805651f HTTP/1.1" status: 404  len: 339 time: 0.0195112
Mar 26 21:17:37.722628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40914) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.727421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6aab8a32-1efb-40b6-8373-5dd503a40476 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] Request body: {'port': {'name': 'new_name'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:37.747087 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aab8a32-1efb-40b6-8373-5dd503a40476 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] PUT failed (client error): The resource could not be found.
Mar 26 21:17:37.747588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aab8a32-1efb-40b6-8373-5dd503a40476 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.748731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6aab8a32-1efb-40b6-8373-5dd503a40476 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "PUT /v2.0/ports/a0494c80-cfa2-49a4-b966-49672cd46dd0 HTTP/1.1" status: 404  len: 333 time: 0.0252068
Mar 26 21:17:37.752273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:37.757056 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d4faa6b0-4390-437b-a159-a979b4af58b1 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:37.779982 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4faa6b0-4390-437b-a159-a979b4af58b1 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] PUT failed (client error): The resource could not be found.
Mar 26 21:17:37.780422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4faa6b0-4390-437b-a159-a979b4af58b1 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:17:37.781573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d4faa6b0-4390-437b-a159-a979b4af58b1 tempest-NetworksNegativeTestJSON-1455042253 tempest-NetworksNegativeTestJSON-1455042253-project] 10.222.0.16 "PUT /v2.0/subnets/58d8b8b6-bea9-4f18-8ee0-ee513bf25eb3 HTTP/1.1" status: 404  len: 337 time: 0.0284030
Mar 26 21:17:38.029413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40932) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:38.135164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe70e-57b3-4a98-a2d1-1a1c77fd356b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.207744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe70e-57b3-4a98-a2d1-1a1c77fd356b admin admin] Publish callbacks [] for security_group (faed7056-39e7-4d29-8eab-bad82a4b3445), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.211367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b7cbe70e-57b3-4a98-a2d1-1a1c77fd356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (faed7056-39e7-4d29-8eab-bad82a4b3445), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.250971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbe70e-57b3-4a98-a2d1-1a1c77fd356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faed7056-39e7-4d29-8eab-bad82a4b3445,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:38.255128 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b7cbe70e-57b3-4a98-a2d1-1a1c77fd356b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07306580366a451787264aef6ab8df91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2247212
Mar 26 21:17:38.258359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40936) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:38.308093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] Publish callbacks [] for security_group (faed7056-39e7-4d29-8eab-bad82a4b3445), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.329591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] Publish callbacks [] for security_group (faed7056-39e7-4d29-8eab-bad82a4b3445), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.365637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268039-3d0e-4e2a-9586-479e624965c1 req-6b414bd5-8ca4-4a0c-a0b7-b04a8a6e6cdf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:38.367133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3268039-3d0e-4e2a-9586-479e624965c1 req-6b414bd5-8ca4-4a0c-a0b7-b04a8a6e6cdf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0532274
Mar 26 21:17:38.376059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (faed7056-39e7-4d29-8eab-bad82a4b3445), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.378690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:38.379802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/faed7056-39e7-4d29-8eab-bad82a4b3445 HTTP/1.1" status: 204  len: 168 time: 0.1211402
Mar 26 21:17:38.387766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99735219-106d-4dc2-82fb-8a1ea501f074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faed7056-39e7-4d29-8eab-bad82a4b3445,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:38.427026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3268039-3d0e-4e2a-9586-479e624965c1 req-7d8e5605-f1b4-4890-8a78-792b95a2a0ec tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540621
Mar 26 21:17:39.075790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 40992) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:39.188113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-eeeb8e5b-e606-4338-bc27-2dd8c3e413d9 tempest-DvrRoutersNegativeTest-1016108522 tempest-DvrRoutersNegativeTest-1016108522-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1336261055', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:39.190942 ncdv-master-1 neutron-server[126738]: DEBUG neutron.policy [None req-eeeb8e5b-e606-4338-bc27-2dd8c3e413d9 tempest-DvrRoutersNegativeTest-1016108522 tempest-DvrRoutersNegativeTest-1016108522-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=126738) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Mar 26 21:17:39.191280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.policy [None req-eeeb8e5b-e606-4338-bc27-2dd8c3e413d9 tempest-DvrRoutersNegativeTest-1016108522 tempest-DvrRoutersNegativeTest-1016108522-project] Failed policy check for 'create_router' {{(pid=126738) enforce /opt/stack/neutron/neutron/policy.py:524}}
Mar 26 21:17:39.191980 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-eeeb8e5b-e606-4338-bc27-2dd8c3e413d9 tempest-DvrRoutersNegativeTest-1016108522 tempest-DvrRoutersNegativeTest-1016108522-project] create failed (client error): Access was denied to this resource.
Mar 26 21:17:39.193120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eeeb8e5b-e606-4338-bc27-2dd8c3e413d9 tempest-DvrRoutersNegativeTest-1016108522 tempest-DvrRoutersNegativeTest-1016108522-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1159368
Mar 26 21:17:39.453410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41034) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:39.550340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90751b6f-195b-4a60-81c9-95651307f137 req-0e7c8c69-9933-4dcd-ba80-e74f6e8f1f7e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:39.552216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90751b6f-195b-4a60-81c9-95651307f137 req-0e7c8c69-9933-4dcd-ba80-e74f6e8f1f7e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0539432
Mar 26 21:17:39.570959 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-07ac6511-0f40-47eb-b592-9762eb7151ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.633488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-90751b6f-195b-4a60-81c9-95651307f137 req-0b1956ce-c446-4a72-bba8-81f14aad40bd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748191
Mar 26 21:17:39.682883 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-07ac6511-0f40-47eb-b592-9762eb7151ae admin admin] Publish callbacks [] for security_group (a353cdc0-5c55-4fa8-966b-ec51b6b88ef7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.686652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-07ac6511-0f40-47eb-b592-9762eb7151ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a353cdc0-5c55-4fa8-966b-ec51b6b88ef7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.724026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-07ac6511-0f40-47eb-b592-9762eb7151ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df9f2672a6614bc68f8d4ca81e38dc5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2695148
Mar 26 21:17:39.725131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac6511-0f40-47eb-b592-9762eb7151ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a353cdc0-5c55-4fa8-966b-ec51b6b88ef7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:39.726901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41038) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:39.781031 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Publish callbacks [] for security_group (a353cdc0-5c55-4fa8-966b-ec51b6b88ef7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.801528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Publish callbacks [] for security_group (a353cdc0-5c55-4fa8-966b-ec51b6b88ef7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.848179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a353cdc0-5c55-4fa8-966b-ec51b6b88ef7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.850791 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:39.851986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a353cdc0-5c55-4fa8-966b-ec51b6b88ef7 HTTP/1.1" status: 204  len: 168 time: 0.1233788
Mar 26 21:17:39.860366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353cdc0-5c55-4fa8-966b-ec51b6b88ef7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:39.868476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.869001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.869365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.869712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.870055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.870728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.870924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.871101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.871430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.871759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.872111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.872564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.873010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.873444 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:39.873838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80a7e93-b64f-47e7-9496-d703eae22473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:17:40.542675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41092) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:40.636520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0b60595c-127e-4a09-bd0c-994d8d291337 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:40.637240 ncdv-master-1 neutron-server[126736]: WARNING neutron.api.v2.base [None req-0b60595c-127e-4a09-bd0c-994d8d291337 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 26 21:17:40.637747 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-0b60595c-127e-4a09-bd0c-994d8d291337 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:17:40.638729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b60595c-127e-4a09-bd0c-994d8d291337 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.0950594
Mar 26 21:17:40.642435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:40.647423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338590830'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:40.670158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.679544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.786336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec40d-b926-4e37-9670-c86cd815fd34 req-781a98f7-9964-4323-9e57-9613de681cbe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:40.787852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82dec40d-b926-4e37-9670-c86cd815fd34 req-781a98f7-9964-4323-9e57-9613de681cbe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0803332
Mar 26 21:17:40.806337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (f3ca6b3f-d54d-4aae-adf6-fe31be44ca75), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.817815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f3ca6b3f-d54d-4aae-adf6-fe31be44ca75), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.878795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca6b3f-d54d-4aae-adf6-fe31be44ca75,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:40.888653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82dec40d-b926-4e37-9670-c86cd815fd34 req-74eee699-b8d6-446b-ad8e-25f561916bd4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950742
Mar 26 21:17:40.921271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (3c54c235-996b-4fe3-926b-2eae0c8db22c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.925002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c54c235-996b-4fe3-926b-2eae0c8db22c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.956671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:40.957920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3144932
Mar 26 21:17:40.959860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b954b6-6d5e-46a6-ba6a-b4256fbc2a26 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c54c235-996b-4fe3-926b-2eae0c8db22c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:40.961269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41100) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:40.965957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '3c54c235-996b-4fe3-926b-2eae0c8db22c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:40.992260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group_rule (47316a08-86bf-4815-96c3-a27e1e46391c), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.069326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group_rule (47316a08-86bf-4815-96c3-a27e1e46391c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.073513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (47316a08-86bf-4815-96c3-a27e1e46391c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.088468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47316a08-86bf-4815-96c3-a27e1e46391c,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:41.115371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.120096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41108) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.120804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5132578f-786c-4462-8692-a5f5b1abdb3b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1577935
Mar 26 21:17:41.128428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-07e4cd59-07dc-4ad7-803b-94d8a629178c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '3c54c235-996b-4fe3-926b-2eae0c8db22c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:41.160788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-07e4cd59-07dc-4ad7-803b-94d8a629178c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group_rule (c019e65c-c804-4c9f-a205-22ddc0848a9e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.215229 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-07e4cd59-07dc-4ad7-803b-94d8a629178c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:17:41.219466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41120) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.219596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-07e4cd59-07dc-4ad7-803b-94d8a629178c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0965192
Mar 26 21:17:41.276886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (3c54c235-996b-4fe3-926b-2eae0c8db22c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.302649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (3c54c235-996b-4fe3-926b-2eae0c8db22c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.354288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3c54c235-996b-4fe3-926b-2eae0c8db22c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.357598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.358797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c54c235-996b-4fe3-926b-2eae0c8db22c HTTP/1.1" status: 204  len: 168 time: 0.1379011
Mar 26 21:17:41.361687 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41122) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.368914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca9076-490e-4d35-82a5-d00194f4fa1d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c54c235-996b-4fe3-926b-2eae0c8db22c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:41.418797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-df07d0b7-2ec1-4f56-897b-5a1d50e6e13d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0557995
Mar 26 21:17:41.422348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.426843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--153622155'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:41.453358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.524813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (8ca2d5df-e376-48c9-9b28-d7911ce666bc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.529170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8ca2d5df-e376-48c9-9b28-d7911ce666bc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.564440 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.565613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1423409
Mar 26 21:17:41.567485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9ebdf-3c9b-4244-9fd5-14e66a89ab6a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca2d5df-e376-48c9-9b28-d7911ce666bc,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:41.568619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41142) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.573439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-27ecd4f9-91ee-4cc6-b385-119d6a6c2a3a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '8ca2d5df-e376-48c9-9b28-d7911ce666bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:41.573937 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-27ecd4f9-91ee-4cc6-b385-119d6a6c2a3a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Mar 26 21:17:41.574429 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-27ecd4f9-91ee-4cc6-b385-119d6a6c2a3a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:41.575400 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-27ecd4f9-91ee-4cc6-b385-119d6a6c2a3a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0057120
Mar 26 21:17:41.577858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41144) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.628913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (8ca2d5df-e376-48c9-9b28-d7911ce666bc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.650086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (8ca2d5df-e376-48c9-9b28-d7911ce666bc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.689754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8ca2d5df-e376-48c9-9b28-d7911ce666bc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.692560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.693690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/8ca2d5df-e376-48c9-9b28-d7911ce666bc HTTP/1.1" status: 204  len: 168 time: 0.1149776
Mar 26 21:17:41.696441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41146) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.702925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7fe10-2cda-4ac5-9c99-b220956ab9c3 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca2d5df-e376-48c9-9b28-d7911ce666bc,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:41.745227 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a2d7054f-faa9-48fd-a737-14be1f50514b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0441234
Mar 26 21:17:41.745554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41148) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.750140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858513673'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:41.770640 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.842110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5ab955c3-96b6-45af-b489-964ce30f4f32), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.849343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ab955c3-96b6-45af-b489-964ce30f4f32), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.880925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.882171 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1355877
Mar 26 21:17:41.884064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6336bf-e61e-4324-8c5d-e7b4698a5e5c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab955c3-96b6-45af-b489-964ce30f4f32,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:41.885142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41150) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.889860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8832fb6a-fcd8-4c9c-91b4-05531cce3720 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '5ab955c3-96b6-45af-b489-964ce30f4f32', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:41.890807 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-8832fb6a-fcd8-4c9c-91b4-05531cce3720 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Mar 26 21:17:41.891406 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-8832fb6a-fcd8-4c9c-91b4-05531cce3720 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:41.892275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8832fb6a-fcd8-4c9c-91b4-05531cce3720 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0060680
Mar 26 21:17:41.894763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41152) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:41.947794 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5ab955c3-96b6-45af-b489-964ce30f4f32), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:41.999215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5ab955c3-96b6-45af-b489-964ce30f4f32), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.050449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ef29-0d8d-49ae-acf7-e38ce79dd3e4 req-594b2ab1-d960-419d-ac1e-972b28c8bcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:42.052254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04a0ef29-0d8d-49ae-acf7-e38ce79dd3e4 req-594b2ab1-d960-419d-ac1e-972b28c8bcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0916109
Mar 26 21:17:42.064929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ab955c3-96b6-45af-b489-964ce30f4f32), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.067485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.068578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ab955c3-96b6-45af-b489-964ce30f4f32 HTTP/1.1" status: 204  len: 168 time: 0.1718309
Mar 26 21:17:42.071235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41156) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.086682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97768b-353a-4fef-944f-46b03cbd45ba tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab955c3-96b6-45af-b489-964ce30f4f32,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.121024 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3c616ec-b00b-4cab-b145-7bbd788d2610 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0449777
Mar 26 21:17:42.121308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-04a0ef29-0d8d-49ae-acf7-e38ce79dd3e4 req-ffdc7e15-93e8-4e83-8fa3-d314f7ff95a2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592546
Mar 26 21:17:42.121482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41158) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.125653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094589927'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.145688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.214902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (991fcc0e-4151-487b-abd8-02f225348bcd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.219598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (991fcc0e-4151-487b-abd8-02f225348bcd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.250072 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.254123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1291101
Mar 26 21:17:42.254123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d02cd0-4dca-4fc8-8abe-d30173ffcf37 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991fcc0e-4151-487b-abd8-02f225348bcd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.254407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41164) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.259583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-145c2f22-5529-4845-b7db-bc7c62c8e393 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '991fcc0e-4151-487b-abd8-02f225348bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.260376 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-145c2f22-5529-4845-b7db-bc7c62c8e393 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Mar 26 21:17:42.261413 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-145c2f22-5529-4845-b7db-bc7c62c8e393 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.263971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-145c2f22-5529-4845-b7db-bc7c62c8e393 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0069973
Mar 26 21:17:42.265573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41166) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.269943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1480918c-6bec-4543-a087-8fa8a5c20d9b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '991fcc0e-4151-487b-abd8-02f225348bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.270594 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-1480918c-6bec-4543-a087-8fa8a5c20d9b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Mar 26 21:17:42.271072 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-1480918c-6bec-4543-a087-8fa8a5c20d9b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.274231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1480918c-6bec-4543-a087-8fa8a5c20d9b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0054653
Mar 26 21:17:42.274414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41168) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.279990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ed20a38f-5986-461c-b270-9b3a5cff9219 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '991fcc0e-4151-487b-abd8-02f225348bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.280772 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-ed20a38f-5986-461c-b270-9b3a5cff9219 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Mar 26 21:17:42.281242 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-ed20a38f-5986-461c-b270-9b3a5cff9219 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.282179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ed20a38f-5986-461c-b270-9b3a5cff9219 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0068836
Mar 26 21:17:42.284616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41170) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.288980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-91f7e1d2-4b93-46b4-8ed7-612f9e0456af tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '991fcc0e-4151-487b-abd8-02f225348bcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.289830 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-91f7e1d2-4b93-46b4-8ed7-612f9e0456af tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Mar 26 21:17:42.290364 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-91f7e1d2-4b93-46b4-8ed7-612f9e0456af tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.291372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-91f7e1d2-4b93-46b4-8ed7-612f9e0456af tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0058835
Mar 26 21:17:42.293844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41172) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.346258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (991fcc0e-4151-487b-abd8-02f225348bcd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.368301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (991fcc0e-4151-487b-abd8-02f225348bcd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.409703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (991fcc0e-4151-487b-abd8-02f225348bcd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.412293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.415810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/991fcc0e-4151-487b-abd8-02f225348bcd HTTP/1.1" status: 204  len: 168 time: 0.1187534
Mar 26 21:17:42.416529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41176) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.422416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c483e-9451-41b8-96f2-9a68f7df887b tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991fcc0e-4151-487b-abd8-02f225348bcd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.435992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41178) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.475791 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dc6894e-4027-4d92-9383-041b53fba23e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0579202
Mar 26 21:17:42.479417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41182) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.483618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--433866061'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.503389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.554610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75c751b2-bd2d-422f-8e22-568a3c4c0900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.598864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (fd06d762-67c4-4577-a386-a12a7802d338), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.606017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fd06d762-67c4-4577-a386-a12a7802d338), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.638263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.639491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1591134
Mar 26 21:17:42.642498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41184) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.647047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8f2433fb-d09c-4028-914a-4c3ac3186783 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.647530 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-8f2433fb-d09c-4028-914a-4c3ac3186783 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 26 21:17:42.648058 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-8f2433fb-d09c-4028-914a-4c3ac3186783 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.649169 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8f2433fb-d09c-4028-914a-4c3ac3186783 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0055892
Mar 26 21:17:42.652286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec7281-30b1-49ef-a79b-03248a5145eb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd06d762-67c4-4577-a386-a12a7802d338,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.652916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.658731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ca12cf9e-b7b1-42ef-993d-b0a08c7c297a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.690434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75c751b2-bd2d-422f-8e22-568a3c4c0900 admin admin] Publish callbacks [] for security_group (82fa0e4a-946a-4422-a554-c11b2a485190), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.694172 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-ca12cf9e-b7b1-42ef-993d-b0a08c7c297a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.695039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-75c751b2-bd2d-422f-8e22-568a3c4c0900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (82fa0e4a-946a-4422-a554-c11b2a485190), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.695361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ca12cf9e-b7b1-42ef-993d-b0a08c7c297a tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0414462
Mar 26 21:17:42.698676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41188) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.702509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-82025d33-a970-417a-8ab4-9bf7782efdc1 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.702992 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-82025d33-a970-417a-8ab4-9bf7782efdc1 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Mar 26 21:17:42.703467 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-82025d33-a970-417a-8ab4-9bf7782efdc1 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.704498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-82025d33-a970-417a-8ab4-9bf7782efdc1 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0053873
Mar 26 21:17:42.707280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41190) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.711624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-23adb6fb-4f92-4e0a-9cef-9c8a05ec722c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.747190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75c751b2-bd2d-422f-8e22-568a3c4c0900 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c2dc693fa9243e8b68eb9ff4a5c2d95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3100812
Mar 26 21:17:42.749868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41192) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.753048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c751b2-bd2d-422f-8e22-568a3c4c0900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa0e4a-946a-4422-a554-c11b2a485190,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.807902 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-23adb6fb-4f92-4e0a-9cef-9c8a05ec722c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.808982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23adb6fb-4f92-4e0a-9cef-9c8a05ec722c tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1007771
Mar 26 21:17:42.812043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41194) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.818637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] Publish callbacks [] for security_group (82fa0e4a-946a-4422-a554-c11b2a485190), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.820881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-de538126-a188-4fd8-bbec-79b2bbca157e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.821359 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-de538126-a188-4fd8-bbec-79b2bbca157e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Mar 26 21:17:42.821844 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-de538126-a188-4fd8-bbec-79b2bbca157e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.822828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de538126-a188-4fd8-bbec-79b2bbca157e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0098102
Mar 26 21:17:42.826023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.830049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8ccd63cc-d03b-4d4d-bd69-914e0bf6dfa5 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.842838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] Publish callbacks [] for security_group (82fa0e4a-946a-4422-a554-c11b2a485190), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.852741 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-8ccd63cc-d03b-4d4d-bd69-914e0bf6dfa5 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Project 621ac264ca9b4159912499c21dda18d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:17:42.868662 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-8ccd63cc-d03b-4d4d-bd69-914e0bf6dfa5 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.869853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ccd63cc-d03b-4d4d-bd69-914e0bf6dfa5 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0429499
Mar 26 21:17:42.872893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41200) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.878216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1456822f-ebc4-431f-9e0a-682407b5b349 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.878690 ncdv-master-1 neutron-server[126738]: WARNING neutron.api.v2.base [None req-1456822f-ebc4-431f-9e0a-682407b5b349 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Mar 26 21:17:42.879162 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-1456822f-ebc4-431f-9e0a-682407b5b349 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.882823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1456822f-ebc4-431f-9e0a-682407b5b349 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0087779
Mar 26 21:17:42.882966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41202) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.888449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f261a018-0bce-44fe-bcbb-68db5938a69f tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.909875 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-f261a018-0bce-44fe-bcbb-68db5938a69f tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Project 621ac264ca9b4159912499c21dda18d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:17:42.919110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (82fa0e4a-946a-4422-a554-c11b2a485190), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.921683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:42.922811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82fa0e4a-946a-4422-a554-c11b2a485190 HTTP/1.1" status: 204  len: 168 time: 0.1709118
Mar 26 21:17:42.931829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec144ee7-3a86-45e5-880a-e8925563d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa0e4a-946a-4422-a554-c11b2a485190,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:42.933737 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-f261a018-0bce-44fe-bcbb-68db5938a69f tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.934779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f261a018-0bce-44fe-bcbb-68db5938a69f tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0508690
Mar 26 21:17:42.937532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41206) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:42.943403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-990fb3d9-1ba6-4c6d-8c3e-2ad4738a9101 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'fd06d762-67c4-4577-a386-a12a7802d338', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:42.970243 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-990fb3d9-1ba6-4c6d-8c3e-2ad4738a9101 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Project 621ac264ca9b4159912499c21dda18d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:17:42.985185 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-990fb3d9-1ba6-4c6d-8c3e-2ad4738a9101 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:42.986296 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-990fb3d9-1ba6-4c6d-8c3e-2ad4738a9101 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0478563
Mar 26 21:17:42.989612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41208) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.045546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (fd06d762-67c4-4577-a386-a12a7802d338), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.069200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (fd06d762-67c4-4577-a386-a12a7802d338), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.113871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fd06d762-67c4-4577-a386-a12a7802d338), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.116547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.117999 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd06d762-67c4-4577-a386-a12a7802d338 HTTP/1.1" status: 204  len: 168 time: 0.1271646
Mar 26 21:17:43.121505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.127537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a68913-bbc9-4952-81ad-1bbdd9811689 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd06d762-67c4-4577-a386-a12a7802d338,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.173114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9a36976f-66e8-4294-9ad1-dc197248216e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0500391
Mar 26 21:17:43.173566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41216) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.178863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774991128'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.203128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.235695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41218) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.253980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f09e9a7-9285-4db4-8d77-066f09aa39b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.275378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5cd3a0b8-b4b9-431f-935e-1735defa2da5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.279997 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cd3a0b8-b4b9-431f-935e-1735defa2da5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.283483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59b87-5a0f-4c95-81f4-3379b326ff7b req-dc305676-776c-405c-b576-82b4c826c8e6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:43.285042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73d59b87-5a0f-4c95-81f4-3379b326ff7b req-dc305676-776c-405c-b576-82b4c826c8e6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0818319
Mar 26 21:17:43.314028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.316384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1413827
Mar 26 21:17:43.318457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.322898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3335fa77-0c59-45b0-a59e-dff759cb2815 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '5cd3a0b8-b4b9-431f-935e-1735defa2da5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.328782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff438-a1aa-4aaa-9d0b-91904e8a4814 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd3a0b8-b4b9-431f-935e-1735defa2da5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.361992 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-73d59b87-5a0f-4c95-81f4-3379b326ff7b req-58db4227-9125-4dea-aa11-398062facda4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704975
Mar 26 21:17:43.362816 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-3335fa77-0c59-45b0-a59e-dff759cb2815 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The resource could not be found.
Mar 26 21:17:43.367249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41222) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.367417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3335fa77-0c59-45b0-a59e-dff759cb2815 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0479097
Mar 26 21:17:43.373218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-29d1f8cd-7343-4a8b-ad53-b28caf56fea7 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': '5cd3a0b8-b4b9-431f-935e-1735defa2da5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f57bb491-8767-406b-b220-e839037fe8f1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.408306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f09e9a7-9285-4db4-8d77-066f09aa39b4 admin admin] Publish callbacks [] for security_group (5ea4054b-9e36-4cc5-af81-1e1afc348f69), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.414064 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9f09e9a7-9285-4db4-8d77-066f09aa39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ea4054b-9e36-4cc5-af81-1e1afc348f69), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.456136 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-29d1f8cd-7343-4a8b-ad53-b28caf56fea7 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The resource could not be found.
Mar 26 21:17:43.457119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-29d1f8cd-7343-4a8b-ad53-b28caf56fea7 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0889635
Mar 26 21:17:43.460284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41224) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.466548 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9f09e9a7-9285-4db4-8d77-066f09aa39b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=750263ec3a0f4b24abe0971caa2875d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2271693
Mar 26 21:17:43.466548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e9a7-9285-4db4-8d77-066f09aa39b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4054b-9e36-4cc5-af81-1e1afc348f69,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.467403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41226) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.515244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5cd3a0b8-b4b9-431f-935e-1735defa2da5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.516605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] Publish callbacks [] for security_group (5ea4054b-9e36-4cc5-af81-1e1afc348f69), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.538294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5cd3a0b8-b4b9-431f-935e-1735defa2da5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.539533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] Publish callbacks [] for security_group (5ea4054b-9e36-4cc5-af81-1e1afc348f69), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.580840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5cd3a0b8-b4b9-431f-935e-1735defa2da5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.583658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.584828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/5cd3a0b8-b4b9-431f-935e-1735defa2da5 HTTP/1.1" status: 204  len: 168 time: 0.1235878
Mar 26 21:17:43.587838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.594201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3a168-853e-48be-b538-3b5c6907feeb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd3a0b8-b4b9-431f-935e-1735defa2da5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.596783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5ea4054b-9e36-4cc5-af81-1e1afc348f69), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.599646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.600757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ea4054b-9e36-4cc5-af81-1e1afc348f69 HTTP/1.1" status: 204  len: 168 time: 0.1326692
Mar 26 21:17:43.623859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7065c82-66c9-4a1a-8c79-3db5ca549241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4054b-9e36-4cc5-af81-1e1afc348f69,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.658301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5b399d50-f98c-4b8f-9e0d-f2ad1003f720 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0656476
Mar 26 21:17:43.658757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41232) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.663308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-664f80f9-dafb-467b-8204-8bfb15033d8e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'cdd6f4af-37f6-4774-b225-b38cec30a1e4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.704857 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-664f80f9-dafb-467b-8204-8bfb15033d8e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The resource could not be found.
Mar 26 21:17:43.705905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-664f80f9-dafb-467b-8204-8bfb15033d8e tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0461397
Mar 26 21:17:43.709622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.713944 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--366103164'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.734665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.802798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.807020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.836805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.838040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1275668
Mar 26 21:17:43.840181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c20a-f74f-4e63-99d6-24d865447068 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.841651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:43.847001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--762996751'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:43.873413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.951548 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (775a6457-59c0-4d9a-aa27-1eeb2ab19718), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.955523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (775a6457-59c0-4d9a-aa27-1eeb2ab19718), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.986922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:43.988230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1447425
Mar 26 21:17:43.990357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e34d-bb71-4741-bdd0-32a680af2f71 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775a6457-59c0-4d9a-aa27-1eeb2ab19718,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:43.991402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41242) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.004881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-46a919f5-15a9-4063-8045-9857ececcabb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '775a6457-59c0-4d9a-aa27-1eeb2ab19718'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:44.041855 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-46a919f5-15a9-4063-8045-9857ececcabb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:44.043659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46a919f5-15a9-4063-8045-9857ececcabb tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0509162
Mar 26 21:17:44.046381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41248) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.102537 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (775a6457-59c0-4d9a-aa27-1eeb2ab19718), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.125167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (775a6457-59c0-4d9a-aa27-1eeb2ab19718), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.168219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (775a6457-59c0-4d9a-aa27-1eeb2ab19718), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.171088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.172331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/775a6457-59c0-4d9a-aa27-1eeb2ab19718 HTTP/1.1" status: 204  len: 168 time: 0.1249738
Mar 26 21:17:44.175894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.176777 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.185840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c176c6-ea3c-4daf-bb98-3274a7dceeff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a6457-59c0-4d9a-aa27-1eeb2ab19718,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:44.242417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb7ddf40-de18-4634-9b86-d29ebb96ab20 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0634465
Mar 26 21:17:44.243130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.296307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.321611 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.364308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.367401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.368658 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b HTTP/1.1" status: 204  len: 168 time: 0.1245341
Mar 26 21:17:44.371545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41264) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.377839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec0f22-d963-4088-acb0-ab5a5230a4e2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2f90b3-c1ad-4d5e-b7f0-fa993cab8e3b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:44.419026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e35c4d77-3f66-4f1a-a973-4dff2e8edd11 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0461848
Mar 26 21:17:44.423205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41270) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.428283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--955142838'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:44.450155 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.516962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cda20c-3a58-4310-a434-bb25c903713d req-49d9310a-9752-42b4-8072-385bf143cc42 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:44.518442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cda20c-3a58-4310-a434-bb25c903713d req-49d9310a-9752-42b4-8072-385bf143cc42 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0666783
Mar 26 21:17:44.527756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ca602316-6578-484a-b10c-bbf11c36dbce), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.532855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ca602316-6578-484a-b10c-bbf11c36dbce), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.568073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.572302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1454022
Mar 26 21:17:44.572763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.577486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6cda20c-3a58-4310-a434-bb25c903713d req-ac17f0e9-b821-4314-b7a2-8113ae926e7e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527754
Mar 26 21:17:44.578308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bd552426-b9ea-456c-8f7b-881e4625e5ff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'ca602316-6578-484a-b10c-bbf11c36dbce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:44.585568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a4d62-b051-446c-8bd7-91c75b10c506 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca602316-6578-484a-b10c-bbf11c36dbce,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:44.617467 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-bd552426-b9ea-456c-8f7b-881e4625e5ff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:44.618600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bd552426-b9ea-456c-8f7b-881e4625e5ff tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0441732
Mar 26 21:17:44.622118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41278) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.626664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d6c9c24e-68b7-4d54-831b-9edf25e110ac tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group_rule': {'security_group_id': 'ca602316-6578-484a-b10c-bbf11c36dbce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:44.661686 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-d6c9c24e-68b7-4d54-831b-9edf25e110ac tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:17:44.662852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6c9c24e-68b7-4d54-831b-9edf25e110ac tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0396998
Mar 26 21:17:44.665847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41280) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.724210 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ca602316-6578-484a-b10c-bbf11c36dbce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.747607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (ca602316-6578-484a-b10c-bbf11c36dbce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.789540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ca602316-6578-484a-b10c-bbf11c36dbce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.792863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.794134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca602316-6578-484a-b10c-bbf11c36dbce HTTP/1.1" status: 204  len: 168 time: 0.1270783
Mar 26 21:17:44.796821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41284) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.803489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb78f22-a0f0-4f06-b162-cd2fda86eddc tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca602316-6578-484a-b10c-bbf11c36dbce,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:44.810538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41286) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.856172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3d0fbe8-e1e4-4fe4-8409-958b700b1946 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0581524
Mar 26 21:17:44.860042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41290) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:44.865420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755886987'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:44.885323 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.929317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9342e46e-90e8-469a-aa16-6035de003a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.992331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5b401589-cfa4-4da8-a4ac-d298120b7388), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:44.998322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b401589-cfa4-4da8-a4ac-d298120b7388), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.045073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.046242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1852980
Mar 26 21:17:45.048051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334db064-8cbe-4303-8508-c22d57aaad8d tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b401589-cfa4-4da8-a4ac-d298120b7388,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:45.049376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41292) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.056895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-683f3fdc-903a-44e1-b78d-c262aa6681d2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:45.057987 ncdv-master-1 neutron-server[126736]: WARNING neutron.api.v2.base [None req-683f3fdc-903a-44e1-b78d-c262aa6681d2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Mar 26 21:17:45.059137 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-683f3fdc-903a-44e1-b78d-c262aa6681d2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] update failed (client error): There was a conflict when trying to complete your request.
Mar 26 21:17:45.060129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-683f3fdc-903a-44e1-b78d-c262aa6681d2 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "PUT /v2.0/security-groups/5b401589-cfa4-4da8-a4ac-d298120b7388 HTTP/1.1" status: 409  len: 330 time: 0.0083373
Mar 26 21:17:45.063303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41294) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.072197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9342e46e-90e8-469a-aa16-6035de003a28 admin admin] Publish callbacks [] for security_group (2958c44d-5455-45e1-af71-31e793b754ae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.077269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9342e46e-90e8-469a-aa16-6035de003a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2958c44d-5455-45e1-af71-31e793b754ae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.116646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9342e46e-90e8-469a-aa16-6035de003a28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a3910e7ecac45ffa6720b4e8a340bb6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3050568
Mar 26 21:17:45.118703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342e46e-90e8-469a-aa16-6035de003a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2958c44d-5455-45e1-af71-31e793b754ae,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:45.119283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41296) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.133569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5b401589-cfa4-4da8-a4ac-d298120b7388), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.174183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (5b401589-cfa4-4da8-a4ac-d298120b7388), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.205964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] Publish callbacks [] for security_group (2958c44d-5455-45e1-af71-31e793b754ae), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.239670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] Publish callbacks [] for security_group (2958c44d-5455-45e1-af71-31e793b754ae), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.246102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5b401589-cfa4-4da8-a4ac-d298120b7388), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.248635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.249762 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b401589-cfa4-4da8-a4ac-d298120b7388 HTTP/1.1" status: 204  len: 168 time: 0.1852226
Mar 26 21:17:45.252432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41298) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.267708 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de943153-8fb2-44ec-831e-73d76a1a5718 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b401589-cfa4-4da8-a4ac-d298120b7388,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:45.299049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-834a67ec-6488-4045-b8b5-2fe790a397d4 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0450542
Mar 26 21:17:45.302741 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41300) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.310613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (2958c44d-5455-45e1-af71-31e793b754ae), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.313135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.314203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2958c44d-5455-45e1-af71-31e793b754ae HTTP/1.1" status: 204  len: 168 time: 0.1939766
Mar 26 21:17:45.322709 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-d142f570-425f-4a7d-990c-06b92dc48168 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] delete failed (client error): The resource could not be found.
Mar 26 21:17:45.324231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d142f570-425f-4a7d-990c-06b92dc48168 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "DELETE /v2.0/security-groups/c817737b-694f-48a7-8a18-1c28a5a278c8 HTTP/1.1" status: 404  len: 347 time: 0.0202019
Mar 26 21:17:45.327885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41304) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.330017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b509-806e-4322-bdd8-cd1aedf9e738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2958c44d-5455-45e1-af71-31e793b754ae,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:45.342436 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-bfcee5ed-6d2c-46d2-a7a4-0ff8dfb2cf51 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] show failed (client error): The resource could not be found.
Mar 26 21:17:45.343581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bfcee5ed-6d2c-46d2-a7a4-0ff8dfb2cf51 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-groups/59a009c8-badd-4057-9f36-72fb0d5f16ef HTTP/1.1" status: 404  len: 347 time: 0.0143008
Mar 26 21:17:45.347098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41306) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.359279 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-a61f15f9-b2fb-40bb-81e2-a63000caed24 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] show failed (client error): The resource could not be found.
Mar 26 21:17:45.360382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a61f15f9-b2fb-40bb-81e2-a63000caed24 tempest-NegativeSecGroupIPv6Test-772172017 tempest-NegativeSecGroupIPv6Test-772172017-project] 10.222.0.16 "GET /v2.0/security-group-rules/a382f73e-6dc9-4f4e-b66b-bf6cdb9984f7 HTTP/1.1" status: 404  len: 356 time: 0.0120385
Mar 26 21:17:45.559189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.728809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-995d0daa-87b5-4fa0-a180-0cc6c7e4a572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=621ac264ca9b4159912499c21dda18d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1683908
Mar 26 21:17:45.732110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41328) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:45.740429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a798d-b869-471b-b685-a2f8f4d8e3de req-0884dc9e-c97b-40c7-bf15-b60104bff1f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:45.741931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e2a798d-b869-471b-b685-a2f8f4d8e3de req-0884dc9e-c97b-40c7-bf15-b60104bff1f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0807545
Mar 26 21:17:45.793666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] Publish callbacks [] for security_group (f3ca6b3f-d54d-4aae-adf6-fe31be44ca75), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.800199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.803399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e2a798d-b869-471b-b685-a2f8f4d8e3de req-660675ee-da24-4029-9e6d-c973d85e769d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559745
Mar 26 21:17:45.830558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] Publish callbacks [] for security_group (f3ca6b3f-d54d-4aae-adf6-fe31be44ca75), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.880571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f3ca6b3f-d54d-4aae-adf6-fe31be44ca75), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.883293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:45.884489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3ca6b3f-d54d-4aae-adf6-fe31be44ca75 HTTP/1.1" status: 204  len: 168 time: 0.1513300
Mar 26 21:17:45.893041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72092db9-4cf6-4878-b32a-9945bc1f3a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca6b3f-d54d-4aae-adf6-fe31be44ca75,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:46.927435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382451a8-5c19-4172-a24f-5df6c7c39535 req-bc61a000-4f09-45b1-be47-078149e5338e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:46.928971 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-382451a8-5c19-4172-a24f-5df6c7c39535 req-bc61a000-4f09-45b1-be47-078149e5338e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0546970
Mar 26 21:17:46.981277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-382451a8-5c19-4172-a24f-5df6c7c39535 req-27d57cad-935e-4964-9eda-743d1c988289 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467103
Mar 26 21:17:47.098044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-3b9c3e7b-38d9-4343-b64b-1ac9993be820 req-69f96d65-0cbe-4067-b8ba-45366af945b4 service neutron] (126738) timed out ('10.222.0.21', 54738) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:17:48.109906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7487f5-5ff3-4896-873b-1db78a30e07d req-ecfee6e3-bb2e-4f78-8326-f417428c3fd4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:48.111393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e7487f5-5ff3-4896-873b-1db78a30e07d req-ecfee6e3-bb2e-4f78-8326-f417428c3fd4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0583434
Mar 26 21:17:48.159417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e7487f5-5ff3-4896-873b-1db78a30e07d req-e6ccf27f-ed1a-49b5-82ef-4b0bdd9a9815 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423088
Mar 26 21:17:48.672180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:17:48.995136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41468) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:49.112382 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31a3840f-9809-4037-866e-1e991e3c0651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.190567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31a3840f-9809-4037-866e-1e991e3c0651 admin admin] Publish callbacks [] for security_group (5a95ed81-84bc-4feb-a698-5528fbd096a2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.194845 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31a3840f-9809-4037-866e-1e991e3c0651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a95ed81-84bc-4feb-a698-5528fbd096a2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.247480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31a3840f-9809-4037-866e-1e991e3c0651 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe8ba0bfc1324e3291c1766562f379e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2512112
Mar 26 21:17:49.250184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41492) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:49.262028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3840f-9809-4037-866e-1e991e3c0651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a95ed81-84bc-4feb-a698-5528fbd096a2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:49.290715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26167bde-b920-4680-80cf-c6adaa7bc389 req-b86ac6de-c2f7-4c22-ac8b-ebd10c3b2de2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:49.292230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26167bde-b920-4680-80cf-c6adaa7bc389 req-b86ac6de-c2f7-4c22-ac8b-ebd10c3b2de2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0629122
Mar 26 21:17:49.301846 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] Publish callbacks [] for security_group (5a95ed81-84bc-4feb-a698-5528fbd096a2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.325210 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] Publish callbacks [] for security_group (5a95ed81-84bc-4feb-a698-5528fbd096a2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.372807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (5a95ed81-84bc-4feb-a698-5528fbd096a2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.375551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.379093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a95ed81-84bc-4feb-a698-5528fbd096a2 HTTP/1.1" status: 204  len: 168 time: 0.1255641
Mar 26 21:17:49.385857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cfa29-0e24-408d-b7ce-b8b320f83475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a95ed81-84bc-4feb-a698-5528fbd096a2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:49.386601 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26167bde-b920-4680-80cf-c6adaa7bc389 req-fc9e81cd-b3e0-4093-9f36-a6564d6f16b6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849061
Mar 26 21:17:49.391704 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6f8d0a7b-ccc5-4242-a19e-a21540e64628 service neutron] show failed (client error): The resource could not be found.
Mar 26 21:17:49.392252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6f8d0a7b-ccc5-4242-a19e-a21540e64628 service neutron] 10.222.0.21 "GET /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0963156
Mar 26 21:17:49.654106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-7a2af6f6-7cc1-4d92-8c8e-219796cb74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:49.655624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-7a2af6f6-7cc1-4d92-8c8e-219796cb74fa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 1128 time: 0.0832906
Mar 26 21:17:49.666208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:17:49.727047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:49.930250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:17:49.963132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:17:50.010233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks [] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.012511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:17:50.014877 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ed270-737d-4663-a7a9-c867fad0bc90" -d '{"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:17:50.028231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Transition to ACTIVE for port object a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:17:50.034749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.109609 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ddf0b-b50b-4cf5-ba47-7ae7a79dcfa4 x-openstack-request-id: req-6b8ddf0b-b50b-4cf5-ba47-7ae7a79dcfa4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:17:50.109972 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:17:50.110298 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b8ddf0b-b50b-4cf5-ba47-7ae7a79dcfa4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:17:50.110902 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8ddf0b-b50b-4cf5-ba47-7ae7a79dcfa4'] response: {'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'code': 200}
Mar 26 21:17:50.155983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:50.273864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] No DVR routers for this DVR port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:17:50.445540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:17:50.445903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:17:50.446240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:17:50.452420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:17:50.452795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Attempting to bind port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on network a8f01075-f81c-46e7-a1ef-dfce7baa881a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:17:50.458767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:17:50.459105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Checking segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:17:50.459661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Bound using segment: {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:17:50.460440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Bound port: a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d8b59b-89d9-4e62-9967-2fa73fb01fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:17:50.461013 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.525422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41538) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:50.533917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41540) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:50.568413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:17:50.572441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:17:50.583727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1664f-26dc-4ca1-afd7-8852ce9e4a26 req-9b1fe951-c959-4e51-9a52-11057ebe5bab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:50.585370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5d1664f-26dc-4ca1-afd7-8852ce9e4a26 req-9b1fe951-c959-4e51-9a52-11057ebe5bab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.1055596
Mar 26 21:17:50.586954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.643136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:50.644023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.645615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] 10.222.0.18 "PUT /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1092 time: 0.9833882
Mar 26 21:17:50.675107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd767592-4feb-499a-ac32-6317cafcacf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.715803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-289de904-5181-43e0-bf1b-1a20f2f20fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.734842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622e01-333a-429e-bd1f-6fed0f662c20 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:50.750430 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5d1664f-26dc-4ca1-afd7-8852ce9e4a26 req-78a0216b-b167-4c4f-83f4-310dd72614f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583397
Mar 26 21:17:50.785721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6a6741ad-a4d0-42b5-aa16-6a358343c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:50.786465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd767592-4feb-499a-ac32-6317cafcacf7 admin admin] Publish callbacks [] for security_group (0b0ea2c4-2226-4005-a079-c6079939e274), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.787339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6a6741ad-a4d0-42b5-aa16-6a358343c772 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.1135514
Mar 26 21:17:50.793699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd767592-4feb-499a-ac32-6317cafcacf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0b0ea2c4-2226-4005-a079-c6079939e274), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.837917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd767592-4feb-499a-ac32-6317cafcacf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5b69801e1ff4bf099150bfd6f8dc4a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3106136
Mar 26 21:17:50.838979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41546) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:50.846061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd767592-4feb-499a-ac32-6317cafcacf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0ea2c4-2226-4005-a079-c6079939e274,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:50.898684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] Publish callbacks [] for security_group (0b0ea2c4-2226-4005-a079-c6079939e274), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.920822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] Publish callbacks [] for security_group (0b0ea2c4-2226-4005-a079-c6079939e274), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.922709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-289de904-5181-43e0-bf1b-1a20f2f20fee admin admin] Publish callbacks [] for security_group (820a4988-f3cc-4456-abb4-d4073725e338), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.927706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-289de904-5181-43e0-bf1b-1a20f2f20fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (820a4988-f3cc-4456-abb4-d4073725e338), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.932742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-33645ccd-90a6-4896-b54e-ea5a3d938e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:50.934281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-33645ccd-90a6-4896-b54e-ea5a3d938e23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1413298
Mar 26 21:17:50.970610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0b0ea2c4-2226-4005-a079-c6079939e274), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.973780 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:50.977426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b0ea2c4-2226-4005-a079-c6079939e274 HTTP/1.1" status: 204  len: 168 time: 0.1341448
Mar 26 21:17:50.991123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a879e6-88b4-4747-8541-024e8ef34a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0ea2c4-2226-4005-a079-c6079939e274,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:51.025009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289de904-5181-43e0-bf1b-1a20f2f20fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a4988-f3cc-4456-abb4-d4073725e338,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:51.034718 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-289de904-5181-43e0-bf1b-1a20f2f20fee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3a61b7fb62647d1a59a22c2aaf8c446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4971285
Mar 26 21:17:51.035517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41550) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:51.046756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-3ec286a6-af6c-41ee-99c2-b572ee8858e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1000 time: 0.1047211
Mar 26 21:17:51.094398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] Publish callbacks [] for security_group (820a4988-f3cc-4456-abb4-d4073725e338), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.106729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6207e826-dcce-4b9f-bfe7-3a3eec84abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:51.108613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-6207e826-dcce-4b9f-bfe7-3a3eec84abe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0565996
Mar 26 21:17:51.122672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] Publish callbacks [] for security_group (820a4988-f3cc-4456-abb4-d4073725e338), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.161661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-aaf92693-7cd8-4c7f-812e-e8a1e510f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:51.163977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-aaf92693-7cd8-4c7f-812e-e8a1e510f8cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490248
Mar 26 21:17:51.177242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (820a4988-f3cc-4456-abb4-d4073725e338), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.180204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.181373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/820a4988-f3cc-4456-abb4-d4073725e338 HTTP/1.1" status: 204  len: 168 time: 0.1445873
Mar 26 21:17:51.201034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7344f-36c2-4d79-ba23-949c92312b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a4988-f3cc-4456-abb4-d4073725e338,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:51.281636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-970deab1-ca76-4018-a84b-b1deadafa0cc service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1119776
Mar 26 21:17:51.299311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41556) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:51.331597 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e233ca57-c341-4098-8a2a-a8de97f855e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.386316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce2567be-d522-45aa-aa59-cd5e3510875f req-8bcda6af-6016-478d-bdda-3dee1dee77a2 service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989304
Mar 26 21:17:51.424258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e233ca57-c341-4098-8a2a-a8de97f855e9 admin admin] Publish callbacks [] for security_group (fde47761-0e2f-45a2-a550-8739703753c5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.430671 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e233ca57-c341-4098-8a2a-a8de97f855e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fde47761-0e2f-45a2-a550-8739703753c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.482716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e233ca57-c341-4098-8a2a-a8de97f855e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938e80bc5b2046139d008e31ef103355&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1791198
Mar 26 21:17:51.483381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41558) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:51.490755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ca57-c341-4098-8a2a-a8de97f855e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde47761-0e2f-45a2-a550-8739703753c5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:51.546050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] Publish callbacks [] for security_group (fde47761-0e2f-45a2-a550-8739703753c5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.570388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] Publish callbacks [] for security_group (fde47761-0e2f-45a2-a550-8739703753c5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.624922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fde47761-0e2f-45a2-a550-8739703753c5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.627717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:51.628975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fde47761-0e2f-45a2-a550-8739703753c5 HTTP/1.1" status: 204  len: 168 time: 0.1449842
Mar 26 21:17:51.640110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da86ee-479e-490b-bbad-bea9328b9c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde47761-0e2f-45a2-a550-8739703753c5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:51.884111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e0dbb-8d81-4f7a-8354-ded4bfb50524 req-098fcb82-58ce-473d-aaab-751184c71a7c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:51.885653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-223e0dbb-8d81-4f7a-8354-ded4bfb50524 req-098fcb82-58ce-473d-aaab-751184c71a7c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.0572846
Mar 26 21:17:51.936787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-223e0dbb-8d81-4f7a-8354-ded4bfb50524 req-068c763a-e434-48cf-bbbf-eddca7238be4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455642
Mar 26 21:17:52.112487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:17:52.117774 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:17:52.166146 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b9e503-7aab-40ad-bc02-3b0e6d93a840 x-openstack-request-id: req-d8b9e503-7aab-40ad-bc02-3b0e6d93a840 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:17:52.166444 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:17:52.166721 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b9e503-7aab-40ad-bc02-3b0e6d93a840 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:17:52.167136 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b9e503-7aab-40ad-bc02-3b0e6d93a840'] response: {'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'status': 'completed', 'code': 200}
Mar 26 21:17:52.270519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-2fc583ea-d1ac-41ec-8551-4cc34ab44297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.272088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-2fc583ea-d1ac-41ec-8551-4cc34ab44297 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.0842907
Mar 26 21:17:52.278749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-b9972649-2ab9-4f1d-a41f-9d9360809a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.280198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-b9972649-2ab9-4f1d-a41f-9d9360809a60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.0802429
Mar 26 21:17:52.434458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-014f7bb9-b979-47f4-96e6-2535e68cc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.435941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-014f7bb9-b979-47f4-96e6-2535e68cc5e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1548607
Mar 26 21:17:52.438509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-53abd658-f231-4667-bd69-978b75e6d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.439808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-53abd658-f231-4667-bd69-978b75e6d70f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1504524
Mar 26 21:17:52.551506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-eff7cdbe-5a03-4c80-b0c7-db72e68721ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1000 time: 0.1093354
Mar 26 21:17:52.555334 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-ab1b2f87-0266-483b-abb2-18e61e9284d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1000 time: 0.1057434
Mar 26 21:17:52.632364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-6e4cb059-6b93-42bb-a815-8f589c5f595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.633833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-6e4cb059-6b93-42bb-a815-8f589c5f595b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0767896
Mar 26 21:17:52.637736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-ff83ea8c-21fe-45e1-8cf1-ce1fd23946f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.639151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-ff83ea8c-21fe-45e1-8cf1-ce1fd23946f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0741699
Mar 26 21:17:52.650148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:17:52.694515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:17:52.695277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:17:52.725879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-d58e350a-b1be-4b9a-b802-6788d58ac0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.727404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-d58e350a-b1be-4b9a-b802-6788d58ac0f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0871565
Mar 26 21:17:52.729194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-b3b740c3-2d9a-459f-9818-9d0d02295c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:52.731070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-b3b740c3-2d9a-459f-9818-9d0d02295c18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0814321
Mar 26 21:17:52.893863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-45930430-4fbe-4e9d-a82d-4b51e636ff2f service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584506
Mar 26 21:17:52.896065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-89b30517-e827-43d9-b7e0-8032995290b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536896
Mar 26 21:17:53.103450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c41c2-3c9f-4840-b92c-b3885be817e7 req-fae64d5e-2e81-453b-9d6a-9433cedb57ba tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:53.105130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c26c41c2-3c9f-4840-b92c-b3885be817e7 req-fae64d5e-2e81-453b-9d6a-9433cedb57ba tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.0614982
Mar 26 21:17:53.166422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c26c41c2-3c9f-4840-b92c-b3885be817e7 req-fc71c692-36d1-47b4-ad2a-d49b676f0e44 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522661
Mar 26 21:17:53.488325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-ef1a83e6-80db-4cdb-a68a-09503a2c7123 service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5881975
Mar 26 21:17:53.490178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7819694-6beb-4cc4-8e43-1d4d469a6b2c req-cc85f533-3a69-4f87-9d9b-103557249ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5808015
Mar 26 21:17:53.496520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84b6a1-e20c-4118-82d0-41bb59ea5549 req-528505b6-5c7e-45a7-9adc-354f8282bbf8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:53.498089 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a84b6a1-e20c-4118-82d0-41bb59ea5549 req-528505b6-5c7e-45a7-9adc-354f8282bbf8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.1489725
Mar 26 21:17:53.522791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-04b30ff0-55f5-460d-8b1d-b538927000c7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:53.524496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-04b30ff0-55f5-460d-8b1d-b538927000c7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa&tenant_id=39045df80a6f442b972ee88f13343d34&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1428797
Mar 26 21:17:53.609004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a84b6a1-e20c-4118-82d0-41bb59ea5549 req-a1d53d21-fe42-481e-bee6-b82c04fe086c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954640
Mar 26 21:17:53.618800 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-c151ca12-0947-43b2-9899-2901a7cf2484 service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:17:53.619793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-c151ca12-0947-43b2-9899-2901a7cf2484 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0804701
Mar 26 21:17:53.753984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-e796741e-44bb-4c75-99c0-460cc3e0791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:53.755517 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-e796741e-44bb-4c75-99c0-460cc3e0791f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1126 time: 0.0812299
Mar 26 21:17:53.907491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-7cc0ccd6-e6f5-4f75-9c87-77c6362a2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:53.908954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-7cc0ccd6-e6f5-4f75-9c87-77c6362a2867 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1438458
Mar 26 21:17:54.028742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-7c25b1e6-a027-4a30-8279-e6b51593eba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 1000 time: 0.1097631
Mar 26 21:17:54.088659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-8fcd855e-6505-42ac-acb3-40b2f91e4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:54.090083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-8fcd855e-6505-42ac-acb3-40b2f91e4578 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0507772
Mar 26 21:17:54.197438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-b70fbc6f-fcc2-449e-a410-3df9eedb5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:54.198964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-b70fbc6f-fcc2-449e-a410-3df9eedb5fe6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0994389
Mar 26 21:17:54.296472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-e0892109-fb84-44e0-bcb1-fc88705c4d79 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864885
Mar 26 21:17:54.391452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f721dca4-5c8a-47f8-8f8d-5dcc7a002be4 req-b9f29ca8-9967-442d-b17e-433052a66775 service neutron] 10.222.0.21 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829761
Mar 26 21:17:54.731691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4645e81-a293-4bb2-9738-ac1231a43b0c req-c5c50088-1b27-4e5f-9d6b-bf7ad882d11b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:54.733203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4645e81-a293-4bb2-9738-ac1231a43b0c req-c5c50088-1b27-4e5f-9d6b-bf7ad882d11b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 944 time: 0.0535119
Mar 26 21:17:54.785282 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4645e81-a293-4bb2-9738-ac1231a43b0c req-91bb9b9e-0b6e-4943-bd90-411b0bee4668 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463288
Mar 26 21:17:54.990150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:17:55.086048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ef267e09-cb0d-4104-a813-f182a0d3722b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:55.108103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:17:55.119546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'port_id': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'mac_address': 'fa:16:3e:ea:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:17:55.156491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:17:55.156879 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:55.169673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:17:55.188843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:17:55.192491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:55.240548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:55.415365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:17:55.911057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba0a3a-3b87-4f6f-8c05-a73c842ae56c req-5f5c674e-9b23-4a4a-8f1a-c9dd3adb4e0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:17:55.912590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16ba0a3a-3b87-4f6f-8c05-a73c842ae56c req-5f5c674e-9b23-4a4a-8f1a-c9dd3adb4e0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 945 time: 0.0581024
Mar 26 21:17:55.962111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-16ba0a3a-3b87-4f6f-8c05-a73c842ae56c req-3c24e767-d20a-410f-9892-69054a0ddc04 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439074
Mar 26 21:17:55.984433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41640) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:56.050088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a2ec019-1569-4353-9478-77001b235a39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/aa3269c2-565c-4c7a-bf61-666400538160 HTTP/1.1" status: 200  len: 993 time: 0.0642412
Mar 26 21:17:56.685594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41668) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:56.791329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d6eb2e-276c-4234-886d-42fd61d5e7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:56.870118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d6eb2e-276c-4234-886d-42fd61d5e7d5 admin admin] Publish callbacks [] for security_group (dcf7825d-b2d5-4884-9698-4be61cd223e5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:56.873627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a4d6eb2e-276c-4234-886d-42fd61d5e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dcf7825d-b2d5-4884-9698-4be61cd223e5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:56.909085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6eb2e-276c-4234-886d-42fd61d5e7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf7825d-b2d5-4884-9698-4be61cd223e5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:56.913376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a4d6eb2e-276c-4234-886d-42fd61d5e7d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae778533ad0b4965bb47fa562e8ac5e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2264612
Mar 26 21:17:56.916106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:56.962980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] Publish callbacks [] for security_group (dcf7825d-b2d5-4884-9698-4be61cd223e5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:56.985854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] Publish callbacks [] for security_group (dcf7825d-b2d5-4884-9698-4be61cd223e5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.004728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:17:57.040614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (dcf7825d-b2d5-4884-9698-4be61cd223e5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.043289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.046951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcf7825d-b2d5-4884-9698-4be61cd223e5 HTTP/1.1" status: 204  len: 168 time: 0.1274889
Mar 26 21:17:57.053598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e081d7e-2648-4365-9e60-44c8fdd05c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf7825d-b2d5-4884-9698-4be61cd223e5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:57.063560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:17:57.072445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:17:57.072898 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.165900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:17:57.166299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.189292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:17:57.191578 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e7a521-df37-4963-96f0-215fe7b591e4" -d '{"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-plugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:17:57.204865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:17:57.210117 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.235752 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479a0c9-1a53-480b-9286-453f850bb5b1 x-openstack-request-id: req-9479a0c9-1a53-480b-9286-453f850bb5b1 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:17:57.236197 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-plugged", "status": "completed", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:17:57.236561 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9479a0c9-1a53-480b-9286-453f850bb5b1 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:17:57.236972 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9479a0c9-1a53-480b-9286-453f850bb5b1'] response: {'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'code': 200}
Mar 26 21:17:57.259940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:57.321490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41680) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:57.335301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c058f6d3-1860-4d7c-b746-54e726f9908c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.410821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c058f6d3-1860-4d7c-b746-54e726f9908c admin admin] Publish callbacks [] for security_group (b94e5049-9e29-4e5a-ae15-9fcb3c136a12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.414551 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c058f6d3-1860-4d7c-b746-54e726f9908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b94e5049-9e29-4e5a-ae15-9fcb3c136a12), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.452991 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c058f6d3-1860-4d7c-b746-54e726f9908c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbad5a4cfe954ffc82a2cef9981ed4b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1303995
Mar 26 21:17:57.454095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f6d3-1860-4d7c-b746-54e726f9908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e5049-9e29-4e5a-ae15-9fcb3c136a12,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:57.455715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41682) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:17:57.504627 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] Publish callbacks [] for security_group (b94e5049-9e29-4e5a-ae15-9fcb3c136a12), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.525275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] Publish callbacks [] for security_group (b94e5049-9e29-4e5a-ae15-9fcb3c136a12), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.570558 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b94e5049-9e29-4e5a-ae15-9fcb3c136a12), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.573159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:57.574990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b94e5049-9e29-4e5a-ae15-9fcb3c136a12 HTTP/1.1" status: 204  len: 168 time: 0.1176753
Mar 26 21:17:57.582985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485749d9-142c-4e9e-81ad-cd96eb39ccf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e5049-9e29-4e5a-ae15-9fcb3c136a12,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:17:57.823375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-522f3195-6f41-4086-9d45-d580ee9f8235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:58.799470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:17:59.221484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-ae6fb411-e45c-46c4-9ca5-c8312f879e85 req-add1a05f-44fc-48ad-b074-7ecd7bbfacc4 service neutron] (126736) timed out ('10.222.0.18', 62163) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:18:00.138360 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:01.826750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:01.872735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:01.978311 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-343cb795-33fd-442b-a34d-e31eab8f3f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.057103 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-343cb795-33fd-442b-a34d-e31eab8f3f85 admin admin] Publish callbacks [] for security_group (df1ab93d-9559-4a1d-8732-7b74a224415b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.062451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-343cb795-33fd-442b-a34d-e31eab8f3f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (df1ab93d-9559-4a1d-8732-7b74a224415b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.101154 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-343cb795-33fd-442b-a34d-e31eab8f3f85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=141efad2a96843f4862051948ec5934b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2272987
Mar 26 21:18:02.102417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cb795-33fd-442b-a34d-e31eab8f3f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ab93d-9559-4a1d-8732-7b74a224415b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:02.103837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:02.156705 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] Publish callbacks [] for security_group (df1ab93d-9559-4a1d-8732-7b74a224415b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.178646 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] Publish callbacks [] for security_group (df1ab93d-9559-4a1d-8732-7b74a224415b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.224316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (df1ab93d-9559-4a1d-8732-7b74a224415b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.227005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.228193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df1ab93d-9559-4a1d-8732-7b74a224415b HTTP/1.1" status: 204  len: 168 time: 0.1221771
Mar 26 21:18:02.236776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649cdaa-1658-4c9d-997a-936e3d2dec92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ab93d-9559-4a1d-8732-7b74a224415b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:02.479928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:02.493599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fef7019-61af-4595-9619-a919c6da16ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.567012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fef7019-61af-4595-9619-a919c6da16ba admin admin] Publish callbacks [] for security_group (b2bfa9cb-9888-436a-a9ac-5fa8085d7a63), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.571055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9fef7019-61af-4595-9619-a919c6da16ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b2bfa9cb-9888-436a-a9ac-5fa8085d7a63), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.611035 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9fef7019-61af-4595-9619-a919c6da16ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85b7344eb0484555bb9d4f1ed64697e6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300139
Mar 26 21:18:02.611898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef7019-61af-4595-9619-a919c6da16ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfa9cb-9888-436a-a9ac-5fa8085d7a63,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:02.613747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41818) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:02.661492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] Publish callbacks [] for security_group (b2bfa9cb-9888-436a-a9ac-5fa8085d7a63), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.681756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] Publish callbacks [] for security_group (b2bfa9cb-9888-436a-a9ac-5fa8085d7a63), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.726457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b2bfa9cb-9888-436a-a9ac-5fa8085d7a63), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.729042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:02.730207 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2bfa9cb-9888-436a-a9ac-5fa8085d7a63 HTTP/1.1" status: 204  len: 168 time: 0.1154020
Mar 26 21:18:02.737726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed23f4f-4b31-4816-9503-1712273eb03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfa9cb-9888-436a-a9ac-5fa8085d7a63,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:04.360837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41874) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:04.466852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91cb3f85-9c1a-434e-aa71-586de206ec5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.538028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91cb3f85-9c1a-434e-aa71-586de206ec5e admin admin] Publish callbacks [] for security_group (d4103ee7-5cc2-4908-b4e9-93e68a60fa6d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.541586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91cb3f85-9c1a-434e-aa71-586de206ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d4103ee7-5cc2-4908-b4e9-93e68a60fa6d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.582243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-91cb3f85-9c1a-434e-aa71-586de206ec5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76dff10abf8b4335a7dd8c6721545687&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2203283
Mar 26 21:18:04.583115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb3f85-9c1a-434e-aa71-586de206ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4103ee7-5cc2-4908-b4e9-93e68a60fa6d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:04.584927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41878) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:04.633006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] Publish callbacks [] for security_group (d4103ee7-5cc2-4908-b4e9-93e68a60fa6d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.653372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] Publish callbacks [] for security_group (d4103ee7-5cc2-4908-b4e9-93e68a60fa6d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.703472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d4103ee7-5cc2-4908-b4e9-93e68a60fa6d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.706128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:04.707269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4103ee7-5cc2-4908-b4e9-93e68a60fa6d HTTP/1.1" status: 204  len: 168 time: 0.1213343
Mar 26 21:18:04.714800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7ef83-0aff-4c24-8b58-8e6aeee09b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4103ee7-5cc2-4908-b4e9-93e68a60fa6d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:04.960945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41884) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:04.974620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ef13-7b6f-409c-be8a-6e0256f6d34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.051783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ef13-7b6f-409c-be8a-6e0256f6d34b admin admin] Publish callbacks [] for security_group (eb0bd867-8564-46a5-aba6-42a527e036aa), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.055745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0fd2ef13-7b6f-409c-be8a-6e0256f6d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eb0bd867-8564-46a5-aba6-42a527e036aa), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.094033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0fd2ef13-7b6f-409c-be8a-6e0256f6d34b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7157d19cbf9f49d6a7569e38e947d930&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1319852
Mar 26 21:18:05.094899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2ef13-7b6f-409c-be8a-6e0256f6d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0bd867-8564-46a5-aba6-42a527e036aa,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:05.096775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:05.144429 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] Publish callbacks [] for security_group (eb0bd867-8564-46a5-aba6-42a527e036aa), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.165046 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] Publish callbacks [] for security_group (eb0bd867-8564-46a5-aba6-42a527e036aa), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.212595 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eb0bd867-8564-46a5-aba6-42a527e036aa), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.215752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:05.217149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb0bd867-8564-46a5-aba6-42a527e036aa HTTP/1.1" status: 204  len: 168 time: 0.1192822
Mar 26 21:18:05.224768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bacd0-5bc4-474b-a094-26eadb41aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0bd867-8564-46a5-aba6-42a527e036aa,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:05.871260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 41908) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:05.970267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374206133-network', 'tenant_id': 'dd3ee9d1e7b94fc4a74f972e70c05257'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:05.990008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Made reservation on behalf of dd3ee9d1e7b94fc4a74f972e70c05257 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:05.992503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.000747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.074702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks [] for security_group (56afaa17-56ec-49c8-8e64-51bed6efc6d0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.078374 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (56afaa17-56ec-49c8-8e64-51bed6efc6d0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.103117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:18:06.112084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56afaa17-56ec-49c8-8e64-51bed6efc6d0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:06.118070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8783569e-5619-4426-a298-b8864305e290), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.118430 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Added segment 8783569e-5619-4426-a298-b8864305e290 of type vlan for network c560919d-0fd7-44f8-b32c-c401178e0da8
Mar 26 21:18:06.160653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (c560919d-0fd7-44f8-b32c-c401178e0da8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.184777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (c560919d-0fd7-44f8-b32c-c401178e0da8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.185720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:06.186300 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.221271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3487430
Mar 26 21:18:06.224103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41912) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:06.229225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Request body: {'subnet': {'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374206133-subnet', 'tenant_id': 'dd3ee9d1e7b94fc4a74f972e70c05257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:06.251368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Made reservation on behalf of dd3ee9d1e7b94fc4a74f972e70c05257 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:06.253859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.274255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd9a2c-a9aa-4dfb-9c17-824366b590e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c560919d-0fd7-44f8-b32c-c401178e0da8,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:06.284388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network c560919d-0fd7-44f8-b32c-c401178e0da8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:18:06.422192 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (d1b6c4bb-6de9-46b6-abc0-36f375f04ca6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.476854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b6c4bb-6de9-46b6-abc0-36f375f04ca6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:06.485273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Checking segment: {'id': '8783569e-5619-4426-a298-b8864305e290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:06.485620 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Network hostable DHCP agents. Network: c560919d-0fd7-44f8-b32c-c401178e0da8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:18:06.501771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Network c560919d-0fd7-44f8-b32c-c401178e0da8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:18:06.510151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c560919d-0fd7-44f8-b32c-c401178e0da8) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:06.514866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:06.515474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:06.519698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e0c4d-b873-45d3-bedb-c2e0dfdd0674 None None] Network c560919d-0fd7-44f8-b32c-c401178e0da8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:06.530733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57c75a1f-0d8d-43ab-a878-9c1ba2363867 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3055270
Mar 26 21:18:06.614478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2373dc7-0276-4293-9390-801e2b5fdbe3 None None] Network c560919d-0fd7-44f8-b32c-c401178e0da8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:06.980302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41928) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:06.985402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-852143208-network', 'tenant_id': '213ca20564674202957fa1b39b07adad'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:07.005058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Made reservation on behalf of 213ca20564674202957fa1b39b07adad for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:07.007271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.016808 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.094980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks [] for security_group (54a4d458-8cb9-4835-8712-b89e5753ef75), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.098676 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (54a4d458-8cb9-4835-8712-b89e5753ef75), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.118990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:18:07.132707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4d458-8cb9-4835-8712-b89e5753ef75,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:07.137477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f5a62806-d695-465b-a7d5-b48c3a8c53b7), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.137827 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Added segment f5a62806-d695-465b-a7d5-b48c3a8c53b7 of type vlan for network 3ffb61ef-0d74-47cd-a4e1-57276f2737c5
Mar 26 21:18:07.178260 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3ffb61ef-0d74-47cd-a4e1-57276f2737c5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.202644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3ffb61ef-0d74-47cd-a4e1-57276f2737c5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.203651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:07.204267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.239016 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.2576113
Mar 26 21:18:07.241723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 41930) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:07.270387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Request body: {'subnet': {'network_id': '3ffb61ef-0d74-47cd-a4e1-57276f2737c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-852143208-subnet', 'tenant_id': '213ca20564674202957fa1b39b07adad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:07.278571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b03ee-a8aa-4adb-844b-dd8878e45cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffb61ef-0d74-47cd-a4e1-57276f2737c5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:07.288293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3ffb61ef-0d74-47cd-a4e1-57276f2737c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:18:07.296208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Made reservation on behalf of 213ca20564674202957fa1b39b07adad for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:07.298554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.462357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (4c4198cf-cff1-4d8f-a161-1e906706b5f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.533880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4198cf-cff1-4d8f-a161-1e906706b5f5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:07.538034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Checking segment: {'id': 'f5a62806-d695-465b-a7d5-b48c3a8c53b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3ffb61ef-0d74-47cd-a4e1-57276f2737c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:07.538393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Network hostable DHCP agents. Network: 3ffb61ef-0d74-47cd-a4e1-57276f2737c5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:18:07.553999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Network 3ffb61ef-0d74-47cd-a4e1-57276f2737c5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:18:07.562416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ffb61ef-0d74-47cd-a4e1-57276f2737c5) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:07.567152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:07.568374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:07.571446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d16a493-0993-4d4d-80a5-8f1a2fccc61b None None] Network 3ffb61ef-0d74-47cd-a4e1-57276f2737c5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:07.596575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7c10bfc2-30c0-4d02-acf1-73a1f03ef651 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3453891
Mar 26 21:18:07.678536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66954451-d261-4c45-b096-d073893afb0a None None] Network 3ffb61ef-0d74-47cd-a4e1-57276f2737c5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:08.135960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-7bea2c26-d13f-41aa-a193-19501f3133b0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:08.137351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-7bea2c26-d13f-41aa-a193-19501f3133b0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/networks?id=c560919d-0fd7-44f8-b32c-c401178e0da8 HTTP/1.1" status: 200  len: 808 time: 0.1831722
Mar 26 21:18:08.152079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-3f601b2e-5c0e-4599-b9ea-b23a9cbbbb97 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/quotas/dd3ee9d1e7b94fc4a74f972e70c05257 HTTP/1.1" status: 200  len: 375 time: 0.0088520
Mar 26 21:18:08.203656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-471f0824-021d-4e49-8028-c5533406a853 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dd3ee9d1e7b94fc4a74f972e70c05257&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467675
Mar 26 21:18:08.591883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-598578a7-5261-4819-80af-db8b715e87e3 service neutron] 10.222.0.16 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3814945
Mar 26 21:18:08.679094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-112852f9-6b55-4f36-af73-e78ae89d6b2b service neutron] 10.222.0.16 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812047
Mar 26 21:18:08.843243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49afe44f-fd03-46f8-996f-0d397f1747a9 req-b0197fab-214a-4908-9eb3-2682d7a01364 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 210 time: 0.0318279
Mar 26 21:18:09.845425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-723e396f-c0bc-4b0f-9f91-7a21054b98e1 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:09.846871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-723e396f-c0bc-4b0f-9f91-7a21054b98e1 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.21 "GET /v2.0/networks?id=c560919d-0fd7-44f8-b32c-c401178e0da8 HTTP/1.1" status: 200  len: 808 time: 0.1047947
Mar 26 21:18:09.864951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Request body: {'port': {'device_id': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8', 'admin_state_up': True, 'tenant_id': 'dd3ee9d1e7b94fc4a74f972e70c05257'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:09.958025 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-652ba210-09db-47fd-b6e2-537ce2c65425 req-bcbf66c0-99a2-4ab1-b8a1-b8c2fa22ac8a tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 210 time: 0.0320446
Mar 26 21:18:10.000270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Made reservation on behalf of dd3ee9d1e7b94fc4a74f972e70c05257 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:10.003756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.172867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Allocated IP 172.20.0.10 (c560919d-0fd7-44f8-b32c-c401178e0da8/d1b6c4bb-6de9-46b6-abc0-36f375f04ca6/a7ae3418-54a5-444d-bd30-31c3a2f2e5eb) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:10.318875 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks [] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.351658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.394638 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Network c560919d-0fd7-44f8-b32c-c401178e0da8 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:10.397565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:10.401101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:10.409362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Pushing event updated for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:10.454189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:10.454729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.469768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-9d9fccf0-e3b4-4b4a-b028-3e58da9cde7e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6087165
Mar 26 21:18:10.485301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Request body: {'port': {'device_id': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:10.545270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.839898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ae3418-54a5-444d-bd30-31c3a2f2e5eb {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:18:10.847346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks [] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.862286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Transition to ACTIVE for port object a7ae3418-54a5-444d-bd30-31c3a2f2e5eb will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:18:10.866082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:10.919170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Pushing event updated for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:10.982471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Attempting to bind port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:18:10.982830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Attempting to bind port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8783569e-5619-4426-a298-b8864305e290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:18:10.983147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Attempting to bind port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb on network c560919d-0fd7-44f8-b32c-c401178e0da8 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:10.988166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb on network c560919d-0fd7-44f8-b32c-c401178e0da8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:18:10.988536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Attempting to bind port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb on network c560919d-0fd7-44f8-b32c-c401178e0da8 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:10.994700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:18:10.995070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Checking segment: {'id': '8783569e-5619-4426-a298-b8864305e290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:10.995459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Bound using segment: {'id': '8783569e-5619-4426-a298-b8864305e290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:18:10.995889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Bound port: a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8783569e-5619-4426-a298-b8864305e290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:18:10.996283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:11.071028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:18:11.074067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,segment=NetworkSegment(8783569e-5619-4426-a298-b8864305e290),segment_id=8783569e-5619-4426-a298-b8864305e290)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:18:11.080716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:11.089719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d3959-5f49-410e-8904-d25287dedb4a req-3cae61c1-5076-430f-9b80-9b3f68ebf6fd tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.091269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b06d3959-5f49-410e-8904-d25287dedb4a req-3cae61c1-5076-430f-9b80-9b3f68ebf6fd tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 944 time: 0.0540855
Mar 26 21:18:11.115668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.116316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:11.117686 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-e8214d18-17a7-4314-937e-403d60d245df service neutron] 10.222.0.21 "PUT /v2.0/ports/a7ae3418-54a5-444d-bd30-31c3a2f2e5eb HTTP/1.1" status: 200  len: 1092 time: 0.6363623
Mar 26 21:18:11.118137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:11.120439 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56448d10-b735-4294-b015-2d97780256ce" -d '{"events": [{"name": "network-changed", "server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:11.143527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b06d3959-5f49-410e-8904-d25287dedb4a req-197fed53-78f4-4ac4-b42f-1053b561645f tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455160
Mar 26 21:18:11.145030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214d18-17a7-4314-937e-403d60d245df service neutron] Pushing event updated for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:11.180768 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcaa15d-4931-476b-9fb0-af4a9bd6746b x-openstack-request-id: req-7dcaa15d-4931-476b-9fb0-af4a9bd6746b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:11.181053 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:11.181307 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dcaa15d-4931-476b-9fb0-af4a9bd6746b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:11.181707 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcaa15d-4931-476b-9fb0-af4a9bd6746b'] response: {'name': 'network-changed', 'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb', 'status': 'completed', 'code': 200}
Mar 26 21:18:11.217543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-b9281301-e32e-4a06-b592-11ed1d72f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.219029 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-b9281301-e32e-4a06-b592-11ed1d72f6c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd3ee9d1e7b94fc4a74f972e70c05257&device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 1126 time: 0.0478384
Mar 26 21:18:11.268498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-7d7b7b2e-0045-4e71-bb3e-8959b06fe613 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb HTTP/1.1" status: 200  len: 217 time: 0.0371687
Mar 26 21:18:11.317817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-1b1e575d-7139-4dd2-9635-304453a3cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.319216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-1b1e575d-7139-4dd2-9635-304453a3cd87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1b6c4bb-6de9-46b6-abc0-36f375f04ca6 HTTP/1.1" status: 200  len: 848 time: 0.0416546
Mar 26 21:18:11.354516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-4bb8396c-17fb-40dc-90d1-cda646e8fa30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c560919d-0fd7-44f8-b32c-c401178e0da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244417
Mar 26 21:18:11.446103 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-14af0bd6-afd3-42b6-96ad-ce28000745ec service neutron] 10.222.0.21 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838363
Mar 26 21:18:11.536841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72d0b43b-97eb-47d3-838b-e3c95e6a89b1 req-08295eda-0469-4532-a146-2c1801a3bba7 service neutron] 10.222.0.21 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816348
Mar 26 21:18:11.637885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56448d10-b735-4294-b015-2d97780256ce req-54040809-8ff7-49f9-a3e1-fd2f79827b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.639286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-54040809-8ff7-49f9-a3e1-fd2f79827b36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd3ee9d1e7b94fc4a74f972e70c05257&device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 1126 time: 0.0453312
Mar 26 21:18:11.731696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56448d10-b735-4294-b015-2d97780256ce req-820223c5-94d6-46db-9867-d5f475181efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.733251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-820223c5-94d6-46db-9867-d5f475181efb service neutron] 10.222.0.21 "GET /v2.0/networks?id=c560919d-0fd7-44f8-b32c-c401178e0da8 HTTP/1.1" status: 200  len: 908 time: 0.0876858
Mar 26 21:18:11.774558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-84d49a6b-ac67-430e-8162-7976c5d3f73f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb HTTP/1.1" status: 200  len: 217 time: 0.0350628
Mar 26 21:18:11.829130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56448d10-b735-4294-b015-2d97780256ce req-8bfa3083-83d3-4ee2-9204-19ffe2c5292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.830574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-8bfa3083-83d3-4ee2-9204-19ffe2c5292b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1b6c4bb-6de9-46b6-abc0-36f375f04ca6 HTTP/1.1" status: 200  len: 848 time: 0.0468943
Mar 26 21:18:11.862065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-eb1c6430-b885-41dd-9a5e-339e8fdaf361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c560919d-0fd7-44f8-b32c-c401178e0da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252352
Mar 26 21:18:11.880441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-5948a970-6402-4689-bb6c-757f4ef694c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0416672
Mar 26 21:18:11.954456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-a6c99c2e-7536-446a-a206-d7f827c32c5f service neutron] 10.222.0.21 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832124
Mar 26 21:18:11.964468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-f0014189-5943-46ed-8837-63b1ea020703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:11.966043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-f0014189-5943-46ed-8837-63b1ea020703 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.0455849
Mar 26 21:18:12.051222 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56448d10-b735-4294-b015-2d97780256ce req-5bcd8d36-9d12-4c07-a704-9550b30dfc75 service neutron] 10.222.0.21 "GET /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902922
Mar 26 21:18:12.078221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-1cd5a2c8-5be8-40dd-8876-eac0ebdf9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:12.079684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-1cd5a2c8-5be8-40dd-8876-eac0ebdf9ef7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.0969543
Mar 26 21:18:12.143551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-c23ac1d1-32fb-49f6-9be8-15e9dcdefb7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 1001 time: 0.0579739
Mar 26 21:18:12.195440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-491bf9f4-ffec-4ae6-86ff-d8718e60366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:12.196925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-491bf9f4-ffec-4ae6-86ff-d8718e60366f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.0477912
Mar 26 21:18:12.272560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-921fbb5e-fb49-4d7d-919c-32a94463fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:12.273955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-921fbb5e-fb49-4d7d-919c-32a94463fc5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0711796
Mar 26 21:18:12.295586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357cfdc-f9fe-4d26-a03f-5dd802a9c5f4 req-ae1dc2ef-4c36-4082-80b6-2604560ccc5e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:12.296991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3357cfdc-f9fe-4d26-a03f-5dd802a9c5f4 req-ae1dc2ef-4c36-4082-80b6-2604560ccc5e tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 944 time: 0.0707154
Mar 26 21:18:12.391784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3357cfdc-f9fe-4d26-a03f-5dd802a9c5f4 req-7d2db141-7e9d-4783-a64e-86c040c2e695 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854135
Mar 26 21:18:12.405925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-099fc551-44b4-426c-8479-9c468f15d530 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247344
Mar 26 21:18:12.503366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-817a78b0-bbab-44b0-aaa8-1aff0775f79e req-ecf96e7f-e96d-49c7-8623-3e4cba07250d service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912399
Mar 26 21:18:13.511503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4923a-3a47-4096-ac91-8d244394747d req-e72b9847-4a2c-4eb4-bc9e-9dfb48f2145d tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:13.513078 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ee4923a-3a47-4096-ac91-8d244394747d req-e72b9847-4a2c-4eb4-bc9e-9dfb48f2145d tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 944 time: 0.0530725
Mar 26 21:18:13.559008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ee4923a-3a47-4096-ac91-8d244394747d req-8e22b419-74eb-482d-bb77-c4a815be3359 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404904
Mar 26 21:18:14.186502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:14.664818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7ae3418-54a5-444d-bd30-31c3a2f2e5eb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:18:14.677208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf435a5-96f9-499a-a663-dff064fd1fa0 req-5000f6b5-9686-4670-b22e-3f972e5dd84c tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:14.678719 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eaf435a5-96f9-499a-a663-dff064fd1fa0 req-5000f6b5-9686-4670-b22e-3f972e5dd84c tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 944 time: 0.0537806
Mar 26 21:18:14.724762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eaf435a5-96f9-499a-a663-dff064fd1fa0 req-fd231341-84bc-4b65-8325-0696967e474b tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403733
Mar 26 21:18:14.760077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,segment=NetworkSegment(8783569e-5619-4426-a298-b8864305e290),segment_id=8783569e-5619-4426-a298-b8864305e290)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:14.771119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb', 'network_id': 'c560919d-0fd7-44f8-b32c-c401178e0da8', 'port_id': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb', 'mac_address': 'fa:16:3e:09:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b6c4bb-6de9-46b6-abc0-36f375f04ca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:18:14.810820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:14.811209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:14.823545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ae3418-54a5-444d-bd30-31c3a2f2e5eb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:18:14.842914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,segment=NetworkSegment(8783569e-5619-4426-a298-b8864305e290),segment_id=8783569e-5619-4426-a298-b8864305e290)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:14.846884 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:14.891420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:15.098886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a7ae3418-54a5-444d-bd30-31c3a2f2e5eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:18:15.804188 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:15.846948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a1e65-c35d-46ba-a73d-1de3d8300236 req-6981918a-83be-42a2-b448-c0c43158d4f3 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:15.848522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f9a1e65-c35d-46ba-a73d-1de3d8300236 req-6981918a-83be-42a2-b448-c0c43158d4f3 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 945 time: 0.0583124
Mar 26 21:18:15.895158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f9a1e65-c35d-46ba-a73d-1de3d8300236 req-91106676-961e-4b54-a6d8-883bdf1880fd tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409565
Mar 26 21:18:16.677124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7ae3418-54a5-444d-bd30-31c3a2f2e5eb up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:16.724316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:18:16.728035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:16.728413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:16.804600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:16.805249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:16.827290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:16.829507 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73072076-57e6-478b-9670-645c3e00f8e3" -d '{"events": [{"server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "name": "network-vif-plugged", "status": "completed", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:16.842509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,segment=NetworkSegment(8783569e-5619-4426-a298-b8864305e290),segment_id=8783569e-5619-4426-a298-b8864305e290)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:16.847115 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:16.873309 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b435d9f3-49b5-4f46-9944-3291d2a6d8ed x-openstack-request-id: req-b435d9f3-49b5-4f46-9944-3291d2a6d8ed {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:16.873600 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "name": "network-vif-plugged", "status": "completed", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:16.873855 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b435d9f3-49b5-4f46-9944-3291d2a6d8ed {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:16.874247 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b435d9f3-49b5-4f46-9944-3291d2a6d8ed'] response: {'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb', 'code': 200}
Mar 26 21:18:16.898424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:17.039268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001a780-205d-4b63-9f05-b938a0130c88 req-63685a90-e532-4612-8c34-5124179e79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:17.040848 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d001a780-205d-4b63-9f05-b938a0130c88 req-63685a90-e532-4612-8c34-5124179e79ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 1128 time: 0.1138768
Mar 26 21:18:17.054735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fdd87-6b1c-42de-8203-c0686c6a61f2 req-43095e8c-7df0-4ba1-b30b-a75f44b69115 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:17.056145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-277fdd87-6b1c-42de-8203-c0686c6a61f2 req-43095e8c-7df0-4ba1-b30b-a75f44b69115 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0822728
Mar 26 21:18:17.125510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d001a780-205d-4b63-9f05-b938a0130c88 req-fa091ec2-eb6a-48c6-a951-20a1bb302952 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684271
Mar 26 21:18:17.129665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-277fdd87-6b1c-42de-8203-c0686c6a61f2 req-59602320-c7b1-42e6-a42d-788788b6dbc9 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671918
Mar 26 21:18:18.261086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9bc9-0362-4959-909b-ab4756617f38 req-b4622ee5-6ea3-46fd-9783-88577a69e63a tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:18.262571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f6f9bc9-0362-4959-909b-ab4756617f38 req-b4622ee5-6ea3-46fd-9783-88577a69e63a tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0529335
Mar 26 21:18:18.310677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f6f9bc9-0362-4959-909b-ab4756617f38 req-4bf97875-d436-490b-843b-d120f928b545 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421166
Mar 26 21:18:19.428787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436f09-2c4d-4331-be05-ebf63d2e8028 req-232c8b65-8074-4d20-b5ba-a6cbd5bc7192 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:19.430239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93436f09-2c4d-4331-be05-ebf63d2e8028 req-232c8b65-8074-4d20-b5ba-a6cbd5bc7192 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0522273
Mar 26 21:18:19.475492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-93436f09-2c4d-4331-be05-ebf63d2e8028 req-8ddc9ff8-b8cf-4fcd-8a2b-bf9c86105cc9 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392935
Mar 26 21:18:21.812028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc2923-aa50-4572-8355-b3dbc9b38ce0 req-2647db0a-1f78-4a60-9bdd-b6742bfebccc tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:21.813437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fbc2923-aa50-4572-8355-b3dbc9b38ce0 req-2647db0a-1f78-4a60-9bdd-b6742bfebccc tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0561874
Mar 26 21:18:21.859422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1fbc2923-aa50-4572-8355-b3dbc9b38ce0 req-0ae7acf1-7e56-4539-9d74-894201e15ffb tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404487
Mar 26 21:18:22.982897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479b69a-783e-4d62-aead-075ff4a9bf5e req-46ef474d-26c1-4d0c-9adb-abebdfa2e298 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:22.984401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e479b69a-783e-4d62-aead-075ff4a9bf5e req-46ef474d-26c1-4d0c-9adb-abebdfa2e298 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0563383
Mar 26 21:18:23.035411 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e479b69a-783e-4d62-aead-075ff4a9bf5e req-e7ac869f-67f1-4939-aeff-e0bb074b53d1 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/security-groups?id=56afaa17-56ec-49c8-8e64-51bed6efc6d0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446994
Mar 26 21:18:23.194113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-76a91900-2d1d-493c-a7b5-851d640d0b86 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:23.195614 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-76a91900-2d1d-493c-a7b5-851d640d0b86 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.21 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 946 time: 0.0530329
Mar 26 21:18:23.294917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Deleting port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:23.295256 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:23.382020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] For port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,segment=NetworkSegment(8783569e-5619-4426-a298-b8864305e290),segment_id=8783569e-5619-4426-a298-b8864305e290)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:23.382378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:23.395079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Calling delete_port for a7ae3418-54a5-444d-bd30-31c3a2f2e5eb owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:23.522035 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a7ae3418-54a5-444d-bd30-31c3a2f2e5eb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:23.539127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a7ae3418-54a5-444d-bd30-31c3a2f2e5eb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:18:23.550134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Pushing event deleted for resources: {'Port': ['ID=a7ae3418-54a5-444d-bd30-31c3a2f2e5eb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:23.615060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] No DVR routers for this DVR port a7ae3418-54a5-444d-bd30-31c3a2f2e5eb on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:18:23.619012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:23.621653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fe884d91-0cb7-47b1-84c4-baf712c6d0bd req-a03337e6-6e3b-4cf1-b7bf-0b7cbf0f6ea0 tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.21 "DELETE /v2.0/ports/a7ae3418-54a5-444d-bd30-31c3a2f2e5eb HTTP/1.1" status: 204  len: 173 time: 0.4183300
Mar 26 21:18:23.622106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'name': 'network-vif-deleted', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:23.624480 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d081c863-99e2-461d-9de9-af52919627a2" -d '{"events": [{"server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "name": "network-vif-deleted", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:23.660873 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2829d8f-fdd8-4857-9d81-f089d4d54580 x-openstack-request-id: req-d2829d8f-fdd8-4857-9d81-f089d4d54580 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:23.661249 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2b437-3aff-46f0-9885-e250bdc7aaef", "name": "network-vif-deleted", "tag": "a7ae3418-54a5-444d-bd30-31c3a2f2e5eb", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:23.661778 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2829d8f-fdd8-4857-9d81-f089d4d54580 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:23.661963 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2829d8f-fdd8-4857-9d81-f089d4d54580'] response: {'server_uuid': '46f2b437-3aff-46f0-9885-e250bdc7aaef', 'name': 'network-vif-deleted', 'tag': 'a7ae3418-54a5-444d-bd30-31c3a2f2e5eb', 'status': 'completed', 'code': 200}
Mar 26 21:18:24.144356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66cfd7b9-3c0e-4811-82b8-86b964b12a87 req-608388b2-bfaa-4c82-9a72-3fdf01880c5d tempest-VolumesActionsTest-1501534813 tempest-VolumesActionsTest-1501534813-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2b437-3aff-46f0-9885-e250bdc7aaef HTTP/1.1" status: 200  len: 210 time: 0.0273948
Mar 26 21:18:24.577023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb49d85-4089-41c6-b8f1-b2c85c3438a7 req-ed726cf9-6fac-4c73-bbf3-c99e96f94eca tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:24.578556 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfb49d85-4089-41c6-b8f1-b2c85c3438a7 req-ed726cf9-6fac-4c73-bbf3-c99e96f94eca tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0443084
Mar 26 21:18:24.623879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfb49d85-4089-41c6-b8f1-b2c85c3438a7 req-b1b6fccc-4dd2-4de3-9e80-63976048d8d5 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399163
Mar 26 21:18:24.645191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42048) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:24.800625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 2ba04616-3715-4fe1-943e-b1f0f983b783 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:24.800893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:24.880225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:24.880542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (2ba04616-3715-4fe1-943e-b1f0f983b783), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:24.892505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 2ba04616-3715-4fe1-943e-b1f0f983b783 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:25.049935 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d4b9e86d-8437-4a21-8654-d861d56e4850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:25.317916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2ba04616-3715-4fe1-943e-b1f0f983b783), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:25.342613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=2ba04616-3715-4fe1-943e-b1f0f983b783,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:25.417922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (aa3269c2-565c-4c7a-bf61-666400538160), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:25.418359 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP aa3269c2-565c-4c7a-bf61-666400538160 disassociated (deleted). External IP: 172.35.4.228, port: a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd.
Mar 26 21:18:25.645279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:18:25.671093 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:18:25.761270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:18:25.766039 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:25.771105 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Sync routers for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:18:25.780793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:25.781404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:17:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:25.803063 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0f387564-1bce-4b5d-b8fc-e4b62cdaf85e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa3269c2-565c-4c7a-bf61-666400538160 HTTP/1.1" status: 204  len: 168 time: 1.1567972
Mar 26 21:18:25.803654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:25.805939 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:25.842383 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdc0d2c-8146-4783-a910-b0c7249f8c5d x-openstack-request-id: req-cbdc0d2c-8146-4783-a910-b0c7249f8c5d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:25.842676 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:25.843562 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbdc0d2c-8146-4783-a910-b0c7249f8c5d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:25.844093 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdc0d2c-8146-4783-a910-b0c7249f8c5d'] response: {'name': 'network-changed', 'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'status': 'completed', 'code': 200}
Mar 26 21:18:25.897955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:25.910412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-86f72064-804b-41bf-b46b-eb6316dd3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:25.911911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-86f72064-804b-41bf-b46b-eb6316dd3294 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 1128 time: 0.0480063
Mar 26 21:18:26.053898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-e76f22d7-ceae-4b46-a839-3272571613fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:26.055395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-e76f22d7-ceae-4b46-a839-3272571613fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 200  len: 897 time: 0.1338699
Mar 26 21:18:26.066559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219eb65-5be3-463d-96da-cf5b4ca81651 req-c11de87e-b8af-4e2c-9568-cecc458ae947 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:26.068044 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0219eb65-5be3-463d-96da-cf5b4ca81651 req-c11de87e-b8af-4e2c-9568-cecc458ae947 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0790265
Mar 26 21:18:26.116096 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422b0d0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:26.119151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-8f2473bd-7705-49ff-8358-c60675c4b2d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 200  len: 217 time: 0.0501595
Mar 26 21:18:26.146556 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Checking router: 2bc3cd3b-a452-4626-9c21-30f70cc28d48 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:18:26.155317 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:26.155953 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:17:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:26.181413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0219eb65-5be3-463d-96da-cf5b4ca81651 req-c240624b-a342-4231-9ebd-8bab58b01322 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065636
Mar 26 21:18:26.190948 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-9504e5a3-4539-4e98-b30d-67e5c9b33c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:26.193561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-9504e5a3-4539-4e98-b30d-67e5c9b33c9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 200  len: 835 time: 0.0667849
Mar 26 21:18:26.243475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-bd2bfa04-cb97-4b36-a1ab-a7c0e749c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:26.245143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-bd2bfa04-cb97-4b36-a1ab-a7c0e749c834 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8f01075-f81c-46e7-a1ef-dfce7baa881a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461028
Mar 26 21:18:26.345039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-9f3f0bff-cf7a-49be-9430-223f7c35a56f service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925004
Mar 26 21:18:26.355467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:26.435204 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ea32461-c071-41c4-9ebb-00b29a7fa8cb req-06b1dbf6-0206-485a-af3d-b899a0ef00b1 service neutron] 10.222.0.18 "GET /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839305
Mar 26 21:18:26.557967 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422b0d0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:26.584628 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7da243-c998-4690-8648-9cb3b15238e0 None None] The sync data for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 is: [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:36Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9541a8bb-ee7b-497b-b90d-83aabda76d19', 'name': '', 'network_id': 'a8f01075-f81c-46e7-a1ef-dfce7baa881a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:18:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:35Z', 'updated_at': '2022-03-26T21:16:39Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:18:26.841265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4c67a-c58c-47c5-8980-231490f1707e None None] New status for floating IP aa3269c2-565c-4c7a-bf61-666400538160: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:18:27.285434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-438bc5da-334c-4d3e-93ae-7ac58b355e1b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:27.286940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-438bc5da-334c-4d3e-93ae-7ac58b355e1b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.18 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0575378
Mar 26 21:18:27.305973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066786a-3e2b-4387-900a-6f8d63486565 req-0b5ab891-9874-4d8e-8c31-486ee136dcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:27.307549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e066786a-3e2b-4387-900a-6f8d63486565 req-0b5ab891-9874-4d8e-8c31-486ee136dcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b160ee-7b73-4371-ae75-9908f082afaa HTTP/1.1" status: 200  len: 946 time: 0.0533211
Mar 26 21:18:27.357145 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e066786a-3e2b-4387-900a-6f8d63486565 req-a6426cd0-306e-49b8-a5ed-18abebdca483 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=45a081f1-c45a-4e87-8684-292d13221d78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436912
Mar 26 21:18:27.422374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:27.422722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:27.512634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:27.512898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:27.526647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:27.651660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:27.684441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:27.745873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] No DVR routers for this DVR port a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:18:27.748502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:27.751848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1af8bd07-fe4a-421e-bcb1-7a55392be4e3 req-63ade2ba-f2c9-4a99-af4a-3a8d621b5232 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.18 "DELETE /v2.0/ports/a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd HTTP/1.1" status: 204  len: 173 time: 0.4602597
Mar 26 21:18:27.752295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-deleted', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:27.754538 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d870db1-fbfc-48c7-b139-ff8d32846fe4" -d '{"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-deleted", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:27.795347 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6c0e96-eee9-4025-8393-90188d3bbd45 x-openstack-request-id: req-6a6c0e96-eee9-4025-8393-90188d3bbd45 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:27.795651 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b160ee-7b73-4371-ae75-9908f082afaa", "name": "network-vif-deleted", "tag": "a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:27.795910 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a6c0e96-eee9-4025-8393-90188d3bbd45 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:27.796367 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6c0e96-eee9-4025-8393-90188d3bbd45'] response: {'server_uuid': '98b160ee-7b73-4371-ae75-9908f082afaa', 'name': 'network-vif-deleted', 'tag': 'a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd', 'status': 'completed', 'code': 200}
Mar 26 21:18:27.830508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57d53401-8b9e-4ad3-b1cf-050d2c4ea35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:28.413726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:28.742630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7ae3418-54a5-444d-bd30-31c3a2f2e5eb no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:18:28.762723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: a7ae3418-54a5-444d-bd30-31c3a2f2e5eb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:18:28.763075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a7ae3418-54a5-444d-bd30-31c3a2f2e5eb not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:18:28.802941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:28.854188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:29.163811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 9541a8bb-ee7b-497b-b90d-83aabda76d19 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:29.164164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:29.261448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 9541a8bb-ee7b-497b-b90d-83aabda76d19, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9541a8bb-ee7b-497b-b90d-83aabda76d19,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:29.261821 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:29.275439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 9541a8bb-ee7b-497b-b90d-83aabda76d19 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:29.506189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9541a8bb-ee7b-497b-b90d-83aabda76d19), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:29.538834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=9541a8bb-ee7b-497b-b90d-83aabda76d19,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:29.735576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.142611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.220214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:18:30.331460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:18:30.336982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7cdc3f99-d7ef-4cab-8933-b2e2fa378e7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/2bc3cd3b-a452-4626-9c21-30f70cc28d48/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9217877
Mar 26 21:18:30.340132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42180) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:30.342074 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Sync routers for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:18:30.352382 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:30.352998 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:30.390787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting subnet 42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:18:30.394358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.435084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.467788 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:30.528474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.593409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.621873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Subnet': ['ID=42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:30.625879 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.632296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-804197b9-3060-4b49-bfda-aedd7aafef39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/subnets/42cb7527-5bb1-4b8e-8c2f-ad8c8b9c65f8 HTTP/1.1" status: 204  len: 168 time: 0.2910731
Mar 26 21:18:30.632755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42186) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:30.648637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d6529-400f-4437-85e2-018d853bbba2 None None] Network a8f01075-f81c-46e7-a1ef-dfce7baa881a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:30.680337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a61c0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:18:29Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:30.718595 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Checking router: 2bc3cd3b-a452-4626-9c21-30f70cc28d48 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:18:30.727403 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Routers {'2bc3cd3b-a452-4626-9c21-30f70cc28d48'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:30.728067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a61c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:30.775063 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.829006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] DHCP port deletion for a8f01075-f81c-46e7-a1ef-dfce7baa881a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:18:30.873726 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] Set router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:30.885806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Deleting port 60c85c90-3209-4861-856e-b817154ffb28 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:30.886488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (60c85c90-3209-4861-856e-b817154ffb28), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.910909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (2bc3cd3b-a452-4626-9c21-30f70cc28d48), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.952821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] For port 60c85c90-3209-4861-856e-b817154ffb28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60c85c90-3209-4861-856e-b817154ffb28,segment=NetworkSegment(62d8b59b-89d9-4e62-9967-2fa73fb01fd8),segment_id=62d8b59b-89d9-4e62-9967-2fa73fb01fd8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:30.953323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (60c85c90-3209-4861-856e-b817154ffb28), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:30.966489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Calling delete_port for 60c85c90-3209-4861-856e-b817154ffb28 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:30.970185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 9b39531b-3472-428d-8ba8-8984e9416775 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:18:30.970543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9b39531b-3472-428d-8ba8-8984e9416775), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.064472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 9b39531b-3472-428d-8ba8-8984e9416775, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b39531b-3472-428d-8ba8-8984e9416775,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:31.064793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9b39531b-3472-428d-8ba8-8984e9416775), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.066662 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (60c85c90-3209-4861-856e-b817154ffb28), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.079671 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a61c0>, [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:18:29Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:31.080506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 9b39531b-3472-428d-8ba8-8984e9416775 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:18:31.082916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] No DVR routers for this DVR port 60c85c90-3209-4861-856e-b817154ffb28 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:18:31.114212 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be48ba1b-ff92-45ae-a027-bf170c982f2e None None] The sync data for ids ['2bc3cd3b-a452-4626-9c21-30f70cc28d48'] in ncdv-master-1 is: [{'id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862403995', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176'}], 'enable_snat': True}, 'gw_port_id': '9b39531b-3472-428d-8ba8-8984e9416775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:18:29Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '9b39531b-3472-428d-8ba8-8984e9416775', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc3cd3b-a452-4626-9c21-30f70cc28d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:16:32Z', 'updated_at': '2022-03-26T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:18:31.128738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee5e92-38b3-476b-90b6-a6a1499fd253 None None] Pushing event deleted for resources: {'Port': ['ID=60c85c90-3209-4861-856e-b817154ffb28,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:31.220316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:18:31.248516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:18:31.248872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device a7e06ef4-c425-4c68-8a0b-c5933e1ba5fd not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:18:31.279352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9b39531b-3472-428d-8ba8-8984e9416775), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.304025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=9b39531b-3472-428d-8ba8-8984e9416775,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:31.363502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.457139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.459276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (2bc3cd3b-a452-4626-9c21-30f70cc28d48), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.485014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 60c85c90-3209-4861-856e-b817154ffb28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:18:31.507568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 60c85c90-3209-4861-856e-b817154ffb28 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:18:31.508255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 60c85c90-3209-4861-856e-b817154ffb28 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:18:31.510654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (2bc3cd3b-a452-4626-9c21-30f70cc28d48), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.511218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc3cd3b-a452-4626-9c21-30f70cc28d48 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:18:31.520336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.524506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9147d7e-8d89-4ef3-b6ee-af4b8c47932d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/routers/2bc3cd3b-a452-4626-9c21-30f70cc28d48 HTTP/1.1" status: 204  len: 168 time: 0.8905315
Mar 26 21:18:31.524765 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42198) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:31.605121 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a8f01075-f81c-46e7-a1ef-dfce7baa881a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.698527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a8f01075-f81c-46e7-a1ef-dfce7baa881a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.718832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611cde1d60>,) {'filters': {'network_id': ['a8f01075-f81c-46e7-a1ef-dfce7baa881a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:31.728936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cde1d60>, '62d8b59b-89d9-4e62-9967-2fa73fb01fd8') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:31.729237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611cde1d60>, '62d8b59b-89d9-4e62-9967-2fa73fb01fd8') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:31.739632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (62d8b59b-89d9-4e62-9967-2fa73fb01fd8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.753977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (62d8b59b-89d9-4e62-9967-2fa73fb01fd8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.760565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:18:31.761040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (62d8b59b-89d9-4e62-9967-2fa73fb01fd8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:18:31.764428 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:18:31.840385 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.844567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a8f01075-f81c-46e7-a1ef-dfce7baa881a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.855642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.861514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/networks/a8f01075-f81c-46e7-a1ef-dfce7baa881a HTTP/1.1" status: 204  len: 168 time: 0.3351021
Mar 26 21:18:31.864519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42214) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:31.893686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d93c-afad-4c26-9c20-db9638808329 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Network': ['ID=a8f01075-f81c-46e7-a1ef-dfce7baa881a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:31.941992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (45a081f1-c45a-4e87-8684-292d13221d78), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:31.969817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (45a081f1-c45a-4e87-8684-292d13221d78), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.038294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (45a081f1-c45a-4e87-8684-292d13221d78), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.041013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.044764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/security-groups/45a081f1-c45a-4e87-8684-292d13221d78 HTTP/1.1" status: 204  len: 168 time: 0.1765783
Mar 26 21:18:32.052718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6ade-5a5e-4adf-b007-e5e3231c86f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a081f1-c45a-4e87-8684-292d13221d78,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.337229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.342717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519965976', 'description': 'tempest-secgroup-smoke-519965976 description', 'project_id': '39045df80a6f442b972ee88f13343d34'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.363351 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.428352 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (567370aa-c840-4c4c-88a4-8642ba7ff045), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.431698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (567370aa-c840-4c4c-88a4-8642ba7ff045), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.459479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.460733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1217768
Mar 26 21:18:32.464617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42244) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.465249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eee32b-87f0-4a15-80d9-1a8262e78385 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567370aa-c840-4c4c-88a4-8642ba7ff045,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.469226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.492472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (88b1b338-ff9e-4a43-afe5-dd270fdb1bd2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.544807 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (88b1b338-ff9e-4a43-afe5-dd270fdb1bd2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.548282 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (88b1b338-ff9e-4a43-afe5-dd270fdb1bd2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.565278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b1b338-ff9e-4a43-afe5-dd270fdb1bd2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.574028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.575238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1a55150c-8e67-49aa-a735-8ddfccbad1b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1095867
Mar 26 21:18:32.578895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42246) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.582282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.606417 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (8d8868a3-74f6-46ee-85eb-70ceb0b87cfd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.660958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (8d8868a3-74f6-46ee-85eb-70ceb0b87cfd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.664427 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8d8868a3-74f6-46ee-85eb-70ceb0b87cfd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.685229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8868a3-74f6-46ee-85eb-70ceb0b87cfd,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.693302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.694485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e5989912-30b3-474a-a616-5758b28c914f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1155510
Mar 26 21:18:32.697825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42248) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.702134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.725602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (5056ca35-54a9-482c-adbc-60f493ef9f34), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.780572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (5056ca35-54a9-482c-adbc-60f493ef9f34), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.783973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5056ca35-54a9-482c-adbc-60f493ef9f34), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.801965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5056ca35-54a9-482c-adbc-60f493ef9f34,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.810524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.811698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46c0bfbd-f42a-4eba-a8aa-0bcc7f679f64 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1129172
Mar 26 21:18:32.815464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42250) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.819643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.843575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (b0e0a711-26cf-42e1-942b-ddde89cb7668), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.899099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (b0e0a711-26cf-42e1-942b-ddde89cb7668), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.902698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b0e0a711-26cf-42e1-942b-ddde89cb7668), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.921827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e0a711-26cf-42e1-942b-ddde89cb7668,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:32.927551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:32.928774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7e465f41-97f8-4148-b1b5-1d43ae746119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1123519
Mar 26 21:18:32.932289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42256) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:32.936953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:32.957925 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:18:32.963067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (003a53e8-6c41-4282-b4df-c92c82a4b0ef), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.027826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (003a53e8-6c41-4282-b4df-c92c82a4b0ef), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.032034 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (003a53e8-6c41-4282-b4df-c92c82a4b0ef), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.053498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003a53e8-6c41-4282-b4df-c92c82a4b0ef,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:33.063956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.067561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:33.072718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '567370aa-c840-4c4c-88a4-8642ba7ff045', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:33.079302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c5f93b7b-2e3e-4dcd-b33f-ffdde4ee92ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1457765
Mar 26 21:18:33.097380 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:18:33.102954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2be720da-8e15-413e-b1c2-426614fe98b6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.113232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9541a8bb-ee7b-497b-b90d-83aabda76d19 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:18:33.138010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 9541a8bb-ee7b-497b-b90d-83aabda76d19 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:18:33.138271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9541a8bb-ee7b-497b-b90d-83aabda76d19 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:18:33.138698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9b39531b-3472-428d-8ba8-8984e9416775 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:18:33.170116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 9b39531b-3472-428d-8ba8-8984e9416775 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:18:33.170116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 9b39531b-3472-428d-8ba8-8984e9416775 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:18:33.199168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (2be720da-8e15-413e-b1c2-426614fe98b6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.202706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (2be720da-8e15-413e-b1c2-426614fe98b6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.224167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be720da-8e15-413e-b1c2-426614fe98b6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:33.230353 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.231558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c88af58-def8-4dd4-be29-4694d60496f1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1624420
Mar 26 21:18:33.234891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42264) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:33.240267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'network': {'name': 'tempest-network-smoke--496008411', 'project_id': '39045df80a6f442b972ee88f13343d34', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:33.260483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:33.263761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.286689 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:18:33.296061 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (28f6a634-ff97-4381-bc58-42837ed9918e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.296410 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Added segment 28f6a634-ff97-4381-bc58-42837ed9918e of type vlan for network 56d3ec5c-4f1b-47f4-8286-06a2652bf724
Mar 26 21:18:33.337465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (56d3ec5c-4f1b-47f4-8286-06a2652bf724), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.365489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (56d3ec5c-4f1b-47f4-8286-06a2652bf724), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.372017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:33.372620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.407347 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1712661
Mar 26 21:18:33.410183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42276) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:33.414453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'admin_state_up': True, 'project_id': '39045df80a6f442b972ee88f13343d34', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:33.456483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705a306-10f8-4e39-aefb-4f623365051d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Network': ['ID=56d3ec5c-4f1b-47f4-8286-06a2652bf724,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:33.466951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:18:33.469145 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (7c344c30-3615-4d87-925f-30000565b25f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.470205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (7c344c30-3615-4d87-925f-30000565b25f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.521236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (7c344c30-3615-4d87-925f-30000565b25f), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.665493 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (7c344c30-3615-4d87-925f-30000565b25f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.855107 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (7c344c30-3615-4d87-925f-30000565b25f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.878486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:33.981470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.44 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/577f321a-e0c6-4fe0-8cb7-41de0fcf6a81) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:34.085220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:34.122953 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:34.157963 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:34.160788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:34.164151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:34.191825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:34.438345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (7c344c30-3615-4d87-925f-30000565b25f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:34.659106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (7c344c30-3615-4d87-925f-30000565b25f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.070030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 7c344c30-3615-4d87-925f-30000565b25f is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:18:35.179175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:18:35.190457 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Sync routers for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:18:35.198457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.199682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aa3de33a-f0bb-43d9-9227-5ebc5af73b3f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7885854
Mar 26 21:18:35.201227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:35.201854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eedb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:35.202901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:35.237179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a68ad972-ba12-46d8-9b09-e6ad8185b66e tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=39045df80a6f442b972ee88f13343d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0330894
Mar 26 21:18:35.239667 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:35.312607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:35.391718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a857f-8d52-49ee-9874-4b4cc93c29b7 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:35.393275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c13a857f-8d52-49ee-9874-4b4cc93c29b7 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1526239
Mar 26 21:18:35.396288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42318) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:35.432447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1558be1a-cc73-4b07-a56f-0cc7228bf2e0 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0349338
Mar 26 21:18:35.434952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42320) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:35.440043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203255044', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'project_id': '39045df80a6f442b972ee88f13343d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:35.539390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:35.543545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.648624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eedb280>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:34Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:35.676083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Checking router: 7c344c30-3615-4d87-925f-30000565b25f for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:18:35.676811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Updating router 7c344c30-3615-4d87-925f-30000565b25f port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:18:35.719743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.747214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (615b20fd-f35c-4f8f-aa45-40b78eaa796a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.809531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Subnet': ['ID=615b20fd-f35c-4f8f-aa45-40b78eaa796a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:35.821151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:35.821632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network hostable DHCP agents. Network: 56d3ec5c-4f1b-47f4-8286-06a2652bf724, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:18:35.841369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:18:35.852143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56d3ec5c-4f1b-47f4-8286-06a2652bf724) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:35.857061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:35.857954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:35.865311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504670a1-17ad-4ed7-af62-f97a9deadf07 None None] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:35.877202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7b33bdba-c094-436b-b6b4-149b8b806f66 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4410453
Mar 26 21:18:35.879769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42330) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:36.054050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:18:36.054901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.169650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks [] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.176880 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.270423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Attempting to bind port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:18:36.271109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Attempting to bind port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:18:36.271236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Attempting to bind port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:36.275904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Pushing event updated for resources: {'Port': ['ID=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:36.284731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:18:36.285107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:36.285514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.285912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:18:36.286379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Bound port: 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:18:36.286762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.296760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.297102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.297447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.297787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.298163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.298502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.298833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.299160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.299744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.300096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.300423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.300746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.301143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.301476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.301800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:36.305430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Allocated IP 172.20.0.2 (56d3ec5c-4f1b-47f4-8286-06a2652bf724/615b20fd-f35c-4f8f-aa45-40b78eaa796a/aa16885a-dcd4-4852-8359-00aff29d055e) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:36.375262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.411729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] For port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:18:36.429050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] For port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:18:36.437241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.546015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:36.546648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eedb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:36.550090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc63410-0bb5-4726-b63c-dbf27fb2ea48 None None] Pushing event updated for resources: {'Port': ['ID=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:36.593574 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks [] for port (aa16885a-dcd4-4852-8359-00aff29d055e), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.601953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.683319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:36.691847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Pushing event updated for resources: {'Port': ['ID=aa16885a-dcd4-4852-8359-00aff29d055e,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:36.694250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:36.697904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:36.716308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.1 (56d3ec5c-4f1b-47f4-8286-06a2652bf724/615b20fd-f35c-4f8f-aa45-40b78eaa796a/88aadc06-127e-4911-97aa-fe5952ef3644) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:36.741170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:36.839539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Attempting to bind port aa16885a-dcd4-4852-8359-00aff29d055e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:18:36.839827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (88aadc06-127e-4911-97aa-fe5952ef3644), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.840329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Attempting to bind port aa16885a-dcd4-4852-8359-00aff29d055e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:18:36.840882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Attempting to bind port aa16885a-dcd4-4852-8359-00aff29d055e on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:36.874752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:18:36.875121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:36.875707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.876292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Bound using segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:18:36.876514 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.877111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Bound port: aa16885a-dcd4-4852-8359-00aff29d055e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:18:36.877665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.917345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:36.920575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:36.924564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:36.963595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:36.983452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (7c344c30-3615-4d87-925f-30000565b25f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:36.989615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] For port aa16885a-dcd4-4852-8359-00aff29d055e, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:18:36.993306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] For port aa16885a-dcd4-4852-8359-00aff29d055e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa16885a-dcd4-4852-8359-00aff29d055e,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:18:37.003874 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:37.053151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eedb280>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:34Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:37.093702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763946a1-3ed3-4397-a11d-ba367c55239b None None] The sync data for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 is: [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:34Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:18:37.099577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7d3a5-40cf-4be3-b522-2e12c123592a None None] Pushing event updated for resources: {'Port': ['ID=aa16885a-dcd4-4852-8359-00aff29d055e,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:37.234698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:37.641455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (88aadc06-127e-4911-97aa-fe5952ef3644), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:37.647003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:37.733501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (7c344c30-3615-4d87-925f-30000565b25f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:37.735720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:37.846631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:37.848229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:37.983199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 7c344c30-3615-4d87-925f-30000565b25f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:18:38.127451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:18:38.134514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fb8b09e-07bb-40b0-a415-ed313aea9a67 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/7c344c30-3615-4d87-925f-30000565b25f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2535782
Mar 26 21:18:38.320673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4089659-a25f-45af-8039-1526be6932a7 None None] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:18:38.350863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-4259ece0-effd-4aeb-abfe-62ffebc4e825 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519965976&fields=id&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 267 time: 0.0469289
Mar 26 21:18:38.430971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Provisioning complete for port aa16885a-dcd4-4852-8359-00aff29d055e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:38.431379 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:38.457425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-919c3ded-1b45-4aa8-912b-b8c143926eb7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:38.459153 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-919c3ded-1b45-4aa8-912b-b8c143926eb7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 796 time: 0.1014287
Mar 26 21:18:38.474526 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-99ba9173-c224-4492-97e7-df9785037150 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/quotas/39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 375 time: 0.0091531
Mar 26 21:18:38.526783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Current status of the port aa16885a-dcd4-4852-8359-00aff29d055e is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:38.527175 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:38.548373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-e8665701-7be3-458b-90d8-4a2e5d4d5243 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0611427
Mar 26 21:18:38.560800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] For port aa16885a-dcd4-4852-8359-00aff29d055e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa16885a-dcd4-4852-8359-00aff29d055e,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:38.570396 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:38.633641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef94c-3c4a-4249-8516-a01e62ecfbe3 None None] Pushing event updated for resources: {'Port': ['ID=aa16885a-dcd4-4852-8359-00aff29d055e,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:38.705447 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-4cb46161-a38d-41ea-a434-930443abc141 service neutron] 10.222.0.16 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413543
Mar 26 21:18:38.801215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Provisioning complete for port aa16885a-dcd4-4852-8359-00aff29d055e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:38.802425 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:38.855035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-e4cf0514-5b70-4144-bb5e-58f96cee0a97 service neutron] 10.222.0.16 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431363
Mar 26 21:18:38.926522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Current status of the port aa16885a-dcd4-4852-8359-00aff29d055e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:38.939883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:38.940675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:38.980624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f77ec289-c0b3-4db7-a2b9-58c75541d6fe None None] Port 88aadc06-127e-4911-97aa-fe5952ef3644 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:18:39.098913 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Sync routers for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:18:39.121708 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:39.122355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a6160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:39.125340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5022e40e-02c2-45d2-88de-1658273b23e7 None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:39.126431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5022e40e-02c2-45d2-88de-1658273b23e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.137477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8b3df61-4d4d-42ac-bf52-6245e410efbe req-d7e4ea91-1732-4ae4-a517-97d93b8d0e62 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 210 time: 0.0910957
Mar 26 21:18:39.190035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5022e40e-02c2-45d2-88de-1658273b23e7 None None] Port 88aadc06-127e-4911-97aa-fe5952ef3644 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:18:39.234869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aa16885a-dcd4-4852-8359-00aff29d055e up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:39.293422 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:39.342478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port aa16885a-dcd4-4852-8359-00aff29d055e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:39.342954 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.448736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port aa16885a-dcd4-4852-8359-00aff29d055e is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:39.449796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:39.453301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9788d776-8240-483f-a384-51626d5c01c4 None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:39.453681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9788d776-8240-483f-a384-51626d5c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.524319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9788d776-8240-483f-a384-51626d5c01c4 None None] Port 88aadc06-127e-4911-97aa-fe5952ef3644 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:18:39.543012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:39.543393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.591717 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a6160>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 2, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:39.626380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Checking router: 7c344c30-3615-4d87-925f-30000565b25f for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:18:39.626749 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Updating router 7c344c30-3615-4d87-925f-30000565b25f port 88aadc06-127e-4911-97aa-fe5952ef3644 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:18:39.634042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:39.634489 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.656331 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.656545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:39.661098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.726390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:39.852584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42454) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:39.904075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Deleting subnet d1b6c4bb-6de9-46b6-abc0-36f375f04ca6 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:18:39.907221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Publish callbacks [] for subnet (d1b6c4bb-6de9-46b6-abc0-36f375f04ca6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.927740 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks [] for port (88aadc06-127e-4911-97aa-fe5952ef3644), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.933166 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.942812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (d1b6c4bb-6de9-46b6-abc0-36f375f04ca6), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:39.988918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (d1b6c4bb-6de9-46b6-abc0-36f375f04ca6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.010308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Pushing event updated for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.039775 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.040113 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.040436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.041285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.041833 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.042174 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.042508 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.042835 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.043165 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.044129 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.044476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.044796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.045127 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.045453 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.045776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.059044 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (d1b6c4bb-6de9-46b6-abc0-36f375f04ca6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.059873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Attempting to bind port 88aadc06-127e-4911-97aa-fe5952ef3644 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:18:40.060280 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Attempting to bind port 88aadc06-127e-4911-97aa-fe5952ef3644 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:18:40.060650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Attempting to bind port 88aadc06-127e-4911-97aa-fe5952ef3644 on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:40.066590 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:18:40.066972 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:40.067376 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.067831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Bound using segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:18:40.068340 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Bound port: 88aadc06-127e-4911-97aa-fe5952ef3644, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:18:40.068723 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.089506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1b6c4bb-6de9-46b6-abc0-36f375f04ca6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.099264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.099700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.100350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.100761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.101174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.101576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.101964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.102471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.103455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.103979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.104471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.104946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.105432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.105925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.106255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.111757 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.116363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59a96463-a468-462e-8db2-03f2606932d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d1b6c4bb-6de9-46b6-abc0-36f375f04ca6 HTTP/1.1" status: 204  len: 168 time: 0.2627378
Mar 26 21:18:40.119416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42456) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:40.133093 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] For port 88aadc06-127e-4911-97aa-fe5952ef3644, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:18:40.136492 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] For port 88aadc06-127e-4911-97aa-fe5952ef3644, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88aadc06-127e-4911-97aa-fe5952ef3644,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:18:40.142749 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.194025 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (c560919d-0fd7-44f8-b32c-c401178e0da8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.250703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:40.255441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.256459 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e72868-640f-4967-9c6f-ff18aeae534c None None] Pushing event updated for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.276585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f5ecea91-3adb-4626-9aea-5f0fc910da9f req-c4bbfbad-cb45-4d35-9735-103b707721f3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 210 time: 0.0564902
Mar 26 21:18:40.278668 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:40.279717 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241a6160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:40.364632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (c560919d-0fd7-44f8-b32c-c401178e0da8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.427394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Current status of the port 88aadc06-127e-4911-97aa-fe5952ef3644 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:40.428034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.437479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e99d910>,) {'filters': {'network_id': ['c560919d-0fd7-44f8-b32c-c401178e0da8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:40.453857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e99d910>, '8783569e-5619-4426-a298-b8864305e290') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:40.454416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e99d910>, '8783569e-5619-4426-a298-b8864305e290') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:40.470294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8783569e-5619-4426-a298-b8864305e290), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.503370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-8a31f5f0-3be8-47bf-a701-e2081b942b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:40.505170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-8a31f5f0-3be8-47bf-a701-e2081b942b32 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 796 time: 0.2264016
Mar 26 21:18:40.506368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8783569e-5619-4426-a298-b8864305e290), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.512317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] For port 88aadc06-127e-4911-97aa-fe5952ef3644, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88aadc06-127e-4911-97aa-fe5952ef3644,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:40.514438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:18:40.515041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8783569e-5619-4426-a298-b8864305e290), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:18:40.517196 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:18:40.521606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.565176 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:40.590970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db63ea-ecb7-4bcb-a4c1-3a00b64f8623 None None] Pushing event updated for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.609859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (c560919d-0fd7-44f8-b32c-c401178e0da8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.619564 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.622700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] 10.222.0.16 "DELETE /v2.0/networks/c560919d-0fd7-44f8-b32c-c401178e0da8 HTTP/1.1" status: 204  len: 168 time: 0.5023170
Mar 26 21:18:40.625629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42460) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:40.643362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfc9d4-24bf-45d4-a8c5-0dac53d45ada admin admin] Pushing event deleted for resources: {'Network': ['ID=c560919d-0fd7-44f8-b32c-c401178e0da8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.649990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2a4de22d-1eff-4504-8341-ad19da73b92f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 379 time: 0.1223342
Mar 26 21:18:40.661527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'port': {'device_id': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'admin_state_up': True, 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'security_groups': ['567370aa-c840-4c4c-88a4-8642ba7ff045']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:40.688457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Deleting subnet 4c4198cf-cff1-4d8f-a161-1e906706b5f5 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:18:40.693466 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Publish callbacks [] for subnet (4c4198cf-cff1-4d8f-a161-1e906706b5f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.734739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (4c4198cf-cff1-4d8f-a161-1e906706b5f5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.785164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4c4198cf-cff1-4d8f-a161-1e906706b5f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.829164 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241a6160>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:40.850000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-13c1b853-b0cb-4943-b98c-5cc2bb75161b None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:40.850480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-13c1b853-b0cb-4943-b98c-5cc2bb75161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.859711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (4c4198cf-cff1-4d8f-a161-1e906706b5f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.864387 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb31ad-13bd-41f4-9cc2-6f8e0fdc8039 None None] The sync data for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 is: [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:18:40.892793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4198cf-cff1-4d8f-a161-1e906706b5f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:40.903828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.904520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.905106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.905691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.906254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.906811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.908047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.908797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.909347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.909893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.910464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.911026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.911455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.912820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.913402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:18:40.924844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:40.936860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c3fe7d31-0118-47b6-8cbf-511e844bbefd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4c4198cf-cff1-4d8f-a161-1e906706b5f5 HTTP/1.1" status: 204  len: 168 time: 0.3053148
Mar 26 21:18:40.937988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42462) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:40.980650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-13c1b853-b0cb-4943-b98c-5cc2bb75161b None None] Current status of the port 88aadc06-127e-4911-97aa-fe5952ef3644 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:41.037572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3ffb61ef-0d74-47cd-a4e1-57276f2737c5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.160227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:18:41.162657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3ffb61ef-0d74-47cd-a4e1-57276f2737c5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.165367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.184544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61240ae9d0>,) {'filters': {'network_id': ['3ffb61ef-0d74-47cd-a4e1-57276f2737c5']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:41.201384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61240ae9d0>, 'f5a62806-d695-465b-a7d5-b48c3a8c53b7') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:41.201902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61240ae9d0>, 'f5a62806-d695-465b-a7d5-b48c3a8c53b7') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:41.213302 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (f5a62806-d695-465b-a7d5-b48c3a8c53b7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.231593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f5a62806-d695-465b-a7d5-b48c3a8c53b7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.239522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:18:41.240014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (f5a62806-d695-465b-a7d5-b48c3a8c53b7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:18:41.242239 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:18:41.249013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 88aadc06-127e-4911-97aa-fe5952ef3644 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:41.319958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 88aadc06-127e-4911-97aa-fe5952ef3644 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:41.320365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.322635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3ffb61ef-0d74-47cd-a4e1-57276f2737c5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.336036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.337303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.6 (56d3ec5c-4f1b-47f4-8286-06a2652bf724/615b20fd-f35c-4f8f-aa45-40b78eaa796a/9b190770-f5cf-46e2-933a-b74ae077b2ae) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:41.342437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3ffb61ef-0d74-47cd-a4e1-57276f2737c5 HTTP/1.1" status: 204  len: 168 time: 0.4028382
Mar 26 21:18:41.369685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad39b96-635d-4493-a94e-c928ec455aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffb61ef-0d74-47cd-a4e1-57276f2737c5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:41.390321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e64b9115-3303-4d14-8c88-9ad82d9ec6b7 req-ae24401a-909e-43e1-8dea-5119730a61ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 210 time: 0.0339959
Mar 26 21:18:41.451823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 88aadc06-127e-4911-97aa-fe5952ef3644 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:41.453709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:41.517319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:41.517713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.555032 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.583343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42468) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:41.608099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.627999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:41.636769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c8ba6dae-6419-4a60-8006-551c728895bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd3ee9d1e7b94fc4a74f972e70c05257&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0521302
Mar 26 21:18:41.639299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42470) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:41.653452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:41.656858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:41.660872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:41.695229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] Publish callbacks [] for security_group (56afaa17-56ec-49c8-8e64-51bed6efc6d0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.700057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:41.723235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] Publish callbacks [] for security_group (56afaa17-56ec-49c8-8e64-51bed6efc6d0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.726673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:41.727337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.750286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-2b950ebb-a4c8-4c2c-b281-48a19788e089 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0926414
Mar 26 21:18:41.768168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Request body: {'port': {'device_id': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:41.790030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (56afaa17-56ec-49c8-8e64-51bed6efc6d0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.793952 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:41.795365 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56afaa17-56ec-49c8-8e64-51bed6efc6d0 HTTP/1.1" status: 204  len: 168 time: 0.1548064
Mar 26 21:18:41.804888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e7125-9ff0-4b64-a4cb-8ffdf267657b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56afaa17-56ec-49c8-8e64-51bed6efc6d0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:41.854906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.022977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-60a20adc-f671-431b-967c-3acc8fd337a9 None None] Provisioning complete for port 9b190770-f5cf-46e2-933a-b74ae077b2ae triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:42.023444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60a20adc-f671-431b-967c-3acc8fd337a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.074033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-60a20adc-f671-431b-967c-3acc8fd337a9 None None] Port 9b190770-f5cf-46e2-933a-b74ae077b2ae cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:18:42.180551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:18:42.188722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks [] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.202900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Transition to ACTIVE for port object 9b190770-f5cf-46e2-933a-b74ae077b2ae will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:18:42.208435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.208638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42476) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:42.252344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44951f69-85c0-4ef7-993c-e14d67c3539f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=213ca20564674202957fa1b39b07adad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0422888
Mar 26 21:18:42.254870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42478) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:42.260432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:42.350820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:18:42.351449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:18:42.351614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:42.357891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:18:42.358506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:18:42.364298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:18:42.364782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:18:42.365282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Bound using segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:18:42.365817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Bound port: 9b190770-f5cf-46e2-933a-b74ae077b2ae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:18:42.366274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.452455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:18:42.456824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:18:42.466013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.527436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:42.528464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.530050 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] 10.222.0.21 "PUT /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1091 time: 0.7676251
Mar 26 21:18:42.554259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:42.559099 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8294e18d-4fd0-472a-952d-fab634ad8c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:42.559939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08da72-5502-48a0-bbef-1621d2a3714a service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:42.591003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] Publish callbacks [] for security_group (54a4d458-8cb9-4835-8712-b89e5753ef75), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.622123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] Publish callbacks [] for security_group (54a4d458-8cb9-4835-8712-b89e5753ef75), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.623738 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4847782-065f-4216-84cf-c04f89a70f5f x-openstack-request-id: req-e4847782-065f-4216-84cf-c04f89a70f5f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:42.624126 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:42.624462 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4847782-065f-4216-84cf-c04f89a70f5f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:42.624944 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4847782-065f-4216-84cf-c04f89a70f5f'] response: {'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:18:42.630107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e59614-77ba-40f9-92ee-e1219a7ca4c2 req-6ec13668-3593-463e-92e0-3cb16e34da0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:42.631659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81e59614-77ba-40f9-92ee-e1219a7ca4c2 req-6ec13668-3593-463e-92e0-3cb16e34da0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0884087
Mar 26 21:18:42.669593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-08ee0a47-b0e8-4461-8fdf-a4311a7d2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:42.671267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-08ee0a47-b0e8-4461-8fdf-a4311a7d2fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0699410
Mar 26 21:18:42.704914 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81e59614-77ba-40f9-92ee-e1219a7ca4c2 req-13563624-b535-4570-9520-284d4f3a4081 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672195
Mar 26 21:18:42.721700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (54a4d458-8cb9-4835-8712-b89e5753ef75), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.724457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:42.728944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54a4d458-8cb9-4835-8712-b89e5753ef75 HTTP/1.1" status: 204  len: 168 time: 0.4698465
Mar 26 21:18:42.737883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a99b1-7398-4f4f-a29d-cb2b56903002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4d458-8cb9-4835-8712-b89e5753ef75,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:42.741613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-30efc80e-1d3a-4e20-bded-0caa9ab74b5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 217 time: 0.0561547
Mar 26 21:18:42.801994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-c20f9f80-550b-49d8-828b-a5dd0d8b049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:42.803478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-c20f9f80-550b-49d8-828b-a5dd0d8b049d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0519259
Mar 26 21:18:42.861232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-b0f218de-331f-47cb-8d6f-6a1040847791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:42.862860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-b0f218de-331f-47cb-8d6f-6a1040847791 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0533607
Mar 26 21:18:42.977283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-79d1a2d8-8d27-42ca-bf5c-cf8e56ad75a7 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051180
Mar 26 21:18:43.086933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8526df8-c665-4a24-bfac-04c0462109f7 req-463bd638-b18f-4898-a9ff-4eb430a6fbbf service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986276
Mar 26 21:18:43.202831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-a97a618f-da05-4f27-aa18-f372aeb06a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:43.204405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-a97a618f-da05-4f27-aa18-f372aeb06a8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0594516
Mar 26 21:18:43.306820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-46a38c2b-ee8d-4f3c-b4bb-48ec0b3941dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:43.308364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-46a38c2b-ee8d-4f3c-b4bb-48ec0b3941dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0971687
Mar 26 21:18:43.357867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-51b83f34-5008-4d72-8d28-a0312164fcb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 217 time: 0.0432136
Mar 26 21:18:43.410272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-782f1c76-8990-42ec-8d6e-97e92b6a983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:43.411729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-782f1c76-8990-42ec-8d6e-97e92b6a983d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0452557
Mar 26 21:18:43.460336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-c7781b14-c2d7-41dc-83d0-953d76deb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:43.461778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-c7781b14-c2d7-41dc-83d0-953d76deb530 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437608
Mar 26 21:18:43.555573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-62401b6f-db82-42c7-b0f8-edf935c93daf service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860872
Mar 26 21:18:43.649378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8294e18d-4fd0-472a-952d-fab634ad8c1c req-2d08e784-731b-4356-a700-d53ef3e85806 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836856
Mar 26 21:18:43.828588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f5b7d-5ed8-4581-8d13-51e231cfe5f3 req-445e348c-fbf4-4587-a765-2b4865c2f31e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:43.830066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-550f5b7d-5ed8-4581-8d13-51e231cfe5f3 req-445e348c-fbf4-4587-a765-2b4865c2f31e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0526519
Mar 26 21:18:43.882795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-550f5b7d-5ed8-4581-8d13-51e231cfe5f3 req-7dab1135-3ad9-410f-9041-ecb63ae53f1e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472212
Mar 26 21:18:44.196199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:45.004866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efea6e8-95a7-4e87-bc78-e0bdc732085f req-30080c2a-46e0-4693-b9c7-a3e5cfd63590 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:45.006478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9efea6e8-95a7-4e87-bc78-e0bdc732085f req-30080c2a-46e0-4693-b9c7-a3e5cfd63590 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0577731
Mar 26 21:18:45.060816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9efea6e8-95a7-4e87-bc78-e0bdc732085f req-df89f8c5-283f-48a1-9341-3ac99e191853 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486119
Mar 26 21:18:45.816486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:46.179050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a11682-8578-495a-8ea1-3acf6ccd520f req-22d4e7fd-9527-4a24-8362-2251b3a53b07 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:46.180578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5a11682-8578-495a-8ea1-3acf6ccd520f req-22d4e7fd-9527-4a24-8362-2251b3a53b07 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0536461
Mar 26 21:18:46.229042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5a11682-8578-495a-8ea1-3acf6ccd520f req-593d4e4d-0fd2-4abb-9361-0631534f5a13 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424299
Mar 26 21:18:46.788406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:18:46.881980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:46.892755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:18:46.933925 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9b190770-f5cf-46e2-933a-b74ae077b2ae is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:46.934261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:46.946579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:18:46.965623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:46.968928 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:47.014368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:47.221518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['9b190770-f5cf-46e2-933a-b74ae077b2ae'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:18:47.346990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601259d-8d75-448e-9d84-a0cc142f9e97 req-2520ba70-24ab-4eec-82ad-606658b05506 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:47.348512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8601259d-8d75-448e-9d84-a0cc142f9e97 req-2520ba70-24ab-4eec-82ad-606658b05506 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 944 time: 0.0521307
Mar 26 21:18:47.396063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8601259d-8d75-448e-9d84-a0cc142f9e97 req-5eea3c58-50f6-42dc-bf9c-aa488bcb5982 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417902
Mar 26 21:18:48.515995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173377d0-cba4-4226-ae04-06a1353607b0 req-aaeac1be-619c-4cfa-ab87-b5e52dab5b8d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:48.517486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-173377d0-cba4-4226-ae04-06a1353607b0 req-aaeac1be-619c-4cfa-ab87-b5e52dab5b8d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 944 time: 0.0519888
Mar 26 21:18:48.566042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-173377d0-cba4-4226-ae04-06a1353607b0 req-1fce6832-2ff6-4cbf-aef4-cde68d6f7764 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430348
Mar 26 21:18:48.820906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:18:48.868131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 9b190770-f5cf-46e2-933a-b74ae077b2ae completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:18:48.872078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 9b190770-f5cf-46e2-933a-b74ae077b2ae triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:18:48.872457 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:48.949537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9b190770-f5cf-46e2-933a-b74ae077b2ae is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:18:48.949923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:48.972340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:48.974621 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96533cb7-c9a7-4a1a-b2b6-791ab716d2e1" -d '{"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-plugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:48.987356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:18:48.992354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:49.017919 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3920159-85af-44be-9573-469a38231026 x-openstack-request-id: req-d3920159-85af-44be-9573-469a38231026 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:49.018224 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-plugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:49.018482 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3920159-85af-44be-9573-469a38231026 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:49.018884 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3920159-85af-44be-9573-469a38231026'] response: {'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'code': 200}
Mar 26 21:18:49.042932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:49.128850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720bb48-6613-4475-93f5-7d9bd7c0f786 req-f2f46d76-dfd4-4afd-aeb2-795d9ad4e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:49.130279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1720bb48-6613-4475-93f5-7d9bd7c0f786 req-f2f46d76-dfd4-4afd-aeb2-795d9ad4e465 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1127 time: 0.0498390
Mar 26 21:18:49.179466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1720bb48-6613-4475-93f5-7d9bd7c0f786 req-b3ee7ff6-4df6-4b49-a3f9-b4c440c4925f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384080
Mar 26 21:18:49.955460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101da7e-8709-427a-884f-693a17ed5fe6 req-be8f17e1-27f8-44ff-879d-895a173458b8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:49.956957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a101da7e-8709-427a-884f-693a17ed5fe6 req-be8f17e1-27f8-44ff-879d-895a173458b8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0521564
Mar 26 21:18:50.006495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a101da7e-8709-427a-884f-693a17ed5fe6 req-b0f64e04-b460-406f-a719-ba481c478065 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434809
Mar 26 21:18:51.130379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1ced-7b84-4015-be5d-fb9222c76a07 req-20172af6-1006-4c14-b86c-3f486e4a0ff3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:51.131863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10db1ced-7b84-4015-be5d-fb9222c76a07 req-20172af6-1006-4c14-b86c-3f486e4a0ff3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0524478
Mar 26 21:18:51.184216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10db1ced-7b84-4015-be5d-fb9222c76a07 req-33841dd5-6a14-4c33-9323-ff214dd2169c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466604
Mar 26 21:18:51.300610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95880c73-12a2-4064-878a-59a84fee1e8f req-32fedf1b-dd7f-46b4-a55b-bdbe88cc6193 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:51.301983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95880c73-12a2-4064-878a-59a84fee1e8f req-32fedf1b-dd7f-46b4-a55b-bdbe88cc6193 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0525873
Mar 26 21:18:51.359491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-95880c73-12a2-4064-878a-59a84fee1e8f req-7a2a658b-212f-4dd1-9817-9505216769d7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470910
Mar 26 21:18:51.381337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:51.426192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5f320-0b12-4e9a-b775-fc3a162b04e7 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:51.427719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-34c5f320-0b12-4e9a-b775-fc3a162b04e7 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1122 time: 0.0453904
Mar 26 21:18:51.430749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:51.434914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:18:51.454020 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:51.552812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:51.653674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.237 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3636250b-fba0-40ba-8e7a-19ff014bc5e2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:18:51.756930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:51.790191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:51.826350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:18:51.829136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:18:51.832525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:18:51.859595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=3636250b-fba0-40ba-8e7a-19ff014bc5e2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:52.202117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (e033bf72-1724-49b8-86b3-faa8c3d3bd7e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.268246 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.414052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.418742 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.490139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=3636250b-fba0-40ba-8e7a-19ff014bc5e2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:18:52.502402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e033bf72-1724-49b8-86b3-faa8c3d3bd7e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.605036 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP e033bf72-1724-49b8-86b3-faa8c3d3bd7e associated. External IP: 172.35.4.237, port: 9b190770-f5cf-46e2-933a-b74ae077b2ae.
Mar 26 21:18:52.813338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 7c344c30-3615-4d87-925f-30000565b25f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:18:52.922664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:18:52.932745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Sync routers for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:18:52.941168 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:52.944201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:52.944836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7b02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:52.974505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0048b96f-eafe-417f-a992-a1b018c71cc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5427496
Mar 26 21:18:52.975106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:18:52.977367 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:18:53.027094 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd3a368-ca49-4293-b348-9a94879ffd88 x-openstack-request-id: req-0dd3a368-ca49-4293-b348-9a94879ffd88 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:18:53.027384 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:18:53.027639 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dd3a368-ca49-4293-b348-9a94879ffd88 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:18:53.028081 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd3a368-ca49-4293-b348-9a94879ffd88'] response: {'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:18:53.068017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:53.093209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb99ef7-f205-4b51-bd2b-531b4bf5704f req-a9aaae1a-cc78-4b0b-8e40-2a62dc14a30e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:53.093799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-876d9e81-3a44-4535-8a15-c4e78639f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:53.095348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-876d9e81-3a44-4535-8a15-c4e78639f212 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1127 time: 0.0464983
Mar 26 21:18:53.095974 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fb99ef7-f205-4b51-bd2b-531b4bf5704f req-a9aaae1a-cc78-4b0b-8e40-2a62dc14a30e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0603278
Mar 26 21:18:53.149202 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fb99ef7-f205-4b51-bd2b-531b4bf5704f req-32112494-ceea-4583-90ed-b783eb286a19 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475662
Mar 26 21:18:53.173618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42512) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:53.187540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-970ab1d6-8f24-42eb-94bb-260eb92d2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:53.189039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-970ab1d6-8f24-42eb-94bb-260eb92d2e78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0869958
Mar 26 21:18:53.239175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5e94c110-b9dc-4239-85c9-a4e9fb472960 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/e033bf72-1724-49b8-86b3-faa8c3d3bd7e HTTP/1.1" status: 200  len: 991 time: 0.0622973
Mar 26 21:18:53.259595 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-2548d33b-e515-4ce2-821d-4d39c4a992ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0642710
Mar 26 21:18:53.307211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7b02b0>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e033bf72-1724-49b8-86b3-faa8c3d3bd7e', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7c344c30-3615-4d87-925f-30000565b25f', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:18:52Z', 'updated_at': '2022-03-26T21:18:52Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:53.307710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-ad8e191e-b348-49b3-8aec-4da321058e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:53.309223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-ad8e191e-b348-49b3-8aec-4da321058e30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0436754
Mar 26 21:18:53.333875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Checking router: 7c344c30-3615-4d87-925f-30000565b25f for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:18:53.342862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:18:53.343544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7b02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:18:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:53.359635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-7ceddd2f-b555-42de-b853-f107e6524de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:18:53.361195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-7ceddd2f-b555-42de-b853-f107e6524de0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450532
Mar 26 21:18:53.451345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:18:53.453643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-7c037e7e-d83e-4b2d-a773-fb58763d2a9d service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866387
Mar 26 21:18:53.543387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cde80ba7-cfdd-4ffd-a026-38fb8ea49d8a req-02d0845f-86aa-445d-8206-c3d323e2451c service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836771
Mar 26 21:18:53.674898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7b02b0>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e033bf72-1724-49b8-86b3-faa8c3d3bd7e', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7c344c30-3615-4d87-925f-30000565b25f', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:18:52Z', 'updated_at': '2022-03-26T21:18:52Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:18:53.701244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4793d-ee51-4e25-97eb-fe096750e5eb None None] The sync data for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 is: [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e033bf72-1724-49b8-86b3-faa8c3d3bd7e', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.237', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7c344c30-3615-4d87-925f-30000565b25f', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:18:52Z', 'updated_at': '2022-03-26T21:18:52Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:18:53.905822 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e756add1-e978-4702-8e13-0ee1874578a0 None None] New status for floating IP e033bf72-1724-49b8-86b3-faa8c3d3bd7e: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:18:54.241937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:18:54.304277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cd8fcf3c-cfd0-4689-9c5f-0311a4dcdb79 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/e033bf72-1724-49b8-86b3-faa8c3d3bd7e HTTP/1.1" status: 200  len: 993 time: 0.0610118
Mar 26 21:18:55.052195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8f188fd8-b66b-4f70-8701-5a6cba92923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:57.821939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c6da738-2b03-490a-8459-0abfe57575e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:18:58.805800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:00.144558 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:01.824216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:02.671008 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:19:14.190821 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:15.815148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:23.845670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-3b472428-b9ad-41a2-85e8-9eb59616d2e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0638740
Mar 26 21:19:23.933331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-677d77ac-9808-4af6-9f65-1b7fa0662fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:23.934819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-677d77ac-9808-4af6-9f65-1b7fa0662fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1127 time: 0.0454812
Mar 26 21:19:24.041240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-d35a4939-7076-48d5-b286-609002e7a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:24.042728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-d35a4939-7076-48d5-b286-609002e7a39c service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0883670
Mar 26 21:19:24.396352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-1e5f9ccd-714f-418d-89c1-48675238d7c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1001 time: 0.3459227
Mar 26 21:19:24.446064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-bdbebb5c-55f5-4651-90e0-69d01afe9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:24.447433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-bdbebb5c-55f5-4651-90e0-69d01afe9bbb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0420053
Mar 26 21:19:24.498120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-4ed9dde5-c75a-4375-9052-5ea63eca8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:24.499624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-4ed9dde5-c75a-4375-9052-5ea63eca8572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457635
Mar 26 21:19:24.590362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-bfe36a53-2432-42b7-b03c-c867799020b4 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810602
Mar 26 21:19:24.683586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-49cc9475-f04d-4249-8dd6-7179adbd42e4 req-dabe1024-7301-4863-8453-bb7f44a42ed5 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857344
Mar 26 21:19:25.055052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a29f5aac-160e-4d48-85f0-2e77b1d69dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:27.823947 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15675fa0-6643-470f-b0ef-0d65670f8c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:28.809106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:29.818331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de859c8e-be86-4404-aa5b-15bbe9fb0d83 req-b25b4309-1647-40da-9599-39b371742bba tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:29.819751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de859c8e-be86-4404-aa5b-15bbe9fb0d83 req-b25b4309-1647-40da-9599-39b371742bba tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1127 time: 0.2467399
Mar 26 21:19:29.864279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de859c8e-be86-4404-aa5b-15bbe9fb0d83 req-665f52b3-0597-4382-b278-dce0ea6e31a6 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382841
Mar 26 21:19:30.046745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e3ded-1282-4962-85b5-863ec635ef7e req-ba55b92f-a761-4c8f-a6a6-b22da7fdbc27 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:30.048505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f8e3ded-1282-4962-85b5-863ec635ef7e req-ba55b92f-a761-4c8f-a6a6-b22da7fdbc27 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.1167576
Mar 26 21:19:30.096584 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0f8e3ded-1282-4962-85b5-863ec635ef7e req-ceec7960-ae81-41d0-9c56-16522f46daef tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423222
Mar 26 21:19:30.118494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42552) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:19:30.146967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:30.186455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c2f6c4b9-cb64-4f0b-a684-aafaf68fada8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/e033bf72-1724-49b8-86b3-faa8c3d3bd7e HTTP/1.1" status: 200  len: 993 time: 0.0668089
Mar 26 21:19:30.708446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819b272-0648-47f3-a3be-79f06aea0f57 req-8c073cde-26e4-48aa-86c5-723807d7f918 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:30.709880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1819b272-0648-47f3-a3be-79f06aea0f57 req-8c073cde-26e4-48aa-86c5-723807d7f918 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0817904
Mar 26 21:19:30.748988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-b612296b-626d-452f-a6d6-bb86c8ec6e7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1309576
Mar 26 21:19:30.758384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-9a270d5d-f80e-4e89-be18-9a6ddc5b498f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:19:30.759336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-9a270d5d-f80e-4e89-be18-9a6ddc5b498f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049264
Mar 26 21:19:30.774374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1819b272-0648-47f3-a3be-79f06aea0f57 req-2a8a4f2d-bdae-45c2-9733-219abc52ce39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579960
Mar 26 21:19:31.194433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-4a2dd9fb-112c-4ca0-945d-4d5e5386187d tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:31.195818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-4a2dd9fb-112c-4ca0-945d-4d5e5386187d tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1124 time: 0.0926025
Mar 26 21:19:31.826763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:31.916436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262f13b-c419-4e22-86ed-a3c55f3903b6 req-c795aeda-bed7-4064-8a80-300bcb63bfa7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:31.918015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b262f13b-c419-4e22-86ed-a3c55f3903b6 req-c795aeda-bed7-4064-8a80-300bcb63bfa7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0643127
Mar 26 21:19:31.998283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b262f13b-c419-4e22-86ed-a3c55f3903b6 req-933e0a02-117a-440d-a01d-a33f25246012 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734546
Mar 26 21:19:32.009085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-2183f8e8-e482-4753-bf96-f2cecdd5bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:32.011480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-2183f8e8-e482-4753-bf96-f2cecdd5bc67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1127 time: 0.0793726
Mar 26 21:19:32.109468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-b431e6d7-02e8-4389-a931-6296005730bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:32.110843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-b431e6d7-02e8-4389-a931-6296005730bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0879827
Mar 26 21:19:32.180208 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-d1f2ff78-bd47-456b-9cf2-178fb3381e74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1001 time: 0.0605021
Mar 26 21:19:32.237715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-d2cb4285-62e3-4b55-8642-7801a1c1b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:32.239496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-d2cb4285-62e3-4b55-8642-7801a1c1b890 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0479279
Mar 26 21:19:32.291435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-7693ef9a-9077-4da7-b99f-a12da5f98f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:32.293486 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-7693ef9a-9077-4da7-b99f-a12da5f98f46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435910
Mar 26 21:19:32.309648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-03b195bb-9011-47e0-b758-75d5ccecfa27 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:19:32.310590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-03b195bb-9011-47e0-b758-75d5ccecfa27 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053833
Mar 26 21:19:32.406278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-7e7e5b0e-28cd-4909-bdff-c57e38016b95 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861905
Mar 26 21:19:32.501500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-d51290bf-9bfa-4402-a152-914c88e32731 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863142
Mar 26 21:19:33.120138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0ed77-cd2f-465d-8b35-0dacbb5f9a5f req-1830b8a5-4832-423a-8b76-862739c32838 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:33.121592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29d0ed77-cd2f-465d-8b35-0dacbb5f9a5f req-1830b8a5-4832-423a-8b76-862739c32838 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0554805
Mar 26 21:19:33.169730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29d0ed77-cd2f-465d-8b35-0dacbb5f9a5f req-80f4e93a-5328-4070-9030-522521b95c38 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425050
Mar 26 21:19:34.290277 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc375a-3535-4c40-83fa-03602d8e6ce7 req-c5d802c8-9ae7-4b71-882b-bcbdbf6c7ecb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:34.291678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54cc375a-3535-4c40-83fa-03602d8e6ce7 req-c5d802c8-9ae7-4b71-882b-bcbdbf6c7ecb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0528035
Mar 26 21:19:34.344761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-54cc375a-3535-4c40-83fa-03602d8e6ce7 req-c322df7e-5df3-489b-922c-7b0c9026f317 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469356
Mar 26 21:19:35.463017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf14113-ffb6-456e-86d7-5c682014221a req-48c3e81d-26a1-46bd-bc14-d16429c91593 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:35.464515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf14113-ffb6-456e-86d7-5c682014221a req-48c3e81d-26a1-46bd-bc14-d16429c91593 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0526233
Mar 26 21:19:35.513949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-daf14113-ffb6-456e-86d7-5c682014221a req-2fa6267a-e430-4d2c-9ab1-5fec92571feb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438683
Mar 26 21:19:36.631860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d49bab-d5e6-4505-b21a-92bbe920d631 req-aa89acbe-e737-4112-80d5-aeee5cb63e2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:36.633357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60d49bab-d5e6-4505-b21a-92bbe920d631 req-aa89acbe-e737-4112-80d5-aeee5cb63e2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0523467
Mar 26 21:19:36.683617 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-60d49bab-d5e6-4505-b21a-92bbe920d631 req-9d8e7795-8295-4b1c-8c1a-6d15bd4d8b7a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440762
Mar 26 21:19:37.802764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c00acc-f331-4614-918b-27a3af3cf556 req-264fcf2c-2b28-4617-99b2-4a489029c2f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:37.804275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0c00acc-f331-4614-918b-27a3af3cf556 req-264fcf2c-2b28-4617-99b2-4a489029c2f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0524118
Mar 26 21:19:37.858067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0c00acc-f331-4614-918b-27a3af3cf556 req-1f795dec-56c2-4f48-8c19-b7c5a77d555c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476439
Mar 26 21:19:38.976059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00469863-a231-4a7a-9ec0-5de741502107 req-76e2969a-8c6c-4b74-ae5e-24bf1a8915b5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:38.977513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00469863-a231-4a7a-9ec0-5de741502107 req-76e2969a-8c6c-4b74-ae5e-24bf1a8915b5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0521193
Mar 26 21:19:39.026214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00469863-a231-4a7a-9ec0-5de741502107 req-a25ddf2f-8614-4075-a5b3-08b3afc898c2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430222
Mar 26 21:19:39.670600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:19:40.144826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580f44-2ad6-4102-892e-bc14156a9a8c req-c2a72689-f97e-4a47-963b-18b47651f9b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:40.146303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4580f44-2ad6-4102-892e-bc14156a9a8c req-c2a72689-f97e-4a47-963b-18b47651f9b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0521126
Mar 26 21:19:40.194927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4580f44-2ad6-4102-892e-bc14156a9a8c req-febb261b-9fbe-46df-8a84-3a4445b5509f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430229
Mar 26 21:19:41.317012 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acaf35c-2653-4200-98ee-e301ae6277db req-2166c14d-8935-44a0-9aaa-235620779918 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:41.318390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7acaf35c-2653-4200-98ee-e301ae6277db req-2166c14d-8935-44a0-9aaa-235620779918 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0566294
Mar 26 21:19:41.367236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7acaf35c-2653-4200-98ee-e301ae6277db req-a557f56f-7cd9-49ee-8fa0-782cea92254d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428114
Mar 26 21:19:42.484759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155741fb-6d00-459e-bfcf-60d4e24c9c10 req-db9f41a4-d2d4-46d3-b9ae-307b9fdac781 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:42.486254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-155741fb-6d00-459e-bfcf-60d4e24c9c10 req-db9f41a4-d2d4-46d3-b9ae-307b9fdac781 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0520589
Mar 26 21:19:42.533676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-155741fb-6d00-459e-bfcf-60d4e24c9c10 req-bd26940e-2f16-4626-bb4a-be146b9a1a79 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418570
Mar 26 21:19:43.653775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610cb54-1561-42fe-aeac-191162b05d89 req-be67538f-c977-468e-ad0f-c63bf17bc935 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:43.655242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2610cb54-1561-42fe-aeac-191162b05d89 req-be67538f-c977-468e-ad0f-c63bf17bc935 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0526443
Mar 26 21:19:43.704333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2610cb54-1561-42fe-aeac-191162b05d89 req-d29261b5-cc33-499a-bf97-17de36a6cbf5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435576
Mar 26 21:19:44.202181 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:44.826158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002b8df-c6a7-484e-b710-89486b3207c8 req-a064e15c-4e84-4cb5-9347-319ef9e41689 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:44.827648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0002b8df-c6a7-484e-b710-89486b3207c8 req-a064e15c-4e84-4cb5-9347-319ef9e41689 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0563700
Mar 26 21:19:44.874421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0002b8df-c6a7-484e-b710-89486b3207c8 req-a68a5abb-c66b-40b3-bf05-9a276772327d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412421
Mar 26 21:19:45.829281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:45.991079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7080-dff2-4bb3-90d5-5ba170f77964 req-23934a5d-d5bb-4a6b-b1f2-b8818702f315 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:45.992734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-443c7080-dff2-4bb3-90d5-5ba170f77964 req-23934a5d-d5bb-4a6b-b1f2-b8818702f315 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0511553
Mar 26 21:19:46.046676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-443c7080-dff2-4bb3-90d5-5ba170f77964 req-8d9ad65a-1645-41b0-bc15-6a9491cedef6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478437
Mar 26 21:19:47.164613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e842f4-fdb9-47e7-a79c-49873a37cfce req-f014c934-d3d7-443a-a3ec-d6894c74eab0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:47.166099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60e842f4-fdb9-47e7-a79c-49873a37cfce req-f014c934-d3d7-443a-a3ec-d6894c74eab0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0524950
Mar 26 21:19:47.214624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-60e842f4-fdb9-47e7-a79c-49873a37cfce req-b48c6230-5bf9-4bb3-bc58-bd162256bcac tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424931
Mar 26 21:19:48.333405 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fa883-0604-40dd-b699-cc75afd51313 req-9a713161-d6d7-4eb2-b591-362041c01f20 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:48.334794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-460fa883-0604-40dd-b699-cc75afd51313 req-9a713161-d6d7-4eb2-b591-362041c01f20 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0532308
Mar 26 21:19:48.382707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-460fa883-0604-40dd-b699-cc75afd51313 req-a1e2aaf9-10e0-456c-b24a-aeac4c542ebb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423727
Mar 26 21:19:49.499317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34ac04-eacc-4c3f-845c-6387421bb088 req-269bd055-6b94-41c5-861a-19203fa2b6cc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:49.500802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c34ac04-eacc-4c3f-845c-6387421bb088 req-269bd055-6b94-41c5-861a-19203fa2b6cc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 945 time: 0.0510244
Mar 26 21:19:49.552788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c34ac04-eacc-4c3f-845c-6387421bb088 req-adc348d2-4053-4b1f-a77f-f9fd52d8a948 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464525
Mar 26 21:19:49.660424 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-7a31fdb5-f5a0-4ce0-8f51-a844168f818f service neutron] show failed (client error): The resource could not be found.
Mar 26 21:19:49.661489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-7a31fdb5-f5a0-4ce0-8f51-a844168f818f service neutron] 10.222.0.21 "GET /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540917
Mar 26 21:19:49.875581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-72758a05-3811-4ae0-bfab-be64d008273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:49.877150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-72758a05-3811-4ae0-bfab-be64d008273d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 1127 time: 0.0438664
Mar 26 21:19:49.888196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:19:49.943545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.149327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:19:50.181074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:19:50.218814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:19:50.220999 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35c9ee8-2058-4397-8098-45939812d10f" -d '{"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-unplugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:19:50.224439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks [] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.236969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Transition to ACTIVE for port object 9b190770-f5cf-46e2-933a-b74ae077b2ae will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:19:50.240739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.275837 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb983a9-50c8-4381-bdcb-4aadd6071614 x-openstack-request-id: req-0eb983a9-50c8-4381-bdcb-4aadd6071614 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:19:50.276161 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-unplugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:19:50.276415 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0eb983a9-50c8-4381-bdcb-4aadd6071614 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:19:50.276816 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb983a9-50c8-4381-bdcb-4aadd6071614'] response: {'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'code': 200}
Mar 26 21:19:50.290990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:19:50.335175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.335552 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.335900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.336263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.336608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.336940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.337271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.337618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.337921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.338288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.338612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.338936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.339263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.339584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.339901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:50.380709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] No DVR routers for this DVR port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:19:50.517557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:19:50.518179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:19:50.518179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:19:50.522308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:19:50.522627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:19:50.527936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:19:50.528280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:19:50.528662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Bound using segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:19:50.529082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Bound port: 9b190770-f5cf-46e2-933a-b74ae077b2ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:19:50.529433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.591592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:19:50.594706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:19:50.602176 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.651803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:50.652511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:50.653937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1091 time: 0.7702703
Mar 26 21:19:50.723078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5c70-c372-410a-91fe-d09a3e68b4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:19:50.746681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff38bf-ab39-47b1-ac63-a7596334b55f req-3ddd9b8f-702c-4bfd-8221-a25b0e8b90cd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:50.748258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ff38bf-ab39-47b1-ac63-a7596334b55f req-3ddd9b8f-702c-4bfd-8221-a25b0e8b90cd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.1194334
Mar 26 21:19:50.764616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-26aa3748-6984-47f9-afd4-de88309d6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:50.766105 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-26aa3748-6984-47f9-afd4-de88309d6fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0881495
Mar 26 21:19:50.865847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61ff38bf-ab39-47b1-ac63-a7596334b55f req-51626db2-47db-4d48-b9ef-c5155fe9d86f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1115611
Mar 26 21:19:50.889758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-b209d3ba-89f6-4219-a4f1-fc04813d0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:50.891220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-b209d3ba-89f6-4219-a4f1-fc04813d0b6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.1187167
Mar 26 21:19:50.955111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-f66ffb60-7afa-4feb-a7de-83bff2ae4819 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0582714
Mar 26 21:19:51.005181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-410473e1-c9e4-44cb-9b60-677a3363ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:51.006659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-410473e1-c9e4-44cb-9b60-677a3363ea60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0466325
Mar 26 21:19:51.054169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-a84c68bf-2e69-4b1b-bc1b-364632017bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:51.055657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-a84c68bf-2e69-4b1b-bc1b-364632017bcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438492
Mar 26 21:19:51.146192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-e47a5c65-9cb5-466e-abcf-b5cbb8b07ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841300
Mar 26 21:19:51.235805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-79625a6f-7e41-4348-b85b-d6564aa73129 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835629
Mar 26 21:19:51.990877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820a31-66b5-4758-b706-30ecea779d05 req-e0b99190-5abc-408a-b972-3b578ce3a4f2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:51.992523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85820a31-66b5-4758-b706-30ecea779d05 req-e0b99190-5abc-408a-b972-3b578ce3a4f2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0565743
Mar 26 21:19:52.042781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85820a31-66b5-4758-b706-30ecea779d05 req-ba1219f3-1d7b-41cf-956c-2b076248db8c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441236
Mar 26 21:19:52.277936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:19:52.280338 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8401324-cb41-4741-bc6d-50c3baad5f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:19:52.328451 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684cb097-d680-42e1-bd13-6f9cbff40265 x-openstack-request-id: req-684cb097-d680-42e1-bd13-6f9cbff40265 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:19:52.328783 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:19:52.329044 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-684cb097-d680-42e1-bd13-6f9cbff40265 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:19:52.329464 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684cb097-d680-42e1-bd13-6f9cbff40265'] response: {'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:19:52.393427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-65d12e17-9af8-4c8c-9566-be22a96170fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.394961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-65d12e17-9af8-4c8c-9566-be22a96170fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0455191
Mar 26 21:19:52.397938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-4ecb78f4-b91d-4309-be59-3a821ebac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.399459 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-4ecb78f4-b91d-4309-be59-3a821ebac514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0443628
Mar 26 21:19:52.487627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-e6862ef5-8b4e-4702-8c68-e0dff998f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.489465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-e6862ef5-8b4e-4702-8c68-e0dff998f3a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0887108
Mar 26 21:19:52.493430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-88921354-b7a5-4f9b-b847-1ae8d73c9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.494929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-88921354-b7a5-4f9b-b847-1ae8d73c9d29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0893655
Mar 26 21:19:52.554047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-add0770b-48c3-4e48-8a5c-ff4e3abe069d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0583522
Mar 26 21:19:52.565002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-8b89702e-59dd-4aaa-84fa-e1f56c2301a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0593491
Mar 26 21:19:52.603573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-b96834c1-a450-4712-add5-3ae63c95d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.605111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-b96834c1-a450-4712-add5-3ae63c95d79f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0440440
Mar 26 21:19:52.617523 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-98d166af-f635-4776-b192-7f3cfba2773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.618983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-98d166af-f635-4776-b192-7f3cfba2773e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0444674
Mar 26 21:19:52.660985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-20f2f0d5-1381-4f0a-bf25-64c0785b4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.662487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-20f2f0d5-1381-4f0a-bf25-64c0785b4519 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490515
Mar 26 21:19:52.677908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-1fb8b08c-1f60-4104-b858-6b9cafe8b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:52.679460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-1fb8b08c-1f60-4104-b858-6b9cafe8b69d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498149
Mar 26 21:19:52.753102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-91ecd478-8a28-4485-8725-79597cf838e0 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835757
Mar 26 21:19:52.771320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-6a36074f-0a92-45c2-95b6-3a1190d928fc service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851202
Mar 26 21:19:52.849505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-847f9782-4567-49c6-bf94-d647ab135631 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904627
Mar 26 21:19:52.882070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8401324-cb41-4741-bc6d-50c3baad5f2d req-f5a07144-9190-4457-916b-f16b15c1f005 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016164
Mar 26 21:19:53.162372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54e845-4a02-4f40-b36f-562b3e1b6168 req-3d995b15-6aab-46c8-af6a-66896b581a5b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.163742 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd54e845-4a02-4f40-b36f-562b3e1b6168 req-3d995b15-6aab-46c8-af6a-66896b581a5b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0534558
Mar 26 21:19:53.213060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd54e845-4a02-4f40-b36f-562b3e1b6168 req-46b868e1-6e04-4c41-acc7-b76fefecb0b3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431607
Mar 26 21:19:53.452460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02805e1f-5dc5-4af3-bd1c-23be385d8db2 req-a31ab97a-4921-4d8b-805a-3b7c189a4442 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.453944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02805e1f-5dc5-4af3-bd1c-23be385d8db2 req-a31ab97a-4921-4d8b-805a-3b7c189a4442 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0532930
Mar 26 21:19:53.469302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-0ad64911-8d61-4f67-9aa3-ef319bd90c20 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.470782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-0ad64911-8d61-4f67-9aa3-ef319bd90c20 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.18 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&tenant_id=39045df80a6f442b972ee88f13343d34&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0900233
Mar 26 21:19:53.480376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-002068e2-d6b0-4128-9140-00d45061faee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:19:53.481389 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-002068e2-d6b0-4128-9140-00d45061faee service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054073
Mar 26 21:19:53.507053 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02805e1f-5dc5-4af3-bd1c-23be385d8db2 req-dc29b98d-549a-4f4b-98c1-5ed7d7127cad tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473638
Mar 26 21:19:53.545408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-1577a79e-32a9-4e1a-8236-f1099a66f7be service neutron] 10.222.0.18 "GET /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0583956
Mar 26 21:19:53.608263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-c9628d59-ebdc-4f98-bb25-e1493796839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.610050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-c9628d59-ebdc-4f98-bb25-e1493796839d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1125 time: 0.0447254
Mar 26 21:19:53.698923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-72c126fe-3a47-4f7b-8362-16f38f51c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.700470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-72c126fe-3a47-4f7b-8362-16f38f51c180 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0850010
Mar 26 21:19:53.763220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-4dc38d23-736d-4d90-95cd-7b3767a60f86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0571864
Mar 26 21:19:53.809065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-fac1ec09-90b8-4c46-8c23-c28bf9655ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.810477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-fac1ec09-90b8-4c46-8c23-c28bf9655ec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0424972
Mar 26 21:19:53.860623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-fa4b7ee3-d556-46c4-991a-bc9c2b267666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:53.862100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-fa4b7ee3-d556-46c4-991a-bc9c2b267666 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466237
Mar 26 21:19:53.948288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-92a4f171-b7bf-4dbc-ae6d-7a2419420927 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797582
Mar 26 21:19:54.038101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-856f62a1-66be-4fe6-bc45-82db2d7deb82 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841496
Mar 26 21:19:54.626641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760540-0bf8-4c1d-8db3-b3d970526eec req-4ff8edde-af29-47cd-9bde-9406e5c89f7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:54.628112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e760540-0bf8-4c1d-8db3-b3d970526eec req-4ff8edde-af29-47cd-9bde-9406e5c89f7f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0516460
Mar 26 21:19:54.676072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e760540-0bf8-4c1d-8db3-b3d970526eec req-1e5f489d-bfa3-45e4-bea3-945d138f29d1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419872
Mar 26 21:19:55.056457 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-986a0e51-9643-4ada-bc4e-91a54b897900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:55.176759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:19:55.217639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 9b190770-f5cf-46e2-933a-b74ae077b2ae host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:19:55.217957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:19:55.655851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:19:55.757560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:19:55.772252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:19:55.806154 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c4fbb-168f-4f6a-84b5-27839b602132 req-0119dd39-9d90-4429-9945-a3b67259d169 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:55.807723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-365c4fbb-168f-4f6a-84b5-27839b602132 req-0119dd39-9d90-4429-9945-a3b67259d169 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 943 time: 0.0586143
Mar 26 21:19:55.815719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 9b190770-f5cf-46e2-933a-b74ae077b2ae is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:19:55.816264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:55.829657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:19:55.855969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:19:55.861108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:55.868477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-365c4fbb-168f-4f6a-84b5-27839b602132 req-c30d643a-6bbd-4787-aa4d-c9e6d9c8baf3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538001
Mar 26 21:19:55.909520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:19:55.918071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.918495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.918853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.919198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.919539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.919875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.920251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.920586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.920919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.921251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.921583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.921916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.922514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.922843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:55.923172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.001615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-62a390a4-7807-4d88-8a85-9726d4cdacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:56.003465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-62a390a4-7807-4d88-8a85-9726d4cdacfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 1126 time: 0.0759633
Mar 26 21:19:56.018258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:19:56.080245 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.282895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:19:56.318765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:19:56.355826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:19:56.364089 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks [] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.374421 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Ignored duplicate provisioning block setup for port 9b190770-f5cf-46e2-933a-b74ae077b2ae by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Mar 26 21:19:56.377702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.489912 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=9']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:19:56.512086 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.512440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.512808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.513155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.513494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.513832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.514163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.514490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.514821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.515149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.515477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.515805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.516153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.516479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.516801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:19:56.562391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] No DVR routers for this DVR port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:19:56.699261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:19:56.699529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:19:56.699853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:19:56.704125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:19:56.704474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Attempting to bind port 9b190770-f5cf-46e2-933a-b74ae077b2ae on network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:19:56.709250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:19:56.709588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Checking segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:19:56.709971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Bound using segment: {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:19:56.710395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Bound port: 9b190770-f5cf-46e2-933a-b74ae077b2ae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6a634-ff97-4381-bc58-42837ed9918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:19:56.710747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.774186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:19:56.777255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:19:56.783507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.816871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:56.817606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:56.818989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1091 time: 0.8050857
Mar 26 21:19:56.821305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:19:56.824325 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba4a793-d44c-4bd6-be9f-500b73efbf87" -d '{"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:19:56.849158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d484bd8-b29e-4b6a-abb8-f258d7385a63 service neutron] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=10']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:19:56.891015 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8daaca-c3da-47de-86db-586cdcf50457 x-openstack-request-id: req-fe8daaca-c3da-47de-86db-586cdcf50457 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:19:56.891453 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:19:56.891714 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe8daaca-c3da-47de-86db-586cdcf50457 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:19:56.892162 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8daaca-c3da-47de-86db-586cdcf50457'] response: {'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:19:56.902299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-e71dc8a4-826d-4b9f-ab00-7e54fb541632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:56.903831 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-e71dc8a4-826d-4b9f-ab00-7e54fb541632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1126 time: 0.0513418
Mar 26 21:19:56.964614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-4a83bba2-f5aa-49bd-b9a3-bf441c8c1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:56.966408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-4a83bba2-f5aa-49bd-b9a3-bf441c8c1596 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1126 time: 0.0488985
Mar 26 21:19:57.061316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436e47f-c46a-48e0-be9c-3c9ad8419b82 req-82d21964-b2c7-4250-9e43-b69b67dfe997 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.062804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0436e47f-c46a-48e0-be9c-3c9ad8419b82 req-82d21964-b2c7-4250-9e43-b69b67dfe997 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 944 time: 0.1203260
Mar 26 21:19:57.064706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-d71f7681-e2e3-4e70-855a-7259f1afbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.065616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-d71f7681-e2e3-4e70-855a-7259f1afbeb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.1503134
Mar 26 21:19:57.069189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-fa2c3972-f314-4537-b4a8-ba720100366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.070733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-fa2c3972-f314-4537-b4a8-ba720100366d service neutron] 10.222.0.18 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0991123
Mar 26 21:19:57.137871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-50134de8-d438-4bd1-bcd2-7af408f0e2a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0608196
Mar 26 21:19:57.161375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0436e47f-c46a-48e0-be9c-3c9ad8419b82 req-998d556b-ede6-4cc6-844a-5508e9e5f248 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928700
Mar 26 21:19:57.172338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-ab2b8680-baad-469b-96eb-e0cf6e9184bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0965805
Mar 26 21:19:57.189380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-0b3276bd-c53f-4358-9fc3-4b57d2c42bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.190838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-0b3276bd-c53f-4358-9fc3-4b57d2c42bb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0482869
Mar 26 21:19:57.225331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-3283c820-54aa-4199-8284-1e3714a06ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.226857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-3283c820-54aa-4199-8284-1e3714a06ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0448909
Mar 26 21:19:57.238421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-e043b958-ce4d-4b2d-a5a6-703c0a85f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.239904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-e043b958-ce4d-4b2d-a5a6-703c0a85f302 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432081
Mar 26 21:19:57.280652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-3fc2b2e2-154b-4fcc-b68b-c82b26f21b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.282268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-3fc2b2e2-154b-4fcc-b68b-c82b26f21b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455081
Mar 26 21:19:57.330446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-8cdeb18f-a603-4030-b538-cf1c37690f76 service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846474
Mar 26 21:19:57.382897 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-7dacbf47-039b-4d86-a919-a5ded5f51e38 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902534
Mar 26 21:19:57.481797 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-813f60e6-6209-4ce8-9a82-fca3a8c7e69b req-d6c52fd4-e915-49c3-a3bd-8cad323fed1f service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879362
Mar 26 21:19:57.574906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-6687404e-af56-4515-8159-4d0a8aadb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.576505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-6687404e-af56-4515-8159-4d0a8aadb8da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1126 time: 0.0464764
Mar 26 21:19:57.660651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-2d41fd5d-10bd-4027-b4c5-e5d0dbf77abd service neutron] 10.222.0.18 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250918
Mar 26 21:19:57.671841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-4c34dbed-2f10-4a92-9529-36d0cafb40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:57.673569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-4c34dbed-2f10-4a92-9529-36d0cafb40ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0895493
Mar 26 21:19:57.740738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-55c070ab-d10e-45f1-a028-3af4529ed125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 999 time: 0.0613198
Mar 26 21:19:57.825939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d4598407-81f7-40ff-8fae-de0ef9dd3bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:58.081101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-0aee7b47-02e4-4dfd-b59d-bec818d02931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:58.082623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-0aee7b47-02e4-4dfd-b59d-bec818d02931 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.3355925
Mar 26 21:19:58.131168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-45ec4cad-1f6d-4c96-bc05-cbf3c3986f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:58.132716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-45ec4cad-1f6d-4c96-bc05-cbf3c3986f32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429051
Mar 26 21:19:58.226592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-a4f8e59f-c03d-4dff-92bf-7458cef7a271 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849729
Mar 26 21:19:58.283406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31dc60-746c-44e5-a594-f13f231da61f req-3b8cb9a2-f0e0-49e6-ba4c-cea8ecaea180 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:58.284919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d31dc60-746c-44e5-a594-f13f231da61f req-3b8cb9a2-f0e0-49e6-ba4c-cea8ecaea180 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 944 time: 0.0519450
Mar 26 21:19:58.332222 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ba4a793-d44c-4bd6-be9f-500b73efbf87 req-fbd1c0ad-9807-4220-9696-1e6fa4d95318 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942402
Mar 26 21:19:58.349673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d31dc60-746c-44e5-a594-f13f231da61f req-1926af89-975c-4dc0-8e74-c8acb11e80d1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584831
Mar 26 21:19:58.811808 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:19:59.470572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ec11b-b0ee-4454-9254-43c900eee93c req-22a295fe-2238-4ef7-9652-91eae5e69958 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:19:59.472094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-955ec11b-b0ee-4454-9254-43c900eee93c req-22a295fe-2238-4ef7-9652-91eae5e69958 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 944 time: 0.0540323
Mar 26 21:19:59.527513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-955ec11b-b0ee-4454-9254-43c900eee93c req-7a62cb20-6bb5-416f-86d5-5e9492d0e07f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466740
Mar 26 21:19:59.549886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42672) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:19:59.609249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a74ab391-e04b-403c-83a8-c372285cc1ba tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/e033bf72-1724-49b8-86b3-faa8c3d3bd7e HTTP/1.1" status: 200  len: 991 time: 0.0582566
Mar 26 21:19:59.689017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:19:59.729583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 9b190770-f5cf-46e2-933a-b74ae077b2ae host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:19:59.729978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:00.148609 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:01.205963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:20:01.298070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:01.312005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'port_id': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'mac_address': 'fa:16:3e:a5:2a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:20:01.347439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9b190770-f5cf-46e2-933a-b74ae077b2ae is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:01.347828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:01.359964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:20:01.378606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:01.382030 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:01.428623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:01.630066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['9b190770-f5cf-46e2-933a-b74ae077b2ae'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:20:01.846482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:03.205850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:03.402190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 9b190770-f5cf-46e2-933a-b74ae077b2ae completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:20:03.405758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 9b190770-f5cf-46e2-933a-b74ae077b2ae triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:03.406151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:03.480519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 9b190770-f5cf-46e2-933a-b74ae077b2ae is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:03.480902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:03.502236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:03.504518 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f28fe-a953-47e0-8fe9-58e5d535b4ea" -d '{"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-plugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:03.516686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:03.520526 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:03.545764 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39990105-3211-4f0c-9454-487f26596bda x-openstack-request-id: req-39990105-3211-4f0c-9454-487f26596bda {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:03.546053 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-plugged", "status": "completed", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:03.546304 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39990105-3211-4f0c-9454-487f26596bda {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:03.546686 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39990105-3211-4f0c-9454-487f26596bda'] response: {'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'code': 200}
Mar 26 21:20:03.570776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:14.216648 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:14.883442 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-acc5ef2c-3a13-4f54-a044-0b578ed8c29d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0422957
Mar 26 21:20:14.969187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-b42f8e91-35ce-4e83-b724-f222777dfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:14.970698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-b42f8e91-35ce-4e83-b724-f222777dfd1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a14cf15734c4aa881ff16a0bc734242&device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 1127 time: 0.0472193
Mar 26 21:20:15.075393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-9499e481-25e1-43d6-977d-45a3e3a80aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:15.076890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-9499e481-25e1-43d6-977d-45a3e3a80aa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 200  len: 908 time: 0.0881491
Mar 26 21:20:15.140827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-ec6bc6ee-9e88-424c-be6f-a5049de02360 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 200  len: 1001 time: 0.0582213
Mar 26 21:20:15.188175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-292604ed-0312-472f-9606-677a7647ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:15.189592 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-292604ed-0312-472f-9606-677a7647ddb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 200  len: 847 time: 0.0433702
Mar 26 21:20:15.239799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-9fffc6d7-5728-4276-8a38-4cd29f36087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:15.241293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-9fffc6d7-5728-4276-8a38-4cd29f36087f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4836231-1512-4907-a9ce-7cfc0228ac84&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460682
Mar 26 21:20:15.328064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-aed7ef5a-7815-4716-b2c7-d80ee9fa8136 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797274
Mar 26 21:20:15.416826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f19436f-c308-4aaf-b85f-5cda2d4cb885 req-67fec60b-e283-4415-b9ac-5dee14ad7a61 service neutron] 10.222.0.18 "GET /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832689
Mar 26 21:20:15.843862 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:16.669998 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:20:23.908507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-ba7dd831-cd4a-4d9b-bee7-ae7a7a7bbcbe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1326165
Mar 26 21:20:23.998420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-e54ceb4c-ea28-4dbd-a965-81915d02a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:23.999966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-e54ceb4c-ea28-4dbd-a965-81915d02a4c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1128 time: 0.0494094
Mar 26 21:20:24.103981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-ea8d5915-5109-41f1-911f-66be62f9bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:24.105354 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-ea8d5915-5109-41f1-911f-66be62f9bb1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.0857825
Mar 26 21:20:24.175060 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-4a8c37ca-505e-410d-a01d-e0b2dac0dd06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 1001 time: 0.0621445
Mar 26 21:20:24.222510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-8b4c98d7-e538-49b3-9295-21b27b83592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:24.223900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-8b4c98d7-e538-49b3-9295-21b27b83592e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0424266
Mar 26 21:20:24.271732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-2c8948cd-8586-4dab-a582-c8de9665249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:24.273219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-2c8948cd-8586-4dab-a582-c8de9665249a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430970
Mar 26 21:20:24.366533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-a184c3be-3007-46c7-9043-0bc892c520c6 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840335
Mar 26 21:20:24.455082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd18dab5-8edf-4bb8-b5ec-98dcc944e696 req-ef82d018-e7e0-4a72-99b7-33dd5b6c3401 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820322
Mar 26 21:20:25.058683 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0018fabd-5d72-40d1-9934-7efe9883784a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:25.215209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a92d34-9846-4018-aaad-b0ea776bdf8a req-28b08515-a163-46d3-99ff-0960db4e777e tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:25.216630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43a92d34-9846-4018-aaad-b0ea776bdf8a req-28b08515-a163-46d3-99ff-0960db4e777e tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.0529039
Mar 26 21:20:25.264560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-43a92d34-9846-4018-aaad-b0ea776bdf8a req-94ed4648-1750-4e29-b1df-86bde566c669 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421402
Mar 26 21:20:26.549937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-75eeaf81-f216-4609-bd93-e7cc8bbe84f4 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:26.551298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-75eeaf81-f216-4609-bd93-e7cc8bbe84f4 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.1782846
Mar 26 21:20:26.573165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5157dc-068f-4444-ad14-321808a4ea42 req-25ce71e8-aab5-4cd8-af6d-261b1b17edf4 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:26.574586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae5157dc-068f-4444-ad14-321808a4ea42 req-25ce71e8-aab5-4cd8-af6d-261b1b17edf4 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 945 time: 0.0733323
Mar 26 21:20:26.670945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae5157dc-068f-4444-ad14-321808a4ea42 req-1ea265bc-2003-47ed-b1d9-99e041c22144 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe4547ee-b01b-4c11-b077-fad89161c34f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795119
Mar 26 21:20:26.692970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Deleting port d6e7ebff-b51e-441f-b6b1-b718e5c678cf {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:26.693313 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:26.782434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] For port d6e7ebff-b51e-441f-b6b1-b718e5c678cf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:26.782798 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.002993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.003360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (607b7ca5-88af-4211-8e46-1637472d69f5), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.003740 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Floating IP 607b7ca5-88af-4211-8e46-1637472d69f5 disassociated. External IP: 172.35.4.226, port: d6e7ebff-b51e-441f-b6b1-b718e5c678cf.
Mar 26 21:20:27.004119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Calling delete_port for d6e7ebff-b51e-441f-b6b1-b718e5c678cf owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:27.130791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d6e7ebff-b51e-441f-b6b1-b718e5c678cf), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.158231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event deleted for resources: {'Port': ['ID=d6e7ebff-b51e-441f-b6b1-b718e5c678cf,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:27.277065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Router 381a243c-0827-4894-b4c9-3b433861b809 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:27.383818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:27.394154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Sync routers for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:27.404407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:27.405082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:19:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:27.424492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] No DVR routers for this DVR port d6e7ebff-b51e-441f-b6b1-b718e5c678cf on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:27.427092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.430443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bd6ee397-8d83-4245-aa27-4309acd85288 req-a8ca231a-dcf5-4d73-8acb-d436f1d9d52f tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.18 "DELETE /v2.0/ports/d6e7ebff-b51e-441f-b6b1-b718e5c678cf HTTP/1.1" status: 204  len: 173 time: 0.8732324
Mar 26 21:20:27.430866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'name': 'network-vif-deleted', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:27.433109 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e081fe-8aa7-467b-9738-33956e41338f" -d '{"events": [{"server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "name": "network-vif-deleted", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:27.516515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:27.557080 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf04e0e-0a88-4579-89af-8e58512f5158 x-openstack-request-id: req-ddf04e0e-0a88-4579-89af-8e58512f5158 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:27.557614 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd236bf8-150d-4e59-9e5d-f8914bc74c8c", "name": "network-vif-deleted", "tag": "d6e7ebff-b51e-441f-b6b1-b718e5c678cf", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:27.557614 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddf04e0e-0a88-4579-89af-8e58512f5158 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:27.558217 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf04e0e-0a88-4579-89af-8e58512f5158'] response: {'server_uuid': 'fd236bf8-150d-4e59-9e5d-f8914bc74c8c', 'name': 'network-vif-deleted', 'tag': 'd6e7ebff-b51e-441f-b6b1-b718e5c678cf', 'status': 'completed', 'code': 200}
Mar 26 21:20:27.723771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfec970>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:27.756530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Checking router: 381a243c-0827-4894-b4c9-3b433861b809 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:27.765631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:27.766869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfec970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:19:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:27.785255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44b6b501-5e9a-42bf-8603-b6552e1b70b3 req-2dfb783f-4528-41ef-a5bd-278c6fc83436 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd236bf8-150d-4e59-9e5d-f8914bc74c8c HTTP/1.1" status: 200  len: 210 time: 0.0323932
Mar 26 21:20:27.864101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a23a49a8-6577-45e4-94b3-1983983a8351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:27.889289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:28.091765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfec970>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:28.117861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30631731-a1f4-4468-b0f4-79129b8b25c4 None None] The sync data for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 is: [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:15:11Z', 'revision_number': 4, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd9d3f50-e465-4b7e-a0a1-fd70567beffa', 'name': '', 'network_id': 'e4836231-1512-4907-a9ce-7cfc0228ac84', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'mac_address': 'fa:16:3e:95:54:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:10Z', 'updated_at': '2022-03-26T21:15:18Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'subnets': [{'id': '7dec8015-1a9b-42d4-9d14-9dee824644b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:28.326424 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52731161-baaf-400b-8896-6d3d596745c5 None None] New status for floating IP 607b7ca5-88af-4211-8e46-1637472d69f5: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:20:28.819105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:28.841390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42702) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:28.966751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Deleting port 28cd2ea8-5c94-4fcd-84b2-a4faeeff719c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:28.967091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.048506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.048835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for floatingip (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.060267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Calling delete_port for 28cd2ea8-5c94-4fcd-84b2-a4faeeff719c owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:29.191731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28cd2ea8-5c94-4fcd-84b2-a4faeeff719c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.215797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event deleted for resources: {'Port': ['ID=28cd2ea8-5c94-4fcd-84b2-a4faeeff719c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:29.279298 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for floatingip (607b7ca5-88af-4211-8e46-1637472d69f5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.281988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.283147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1db32838-63fc-4d60-9127-e41d427d4c5c tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "DELETE /v2.0/floatingips/607b7ca5-88af-4211-8e46-1637472d69f5 HTTP/1.1" status: 204  len: 168 time: 0.4406862
Mar 26 21:20:29.351735 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42708) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:29.407416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (fe4547ee-b01b-4c11-b077-fad89161c34f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.432213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (fe4547ee-b01b-4c11-b077-fad89161c34f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.491547 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (fe4547ee-b01b-4c11-b077-fad89161c34f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.494752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:29.495934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe4547ee-b01b-4c11-b077-fad89161c34f HTTP/1.1" status: 204  len: 168 time: 0.1431382
Mar 26 21:20:29.505158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3a9ae-1702-4219-9aa2-baa79e858211 tempest-TestServerBasicOps-519159747 tempest-TestServerBasicOps-519159747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4547ee-b01b-4c11-b077-fad89161c34f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:29.531715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42712) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:30.003781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (381a243c-0827-4894-b4c9-3b433861b809), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.150591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.258401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Deleting port bd9d3f50-e465-4b7e-a0a1-fd70567beffa {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:30.258685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.335799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] For port bd9d3f50-e465-4b7e-a0a1-fd70567beffa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:30.336199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.354162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Calling delete_port for bd9d3f50-e465-4b7e-a0a1-fd70567beffa owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:30.533857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bd9d3f50-e465-4b7e-a0a1-fd70567beffa), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.559678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd9d3f50-e465-4b7e-a0a1-fd70567beffa,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:30.729254 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (381a243c-0827-4894-b4c9-3b433861b809), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:30.948872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Router 381a243c-0827-4894-b4c9-3b433861b809 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:31.058101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:31.063058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3393c0c4-b894-4552-878a-f01524c6eab5 admin admin] 10.222.0.16 "PUT /v2.0/routers/381a243c-0827-4894-b4c9-3b433861b809/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5303016
Mar 26 21:20:31.065644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:31.068114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Sync routers for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:31.083535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:31.084182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246136d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:31.179265 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks [] for router (381a243c-0827-4894-b4c9-3b433861b809), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.196940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:31.287300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks [] for router_gateway (381a243c-0827-4894-b4c9-3b433861b809), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.339573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Deleting port 3f4de5eb-2827-4059-88ef-fac3a10e2585 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:31.339907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.372799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246136d0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:20:30Z', 'revision_number': 5, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port': {'id': '3f4de5eb-2827-4059-88ef-fac3a10e2585', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381a243c-0827-4894-b4c9-3b433861b809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:07Z', 'updated_at': '2022-03-26T21:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:31.403214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Checking router: 381a243c-0827-4894-b4c9-3b433861b809 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:31.411506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Routers {'381a243c-0827-4894-b4c9-3b433861b809'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:31.412168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246136d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['381a243c-0827-4894-b4c9-3b433861b809'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:31.417643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] For port 3f4de5eb-2827-4059-88ef-fac3a10e2585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4de5eb-2827-4059-88ef-fac3a10e2585,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:31.418237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.438474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Calling delete_port for 3f4de5eb-2827-4059-88ef-fac3a10e2585 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:31.502090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] Set router 381a243c-0827-4894-b4c9-3b433861b809 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:31.553546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246136d0>, [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:20:31Z', 'revision_number': 6, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:31.583119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc007fbf-68b4-4dc9-933f-58138f819e4e None None] The sync data for ids ['381a243c-0827-4894-b4c9-3b433861b809'] in ncdv-master-1 is: [{'id': '381a243c-0827-4894-b4c9-3b433861b809', 'name': 'tempest-TestServerBasicOps-760784789-router', 'tenant_id': '1a14cf15734c4aa881ff16a0bc734242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:05Z', 'updated_at': '2022-03-26T21:20:31Z', 'revision_number': 6, 'project_id': '1a14cf15734c4aa881ff16a0bc734242', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:31.605235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3f4de5eb-2827-4059-88ef-fac3a10e2585), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.632917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4de5eb-2827-4059-88ef-fac3a10e2585,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:31.690938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (381a243c-0827-4894-b4c9-3b433861b809), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.732335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6e7ebff-b51e-441f-b6b1-b718e5c678cf no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:31.752573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: d6e7ebff-b51e-441f-b6b1-b718e5c678cf {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:31.752927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device d6e7ebff-b51e-441f-b6b1-b718e5c678cf not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:31.782059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (381a243c-0827-4894-b4c9-3b433861b809), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.784176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks [] for router_controller (381a243c-0827-4894-b4c9-3b433861b809), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.828670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.829954 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (381a243c-0827-4894-b4c9-3b433861b809), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.830359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381a243c-0827-4894-b4c9-3b433861b809 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:20:31.834414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.835560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1f530e85-69f6-42d9-ad73-5bdf2d8c1a07 admin admin] 10.222.0.16 "DELETE /v2.0/routers/381a243c-0827-4894-b4c9-3b433861b809 HTTP/1.1" status: 204  len: 168 time: 0.7689586
Mar 26 21:20:31.838559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42720) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:31.882046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Deleting subnet 7dec8015-1a9b-42d4-9d14-9dee824644b2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:20:31.885100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Publish callbacks [] for subnet (7dec8015-1a9b-42d4-9d14-9dee824644b2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:31.919664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (7dec8015-1a9b-42d4-9d14-9dee824644b2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.039112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7dec8015-1a9b-42d4-9d14-9dee824644b2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.091589 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7dec8015-1a9b-42d4-9d14-9dee824644b2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.119166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dec8015-1a9b-42d4-9d14-9dee824644b2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:32.122787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.126332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a74a29da-838d-4b7d-a28b-4639ee2c7421 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7dec8015-1a9b-42d4-9d14-9dee824644b2 HTTP/1.1" status: 204  len: 168 time: 0.2864640
Mar 26 21:20:32.128466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42724) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:32.128664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc487594-a864-4839-9c88-35882d10bb54 None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:32.203303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (e4836231-1512-4907-a9ce-7cfc0228ac84), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.257842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Deleting port a6d881d2-2e4b-4d19-aecd-82b141c61e3c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:32.258186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.356278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] For port a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:32.356654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.372518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Calling delete_port for a6d881d2-2e4b-4d19-aecd-82b141c61e3c owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:32.377263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] DHCP port deletion for e4836231-1512-4907-a9ce-7cfc0228ac84 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:20:32.392287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c7f0c-e9b8-4e39-baed-7347145bfd41 req-859975eb-b42c-430d-8cfa-d131f81a78f9 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:32.393815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c24c7f0c-e9b8-4e39-baed-7347145bfd41 req-859975eb-b42c-430d-8cfa-d131f81a78f9 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1128 time: 0.0871801
Mar 26 21:20:32.430317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Deleting port a6d881d2-2e4b-4d19-aecd-82b141c61e3c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:32.430684 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.486372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c24c7f0c-e9b8-4e39-baed-7347145bfd41 req-5d220916-89f0-4502-8da5-e7813151f6a2 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642929
Mar 26 21:20:32.492509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] For port a6d881d2-2e4b-4d19-aecd-82b141c61e3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,segment=NetworkSegment(8ac8232a-b4d4-41b3-bc86-3718be6e71f1),segment_id=8ac8232a-b4d4-41b3-bc86-3718be6e71f1)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:32.493447 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.498912 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.512562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Calling delete_port for a6d881d2-2e4b-4d19-aecd-82b141c61e3c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:32.513852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42728) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:32.528648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:32.534234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] No DVR routers for this DVR port a6d881d2-2e4b-4d19-aecd-82b141c61e3c on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:32.613659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (e4836231-1512-4907-a9ce-7cfc0228ac84), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.636211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e568400>,) {'filters': {'network_id': ['e4836231-1512-4907-a9ce-7cfc0228ac84']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:32.646858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e568400>, '8ac8232a-b4d4-41b3-bc86-3718be6e71f1') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:32.647176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e568400>, '8ac8232a-b4d4-41b3-bc86-3718be6e71f1') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:32.658255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8ac8232a-b4d4-41b3-bc86-3718be6e71f1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.673411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8ac8232a-b4d4-41b3-bc86-3718be6e71f1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.684446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:20:32.684995 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8ac8232a-b4d4-41b3-bc86-3718be6e71f1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:20:32.687117 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:20:32.718176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 3636250b-fba0-40ba-8e7a-19ff014bc5e2 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:32.718519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.752356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (e4836231-1512-4907-a9ce-7cfc0228ac84), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.757520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a6d881d2-2e4b-4d19-aecd-82b141c61e3c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.762656 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.766395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e4836231-1512-4907-a9ce-7cfc0228ac84 HTTP/1.1" status: 204  len: 168 time: 0.6370149
Mar 26 21:20:32.782361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:32.783151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d2290-cde5-43b0-a055-bec518c7d3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4836231-1512-4907-a9ce-7cfc0228ac84,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:32.789050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Pushing event deleted for resources: {'Port': ['ID=a6d881d2-2e4b-4d19-aecd-82b141c61e3c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:32.791775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] Network e4836231-1512-4907-a9ce-7cfc0228ac84 is not hosted by any dhcp agent {{(pid=126739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Mar 26 21:20:32.792428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc7a3f-83c1-4b2d-9864-e95a5a30ab84 None None] No DVR routers for this DVR port a6d881d2-2e4b-4d19-aecd-82b141c61e3c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:32.812477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.812862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (3636250b-fba0-40ba-8e7a-19ff014bc5e2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:32.825137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 3636250b-fba0-40ba-8e7a-19ff014bc5e2 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:33.010542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3636250b-fba0-40ba-8e7a-19ff014bc5e2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:33.043000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=3636250b-fba0-40ba-8e7a-19ff014bc5e2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:33.110840 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (e033bf72-1724-49b8-86b3-faa8c3d3bd7e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:33.111755 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP e033bf72-1724-49b8-86b3-faa8c3d3bd7e disassociated (deleted). External IP: 172.35.4.237, port: 9b190770-f5cf-46e2-933a-b74ae077b2ae.
Mar 26 21:20:33.171907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4de5eb-2827-4059-88ef-fac3a10e2585 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:33.194829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3f4de5eb-2827-4059-88ef-fac3a10e2585 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:33.195422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3f4de5eb-2827-4059-88ef-fac3a10e2585 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:33.195855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd9d3f50-e465-4b7e-a0a1-fd70567beffa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:33.222278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: bd9d3f50-e465-4b7e-a0a1-fd70567beffa {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:33.222934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd9d3f50-e465-4b7e-a0a1-fd70567beffa not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:33.223357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6d881d2-2e4b-4d19-aecd-82b141c61e3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:33.242665 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a6d881d2-2e4b-4d19-aecd-82b141c61e3c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:33.243632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a6d881d2-2e4b-4d19-aecd-82b141c61e3c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:33.338565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 7c344c30-3615-4d87-925f-30000565b25f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:33.451033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:33.455826 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:33.460681 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Sync routers for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:33.464178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:33.471695 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:33.472553 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124f720d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:33.488230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e945d357-3bc4-437c-b797-6eea8e136704 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/floatingips/e033bf72-1724-49b8-86b3-faa8c3d3bd7e HTTP/1.1" status: 204  len: 168 time: 0.9726038
Mar 26 21:20:33.489728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:33.492457 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ee5152-952e-4fa2-9ba0-c29ac7629d62" -d '{"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:33.537087 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7185c272-0c51-409c-b034-b734bba73951 x-openstack-request-id: req-7185c272-0c51-409c-b034-b734bba73951 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:33.538186 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:33.538606 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7185c272-0c51-409c-b034-b734bba73951 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:33.539173 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7185c272-0c51-409c-b034-b734bba73951'] response: {'name': 'network-changed', 'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:20:33.587180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:33.670091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-c9119d09-1ba0-4801-af6b-8ae9ccb80433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:33.671880 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-c9119d09-1ba0-4801-af6b-8ae9ccb80433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 1128 time: 0.1047869
Mar 26 21:20:33.787776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124f720d0>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:33.817822 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Checking router: 7c344c30-3615-4d87-925f-30000565b25f for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:33.826578 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:33.827189 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124f720d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:33.844079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b43e-0f7d-48e8-802f-0d00d2a1b3ad req-f1064aa8-6840-492c-a9b9-c2ed735700df tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:33.845579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70c5b43e-0f7d-48e8-802f-0d00d2a1b3ad req-f1064aa8-6840-492c-a9b9-c2ed735700df tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 946 time: 0.1519692
Mar 26 21:20:33.851730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-9ec4c130-6915-43be-85d2-34ee5750f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:33.853178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-9ec4c130-6915-43be-85d2-34ee5750f2c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 200  len: 896 time: 0.1617954
Mar 26 21:20:33.928360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-87b2437b-c7bf-4867-980f-7137a683c175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 200  len: 217 time: 0.0652206
Mar 26 21:20:33.933812 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:34.016466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70c5b43e-0f7d-48e8-802f-0d00d2a1b3ad req-23f3fd52-f809-4816-84e5-0aad2add58d5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622987
Mar 26 21:20:34.032833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-a759ba4e-87d3-42bd-b219-75195cfeb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:34.034320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-a759ba4e-87d3-42bd-b219-75195cfeb74b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 200  len: 834 time: 0.0964713
Mar 26 21:20:34.082887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Deleting port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:34.083236 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:34.140183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-a126a49c-0012-4a0f-8fd6-459a5cdde6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:34.141704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-a126a49c-0012-4a0f-8fd6-459a5cdde6ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56d3ec5c-4f1b-47f4-8286-06a2652bf724&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0989568
Mar 26 21:20:34.203859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] For port b0c116f7-d1a0-4ce9-b6fc-25477ab835b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:34.204230 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:34.228861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124f720d0>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:34.246442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Calling delete_port for b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:34.254696 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56006bc-45b5-4f6d-b44e-9a8882159aa2 None None] The sync data for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 is: [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:37Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88aadc06-127e-4911-97aa-fe5952ef3644', 'name': '', 'network_id': '56d3ec5c-4f1b-47f4-8286-06a2652bf724', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:96:6f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:36Z', 'updated_at': '2022-03-26T21:18:40Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '615b20fd-f35c-4f8f-aa45-40b78eaa796a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:34.312055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-e05c7f74-7bf7-4b67-9f78-6b1dd6e1275f service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610677
Mar 26 21:20:34.478290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cda200-2fec-45f4-8fc8-8916006620d6 None None] New status for floating IP e033bf72-1724-49b8-86b3-faa8c3d3bd7e: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:20:34.482845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66ee5152-952e-4fa2-9ba0-c29ac7629d62 req-e7ea17c4-be4b-497c-86b2-af51d6545191 service neutron] 10.222.0.21 "GET /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618845
Mar 26 21:20:34.542094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b0c116f7-d1a0-4ce9-b6fc-25477ab835b9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:34.569306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c116f7-d1a0-4ce9-b6fc-25477ab835b9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:34.739606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:34.958544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Router d0629108-7c4a-4bc8-abaa-d409f42f39dd has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:35.070599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:35.075818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-652b7ce8-c468-4baa-baf5-202d993dc112 admin admin] 10.222.0.16 "PUT /v2.0/routers/d0629108-7c4a-4bc8-abaa-d409f42f39dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2844191
Mar 26 21:20:35.078513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:35.079806 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Sync routers for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:35.090175 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:35.091011 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612421b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:35.160244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4fac9-e637-4d88-8610-c948892aa6bc req-65fe543a-30ae-4118-b13a-f6a434632480 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:35.162543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a4fac9-e637-4d88-8610-c948892aa6bc req-65fe543a-30ae-4118-b13a-f6a434632480 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 946 time: 0.0670218
Mar 26 21:20:35.214115 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:35.217740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3a4fac9-e637-4d88-8610-c948892aa6bc req-b20fa452-572e-4c03-ad08-6036e228ea52 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=567370aa-c840-4c4c-88a4-8642ba7ff045&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494597
Mar 26 21:20:35.237683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-56cef523-0eb1-42f0-b192-e25be36b5be5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:35.239152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-56cef523-0eb1-42f0-b192-e25be36b5be5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 946 time: 0.1104436
Mar 26 21:20:35.256023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks [] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.398929 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612421b7c0>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:20:34Z', 'revision_number': 5, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:35.424129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks [] for router_gateway (d0629108-7c4a-4bc8-abaa-d409f42f39dd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.425564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Checking router: d0629108-7c4a-4bc8-abaa-d409f42f39dd for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:35.433453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:35.433799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.435180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Routers {'d0629108-7c4a-4bc8-abaa-d409f42f39dd'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:35.435795 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612421b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:35.544600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] Set router d0629108-7c4a-4bc8-abaa-d409f42f39dd gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:35.554026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Deleting port 28702659-7c4e-488b-8f7a-835220beb4b3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:35.554523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.560996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 9b190770-f5cf-46e2-933a-b74ae077b2ae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b190770-f5cf-46e2-933a-b74ae077b2ae,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:35.561356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.590907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 9b190770-f5cf-46e2-933a-b74ae077b2ae owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:35.699629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] For port 28702659-7c4e-488b-8f7a-835220beb4b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28702659-7c4e-488b-8f7a-835220beb4b3,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:35.700015 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.715826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Calling delete_port for 28702659-7c4e-488b-8f7a-835220beb4b3 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:35.730654 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612421b7c0>, [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:20:34Z', 'revision_number': 5, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:35.756952 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046073e-a28c-4b3b-9bec-7e89423ac472 None None] The sync data for ids ['d0629108-7c4a-4bc8-abaa-d409f42f39dd'] in ncdv-master-1 is: [{'id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'name': 'tempest-TestServerBasicOps-1188299404-router', 'tenant_id': 'a586ca08318d4cdd862d7df097e9a736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164'}], 'enable_snat': True}, 'gw_port_id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:20:34Z', 'revision_number': 5, 'project_id': 'a586ca08318d4cdd862d7df097e9a736', 'gw_port': {'id': '28702659-7c4e-488b-8f7a-835220beb4b3', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a6:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0629108-7c4a-4bc8-abaa-d409f42f39dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:15:16Z', 'updated_at': '2022-03-26T21:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:35.868377 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (9b190770-f5cf-46e2-933a-b74ae077b2ae), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.901228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=9b190770-f5cf-46e2-933a-b74ae077b2ae,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:35.961138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] No DVR routers for this DVR port 9b190770-f5cf-46e2-933a-b74ae077b2ae on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:35.979398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:35.982759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29fe31ca-388b-4b6c-94ad-3fcd0775a280 req-80e0576e-eafa-47c1-a0bd-87b87353e4eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "DELETE /v2.0/ports/9b190770-f5cf-46e2-933a-b74ae077b2ae HTTP/1.1" status: 204  len: 173 time: 0.7337570
Mar 26 21:20:35.983211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-deleted', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:35.985466 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0723a-3d67-452a-873a-0fb7f5ce1be0" -d '{"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-deleted", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:36.020576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28702659-7c4e-488b-8f7a-835220beb4b3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.047545 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Pushing event deleted for resources: {'Port': ['ID=28702659-7c4e-488b-8f7a-835220beb4b3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:36.117257 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d731a-4982-4400-a45a-7f2eb274a110 x-openstack-request-id: req-a98d731a-4982-4400-a45a-7f2eb274a110 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:36.117655 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a324e3ad-79af-4b34-a62d-5ca799504736", "name": "network-vif-deleted", "tag": "9b190770-f5cf-46e2-933a-b74ae077b2ae", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:36.118633 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a98d731a-4982-4400-a45a-7f2eb274a110 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:36.119195 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98d731a-4982-4400-a45a-7f2eb274a110'] response: {'server_uuid': 'a324e3ad-79af-4b34-a62d-5ca799504736', 'name': 'network-vif-deleted', 'tag': '9b190770-f5cf-46e2-933a-b74ae077b2ae', 'status': 'completed', 'code': 200}
Mar 26 21:20:36.120112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.229630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.232043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks [] for router_controller (d0629108-7c4a-4bc8-abaa-d409f42f39dd), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.288911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (d0629108-7c4a-4bc8-abaa-d409f42f39dd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.289581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0629108-7c4a-4bc8-abaa-d409f42f39dd {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:20:36.294360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.298045 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-77d9e46b-74f6-45bb-b3a5-9e0781573771 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d0629108-7c4a-4bc8-abaa-d409f42f39dd HTTP/1.1" status: 204  len: 168 time: 1.2159727
Mar 26 21:20:36.298466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:36.358384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Deleting subnet 7e021cf0-c90b-4199-9dc3-d4f99285b66c {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:20:36.362234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Publish callbacks [] for subnet (7e021cf0-c90b-4199-9dc3-d4f99285b66c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.368372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-148b743f-df06-4cb6-ba0e-d25240f10082 req-89474268-08cd-463e-9d66-46dc3ef40d46 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=a324e3ad-79af-4b34-a62d-5ca799504736 HTTP/1.1" status: 200  len: 210 time: 0.0397406
Mar 26 21:20:36.408006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (7e021cf0-c90b-4199-9dc3-d4f99285b66c), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.502363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7e021cf0-c90b-4199-9dc3-d4f99285b66c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.561899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (7e021cf0-c90b-4199-9dc3-d4f99285b66c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.591402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e021cf0-c90b-4199-9dc3-d4f99285b66c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:36.596429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.599564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f2c83ad-7145-47c3-b763-0588cb9301b7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7e021cf0-c90b-4199-9dc3-d4f99285b66c HTTP/1.1" status: 204  len: 168 time: 0.3000581
Mar 26 21:20:36.602260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42752) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:36.603988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2ccde-f808-4427-8b7c-bd706866a260 None None] Network 1df735fd-e59b-47ef-9b16-7384914eff6f requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:36.678241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (1df735fd-e59b-47ef-9b16-7384914eff6f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.737105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Deleting port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:36.737447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.779318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] DHCP port deletion for 1df735fd-e59b-47ef-9b16-7384914eff6f request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:20:36.804378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] For port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:36.804869 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.822472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Calling delete_port for b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:36.833387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Deleting port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:36.833771 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.896293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] For port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,segment=NetworkSegment(9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e),segment_id=9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:36.896700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.906970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:36.910641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Calling delete_port for b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:36.933523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:36.937432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] No DVR routers for this DVR port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:37.001224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.015794 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] No DVR routers for this DVR port b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:37.037348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (1df735fd-e59b-47ef-9b16-7384914eff6f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.046375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1acabe-2bb7-4fba-975e-6734dbdf9104 None None] Pushing event deleted for resources: {'Port': ['ID=b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:37.058507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f1a1340>,) {'filters': {'network_id': ['1df735fd-e59b-47ef-9b16-7384914eff6f']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:37.067795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f1a1340>, '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:37.068129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f1a1340>, '9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:37.077122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.090716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.096601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:20:37.097144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (9e52ec4b-e7c1-4d7f-aa98-2e6c68ecf17e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:20:37.098741 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:20:37.152572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (1df735fd-e59b-47ef-9b16-7384914eff6f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.157837 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.162920 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] 10.222.0.16 "DELETE /v2.0/networks/1df735fd-e59b-47ef-9b16-7384914eff6f HTTP/1.1" status: 204  len: 168 time: 0.5575948
Mar 26 21:20:37.173013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2b19-ad5f-465b-93e7-ec6674bf721e admin admin] Pushing event deleted for resources: {'Network': ['ID=1df735fd-e59b-47ef-9b16-7384914eff6f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:37.267840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42756) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:37.311951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5199ea43-1733-45e0-9c4d-53afea027028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a14cf15734c4aa881ff16a0bc734242&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0427673
Mar 26 21:20:37.314193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:37.363359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] Publish callbacks [] for security_group (b18dd889-270c-4e1a-9c24-6146afc008e6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.388927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] Publish callbacks [] for security_group (b18dd889-270c-4e1a-9c24-6146afc008e6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.415425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:37.423476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42762) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:37.444673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:37.445055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b9b2a726-b8b8-45d2-9e33-0fa1bbe54ff3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:37.445542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:37.447440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b18dd889-270c-4e1a-9c24-6146afc008e6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.450286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.451444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b18dd889-270c-4e1a-9c24-6146afc008e6 HTTP/1.1" status: 204  len: 168 time: 0.1363635
Mar 26 21:20:37.461428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aeb82a-682a-4b95-b8d5-10f2dbe5fef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18dd889-270c-4e1a-9c24-6146afc008e6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:37.468797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:37.469345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b0c116f7-d1a0-4ce9-b6fc-25477ab835b9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:37.470468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 28702659-7c4e-488b-8f7a-835220beb4b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:37.501928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 28702659-7c4e-488b-8f7a-835220beb4b3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:37.502203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 28702659-7c4e-488b-8f7a-835220beb4b3 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:37.787252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42768) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:37.829279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10fb72fb-aa88-4dca-90dc-86670bb0543b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a586ca08318d4cdd862d7df097e9a736&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407455
Mar 26 21:20:37.831660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42770) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:37.878693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] Publish callbacks [] for security_group (bd50eb1d-87a8-4d44-b05e-702b7fb62a3d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.899833 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] Publish callbacks [] for security_group (bd50eb1d-87a8-4d44-b05e-702b7fb62a3d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.950870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (bd50eb1d-87a8-4d44-b05e-702b7fb62a3d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.953433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:37.954581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd50eb1d-87a8-4d44-b05e-702b7fb62a3d HTTP/1.1" status: 204  len: 168 time: 0.1219752
Mar 26 21:20:37.964603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb29cd-122f-439a-a7ef-22181d3714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50eb1d-87a8-4d44-b05e-702b7fb62a3d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:38.160428 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (7c344c30-3615-4d87-925f-30000565b25f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.448690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 88aadc06-127e-4911-97aa-fe5952ef3644 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:38.449041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.550415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 88aadc06-127e-4911-97aa-fe5952ef3644, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88aadc06-127e-4911-97aa-fe5952ef3644,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:38.550785 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.565201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 88aadc06-127e-4911-97aa-fe5952ef3644 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:38.702015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42792) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:38.762553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (88aadc06-127e-4911-97aa-fe5952ef3644), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.791128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=88aadc06-127e-4911-97aa-fe5952ef3644,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:38.805097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-928346047-network', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:38.829498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:38.831995 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.841618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.927348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks [] for security_group (4b1824b2-417e-4eac-8574-ded56521f0da), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.933110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4b1824b2-417e-4eac-8574-ded56521f0da), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.954012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:20:38.975327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ed7c8939-1610-41d7-8eac-1492dd791a34), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:38.976268 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Added segment ed7c8939-1610-41d7-8eac-1492dd791a34 of type vlan for network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4
Mar 26 21:20:38.983709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1824b2-417e-4eac-8574-ded56521f0da,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:38.984515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (7c344c30-3615-4d87-925f-30000565b25f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.025764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.051188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.052185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:39.052752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.086256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3829775
Mar 26 21:20:39.088959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42796) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:39.121497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Request body: {'subnet': {'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-928346047-subnet', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:39.131600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16dfda-4a33-4b2a-ad05-b385d11a04dc admin admin] Pushing event updated for resources: {'Network': ['ID=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:39.145233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:20:39.158871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:39.164249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.234244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 7c344c30-3615-4d87-925f-30000565b25f has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:39.332858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:39.338475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.350522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:39.356834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-80630a20-6676-47c7-9460-2d5f945edbf4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/7c344c30-3615-4d87-925f-30000565b25f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9322512
Mar 26 21:20:39.359522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:39.361137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 9b190770-f5cf-46e2-933a-b74ae077b2ae {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:39.361652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 9b190770-f5cf-46e2-933a-b74ae077b2ae not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:39.364475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Sync routers for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:39.377782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:39.378442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef1aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:39.404730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:39.409924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:39.410286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Network hostable DHCP agents. Network: 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:20:39.410864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting subnet 615b20fd-f35c-4f8f-aa45-40b78eaa796a {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:20:39.414223 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (615b20fd-f35c-4f8f-aa45-40b78eaa796a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.430288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:20:39.440069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:39.446284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:39.446937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.460855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (615b20fd-f35c-4f8f-aa45-40b78eaa796a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.466766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e78bb765-7195-4ecc-8976-edb71966498f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3766212
Mar 26 21:20:39.469172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:39.474154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:39.490389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c1362-69fc-4755-af12-5f44d0e8b5e4 None None] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:39.496201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (ffd241ac-773e-4b21-b502-bcf501b27573), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.497386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (ffd241ac-773e-4b21-b502-bcf501b27573), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.609175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (615b20fd-f35c-4f8f-aa45-40b78eaa796a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.624586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:39.708610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (615b20fd-f35c-4f8f-aa45-40b78eaa796a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.737112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Subnet': ['ID=615b20fd-f35c-4f8f-aa45-40b78eaa796a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:39.743138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.749444 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-49d18fdb-2b11-4e47-94d4-11ac5d787d31 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/subnets/615b20fd-f35c-4f8f-aa45-40b78eaa796a HTTP/1.1" status: 204  len: 168 time: 0.3857617
Mar 26 21:20:39.755207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:39.763303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b057a6-e2e6-413b-8426-7ba118a70803 None None] Network 56d3ec5c-4f1b-47f4-8286-06a2652bf724 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:39.811181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:20:39.812101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.822023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for router_controller (ffd241ac-773e-4b21-b502-bcf501b27573), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.878082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (7c344c30-3615-4d87-925f-30000565b25f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.970803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for router_gateway (ffd241ac-773e-4b21-b502-bcf501b27573), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:39.994710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (7c344c30-3615-4d87-925f-30000565b25f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.058031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:40.058526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.092172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Allocated IP 172.20.0.2 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/70dc24e6-60ee-455f-9f63-82a90080d701) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:40.130256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef1aa30>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:20:38Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '577f321a-e0c6-4fe0-8cb7-41de0fcf6a81', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c344c30-3615-4d87-925f-30000565b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:40.157250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:40.157754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.160054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Checking router: 7c344c30-3615-4d87-925f-30000565b25f for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:40.175024 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:40.206725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for router_gateway (ffd241ac-773e-4b21-b502-bcf501b27573), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.225820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.242071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] DHCP port deletion for 56d3ec5c-4f1b-47f4-8286-06a2652bf724 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:20:40.276467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Routers {'7c344c30-3615-4d87-925f-30000565b25f'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:40.277350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef1aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7c344c30-3615-4d87-925f-30000565b25f'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:40.340096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Allocated IP 172.35.4.105 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5ba039d2-f47b-4b31-8abb-041b5c068ab9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:40.359606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (577f321a-e0c6-4fe0-8cb7-41de0fcf6a81), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.404590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=577f321a-e0c6-4fe0-8cb7-41de0fcf6a81,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:40.477622 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (7c344c30-3615-4d87-925f-30000565b25f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.498593 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.533473 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.546039 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks [] for port (70dc24e6-60ee-455f-9f63-82a90080d701), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.556968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.576694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (7c344c30-3615-4d87-925f-30000565b25f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.577889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:40.578861 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (7c344c30-3615-4d87-925f-30000565b25f), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.580874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:40.583557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:40.609964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] Set router 7c344c30-3615-4d87-925f-30000565b25f gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:40.615831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:40.616997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba039d2-f47b-4b31-8abb-041b5c068ab9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:40.635055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (7c344c30-3615-4d87-925f-30000565b25f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.636018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Fanout notify agent at l3_agent the message router_deleted on router 7c344c30-3615-4d87-925f-30000565b25f {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:20:40.645410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.648353 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e53777de-ba3c-47ba-9dda-d7065763dc85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/routers/7c344c30-3615-4d87-925f-30000565b25f HTTP/1.1" status: 204  len: 168 time: 0.8920803
Mar 26 21:20:40.649781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42804) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:40.674480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:40.682194 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef1aa30>, [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:20:39Z', 'revision_number': 6, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:40.684114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:40.690787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Pushing event updated for resources: {'Port': ['ID=70dc24e6-60ee-455f-9f63-82a90080d701,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:40.720135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Deleting port aa16885a-dcd4-4852-8359-00aff29d055e {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:40.720515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.722640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb94bd-b8ce-4cfa-80a1-7e56a0222db1 None None] The sync data for ids ['7c344c30-3615-4d87-925f-30000565b25f'] in ncdv-master-1 is: [{'id': '7c344c30-3615-4d87-925f-30000565b25f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787805475', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:18:33Z', 'updated_at': '2022-03-26T21:20:39Z', 'revision_number': 6, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:40.743224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (56d3ec5c-4f1b-47f4-8286-06a2652bf724), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.801978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port aa16885a-dcd4-4852-8359-00aff29d055e {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:20:40.803241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.853919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] For port aa16885a-dcd4-4852-8359-00aff29d055e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa16885a-dcd4-4852-8359-00aff29d055e,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:40.854354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.870399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Calling delete_port for aa16885a-dcd4-4852-8359-00aff29d055e owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:40.872299 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for router_gateway (ffd241ac-773e-4b21-b502-bcf501b27573), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.874824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Attempting to bind port 70dc24e6-60ee-455f-9f63-82a90080d701 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:40.875202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Attempting to bind port 70dc24e6-60ee-455f-9f63-82a90080d701 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:40.875576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Attempting to bind port 70dc24e6-60ee-455f-9f63-82a90080d701 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:40.883237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port aa16885a-dcd4-4852-8359-00aff29d055e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa16885a-dcd4-4852-8359-00aff29d055e,segment=NetworkSegment(28f6a634-ff97-4381-bc58-42837ed9918e),segment_id=28f6a634-ff97-4381-bc58-42837ed9918e)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:40.883610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.886251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:40.886784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:40.887197 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.887592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:40.888087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Bound port: 70dc24e6-60ee-455f-9f63-82a90080d701, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:40.888470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:40.897540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for aa16885a-dcd4-4852-8359-00aff29d055e owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:20:40.988062 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.005274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] For port 70dc24e6-60ee-455f-9f63-82a90080d701, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:41.009148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] For port 70dc24e6-60ee-455f-9f63-82a90080d701, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70dc24e6-60ee-455f-9f63-82a90080d701,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:41.012321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (aa16885a-dcd4-4852-8359-00aff29d055e), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.021302 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.024592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=aa16885a-dcd4-4852-8359-00aff29d055e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:41.035218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] No DVR routers for this DVR port aa16885a-dcd4-4852-8359-00aff29d055e on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:41.050256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] Pushing event deleted for resources: {'Port': ['ID=aa16885a-dcd4-4852-8359-00aff29d055e,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:41.055461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59019dd4-7a2b-44bc-9783-8c19861a5769 None None] No DVR routers for this DVR port aa16885a-dcd4-4852-8359-00aff29d055e on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:20:41.114526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (ffd241ac-773e-4b21-b502-bcf501b27573), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.155708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c281-5f5b-40da-93f3-e497d72a70b7 None None] Pushing event updated for resources: {'Port': ['ID=70dc24e6-60ee-455f-9f63-82a90080d701,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:41.185543 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (56d3ec5c-4f1b-47f4-8286-06a2652bf724), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.214472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e9b6e80>,) {'filters': {'network_id': ['56d3ec5c-4f1b-47f4-8286-06a2652bf724']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:41.237846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9b6e80>, '28f6a634-ff97-4381-bc58-42837ed9918e') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:41.238048 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9b6e80>, '28f6a634-ff97-4381-bc58-42837ed9918e') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:41.257910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (28f6a634-ff97-4381-bc58-42837ed9918e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.276310 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (28f6a634-ff97-4381-bc58-42837ed9918e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.282930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:20:41.283317 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (28f6a634-ff97-4381-bc58-42837ed9918e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:20:41.286263 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:20:41.301467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Router ffd241ac-773e-4b21-b502-bcf501b27573 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:20:41.354675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (56d3ec5c-4f1b-47f4-8286-06a2652bf724), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.361839 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.364912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/networks/56d3ec5c-4f1b-47f4-8286-06a2652bf724 HTTP/1.1" status: 204  len: 168 time: 0.7139957
Mar 26 21:20:41.375521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42806) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:41.382057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76745b4-2e6c-4691-bc87-26883ac6c0f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Network': ['ID=56d3ec5c-4f1b-47f4-8286-06a2652bf724,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:41.419860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:41.429752 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:41.439490 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (567370aa-c840-4c4c-88a4-8642ba7ff045), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.439702 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:41.440271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:41.445308 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.449818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6239e5e2-29bb-4c79-89f8-0ca527654c57 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.9769983
Mar 26 21:20:41.450046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42808) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:41.468022 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (567370aa-c840-4c4c-88a4-8642ba7ff045), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.531237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (567370aa-c840-4c4c-88a4-8642ba7ff045), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.534188 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:41.538123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/security-groups/567370aa-c840-4c4c-88a4-8642ba7ff045 HTTP/1.1" status: 204  len: 168 time: 0.1590891
Mar 26 21:20:41.546586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbc67c-ea29-4913-8658-94f6831ec119 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567370aa-c840-4c4c-88a4-8642ba7ff045,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:41.556431 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:41.624992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aa16885a-dcd4-4852-8359-00aff29d055e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:41.675506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: aa16885a-dcd4-4852-8359-00aff29d055e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:41.675861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device aa16885a-dcd4-4852-8359-00aff29d055e not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:41.676374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 88aadc06-127e-4911-97aa-fe5952ef3644 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:41.698118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 88aadc06-127e-4911-97aa-fe5952ef3644 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:41.698456 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 88aadc06-127e-4911-97aa-fe5952ef3644 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:41.838199 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce520>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:40Z', 'revision_number': 3, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:41.873544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:41.874043 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Updating router ffd241ac-773e-4b21-b502-bcf501b27573 port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:41.903430 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.167454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42814) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:42.172448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109411946', 'description': 'tempest-secgroup-smoke-109411946 description', 'project_id': '39045df80a6f442b972ee88f13343d34'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:42.182436 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks [] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.188973 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.210283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.290575 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.295277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.328274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.328444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Pushing event updated for resources: {'Port': ['ID=5ba039d2-f47b-4b31-8abb-041b5c068ab9,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.329480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1609733
Mar 26 21:20:42.332354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42816) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:42.337512 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.337865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.338205 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.338547 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.338879 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.339209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.339700 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.340210 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.340687 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.341180 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.341675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.342152 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.342428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:42.342795 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.343265 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.343746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:42.347471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.355807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe656e-1b94-4c35-b875-fcb9eaf4c526 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.361292 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Attempting to bind port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:42.361839 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Attempting to bind port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:42.362296 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Attempting to bind port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:42.369501 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:42.370257 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:42.370860 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.371442 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:42.372193 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Bound port: 5ba039d2-f47b-4b31-8abb-041b5c068ab9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:42.372684 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.395397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (7590f6d8-c79d-4dcd-a56c-15d271c1a29a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.430337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] For port 5ba039d2-f47b-4b31-8abb-041b5c068ab9, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:42.434002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] For port 5ba039d2-f47b-4b31-8abb-041b5c068ab9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba039d2-f47b-4b31-8abb-041b5c068ab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:42.448258 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.467728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (7590f6d8-c79d-4dcd-a56c-15d271c1a29a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.474050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7590f6d8-c79d-4dcd-a56c-15d271c1a29a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.494849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7590f6d8-c79d-4dcd-a56c-15d271c1a29a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.508343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.512397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e3e28add-ad51-4af9-aa07-4edcf17552db tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1763051
Mar 26 21:20:42.512568 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:42.512568 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:42.512758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42818) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:42.516943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:42.546813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Allocated IP 172.20.0.1 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/290b6df8-f864-4481-87e3-cfd40c97b896) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:42.566669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (f0db72aa-8fbf-4dd9-afaa-869271c8d614), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.574708 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c37cb2-9e65-4e4c-8cf7-dc9f60cf851c None None] Pushing event updated for resources: {'Port': ['ID=5ba039d2-f47b-4b31-8abb-041b5c068ab9,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.659883 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (f0db72aa-8fbf-4dd9-afaa-869271c8d614), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.669756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f0db72aa-8fbf-4dd9-afaa-869271c8d614), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.684942 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:42.703680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0db72aa-8fbf-4dd9-afaa-869271c8d614,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.719746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.724669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-52348330-75a8-409c-93de-f5da42a12846 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2110202
Mar 26 21:20:42.725695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42820) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:42.731659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:42.735140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks [] for port (290b6df8-f864-4481-87e3-cfd40c97b896), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.769807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (24521c5a-3243-4b4b-8bfe-0c5a944d0e38), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.792017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.856791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f3774-e3ba-4f00-a629-e1db2c3199bb None None] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:42.861888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (24521c5a-3243-4b4b-8bfe-0c5a944d0e38), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.863572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:42.866878 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (24521c5a-3243-4b4b-8bfe-0c5a944d0e38), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.875045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:42.877767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:42.881038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Pushing event updated for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.889205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24521c5a-3243-4b4b-8bfe-0c5a944d0e38,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:42.903472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.905436 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-16a67cd7-a8d4-4086-b77d-ed1c57a6cfaf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1784248
Mar 26 21:20:42.908757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:42.916435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:42.925364 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (ffd241ac-773e-4b21-b502-bcf501b27573), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.952962 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (e938704c-3884-4677-83e5-4cf7c2ac0e1f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.971183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Provisioning complete for port 70dc24e6-60ee-455f-9f63-82a90080d701 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:42.971848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:42.996585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce520>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:40Z', 'revision_number': 3, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:43.035587 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfe0a5-bc2a-402c-ba96-ecb80db1df9e None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:40Z', 'revision_number': 3, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:43.042465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (e938704c-3884-4677-83e5-4cf7c2ac0e1f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.049536 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e938704c-3884-4677-83e5-4cf7c2ac0e1f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.078675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e938704c-3884-4677-83e5-4cf7c2ac0e1f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:43.083326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Current status of the port 70dc24e6-60ee-455f-9f63-82a90080d701 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:43.083657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.123378 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.125857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] For port 70dc24e6-60ee-455f-9f63-82a90080d701, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70dc24e6-60ee-455f-9f63-82a90080d701,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:43.130017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:43.130757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-318447ed-c764-48ab-b0e2-2c65061434ff tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2202802
Mar 26 21:20:43.134810 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.135679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:43.211759 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:20:43.224944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (0fb658e8-ee77-451e-995b-ce4890b2994a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.226763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff2e0-87f6-4f7e-b15a-66504e49993f None None] Pushing event updated for resources: {'Port': ['ID=70dc24e6-60ee-455f-9f63-82a90080d701,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:43.273072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 70dc24e6-60ee-455f-9f63-82a90080d701 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:43.276624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.329557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 70dc24e6-60ee-455f-9f63-82a90080d701 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:43.329995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.397343 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (0fb658e8-ee77-451e-995b-ce4890b2994a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.398916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:43.399673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.410750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0fb658e8-ee77-451e-995b-ce4890b2994a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.468694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb658e8-ee77-451e-995b-ce4890b2994a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:43.484331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Port 290b6df8-f864-4481-87e3-cfd40c97b896 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:43.486250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 70dc24e6-60ee-455f-9f63-82a90080d701 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:43.496790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.498445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-023f9080-99cf-4ac3-81ac-aa9228e9961a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3671525
Mar 26 21:20:43.501750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:43.505131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:20:43.506379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': 'ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:43.508100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Provisioning complete for port 70dc24e6-60ee-455f-9f63-82a90080d701 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:43.508639 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.552396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:20:43.553077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 577f321a-e0c6-4fe0-8cb7-41de0fcf6a81 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:20:43.557526 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:20:43.582172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (a6a3d791-05ef-4b55-9c60-0a437b395982), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.589033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks [] for port (290b6df8-f864-4481-87e3-cfd40c97b896), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.603009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.622294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b14a8178-73d8-4fbf-a5e8-5885b8a09aab None None] Current status of the port 70dc24e6-60ee-455f-9f63-82a90080d701 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:43.705211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Pushing event updated for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:43.709935 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (ffd241ac-773e-4b21-b502-bcf501b27573), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.724856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (a6a3d791-05ef-4b55-9c60-0a437b395982), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.729999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a6a3d791-05ef-4b55-9c60-0a437b395982), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.743581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9a1bd49a-d7b2-432b-aba4-f3efe420f227 None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:43.744783 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a1bd49a-d7b2-432b-aba4-f3efe420f227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.767211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a3d791-05ef-4b55-9c60-0a437b395982,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:43.792379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bd49a-d7b2-432b-aba4-f3efe420f227 None None] Port 290b6df8-f864-4481-87e3-cfd40c97b896 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:43.801172 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.802387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3695571b-4ab1-4b77-8be3-062d6f7231c3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2996001
Mar 26 21:20:43.805584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42828) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:43.812163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'network': {'name': 'tempest-network-smoke--1913364387', 'project_id': '39045df80a6f442b972ee88f13343d34', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:43.835178 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:43.839943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.840975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:43.842421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:43.870501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:20:43.882216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7ce27a4e-2cc4-4b17-9c85-a9bedc25b010), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.882601 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Added segment 7ce27a4e-2cc4-4b17-9c85-a9bedc25b010 of type vlan for network 18f9904e-eec9-462f-b69f-a69c5cd6079a
Mar 26 21:20:43.933928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (18f9904e-eec9-462f-b69f-a69c5cd6079a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.965615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (18f9904e-eec9-462f-b69f-a69c5cd6079a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.972794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:43.973494 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:43.988556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:44.024404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2162907
Mar 26 21:20:44.025539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42830) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:44.033241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'admin_state_up': True, 'project_id': '39045df80a6f442b972ee88f13343d34', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:44.085313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219a6e8-c8cf-4416-8cc2-f0db6e6e1dfc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Network': ['ID=18f9904e-eec9-462f-b69f-a69c5cd6079a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:44.096610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:20:44.102820 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (155f34fa-d578-492f-ae9d-c49626709222), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.104567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (155f34fa-d578-492f-ae9d-c49626709222), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.152733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:44.158538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab48727f-2d40-4f5f-93c1-cdda341435ef admin admin] 10.222.0.16 "PUT /v2.0/routers/ffd241ac-773e-4b21-b502-bcf501b27573/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7066016
Mar 26 21:20:44.182684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (155f34fa-d578-492f-ae9d-c49626709222), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.234086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d6b57ed6-7cfa-40c6-8685-07ce99366d64 None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:44.234569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d6b57ed6-7cfa-40c6-8685-07ce99366d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.236371 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.278851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57ed6-7cfa-40c6-8685-07ce99366d64 None None] Port 290b6df8-f864-4481-87e3-cfd40c97b896 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:44.359441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (155f34fa-d578-492f-ae9d-c49626709222), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.677866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42846) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:44.683444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1908598862-network', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:44.706613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Made reservation on behalf of a9ce77f15c4746c78bcdb24051ff3833 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:44.709591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.719726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.803338 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks [] for security_group (cfe40524-3ef7-498e-8af3-4365db33c720), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.808974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cfe40524-3ef7-498e-8af3-4365db33c720), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.841475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:20:44.848171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe40524-3ef7-498e-8af3-4365db33c720,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:44.855484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (557ff3ef-a4b9-45c2-82b0-c8d1e4741762), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.856406 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Added segment 557ff3ef-a4b9-45c2-82b0-c8d1e4741762 of type vlan for network 83e4b56b-a920-420e-ad02-3ca389c503e7
Mar 26 21:20:44.896311 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (155f34fa-d578-492f-ae9d-c49626709222), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.901394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (83e4b56b-a920-420e-ad02-3ca389c503e7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.915829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.926891 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (83e4b56b-a920-420e-ad02-3ca389c503e7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.927820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:44.928440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:44.962094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.2830780
Mar 26 21:20:44.964794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:44.969570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Request body: {'subnet': {'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1908598862-subnet', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:45.006071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e95c-4423-4769-a0ae-7dd41095325f admin admin] Pushing event updated for resources: {'Network': ['ID=83e4b56b-a920-420e-ad02-3ca389c503e7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:45.018476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:20:45.021796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Made reservation on behalf of a9ce77f15c4746c78bcdb24051ff3833 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:45.024387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.040215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.103 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/66582471-1c65-4fff-a503-3cb6b58c1a5b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:45.099482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:45.114193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:45.114810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebeb490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:45.176203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.215625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.247734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (4ada06ff-524e-4bd0-8572-6bbda433836e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.254787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:45.255104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:45.260535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:45.261447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:45.305543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ada06ff-524e-4bd0-8572-6bbda433836e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:45.341049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Checking segment: {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:45.341541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Network hostable DHCP agents. Network: 83e4b56b-a920-420e-ad02-3ca389c503e7, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:20:45.359692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5ba039d2-f47b-4b31-8abb-041b5c068ab9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:45.360898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:20:45.373362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83e4b56b-a920-420e-ad02-3ca389c503e7) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:45.377954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:45.378651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.386260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=66582471-1c65-4fff-a503-3cb6b58c1a5b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:45.399512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575159e6-6c0f-4f12-aca1-b827f2baa4a6 None None] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:45.399805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8640d24a-e30e-4f70-8baf-c9bdb3b862be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4339738
Mar 26 21:20:45.402622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42852) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:45.408791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:45.434090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.435104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.494598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for router_controller (3accddb7-8280-4bc7-aa74-07b2cc938c0a), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.550439 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (155f34fa-d578-492f-ae9d-c49626709222), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.552997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:45.553444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.627182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83e4b56b-a920-420e-ad02-3ca389c503e7', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:20:45.628155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.645606 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for router_gateway (3accddb7-8280-4bc7-aa74-07b2cc938c0a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.775147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (155f34fa-d578-492f-ae9d-c49626709222), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.813563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:45.814046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.823506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebeb490>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 2, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:45.856231 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for router_gateway (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.876760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:45.917700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 155f34fa-d578-492f-ae9d-c49626709222 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:20:45.995381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Allocated IP 172.35.4.161 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/7b0083e2-6bb0-4017-a28c-564859bc1c9d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:46.053593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:46.053593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Updating router ffd241ac-773e-4b21-b502-bcf501b27573 port 290b6df8-f864-4481-87e3-cfd40c97b896 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:46.055908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:46.068070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Sync routers for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:46.078774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Allocated IP 172.20.0.2 (83e4b56b-a920-420e-ad02-3ca389c503e7/4ada06ff-524e-4bd0-8572-6bbda433836e/dfef992f-ff68-4d11-9950-d76634dd0162) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:46.078975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.080198 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c25bcd23-c932-44ae-8ca3-0d539610c45d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0505860
Mar 26 21:20:46.083197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:46.087458 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5ba039d2-f47b-4b31-8abb-041b5c068ab9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba039d2-f47b-4b31-8abb-041b5c068ab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:46.088517 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.090444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:46.102986 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.103609 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:46.103803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 70dc24e6-60ee-455f-9f63-82a90080d701 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:46.119680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f9d49c3-e011-4c34-bf92-c4cbc55ddaf1 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=39045df80a6f442b972ee88f13343d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0353110
Mar 26 21:20:46.122706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42856) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:46.129366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.169158 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.235593 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:46.292967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5ba039d2-f47b-4b31-8abb-041b5c068ab9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:46.313679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e992d-f50b-4d06-bc57-bbfbdbb5a553 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:46.315283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9d7e992d-f50b-4d06-bc57-bbfbdbb5a553 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1915371
Mar 26 21:20:46.318542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42858) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:46.335778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.361814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8f99a700-fede-4c23-8e5c-562095ac4404 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0419123
Mar 26 21:20:46.365186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42860) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:46.377129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990228409', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'project_id': '39045df80a6f442b972ee88f13343d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:46.394995 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:46.397372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:46.400621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:46.405247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 70dc24e6-60ee-455f-9f63-82a90080d701 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:46.405769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.429482 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440dc10>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:46.436306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0083e2-6bb0-4017-a28c-564859bc1c9d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:46.468569 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Checking router: 155f34fa-d578-492f-ae9d-c49626709222 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:46.469755 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Updating router 155f34fa-d578-492f-ae9d-c49626709222 port 66582471-1c65-4fff-a503-3cb6b58c1a5b binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:46.510677 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.535120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:46.539375 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.553767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks [] for port (dfef992f-ff68-4d11-9950-d76634dd0162), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.570968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.647244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:46.664490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:46.670184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:46.673155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Pushing event updated for resources: {'Port': ['ID=dfef992f-ff68-4d11-9950-d76634dd0162,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:46.688756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 70dc24e6-60ee-455f-9f63-82a90080d701 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:46.727996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for router_gateway (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.761848 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (71bd21d3-a4b5-480c-80fa-51d793532140), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.794014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks [] for port (290b6df8-f864-4481-87e3-cfd40c97b896), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.796150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Attempting to bind port dfef992f-ff68-4d11-9950-d76634dd0162 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:46.796526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Attempting to bind port dfef992f-ff68-4d11-9950-d76634dd0162 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:46.796894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Attempting to bind port dfef992f-ff68-4d11-9950-d76634dd0162 on network 83e4b56b-a920-420e-ad02-3ca389c503e7 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:46.803223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:46.803669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Checking segment: {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:46.804240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.805242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Bound using segment: {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:46.805800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Bound port: dfef992f-ff68-4d11-9950-d76634dd0162, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:46.806270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.809638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.838936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Subnet': ['ID=71bd21d3-a4b5-480c-80fa-51d793532140,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:46.849077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:46.849587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network hostable DHCP agents. Network: 18f9904e-eec9-462f-b69f-a69c5cd6079a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:20:46.871211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:20:46.873490 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks [] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.883871 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.887819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18f9904e-eec9-462f-b69f-a69c5cd6079a) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:46.900597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f913e83-4922-468a-983c-12bef8cf0e13 None None] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:46.903830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:46.906916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:46.928099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0123-3539-41e9-a7f6-bb8bed6984d5 None None] Pushing event updated for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:46.937484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a3a5a057-1e78-40d3-8688-aed3e992d6be tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5692012
Mar 26 21:20:46.939273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 42862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:46.993515 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc55b1-7182-453b-a275-f93db296e381 None None] Pushing event updated for resources: {'Port': ['ID=66582471-1c65-4fff-a503-3cb6b58c1a5b,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:47.031728 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Attempting to bind port 66582471-1c65-4fff-a503-3cb6b58c1a5b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:47.032163 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Attempting to bind port 66582471-1c65-4fff-a503-3cb6b58c1a5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:47.032592 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Attempting to bind port 66582471-1c65-4fff-a503-3cb6b58c1a5b on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:47.048775 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:47.049284 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:47.051259 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.051673 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:47.052200 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Bound port: 66582471-1c65-4fff-a503-3cb6b58c1a5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:47.052582 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.094162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] For port dfef992f-ff68-4d11-9950-d76634dd0162, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:47.132028 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] For port 66582471-1c65-4fff-a503-3cb6b58c1a5b, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:47.139318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] For port dfef992f-ff68-4d11-9950-d76634dd0162, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfef992f-ff68-4d11-9950-d76634dd0162,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:47.140767 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] For port 66582471-1c65-4fff-a503-3cb6b58c1a5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66582471-1c65-4fff-a503-3cb6b58c1a5b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:47.151217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Attempting to bind port 290b6df8-f864-4481-87e3-cfd40c97b896 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:47.156698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Attempting to bind port 290b6df8-f864-4481-87e3-cfd40c97b896 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:47.156698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Attempting to bind port 290b6df8-f864-4481-87e3-cfd40c97b896 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:47.160489 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.192493 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.250246 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:47.251244 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:47.299202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:47.299625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:47.300025 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.300428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:47.300922 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Bound port: 290b6df8-f864-4481-87e3-cfd40c97b896, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:47.301309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.310295 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc55b1-7182-453b-a275-f93db296e381 None None] Pushing event updated for resources: {'Port': ['ID=66582471-1c65-4fff-a503-3cb6b58c1a5b,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:47.311875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5ba039d2-f47b-4b31-8abb-041b5c068ab9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:47.321440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7100bf-5748-43a7-8ed3-0d69b97a3725 None None] Pushing event updated for resources: {'Port': ['ID=dfef992f-ff68-4d11-9950-d76634dd0162,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:47.323697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-18f9904e-eec9-462f-b69f-a69c5cd6079a', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:20:47.324583 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.399594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:47.400516 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.491124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2ccfe821-6711-43b8-9be5-f3470d7d02bb None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:47.491508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe821-6711-43b8-9be5-f3470d7d02bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.575909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Router 3accddb7-8280-4bc7-aa74-07b2cc938c0a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:20:47.577089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] For port 290b6df8-f864-4481-87e3-cfd40c97b896, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:47.605831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] For port 290b6df8-f864-4481-87e3-cfd40c97b896, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b6df8-f864-4481-87e3-cfd40c97b896,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:47.637206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.657956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2ccfe821-6711-43b8-9be5-f3470d7d02bb None None] Port 290b6df8-f864-4481-87e3-cfd40c97b896 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:47.659488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:47.659867 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.667565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.725735 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440dc10>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:47.752475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Allocated IP 172.20.0.2 (18f9904e-eec9-462f-b69f-a69c5cd6079a/71bd21d3-a4b5-480c-80fa-51d793532140/909e7ec8-9f28-43fd-bcb8-cad67b013a76) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:47.840899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:47.859720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Sync routers for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:47.866029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:47.866832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ebeb490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:47.892863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:47.896865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6089444e-bf82-4131-aba8-264ca6088364 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4906547
Mar 26 21:20:47.898423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 42864) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:20:47.933793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:47.934526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5f54f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:47.937384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a0123-3539-41e9-a7f6-bb8bed6984d5 None None] Pushing event updated for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:48.034785 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fc3bc2-e42f-4b79-a110-61cbad55ab3a None None] The sync data for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 is: [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:48.353662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:48.413773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:48.414083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.481702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:48.484658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:48.505459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.618861 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks [] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.693598 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.722150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Allocated IP 172.20.0.1 (83e4b56b-a920-420e-ad02-3ca389c503e7/4ada06ff-524e-4bd0-8572-6bbda433836e/ee856897-c2ba-477f-8314-e24810555a01) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:48.744034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.1 (18f9904e-eec9-462f-b69f-a69c5cd6079a/71bd21d3-a4b5-480c-80fa-51d793532140/ff5f3be1-bd9a-454b-82a7-ba94b4cafa50) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:48.826346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:48.857309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:48.862565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:48.890767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Pushing event updated for resources: {'Port': ['ID=909e7ec8-9f28-43fd-bcb8-cad67b013a76,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:48.920403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cab818-e78a-4ccb-8a37-9ce8c95d7600 None None] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:48.927484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks [] for port (ee856897-c2ba-477f-8314-e24810555a01), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.940339 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.966856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.974412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Current status of the port 290b6df8-f864-4481-87e3-cfd40c97b896 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:48.974801 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:48.986305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.017833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Pushing event updated for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:49.030474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:49.031988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:49.038869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:49.055682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:49.064654 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:49.067289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:49.070426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:49.094237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.137860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Attempting to bind port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:49.138401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Attempting to bind port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:49.138995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Attempting to bind port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:49.165369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:49.165798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:49.166278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.167603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Bound using segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:49.168229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Bound port: 909e7ec8-9f28-43fd-bcb8-cad67b013a76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:49.168723 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.176151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (155f34fa-d578-492f-ae9d-c49626709222), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.199605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] For port 290b6df8-f864-4481-87e3-cfd40c97b896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b6df8-f864-4481-87e3-cfd40c97b896,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:49.229553 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.336629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ee856897-c2ba-477f-8314-e24810555a01), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.343032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5f54f0>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:46Z', 'revision_number': 3, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:49.356835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 66582471-1c65-4fff-a503-3cb6b58c1a5b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:49.395813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.408539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feebd0c-330b-45a7-9b4c-67b631d8db97 None None] Pushing event updated for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:49.417789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] For port 909e7ec8-9f28-43fd-bcb8-cad67b013a76, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:49.420241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Checking router: 3accddb7-8280-4bc7-aa74-07b2cc938c0a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:49.420477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Updating router 3accddb7-8280-4bc7-aa74-07b2cc938c0a port 7b0083e2-6bb0-4017-a28c-564859bc1c9d binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:49.456908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ebeb490>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:47Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:49.493087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] For port 909e7ec8-9f28-43fd-bcb8-cad67b013a76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909e7ec8-9f28-43fd-bcb8-cad67b013a76,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:49.514848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81584c5-e13d-4905-9036-47a5c97672d0 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:47Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:49.520347 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.524589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Provisioning complete for port dfef992f-ff68-4d11-9950-d76634dd0162 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:49.524956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.530908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.537285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks [] for port (ee856897-c2ba-477f-8314-e24810555a01), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.550584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.699602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2ccc-f8e1-4c24-a073-8a27f0e69447 None None] Pushing event updated for resources: {'Port': ['ID=909e7ec8-9f28-43fd-bcb8-cad67b013a76,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:49.705227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Pushing event updated for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:49.708369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.788197 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 66582471-1c65-4fff-a503-3cb6b58c1a5b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:49.788575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.899341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:49.901548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:49.921231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.931843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:49.991159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Current status of the port dfef992f-ff68-4d11-9950-d76634dd0162 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:49.991599 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.110503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:50.115945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (155f34fa-d578-492f-ae9d-c49626709222), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.177966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] For port dfef992f-ff68-4d11-9950-d76634dd0162, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfef992f-ff68-4d11-9950-d76634dd0162,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:50.182016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 66582471-1c65-4fff-a503-3cb6b58c1a5b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:50.182678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.212111 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.221295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Router 3accddb7-8280-4bc7-aa74-07b2cc938c0a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:50.317877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:50.319399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:50.542118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 155f34fa-d578-492f-ae9d-c49626709222 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:20:50.689122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 66582471-1c65-4fff-a503-3cb6b58c1a5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66582471-1c65-4fff-a503-3cb6b58c1a5b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:50.707281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.708196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dfef992f-ff68-4d11-9950-d76634dd0162 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:50.716691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:50.722578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd7dc67d-7118-436f-8250-f9bbc3382a9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/155f34fa-d578-492f-ae9d-c49626709222/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7806890
Mar 26 21:20:50.733498 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Sync routers for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:50.749706 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:50.750260 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440d850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:50.785171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks [] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.836622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478f605-d07b-4235-b4cc-c97409e8e0cb None None] Pushing event updated for resources: {'Port': ['ID=dfef992f-ff68-4d11-9950-d76634dd0162,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:50.852259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:50.902326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:20:50.909017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cedd421d-644f-4ab3-8dc0-3e19b9d292fd admin admin] 10.222.0.16 "PUT /v2.0/routers/3accddb7-8280-4bc7-aa74-07b2cc938c0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0093329
Mar 26 21:20:50.955826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:50.959636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Provisioning complete for port dfef992f-ff68-4d11-9950-d76634dd0162 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:50.960046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.037370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Attempting to bind port 7b0083e2-6bb0-4017-a28c-564859bc1c9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:51.037920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Attempting to bind port 7b0083e2-6bb0-4017-a28c-564859bc1c9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:51.038154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Attempting to bind port 7b0083e2-6bb0-4017-a28c-564859bc1c9d on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:51.044372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-0a7ecd9b-dff8-44de-9c35-3afa5adfc931 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109411946&fields=id&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 267 time: 0.0776324
Mar 26 21:20:51.049307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port dfef992f-ff68-4d11-9950-d76634dd0162 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:51.049748 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.107078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:51.118957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:51.119738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.120330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:51.121002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Bound port: 7b0083e2-6bb0-4017-a28c-564859bc1c9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:51.121579 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.189963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=66582471-1c65-4fff-a503-3cb6b58c1a5b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:51.260039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-26071e11-70da-4c72-b58f-489c5fa7f974 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:51.263551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-26071e11-70da-4c72-b58f-489c5fa7f974 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 797 time: 0.2165172
Mar 26 21:20:51.284526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440d850>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 2, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:51.286512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-b446cf3f-1967-4120-8e9f-3336fc68eb7b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/quotas/39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 375 time: 0.0133481
Mar 26 21:20:51.335496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Current status of the port dfef992f-ff68-4d11-9950-d76634dd0162 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:51.336850 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Checking router: 155f34fa-d578-492f-ae9d-c49626709222 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:51.337356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Updating router 155f34fa-d578-492f-ae9d-c49626709222 port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:51.372124 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.397754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3aa10-e2a6-4492-8497-70e2dad50539 None None] Pushing event updated for resources: {'Port': ['ID=7b0083e2-6bb0-4017-a28c-564859bc1c9d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:51.413125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] For port 7b0083e2-6bb0-4017-a28c-564859bc1c9d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:51.427530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-5d3c9433-f2e5-4696-aab0-4e38c2bb8450 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1259913
Mar 26 21:20:51.432925 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] For port 7b0083e2-6bb0-4017-a28c-564859bc1c9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b0083e2-6bb0-4017-a28c-564859bc1c9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:51.473478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Provisioning complete for port ee856897-c2ba-477f-8314-e24810555a01 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:51.477096 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ee856897-c2ba-477f-8314-e24810555a01), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.490034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.586799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port dfef992f-ff68-4d11-9950-d76634dd0162 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:51.643596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:51.644582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5f54f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:51.655530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-01c41ce4-7876-492c-9b44-22d851031346 None None] Port ee856897-c2ba-477f-8314-e24810555a01 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:51.657791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-265b19c7-70b1-48e0-86d2-43340b384caf service neutron] 10.222.0.16 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031565
Mar 26 21:20:51.711603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3aa10-e2a6-4492-8497-70e2dad50539 None None] Pushing event updated for resources: {'Port': ['ID=7b0083e2-6bb0-4017-a28c-564859bc1c9d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:51.731439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff5c160-1643-47da-be78-ba3b855b15f5 None None] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:20:51.844480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-a994a555-f4b7-419f-bd95-0b6f1706154b service neutron] 10.222.0.16 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853485
Mar 26 21:20:51.871401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Provisioning complete for port ee856897-c2ba-477f-8314-e24810555a01 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:51.871792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ee856897-c2ba-477f-8314-e24810555a01), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.903898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:51.921811 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks [] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.931669 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:51.981370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 66582471-1c65-4fff-a503-3cb6b58c1a5b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:51.993006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Port ee856897-c2ba-477f-8314-e24810555a01 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:52.055614 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0697-35fb-412d-a145-b0b222452c9d None None] Pushing event updated for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:52.107398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-271b6a73-727c-4752-8a73-dd2cf28c7c1e req-f8af1a0a-4244-48d8-a6c5-4b4d26ccb4cc tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 210 time: 0.0405462
Mar 26 21:20:52.123349 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Attempting to bind port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:52.123728 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Attempting to bind port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:52.125322 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Attempting to bind port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:52.132039 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:52.132231 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:52.132507 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.133436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Provisioning complete for port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:52.133548 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Bound using segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:52.133829 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.134008 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Bound port: ff5f3be1-bd9a-454b-82a7-ba94b4cafa50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:52.134401 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.198001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 66582471-1c65-4fff-a503-3cb6b58c1a5b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:52.198749 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.207380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] For port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:52.213066 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] For port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:52.227573 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.306028 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:52.306678 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440d850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:52.351687 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0697-35fb-412d-a145-b0b222452c9d None None] Pushing event updated for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:52.427582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Current status of the port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:52.428035 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.433220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 66582471-1c65-4fff-a503-3cb6b58c1a5b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:52.434373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 290b6df8-f864-4481-87e3-cfd40c97b896 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:52.510907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] For port 909e7ec8-9f28-43fd-bcb8-cad67b013a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909e7ec8-9f28-43fd-bcb8-cad67b013a76,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:52.530927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.537038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5f54f0>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee856897-c2ba-477f-8314-e24810555a01', 'name': '', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'mac_address': 'fa:16:3e:9f:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:48Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 2, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'subnets': [{'id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:52.549148 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:52.630503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e6a776-a837-47a9-b01e-6f5fe1d1b1ba None None] The sync data for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 is: [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee856897-c2ba-477f-8314-e24810555a01', 'name': '', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'mac_address': 'fa:16:3e:9f:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:48Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 2, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'subnets': [{'id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:52.718399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 290b6df8-f864-4481-87e3-cfd40c97b896 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:52.729714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.734238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca79e8-95e6-4c76-9c30-a320d955970f None None] Pushing event updated for resources: {'Port': ['ID=909e7ec8-9f28-43fd-bcb8-cad67b013a76,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:52.793611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Provisioning complete for port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:52.794107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:52.983620 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440d850>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:52Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:52.997433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 290b6df8-f864-4481-87e3-cfd40c97b896 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:52.998567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 909e7ec8-9f28-43fd-bcb8-cad67b013a76 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:53.064203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Current status of the port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:53.064705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:53.081037 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac6a03-5ad6-40fb-86cd-f6fdfbd3c281 None None] The sync data for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 is: [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:52Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:53.140666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:53.144915 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:53.150429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] For port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:53.321872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66eeef49-9095-4dac-aa7e-62f39ea02157 req-a0af4d39-f0cd-4772-ae88-1212d4e4ab4e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 210 time: 0.0858140
Mar 26 21:20:53.518483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:53.595556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Provisioning complete for port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:53.596254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:53.657703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Pushing event updated for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:53.673756 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:20:53.705996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:53.707218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dfef992f-ff68-4d11-9950-d76634dd0162 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:53.809576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port dfef992f-ff68-4d11-9950-d76634dd0162 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:53.810205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:53.816409 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59414bab-49cc-49a3-8528-2a4e59481046 None None] Current status of the port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:53.935885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port dfef992f-ff68-4d11-9950-d76634dd0162 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:53.958666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-51b3cf1f-f0c3-4111-9f28-9b128cfb5974 None None] Provisioning complete for port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:53.959149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51b3cf1f-f0c3-4111-9f28-9b128cfb5974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.090145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-39510f88-e3f9-4356-8488-189cf1c3002c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:54.092114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-39510f88-e3f9-4356-8488-189cf1c3002c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 797 time: 0.2296190
Mar 26 21:20:54.153738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-51b3cf1f-f0c3-4111-9f28-9b128cfb5974 None None] Current status of the port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:54.177879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-2318fc37-5095-4351-8b60-53550610adc3 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 379 time: 0.0713887
Mar 26 21:20:54.186548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'port': {'device_id': 'de346557-be6e-46c7-94fd-7e64c0983060', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'admin_state_up': True, 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'security_groups': ['ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:54.209180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:54.264704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:54.265083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.300236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:54.303539 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.303875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5a951aab-d75e-47f8-85cd-aa0c00a5e87d None None] Provisioning complete for port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:54.304283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5a951aab-d75e-47f8-85cd-aa0c00a5e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.404477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:54.405858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 909e7ec8-9f28-43fd-bcb8-cad67b013a76 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:54.433925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.10 (18f9904e-eec9-462f-b69f-a69c5cd6079a/71bd21d3-a4b5-480c-80fa-51d793532140/870e9f5f-5fba-4e76-945e-fd9962d128d3) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:54.450886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5a951aab-d75e-47f8-85cd-aa0c00a5e87d None None] Current status of the port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:54.473481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:54.473860 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.500743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-449033a3-1822-4378-978a-4d48a838f30b req-6d6a6765-fc9f-4acb-aced-93a7540e9c5a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 210 time: 0.0480745
Mar 26 21:20:54.608449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:54.665305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.699583 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.748165 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:54.751203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:54.754989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:54.783327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:54.824026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:54.824710 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:54.842663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bd75104e-2da7-4091-91c3-4d637137fc55 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6597445
Mar 26 21:20:54.858720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Request body: {'port': {'device_id': 'de346557-be6e-46c7-94fd-7e64c0983060', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:54.928073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.066675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-595fa2bc-664e-46f2-82b3-91bcaa4ab5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.078365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6914e424-c9ea-4e1f-ac78-916b6b67030c None None] Provisioning complete for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:55.078772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6914e424-c9ea-4e1f-ac78-916b6b67030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.112485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6914e424-c9ea-4e1f-ac78-916b6b67030c None None] Port 870e9f5f-5fba-4e76-945e-fd9962d128d3 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:55.208071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870e9f5f-5fba-4e76-945e-fd9962d128d3 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:20:55.216235 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks [] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.228628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Transition to ACTIVE for port object 870e9f5f-5fba-4e76-945e-fd9962d128d3 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:20:55.233306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.286825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:55.369338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:55.369767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:55.370289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:55.375244 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:20:55.375598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:55.380778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:55.381226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:55.381500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Bound using segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:55.381933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Bound port: 870e9f5f-5fba-4e76-945e-fd9962d128d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:55.382484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.450171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:55.453550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:55.459888 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.493815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:55.494520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:55.496159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] 10.222.0.21 "PUT /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1092 time: 0.6420083
Mar 26 21:20:55.498621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:55.500935 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3212f2-f25a-455c-87a4-1672eee5495a" -d '{"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:55.577196 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c5939-c007-41d8-8a8d-52069dae20da x-openstack-request-id: req-542c5939-c007-41d8-8a8d-52069dae20da {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:55.577859 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:55.578326 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-542c5939-c007-41d8-8a8d-52069dae20da {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:55.578975 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542c5939-c007-41d8-8a8d-52069dae20da'] response: {'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'status': 'completed', 'code': 200}
Mar 26 21:20:55.581378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4d611-4535-4aac-a149-d7af78076eca service neutron] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:55.961209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-7ecba2b9-b925-440c-90aa-5346de38fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:55.962744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-7ecba2b9-b925-440c-90aa-5346de38fd1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1126 time: 0.4192419
Mar 26 21:20:55.983290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5623dee-2afa-419b-961b-a1a3d15e58ba req-d48fb8ba-c0d9-45ed-b1c1-e00a84675789 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:55.984759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5623dee-2afa-419b-961b-a1a3d15e58ba req-d48fb8ba-c0d9-45ed-b1c1-e00a84675789 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 944 time: 0.3974416
Mar 26 21:20:56.027528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-79207d37-1d0d-40f9-bef2-479df22a81b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 217 time: 0.0418372
Mar 26 21:20:56.052344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7b0083e2-6bb0-4017-a28c-564859bc1c9d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:56.107051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5623dee-2afa-419b-961b-a1a3d15e58ba req-2706942a-8c91-4eb2-b2b6-3689a7a5cb20 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143310
Mar 26 21:20:56.108980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-53727678-0e22-4e07-bec0-9f9190451e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.110371 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-53727678-0e22-4e07-bec0-9f9190451e0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0740747
Mar 26 21:20:56.132061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7b0083e2-6bb0-4017-a28c-564859bc1c9d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:56.133763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:56.191192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-04836e7f-3f4b-43a7-ba5c-f95d653c230b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.197979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bcaeb404-ad87-44de-8f2e-414dbfaf7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.199490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-bcaeb404-ad87-44de-8f2e-414dbfaf7206 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787024
Mar 26 21:20:56.200079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-04836e7f-3f4b-43a7-ba5c-f95d653c230b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1675496
Mar 26 21:20:56.218615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-70ec2679-e767-44d1-9df7-65c995a9bd04 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0173845
Mar 26 21:20:56.238406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7b0083e2-6bb0-4017-a28c-564859bc1c9d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:56.239892 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:56.263691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 7b0083e2-6bb0-4017-a28c-564859bc1c9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b0083e2-6bb0-4017-a28c-564859bc1c9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:56.283710 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:56.288623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-2e2e3d1d-c69c-41bd-9209-2059412c9de6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0689659
Mar 26 21:20:56.323760 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-8dd4f50b-2c32-4e55-9c19-e97ac2e783b4 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144187
Mar 26 21:20:56.359630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=7b0083e2-6bb0-4017-a28c-564859bc1c9d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:56.368879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.369513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.370022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.370527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.371027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.371522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.372057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.372565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.373055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.373675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.374170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.374675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.375173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.375521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.375860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:56.418205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-a8aa1bf4-cde3-4ac5-af42-d651759245a6 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283751
Mar 26 21:20:56.448048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84e5b626-e82a-4088-9b96-1c741fced0cf req-1a82eb8a-637a-4d65-aad6-9c2c5965f1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1131704
Mar 26 21:20:56.523834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-479b4321-9437-49ea-9bd6-328889f697b6 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986507
Mar 26 21:20:56.561636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-34b559ed-5cfc-4976-b40f-68faaf173178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.563439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-34b559ed-5cfc-4976-b40f-68faaf173178 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1126 time: 0.0537684
Mar 26 21:20:56.679170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-61b8dca5-60a4-4187-aac6-87432b84a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.681733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-61b8dca5-60a4-4187-aac6-87432b84a580 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.1121962
Mar 26 21:20:56.766589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-1d6ec96a-9c40-4b4a-9406-06f36d3224ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 217 time: 0.0725715
Mar 26 21:20:56.802960 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c9da0150-94a4-4fb3-9f12-a8f6f402cc80 req-3c2d5423-4722-4cb7-ad19-53446685ab0e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 210 time: 0.0468900
Mar 26 21:20:56.843471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-1892e9ab-0cff-4586-aedc-ad0494644a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.845273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-1892e9ab-0cff-4586-aedc-ad0494644a8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0527232
Mar 26 21:20:56.909310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-898d1bec-2c89-4224-be64-7a5bc74987ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:56.910952 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-898d1bec-2c89-4224-be64-7a5bc74987ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0584724
Mar 26 21:20:57.015682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-9ba5bb07-4bc1-4fb7-acde-946ffd371aba service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956831
Mar 26 21:20:57.112144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1f3212f2-f25a-455c-87a4-1672eee5495a req-abd3f493-48f3-483e-9fbb-6593adccebd0 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884552
Mar 26 21:20:57.234571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86132cd-4679-4269-92f8-fc91fcb46baf req-384b5877-292a-4249-9365-9b6b267b068c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:57.236087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d86132cd-4679-4269-92f8-fc91fcb46baf req-384b5877-292a-4249-9365-9b6b267b068c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 944 time: 0.0537121
Mar 26 21:20:57.293058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d86132cd-4679-4269-92f8-fc91fcb46baf req-d9b934d9-8bfa-4759-9a46-d86606c1dba7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513003
Mar 26 21:20:57.659876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Sync routers for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:20:57.672391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:57.673110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f37e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:57.738025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-06a1a28b-1876-46f2-9fbb-cfad19b7608c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:57.740730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-06a1a28b-1876-46f2-9fbb-cfad19b7608c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1238806
Mar 26 21:20:57.754027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:57.792937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:57.856674 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-51ce9bb4-8e90-4662-a6bd-fb7865410fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:57.891202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:20:57.895206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:57.926672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4af1c08c-6012-4c9f-a498-64ef20136a20 req-513061a0-6ca6-4005-bdaa-c0a4aeea018f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 210 time: 0.0367723
Mar 26 21:20:58.045965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7b0083e2-6bb0-4017-a28c-564859bc1c9d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:20:58.057314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.5 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/052d471a-aa51-4515-8e0c-5f51ce6b0d51) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:20:58.150890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f37e190>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee856897-c2ba-477f-8314-e24810555a01', 'name': '', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'mac_address': 'fa:16:3e:9f:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:48Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 2, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'subnets': [{'id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:58.152723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7b0083e2-6bb0-4017-a28c-564859bc1c9d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:58.153231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.199091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Checking router: 3accddb7-8280-4bc7-aa74-07b2cc938c0a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:20:58.199334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Updating router 3accddb7-8280-4bc7-aa74-07b2cc938c0a port ee856897-c2ba-477f-8314-e24810555a01 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:20:58.248375 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ee856897-c2ba-477f-8314-e24810555a01), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.256570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.299367 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.363517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:20:58.367235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:20:58.371967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7b0083e2-6bb0-4017-a28c-564859bc1c9d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:58.383815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:20:58.445716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.484946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.486029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.486029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.486209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.486619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.486952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.487280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:20:58.510299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:58.511019 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.533149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86881ee6-4ee6-42f8-bfe6-0a95aad035c5 req-22d228f6-9b54-46fc-a203-8a60d3074676 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:58.534870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86881ee6-4ee6-42f8-bfe6-0a95aad035c5 req-22d228f6-9b54-46fc-a203-8a60d3074676 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 944 time: 0.1446197
Mar 26 21:20:58.539709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-40b5eb43-41a0-48b7-8ebb-629abfacd340 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7906649
Mar 26 21:20:58.599856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86881ee6-4ee6-42f8-bfe6-0a95aad035c5 req-30d68efe-f5bc-4d09-ae94-1614845d14c7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576439
Mar 26 21:20:58.620167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks [] for port (ee856897-c2ba-477f-8314-e24810555a01), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.633683 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.700961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b745e-a39e-45cf-80a5-40218e2b2b6d None None] Pushing event updated for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:58.723447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Request body: {'port': {'device_id': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:20:58.787546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Attempting to bind port ee856897-c2ba-477f-8314-e24810555a01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:58.787945 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Attempting to bind port ee856897-c2ba-477f-8314-e24810555a01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:58.788331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Attempting to bind port ee856897-c2ba-477f-8314-e24810555a01 on network 83e4b56b-a920-420e-ad02-3ca389c503e7 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:58.793463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-59fec5ff-a632-4ef9-8224-5d638b85a059 None None] Provisioning complete for port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:58.793629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59fec5ff-a632-4ef9-8224-5d638b85a059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.801951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:58.802287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Checking segment: {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:58.802798 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.803189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Bound using segment: {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:58.803745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Bound port: ee856897-c2ba-477f-8314-e24810555a01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557ff3ef-a4b9-45c2-82b0-c8d1e4741762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:58.807337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.808351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ee856897-c2ba-477f-8314-e24810555a01), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.928258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:58.930607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59fec5ff-a632-4ef9-8224-5d638b85a059 None None] Port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:20:58.935391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] For port ee856897-c2ba-477f-8314-e24810555a01, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:58.948186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] For port ee856897-c2ba-477f-8314-e24810555a01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee856897-c2ba-477f-8314-e24810555a01,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:58.954932 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.030685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:20:59.031661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f37e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:59.084203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a94185-9a67-4104-bb28-d4aa683bd716 req-9907c0f7-7164-47f5-adaf-e77f03af0d59 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.087933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85a94185-9a67-4104-bb28-d4aa683bd716 req-9907c0f7-7164-47f5-adaf-e77f03af0d59 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 931 time: 0.0883114
Mar 26 21:20:59.147567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b745e-a39e-45cf-80a5-40218e2b2b6d None None] Pushing event updated for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:59.157457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052d471a-aa51-4515-8e0c-5f51ce6b0d51 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:20:59.158565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85a94185-9a67-4104-bb28-d4aa683bd716 req-faafa433-d4b8-45bd-bc10-c2911672c435 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640256
Mar 26 21:20:59.163342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Provisioning complete for port ee856897-c2ba-477f-8314-e24810555a01 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:59.163850 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ee856897-c2ba-477f-8314-e24810555a01), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.174948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks [] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.199353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Transition to ACTIVE for port object 052d471a-aa51-4515-8e0c-5f51ce6b0d51 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:20:59.204544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.211071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:20:59.297427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Pushing event updated for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:59.361168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Attempting to bind port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:20:59.361529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Attempting to bind port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:20:59.361867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Attempting to bind port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:59.366862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:20:59.367289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Attempting to bind port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:20:59.373389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:20:59.373737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:20:59.374134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:20:59.374575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Bound port: 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:20:59.374939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.450676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:20:59.454009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:20:59.457028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:20:59.462700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.498720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.498720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.499668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] 10.222.0.18 "PUT /v2.0/ports/052d471a-aa51-4515-8e0c-5f51ce6b0d51 HTTP/1.1" status: 200  len: 1091 time: 0.9510407
Mar 26 21:20:59.500054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:20:59.502592 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:20:59.529570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11a233-68fb-486a-b23e-f391bc1c0302 service neutron] Pushing event updated for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:59.557860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Current status of the port ee856897-c2ba-477f-8314-e24810555a01 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:59.558163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ee856897-c2ba-477f-8314-e24810555a01), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.586776 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c119eb63-1268-47b4-abde-f6acd91e3fc1 x-openstack-request-id: req-c119eb63-1268-47b4-abde-f6acd91e3fc1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:20:59.587172 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:20:59.587479 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c119eb63-1268-47b4-abde-f6acd91e3fc1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:20:59.588109 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c119eb63-1268-47b4-abde-f6acd91e3fc1'] response: {'name': 'network-changed', 'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51', 'status': 'completed', 'code': 200}
Mar 26 21:20:59.615314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-5b7dd695-908c-42a1-b4b9-4e6f4d730156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.617763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-5b7dd695-908c-42a1-b4b9-4e6f4d730156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 1125 time: 0.0695524
Mar 26 21:20:59.671614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-5fa49e62-5132-4e65-b1ef-ffb4f0ce5931 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51 HTTP/1.1" status: 200  len: 217 time: 0.0467410
Mar 26 21:20:59.697304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] For port ee856897-c2ba-477f-8314-e24810555a01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee856897-c2ba-477f-8314-e24810555a01,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:59.711626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.715979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:59.755436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-4b476ed4-9980-47fc-ae66-7d7dc1ba1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.759005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-4b476ed4-9980-47fc-ae66-7d7dc1ba1f55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0796599
Mar 26 21:20:59.769067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'port_id': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'mac_address': 'fa:16:3e:d4:66:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:20:59.771128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391642a-4604-4245-b1b0-d02e26e20446 req-55cd696e-7613-44f1-9539-6c80fe63bd54 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.772974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7391642a-4604-4245-b1b0-d02e26e20446 req-55cd696e-7613-44f1-9539-6c80fe63bd54 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 944 time: 0.0698717
Mar 26 21:20:59.816905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-05306758-b15d-422a-aca1-2dac8f1d8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:20:59.819057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-05306758-b15d-422a-aca1-2dac8f1d8e44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0562096
Mar 26 21:20:59.840079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7391642a-4604-4245-b1b0-d02e26e20446 req-8f8c231e-2065-4c31-a959-3abd9afd9da7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560563
Mar 26 21:20:59.840291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c522-1fd6-40db-8014-6c0ca4ea391c None None] Pushing event updated for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:20:59.860460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 870e9f5f-5fba-4e76-945e-fd9962d128d3 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:20:59.860852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.871086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6a709a9b-ddac-4b0e-903f-0973c7f08579 None None] Provisioning complete for port ee856897-c2ba-477f-8314-e24810555a01 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:20:59.871465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6a709a9b-ddac-4b0e-903f-0973c7f08579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ee856897-c2ba-477f-8314-e24810555a01), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:20:59.896695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870e9f5f-5fba-4e76-945e-fd9962d128d3 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:20:59.920875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f37e190>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee856897-c2ba-477f-8314-e24810555a01', 'name': '', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'mac_address': 'fa:16:3e:9f:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:48Z', 'updated_at': '2022-03-26T21:20:58Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'subnets': [{'id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:20:59.925533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-bfa8058f-b07e-4be2-b7a4-300be757db55 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998933
Mar 26 21:20:59.958590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af49d29-92f7-425f-9cc4-c9c94b85cb92 None None] The sync data for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 is: [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ee856897-c2ba-477f-8314-e24810555a01', 'name': '', 'network_id': '83e4b56b-a920-420e-ad02-3ca389c503e7', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'mac_address': 'fa:16:3e:9f:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:48Z', 'updated_at': '2022-03-26T21:20:58Z', 'revision_number': 4, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'subnets': [{'id': '4ada06ff-524e-4bd0-8572-6bbda433836e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:20:59.961349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:20:59.972381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:00.049258 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4cc5ee3-2c86-442e-8339-e30b0e7012af req-1fe57c8a-02dc-44fc-af36-3918a7c3a41e service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179965
Mar 26 21:21:00.052238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6a709a9b-ddac-4b0e-903f-0973c7f08579 None None] Current status of the port ee856897-c2ba-477f-8314-e24810555a01 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:00.058592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:00.065991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ee856897-c2ba-477f-8314-e24810555a01 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:21:00.120442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ee856897-c2ba-477f-8314-e24810555a01 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:00.120921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ee856897-c2ba-477f-8314-e24810555a01), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:00.144255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-884c5f01-5acd-4870-8c87-09bede28638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.145823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-884c5f01-5acd-4870-8c87-09bede28638d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 1125 time: 0.0482469
Mar 26 21:21:00.173533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:00.222842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ee856897-c2ba-477f-8314-e24810555a01 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:00.246387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['870e9f5f-5fba-4e76-945e-fd9962d128d3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:00.283227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-6dcab7e1-7e9c-4113-8868-9a461c8f0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.284776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-6dcab7e1-7e9c-4113-8868-9a461c8f0157 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1319487
Mar 26 21:21:00.329512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-22fa7647-4ef0-449c-b184-5469fcae5aa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51 HTTP/1.1" status: 200  len: 217 time: 0.0383511
Mar 26 21:21:00.380813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b4c56-59cb-4746-8fca-5bcf753a296f req-a23d7ebe-6f98-4e19-96c8-f8fb1961c21e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.382486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e42b4c56-59cb-4746-8fca-5bcf753a296f req-a23d7ebe-6f98-4e19-96c8-f8fb1961c21e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 943 time: 0.1297023
Mar 26 21:21:00.403787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-51e1a00f-834f-4fc6-b8fd-92fce195e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.405301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-51e1a00f-834f-4fc6-b8fd-92fce195e489 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0689960
Mar 26 21:21:00.470539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e42b4c56-59cb-4746-8fca-5bcf753a296f req-587c31fd-40a2-4943-9dd0-f4138afcde97 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771296
Mar 26 21:21:00.483579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-f52b0972-d830-4a53-88b5-e51711f19ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.492658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-f52b0972-d830-4a53-88b5-e51711f19ba6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0737138
Mar 26 21:21:00.577407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-ef8080bc-4136-4f32-b090-1e5b8ab27168 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856752
Mar 26 21:21:00.673327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5d7c41a-a23b-4dfa-a5be-7f819ab3f1f1 req-e324247c-a852-4dc0-bb1b-14d732b48ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904186
Mar 26 21:21:00.947911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cb32b-066e-4d80-ad9b-6af7b4be9e18 req-447af61f-b10a-4ce5-898b-4545cb06355d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:00.949496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc7cb32b-066e-4d80-ad9b-6af7b4be9e18 req-447af61f-b10a-4ce5-898b-4545cb06355d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.0541978
Mar 26 21:21:01.003829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc7cb32b-066e-4d80-ad9b-6af7b4be9e18 req-a226592d-4920-47e8-a20b-a9385f5e1945 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486443
Mar 26 21:21:01.456637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:21:01.509977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:21:01.516351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:01.516732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:01.598632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67aa2-16cf-4837-a030-fa45f8b86aaf req-2bdb81b7-c79c-44a1-95e3-4336e471572f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:01.600185 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ead67aa2-16cf-4837-a030-fa45f8b86aaf req-2bdb81b7-c79c-44a1-95e3-4336e471572f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 943 time: 0.0587749
Mar 26 21:21:01.601667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 870e9f5f-5fba-4e76-945e-fd9962d128d3 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:01.602119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:01.627168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:01.630228 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c852f-6446-40dc-9f62-bd107465b100" -d '{"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-plugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:01.644059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:01.649244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:01.658881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ead67aa2-16cf-4837-a030-fa45f8b86aaf req-36c4cf82-bc74-4ce9-aa33-89c8b046258a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512893
Mar 26 21:21:01.700308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:01.811341 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438a9392-e804-4177-9804-0dab6b75aa0c x-openstack-request-id: req-438a9392-e804-4177-9804-0dab6b75aa0c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:01.811650 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-plugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:01.811898 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-438a9392-e804-4177-9804-0dab6b75aa0c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:01.812403 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438a9392-e804-4177-9804-0dab6b75aa0c'] response: {'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'code': 200}
Mar 26 21:21:01.834559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:01.931568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cd4e-df10-4c3c-bac9-27c5fd3e663e req-6aaf06da-c4ac-4b77-8766-0ac9f345c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:01.932873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b423cd4e-df10-4c3c-bac9-27c5fd3e663e req-6aaf06da-c4ac-4b77-8766-0ac9f345c7f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1128 time: 0.0462291
Mar 26 21:21:01.982651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b423cd4e-df10-4c3c-bac9-27c5fd3e663e req-591eea75-98bf-4ce9-a42a-d457cbc94459 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393429
Mar 26 21:21:02.136534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b18f94-fea2-4d55-9571-682cc484a366 req-c78f885b-3b86-4d46-b4e6-2480e99741bd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:02.138268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56b18f94-fea2-4d55-9571-682cc484a366 req-c78f885b-3b86-4d46-b4e6-2480e99741bd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0575449
Mar 26 21:21:02.189827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56b18f94-fea2-4d55-9571-682cc484a366 req-7473a356-c85a-427d-be60-383d5771e91e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457976
Mar 26 21:21:02.782053 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944b13b-2203-41b7-a79d-19dc9c0ba82a req-78dc8625-3bcd-4061-9edf-509b5eb69f11 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:02.783545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6944b13b-2203-41b7-a79d-19dc9c0ba82a req-78dc8625-3bcd-4061-9edf-509b5eb69f11 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 943 time: 0.0530791
Mar 26 21:21:02.830463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6944b13b-2203-41b7-a79d-19dc9c0ba82a req-c2d9a30a-6510-4e78-9ffc-7026319bd577 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409801
Mar 26 21:21:03.312191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f7419-7124-42bc-8d01-1279a84f3fff req-1e940b60-795a-4526-9bff-c507b2fa7d44 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:03.313583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-193f7419-7124-42bc-8d01-1279a84f3fff req-1e940b60-795a-4526-9bff-c507b2fa7d44 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0534637
Mar 26 21:21:03.364462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-193f7419-7124-42bc-8d01-1279a84f3fff req-0c0b88e9-d54c-4b22-b816-192f34a8841c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448921
Mar 26 21:21:03.483389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f668-2903-439a-b9a3-ed8bde0ae747 req-fe76a68a-8bfb-497f-b345-86384a8edcf2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:03.484881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a982f668-2903-439a-b9a3-ed8bde0ae747 req-fe76a68a-8bfb-497f-b345-86384a8edcf2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0560155
Mar 26 21:21:03.532295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a982f668-2903-439a-b9a3-ed8bde0ae747 req-3ba5d609-0507-4967-b943-f914b34c31e8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417848
Mar 26 21:21:03.554198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43104) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:03.600712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc34e8a0-48c0-42f8-b345-64205181c5bd tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:03.602771 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bc34e8a0-48c0-42f8-b345-64205181c5bd tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1123 time: 0.0475888
Mar 26 21:21:03.605481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43106) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:03.609649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:03.631669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:03.726930 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:03.837439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.26 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:21:03.973355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:03.987185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1962-ea24-43c1-abe7-a7ea806ec1b0 req-bd2800e6-5cac-44b0-8f27-61b1c335bca8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:03.988701 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91cb1962-ea24-43c1-abe7-a7ea806ec1b0 req-bd2800e6-5cac-44b0-8f27-61b1c335bca8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 943 time: 0.0890501
Mar 26 21:21:04.041793 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:04.078560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-91cb1962-ea24-43c1-abe7-a7ea806ec1b0 req-345f6958-2129-4e0b-9630-22b24f4ac04c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831091
Mar 26 21:21:04.087436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:21:04.090331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:21:04.093869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:21:04.126075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:04.878349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (8b106f69-e23a-4110-99b1-1e7a147f7df4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:04.983844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:05.131867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:05.137193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:05.202295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3373c-7548-467c-9023-fa4f12e8cf74 req-f624fec4-905a-48fb-b2ab-8cd142aaefe0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:05.203796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-50c3373c-7548-467c-9023-fa4f12e8cf74 req-f624fec4-905a-48fb-b2ab-8cd142aaefe0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 943 time: 0.0537374
Mar 26 21:21:05.208580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:05.219929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (8b106f69-e23a-4110-99b1-1e7a147f7df4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:05.251551 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-50c3373c-7548-467c-9023-fa4f12e8cf74 req-a017d8e0-3c0d-4a5a-9383-5d18c6a6948f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418742
Mar 26 21:21:05.326910 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP 8b106f69-e23a-4110-99b1-1e7a147f7df4 associated. External IP: 172.35.4.26, port: 870e9f5f-5fba-4e76-945e-fd9962d128d3.
Mar 26 21:21:05.533743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 155f34fa-d578-492f-ae9d-c49626709222 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:21:05.641392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:21:05.651062 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Sync routers for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:21:05.658907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:05.661600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:05.662219 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:05.688794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57c85a03-6b02-42ca-8a49-df8920410080 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0822732
Mar 26 21:21:05.689396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:05.691621 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d6dfb-512e-443a-863c-8a7950c42b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:05.728884 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ffa931-672a-4a41-be97-38f4bd977409 x-openstack-request-id: req-85ffa931-672a-4a41-be97-38f4bd977409 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:05.729317 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:05.729603 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85ffa931-672a-4a41-be97-38f4bd977409 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:05.730131 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ffa931-672a-4a41-be97-38f4bd977409'] response: {'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'status': 'completed', 'code': 200}
Mar 26 21:21:05.775563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:05.796505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd12fb7-1f09-4dc6-aa4e-0c4861aa197e req-7ef63cd2-c708-49fa-9508-46d2aa3cdfde tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:05.798292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8cd12fb7-1f09-4dc6-aa4e-0c4861aa197e req-7ef63cd2-c708-49fa-9508-46d2aa3cdfde tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0570712
Mar 26 21:21:05.801997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-49264afd-e700-4e82-b3cb-e6431cd43da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:05.803526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-49264afd-e700-4e82-b3cb-e6431cd43da0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1128 time: 0.0508037
Mar 26 21:21:05.849776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8cd12fb7-1f09-4dc6-aa4e-0c4861aa197e req-aa8dfc21-112e-4eb4-b527-52712bf48e86 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443380
Mar 26 21:21:05.872893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43116) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:05.888630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 052d471a-aa51-4515-8e0c-5f51ce6b0d51 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:21:05.920328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-63e976a0-8ba9-4a9b-bbad-3b409e1ee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:05.922137 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-63e976a0-8ba9-4a9b-bbad-3b409e1ee321 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.1114366
Mar 26 21:21:05.967961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0c1de552-9a11-4816-b60a-c3f8c7c6a5e8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/8b106f69-e23a-4110-99b1-1e7a147f7df4 HTTP/1.1" status: 200  len: 991 time: 0.0930753
Mar 26 21:21:06.015435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:06.015684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-bf61170c-acad-47ac-ae15-43911cccba49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 999 time: 0.0788686
Mar 26 21:21:06.026909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '052d471a-aa51-4515-8e0c-5f51ce6b0d51', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': '052d471a-aa51-4515-8e0c-5f51ce6b0d51', 'mac_address': 'fa:16:3e:ba:f0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:21:06.064838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:06.065139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:06.075622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-68b6e43d-6c06-4e49-92a9-52ce8d809694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:06.077349 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-68b6e43d-6c06-4e49-92a9-52ce8d809694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0540209
Mar 26 21:21:06.078248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052d471a-aa51-4515-8e0c-5f51ce6b0d51 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:21:06.101942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:06.109618 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284790>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b106f69-e23a-4110-99b1-1e7a147f7df4', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '155f34fa-d578-492f-ae9d-c49626709222', 'port_id': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'mac_address': 'fa:16:3e:d4:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de346557-be6e-46c7-94fd-7e64c0983060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:21:04Z', 'updated_at': '2022-03-26T21:21:04Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:06.115248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:06.131062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-9616827a-7500-4eb9-b61a-ca044fa29762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:06.133070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-9616827a-7500-4eb9-b61a-ca044fa29762 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497863
Mar 26 21:21:06.144211 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Checking router: 155f34fa-d578-492f-ae9d-c49626709222 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:21:06.155935 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:06.156575 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:20:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:06.177226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:06.240753 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-c7e76f52-c53c-4179-8bfc-cff8b2844242 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0966811
Mar 26 21:21:06.271138 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:06.321200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['052d471a-aa51-4515-8e0c-5f51ce6b0d51'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:06.336746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-342d6dfb-512e-443a-863c-8a7950c42b0a req-5b937c34-f0cc-4cba-9d00-c87f3d5568bd service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887246
Mar 26 21:21:06.400701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e927f2-ddec-47ec-a9df-a5129a694d00 req-43fd2bcb-401f-4105-b6df-598ae24bb668 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:06.402397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3e927f2-ddec-47ec-a9df-a5129a694d00 req-43fd2bcb-401f-4105-b6df-598ae24bb668 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 944 time: 0.0619030
Mar 26 21:21:06.453786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3e927f2-ddec-47ec-a9df-a5129a694d00 req-7111c1a9-d0e6-4789-8975-6a4baa4e95cf tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441978
Mar 26 21:21:06.501523 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284790>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b106f69-e23a-4110-99b1-1e7a147f7df4', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '155f34fa-d578-492f-ae9d-c49626709222', 'port_id': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'mac_address': 'fa:16:3e:d4:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de346557-be6e-46c7-94fd-7e64c0983060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:21:04Z', 'updated_at': '2022-03-26T21:21:04Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:06.530809 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f758a9-b3aa-454a-b1ca-c2f7d605e99d None None] The sync data for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 is: [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b106f69-e23a-4110-99b1-1e7a147f7df4', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '155f34fa-d578-492f-ae9d-c49626709222', 'port_id': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'mac_address': 'fa:16:3e:d4:66:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de346557-be6e-46c7-94fd-7e64c0983060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:21:04Z', 'updated_at': '2022-03-26T21:21:04Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:21:06.720167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1950e2-5e2c-4188-8b74-0bd3dfbc8f65 None None] New status for floating IP 8b106f69-e23a-4110-99b1-1e7a147f7df4: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:21:06.969392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43120) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:07.029364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9279f4ec-03e6-44e1-a580-11e2f93f6758 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/8b106f69-e23a-4110-99b1-1e7a147f7df4 HTTP/1.1" status: 200  len: 993 time: 0.0588067
Mar 26 21:21:07.576730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2dbd4-2d86-4158-9874-72b7c8b3cdad req-5547e0bd-e2fc-4577-bbce-4f6656072509 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:07.578216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aba2dbd4-2d86-4158-9874-72b7c8b3cdad req-5547e0bd-e2fc-4577-bbce-4f6656072509 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 944 time: 0.0563688
Mar 26 21:21:07.624377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aba2dbd4-2d86-4158-9874-72b7c8b3cdad req-607ac593-745a-447c-9e62-24f82a673a52 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406415
Mar 26 21:21:07.887504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 052d471a-aa51-4515-8e0c-5f51ce6b0d51 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:21:07.935835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:21:07.939672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:07.940090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:08.017548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:08.017852 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:08.041258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:08.043453 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d31587-a10f-452c-9a48-32af4e2b2cd9" -d '{"events": [{"server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "name": "network-vif-plugged", "status": "completed", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:08.055443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:08.060168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:08.082290 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ca49a-1874-41b7-b8ce-87cbd441d1f9 x-openstack-request-id: req-a32ca49a-1874-41b7-b8ce-87cbd441d1f9 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:08.082587 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "name": "network-vif-plugged", "status": "completed", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:08.082843 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a32ca49a-1874-41b7-b8ce-87cbd441d1f9 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:08.083258 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32ca49a-1874-41b7-b8ce-87cbd441d1f9'] response: {'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51', 'code': 200}
Mar 26 21:21:08.110186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:08.179148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f7ba9-e984-496a-87a0-c9f31782d5c2 req-7cf4266e-1a26-4450-a044-4f67a2dfd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:08.180723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52f7ba9-e984-496a-87a0-c9f31782d5c2 req-7cf4266e-1a26-4450-a044-4f67a2dfd961 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 1127 time: 0.0438933
Mar 26 21:21:08.224114 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b52f7ba9-e984-496a-87a0-c9f31782d5c2 req-dbde05a6-9dcb-4e92-a54a-b6ac05c092f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377157
Mar 26 21:21:08.740723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b99d06-3d9d-493b-a42a-c26b5f9c648b req-db7e4b48-0e9c-47e1-ae81-103d0edb423f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:08.742690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0b99d06-3d9d-493b-a42a-c26b5f9c648b req-db7e4b48-0e9c-47e1-ae81-103d0edb423f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0517621
Mar 26 21:21:08.791871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0b99d06-3d9d-493b-a42a-c26b5f9c648b req-24f5a4cc-af8e-49f2-8a47-5f5a63c447fb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437219
Mar 26 21:21:09.910669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a89bf-72f7-42fa-9c49-f94965296d6d req-449b9df3-3a80-4802-84d9-324dc2867c57 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:09.912170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-140a89bf-72f7-42fa-9c49-f94965296d6d req-449b9df3-3a80-4802-84d9-324dc2867c57 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0521820
Mar 26 21:21:09.958429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-140a89bf-72f7-42fa-9c49-f94965296d6d req-6123d609-ce1b-4116-a333-668137adf975 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407062
Mar 26 21:21:10.075770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4807-74db-4715-a88e-78eaa490b6a2 req-9862162b-f80f-4b4a-b74d-14fc2d2ba95c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:10.077175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c84c4807-74db-4715-a88e-78eaa490b6a2 req-9862162b-f80f-4b4a-b74d-14fc2d2ba95c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0519514
Mar 26 21:21:10.123391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c84c4807-74db-4715-a88e-78eaa490b6a2 req-ed93bb4b-076a-4afa-a3d3-6842b9179442 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404816
Mar 26 21:21:10.239409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0d211-1bf7-4f29-ba70-7af079aebfcd req-ffa90519-381e-4346-925e-0e3fa9b6a9f7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:10.240901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0d211-1bf7-4f29-ba70-7af079aebfcd req-ffa90519-381e-4346-925e-0e3fa9b6a9f7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0532801
Mar 26 21:21:10.290899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45c0d211-1bf7-4f29-ba70-7af079aebfcd req-e9e3818c-1a72-4e0c-89ac-7801be96f40f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439510
Mar 26 21:21:10.573306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555bb37-6b1f-44a2-a27f-c9303e7fcd7c req-734a2c7f-0f21-49ee-8922-c61e0822f315 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:10.574805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b555bb37-6b1f-44a2-a27f-c9303e7fcd7c req-734a2c7f-0f21-49ee-8922-c61e0822f315 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0555210
Mar 26 21:21:10.621450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b555bb37-6b1f-44a2-a27f-c9303e7fcd7c req-13700506-beea-4db4-80a9-10e1a3a9dbeb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410602
Mar 26 21:21:11.738973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cc8ba-a499-47b0-a22e-0bd6ef491135 req-9448ac74-97b2-4c81-a91c-a5410d6fb681 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:11.740468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b9cc8ba-a499-47b0-a22e-0bd6ef491135 req-9448ac74-97b2-4c81-a91c-a5410d6fb681 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0514536
Mar 26 21:21:11.786134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b9cc8ba-a499-47b0-a22e-0bd6ef491135 req-f9048b18-01ee-44b5-904d-c76eb1c21154 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396037
Mar 26 21:21:12.019564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-73af6fad-3bb8-484a-8a4b-1b0d9ed25cbb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:12.021147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-73af6fad-3bb8-484a-8a4b-1b0d9ed25cbb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 945 time: 0.0565233
Mar 26 21:21:12.112854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:12.113205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:12.203512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port 052d471a-aa51-4515-8e0c-5f51ce6b0d51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=052d471a-aa51-4515-8e0c-5f51ce6b0d51,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:12.203868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:12.215334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for 052d471a-aa51-4515-8e0c-5f51ce6b0d51 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:12.337668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (052d471a-aa51-4515-8e0c-5f51ce6b0d51), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:12.348963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['052d471a-aa51-4515-8e0c-5f51ce6b0d51'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:12.369448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=052d471a-aa51-4515-8e0c-5f51ce6b0d51,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:12.415394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port 052d471a-aa51-4515-8e0c-5f51ce6b0d51 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:21:12.418082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:12.421698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f22896ff-3e2b-4d3a-b015-5a5ee4891c14 req-f371aff2-d3e4-45c5-a49f-70733a88f980 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "DELETE /v2.0/ports/052d471a-aa51-4515-8e0c-5f51ce6b0d51 HTTP/1.1" status: 204  len: 173 time: 0.3950980
Mar 26 21:21:12.422151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'name': 'network-vif-deleted', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:12.424428 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519adfe6-a477-4a88-920f-41370303fc8a" -d '{"events": [{"server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "name": "network-vif-deleted", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:12.467006 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fc106-0f08-4d79-8382-695618a519e9 x-openstack-request-id: req-f31fc106-0f08-4d79-8382-695618a519e9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:12.467306 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490552dd-4509-4c3b-95ed-ad31429a3eca", "name": "network-vif-deleted", "tag": "052d471a-aa51-4515-8e0c-5f51ce6b0d51", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:12.467562 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f31fc106-0f08-4d79-8382-695618a519e9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:12.468012 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31fc106-0f08-4d79-8382-695618a519e9'] response: {'server_uuid': '490552dd-4509-4c3b-95ed-ad31429a3eca', 'name': 'network-vif-deleted', 'tag': '052d471a-aa51-4515-8e0c-5f51ce6b0d51', 'status': 'completed', 'code': 200}
Mar 26 21:21:12.896901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6fab50b3-8316-428f-bb94-24c567ec5b0a req-83e5d355-d37b-40a0-8cf0-37a7cdc4b256 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=490552dd-4509-4c3b-95ed-ad31429a3eca HTTP/1.1" status: 200  len: 210 time: 0.0276532
Mar 26 21:21:14.215013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:15.842143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:15.934035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 052d471a-aa51-4515-8e0c-5f51ce6b0d51 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:21:15.954336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 052d471a-aa51-4515-8e0c-5f51ce6b0d51 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:21:15.954690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 052d471a-aa51-4515-8e0c-5f51ce6b0d51 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:21:20.023173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-fc37a72e-1d46-47a3-aac1-b515aae300ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:20.024611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-fc37a72e-1d46-47a3-aac1-b515aae300ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1048162
Mar 26 21:21:20.039347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-8b0b1f84-cd0a-426c-9aa6-c656d4b3ee9d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0089281
Mar 26 21:21:20.092422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-b8a72d92-d288-4010-be79-047e263aaf83 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0483017
Mar 26 21:21:20.185627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-f02ca1fc-6b58-4964-ac0a-37eac3cec538 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868626
Mar 26 21:21:20.271844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-045af2bc-849f-42d9-b3ee-4c1d33a48245 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805187
Mar 26 21:21:20.550116 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0974044-6a6c-45cf-b1e2-fd09a56603f9 req-541a4d5a-d302-4c91-9f0d-5878afb82a0d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 210 time: 0.0282373
Mar 26 21:21:21.437557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-79500910-5672-41cb-b022-68a1188970cb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:21.439003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-79500910-5672-41cb-b022-68a1188970cb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1089258
Mar 26 21:21:21.451687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:21.557080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:21:21.560523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:21.658872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcf77ce5-eb76-4874-9429-f569a55ba97a req-395735e2-fedf-491e-82df-355039ca9729 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 210 time: 0.0318282
Mar 26 21:21:21.717439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.5 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/4da0d94e-acad-408d-a0ea-93c2360988ea) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:21:21.864984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:21.904875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:21.946038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:21:21.948945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:21:21.952433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:21:21.983976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:22.024224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.024894 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.041848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-fb2abc29-e0cd-4800-aa6c-4bc66185e2ae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5937350
Mar 26 21:21:22.053116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Request body: {'port': {'device_id': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:22.116591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.356737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c5bbd2b2-44b5-43f5-bb51-3ade9cca939a None None] Provisioning complete for port 4da0d94e-acad-408d-a0ea-93c2360988ea triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:22.357938 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c5bbd2b2-44b5-43f5-bb51-3ade9cca939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.394302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c5bbd2b2-44b5-43f5-bb51-3ade9cca939a None None] Port 4da0d94e-acad-408d-a0ea-93c2360988ea cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:21:22.415435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da0d94e-acad-408d-a0ea-93c2360988ea {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:21:22.424428 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks [] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.438688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Transition to ACTIVE for port object 4da0d94e-acad-408d-a0ea-93c2360988ea will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:21:22.442725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.510463 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Pushing event updated for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:22.564021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Attempting to bind port 4da0d94e-acad-408d-a0ea-93c2360988ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:21:22.564377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Attempting to bind port 4da0d94e-acad-408d-a0ea-93c2360988ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:21:22.564707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Attempting to bind port 4da0d94e-acad-408d-a0ea-93c2360988ea on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:22.569352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Port 4da0d94e-acad-408d-a0ea-93c2360988ea on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:21:22.569684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Attempting to bind port 4da0d94e-acad-408d-a0ea-93c2360988ea on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:22.575518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:21:22.575871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:21:22.576298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:21:22.576820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Bound port: 4da0d94e-acad-408d-a0ea-93c2360988ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:21:22.577412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.649286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:22.652246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4da0d94e-acad-408d-a0ea-93c2360988ea,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:21:22.658401 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.693576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.694248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:22.696344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] 10.222.0.18 "PUT /v2.0/ports/4da0d94e-acad-408d-a0ea-93c2360988ea HTTP/1.1" status: 200  len: 1091 time: 0.6476333
Mar 26 21:21:22.696763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:22.699016 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:22.721671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d2d9a-5e6c-4d25-a4e8-4e05b857caaf service neutron] Pushing event updated for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:22.772503 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748fe3c-8bff-4c1f-8bb9-f863cf8eedcb x-openstack-request-id: req-1748fe3c-8bff-4c1f-8bb9-f863cf8eedcb {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:22.772503 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:22.772976 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1748fe3c-8bff-4c1f-8bb9-f863cf8eedcb {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:22.773447 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1748fe3c-8bff-4c1f-8bb9-f863cf8eedcb'] response: {'name': 'network-changed', 'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea', 'status': 'completed', 'code': 200}
Mar 26 21:21:22.813279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-7ea37d4d-2e2d-4634-8feb-95a86d607cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.814893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-7ea37d4d-2e2d-4634-8feb-95a86d607cdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 1125 time: 0.0588610
Mar 26 21:21:22.819663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2e2c6-bcdc-4cf1-9bf2-9b29ce684dda req-f8f3fe57-1ee8-4aec-852e-62c7dd24a41a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.821282 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a2e2c6-bcdc-4cf1-9bf2-9b29ce684dda req-f8f3fe57-1ee8-4aec-852e-62c7dd24a41a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 943 time: 0.0583735
Mar 26 21:21:22.869290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-623e8cb7-b264-4c44-846f-ffd9055aa563 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da0d94e-acad-408d-a0ea-93c2360988ea HTTP/1.1" status: 200  len: 217 time: 0.0467186
Mar 26 21:21:22.882058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7a2e2c6-bcdc-4cf1-9bf2-9b29ce684dda req-4e0ee78f-7007-418f-830b-1e3a6ebfc6cb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550447
Mar 26 21:21:22.921363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-497005c4-19a9-47ad-b9aa-2fee5e6cf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.922830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-497005c4-19a9-47ad-b9aa-2fee5e6cf3f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0484138
Mar 26 21:21:22.970546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffde56c-da82-4431-a386-c759f612225c req-10d0c7df-ee82-4706-8110-c37ae981cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:22.972052 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-10d0c7df-ee82-4706-8110-c37ae981cf06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436189
Mar 26 21:21:23.063212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-75042e2e-8f87-4c8a-b3f5-713cfe8c7a4c service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854738
Mar 26 21:21:23.154403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ffde56c-da82-4431-a386-c759f612225c req-478a4eb8-1174-497b-9653-f6109dc2fc01 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855851
Mar 26 21:21:23.243719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-52bacf1c-a161-43e3-a9c4-453173c77f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:23.245354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-52bacf1c-a161-43e3-a9c4-453173c77f75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 1125 time: 0.0448174
Mar 26 21:21:23.337205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-d3bc88ae-5ed1-4bd9-a77c-9eb1c4c5b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:23.338654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-d3bc88ae-5ed1-4bd9-a77c-9eb1c4c5b782 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0881195
Mar 26 21:21:23.377510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-0dbb7c98-0b57-4a2b-b4f9-8eacf5ea91b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da0d94e-acad-408d-a0ea-93c2360988ea HTTP/1.1" status: 200  len: 217 time: 0.0334249
Mar 26 21:21:23.428140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-8a30ba73-831f-4a36-9378-c740114c4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:23.429576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-8a30ba73-831f-4a36-9378-c740114c4f23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0459371
Mar 26 21:21:23.477882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-e74e2e6e-ec7d-4f4b-b824-95fe095d95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:23.479391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-e74e2e6e-ec7d-4f4b-b824-95fe095d95e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436184
Mar 26 21:21:23.570826 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-d2dfca9b-4191-47cb-ba3e-1584e8e607d5 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836811
Mar 26 21:21:23.939471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d7ff03ce-85ae-449b-9ff1-b9a14c683b4e req-d482d310-1329-40f1-a085-a2673e698665 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3633711
Mar 26 21:21:24.005452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d9b18-df27-4628-9980-7b01b38ba6fe req-ff8fa163-ef0a-4984-9ad3-c36d16b4b3f6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:24.007085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738d9b18-df27-4628-9980-7b01b38ba6fe req-ff8fa163-ef0a-4984-9ad3-c36d16b4b3f6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 943 time: 0.0556798
Mar 26 21:21:24.058656 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-738d9b18-df27-4628-9980-7b01b38ba6fe req-15b988c3-625c-4616-990d-cece530b4a5d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446947
Mar 26 21:21:24.441853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-26573f19-4a30-44a0-91c7-22fb0a4bcb2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430541
Mar 26 21:21:24.526103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6817-463e-431f-a970-d60f026cb7c7 req-3e96d75c-4023-4017-9e61-3671713decaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:24.527573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-3e96d75c-4023-4017-9e61-3671713decaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1128 time: 0.0441666
Mar 26 21:21:24.636927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6817-463e-431f-a970-d60f026cb7c7 req-6a3dae2b-d5a8-4c72-8280-eb2b4ba76644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:24.638370 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-6a3dae2b-d5a8-4c72-8280-eb2b4ba76644 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.0886042
Mar 26 21:21:24.703663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-f431f592-e560-4b37-aac5-57bf199270af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1001 time: 0.0582416
Mar 26 21:21:24.751082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6817-463e-431f-a970-d60f026cb7c7 req-5ec31a79-33d4-45e4-8b84-d016bcccf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:24.752516 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-5ec31a79-33d4-45e4-8b84-d016bcccf968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0423577
Mar 26 21:21:24.804855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6817-463e-431f-a970-d60f026cb7c7 req-cdcaa060-0540-44eb-b045-03aedf4ef665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:24.806896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-cdcaa060-0540-44eb-b045-03aedf4ef665 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471785
Mar 26 21:21:24.897959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-380142e0-a604-4786-9240-db3532c93312 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805540
Mar 26 21:21:24.990841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792a6817-463e-431f-a970-d60f026cb7c7 req-9aeda40d-4ade-4a2f-ab5a-eb758cf66c55 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848761
Mar 26 21:21:25.059210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ecfc3aa9-749e-4d0e-88ff-a4824640f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:25.175810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb870983-29e5-44eb-b72f-d284e1d059a0 req-81fd1918-930f-4647-9b3f-6f694af80f5b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:25.177292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb870983-29e5-44eb-b72f-d284e1d059a0 req-81fd1918-930f-4647-9b3f-6f694af80f5b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 943 time: 0.0515521
Mar 26 21:21:25.223401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb870983-29e5-44eb-b72f-d284e1d059a0 req-c58f08fd-22e5-4625-82ef-31c12b53230a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400467
Mar 26 21:21:26.011396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4da0d94e-acad-408d-a0ea-93c2360988ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:21:26.108724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4da0d94e-acad-408d-a0ea-93c2360988ea,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:26.271838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '4da0d94e-acad-408d-a0ea-93c2360988ea', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': '4da0d94e-acad-408d-a0ea-93c2360988ea', 'mac_address': 'fa:16:3e:80:3a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:21:26.309949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4da0d94e-acad-408d-a0ea-93c2360988ea is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:26.310329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:26.323592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da0d94e-acad-408d-a0ea-93c2360988ea {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:21:26.340781 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfdd5-86c7-4139-8e1b-b49509dac707 req-2d52a582-d6c1-449f-b2ff-3d7b7e920b31 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:26.342329 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a33dfdd5-86c7-4139-8e1b-b49509dac707 req-2d52a582-d6c1-449f-b2ff-3d7b7e920b31 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 943 time: 0.0524139
Mar 26 21:21:26.343246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4da0d94e-acad-408d-a0ea-93c2360988ea,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:26.347311 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:26.388758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a33dfdd5-86c7-4139-8e1b-b49509dac707 req-6f4eeb98-604e-4be2-a4c9-670ac5c3dbb4 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405154
Mar 26 21:21:26.394867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:26.535601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4da0d94e-acad-408d-a0ea-93c2360988ea'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:27.510956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b9afa-33a3-4b68-999d-d41949c70a33 req-23dd344f-48f2-495d-8824-b8fb725dccd0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:27.512440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f5b9afa-33a3-4b68-999d-d41949c70a33 req-23dd344f-48f2-495d-8824-b8fb725dccd0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 944 time: 0.0570657
Mar 26 21:21:27.559272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f5b9afa-33a3-4b68-999d-d41949c70a33 req-ad581664-fd18-4f6d-9658-00fed4f85cae tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412116
Mar 26 21:21:27.828960 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60afefda-fe9a-425b-a71d-ed6d8d341f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:28.027705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4da0d94e-acad-408d-a0ea-93c2360988ea up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:21:28.078925 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 4da0d94e-acad-408d-a0ea-93c2360988ea completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:21:28.083621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 4da0d94e-acad-408d-a0ea-93c2360988ea triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:28.083939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:28.160438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 4da0d94e-acad-408d-a0ea-93c2360988ea is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:28.160830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:28.182476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:28.184705 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32308d-15d5-49e8-8cf7-c7dfb4a530d8" -d '{"events": [{"server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "name": "network-vif-plugged", "status": "completed", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:28.196412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4da0d94e-acad-408d-a0ea-93c2360988ea,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:28.200803 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:28.226864 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdee4c8-dd56-4dc3-beb1-f3a1321bc486 x-openstack-request-id: req-1fdee4c8-dd56-4dc3-beb1-f3a1321bc486 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:28.227155 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "name": "network-vif-plugged", "status": "completed", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:28.227410 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fdee4c8-dd56-4dc3-beb1-f3a1321bc486 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:28.227805 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdee4c8-dd56-4dc3-beb1-f3a1321bc486'] response: {'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea', 'code': 200}
Mar 26 21:21:28.252629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:28.321419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985a714-ff2f-420c-939b-2203f2cb6e2a req-d9ee4eed-c36e-4038-94ff-b911913412d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:28.323603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c985a714-ff2f-420c-939b-2203f2cb6e2a req-d9ee4eed-c36e-4038-94ff-b911913412d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 1127 time: 0.0446100
Mar 26 21:21:28.365139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c985a714-ff2f-420c-939b-2203f2cb6e2a req-63acf916-f51b-4114-ba5c-f4626a462d61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357997
Mar 26 21:21:28.676455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816d04-6728-453a-9096-776a7817b21a req-c76f0f2b-8e73-4500-bea0-4cc68d73da46 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:28.677923 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80816d04-6728-453a-9096-776a7817b21a req-c76f0f2b-8e73-4500-bea0-4cc68d73da46 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0520754
Mar 26 21:21:28.723794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80816d04-6728-453a-9096-776a7817b21a req-289c8192-a68d-4b2b-a88d-01121abd35fa tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397766
Mar 26 21:21:28.816845 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:29.841190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceb7b1-feef-45fb-8494-59f2bb56a596 req-98cfabb6-6db5-4f0b-b931-72aef0e798b7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:29.842662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bceb7b1-feef-45fb-8494-59f2bb56a596 req-98cfabb6-6db5-4f0b-b931-72aef0e798b7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0530310
Mar 26 21:21:29.892589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0bceb7b1-feef-45fb-8494-59f2bb56a596 req-f0fde30c-d2db-4c57-b65c-a559a201cc9f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443425
Mar 26 21:21:30.016091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32ce7a-0866-4f0f-86c2-fdff0897b2ff req-2aec34c6-50fa-4e74-947e-adea8fa26f6e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:30.017476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae32ce7a-0866-4f0f-86c2-fdff0897b2ff req-2aec34c6-50fa-4e74-947e-adea8fa26f6e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0559468
Mar 26 21:21:30.064487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ae32ce7a-0866-4f0f-86c2-fdff0897b2ff req-8523be66-b6b6-45d7-9b78-8ac7cda5ee10 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414243
Mar 26 21:21:30.157884 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:30.674632 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:21:31.453262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-a02db615-7053-4ccf-bd65-e17c0deb3e1b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:31.454752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-a02db615-7053-4ccf-bd65-e17c0deb3e1b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1024346
Mar 26 21:21:31.469375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-f7c0d8c3-f712-42fe-9e50-2b184ba91131 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0091963
Mar 26 21:21:31.523596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-8d5b9043-1540-4e50-a487-944aacddd190 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0494735
Mar 26 21:21:31.612222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-f625ae01-7523-4fc4-97ee-656f9fa4030c service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811527
Mar 26 21:21:31.703910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-2e448ca0-0286-4a2f-915c-6b67d2c6c39b service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858805
Mar 26 21:21:31.829778 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:31.894404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d46c3b1-27aa-43cd-a1f2-043f278c38ce req-2f8f29f2-1846-4331-b8ed-66cc329dd5f6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 210 time: 0.0267196
Mar 26 21:21:32.863350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-66f57e29-7df0-4531-bacb-49bf433e6377 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:32.864822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-66f57e29-7df0-4531-bacb-49bf433e6377 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1073675
Mar 26 21:21:32.876841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:32.993170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:21:32.994502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a724e97c-772c-4fc0-984d-81e3619b8eb6 req-9d9d5ccf-6d89-4a45-9329-01775ad1c026 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 210 time: 0.0302536
Mar 26 21:21:32.998125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.132270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.10 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/f7606cd0-7797-46c7-a951-3b87fcee2f57) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:21:33.289838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.323634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.336432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4da0d94e-acad-408d-a0ea-93c2360988ea'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:33.374311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:21:33.377484 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:21:33.381384 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:21:33.391898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:33.425361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.425727 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.426155 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.426506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.426858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.427189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.427521 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.427877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.428310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.428628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.428984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.429285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.429615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.429945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.430438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:33.463573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:33.465392 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.489754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d25df1e7-1fce-48cf-9e53-cfcbbe15dea9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6165822
Mar 26 21:21:33.504293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Request body: {'port': {'device_id': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:33.570194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.647002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1ee1a101-ec26-4aee-a866-8e5bbcdb5a03 None None] Provisioning complete for port f7606cd0-7797-46c7-a951-3b87fcee2f57 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:33.647518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ee1a101-ec26-4aee-a866-8e5bbcdb5a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.685309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1a101-ec26-4aee-a866-8e5bbcdb5a03 None None] Port f7606cd0-7797-46c7-a951-3b87fcee2f57 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:21:33.849575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7606cd0-7797-46c7-a951-3b87fcee2f57 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:21:33.857009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks [] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.868662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Transition to ACTIVE for port object f7606cd0-7797-46c7-a951-3b87fcee2f57 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:21:33.872452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:33.923243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Pushing event updated for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:33.998162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Attempting to bind port f7606cd0-7797-46c7-a951-3b87fcee2f57 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:21:33.998837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Attempting to bind port f7606cd0-7797-46c7-a951-3b87fcee2f57 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:21:33.998837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Attempting to bind port f7606cd0-7797-46c7-a951-3b87fcee2f57 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:34.003700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Port f7606cd0-7797-46c7-a951-3b87fcee2f57 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:21:34.004064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Attempting to bind port f7606cd0-7797-46c7-a951-3b87fcee2f57 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:34.009243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:21:34.009590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:21:34.009979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:21:34.010416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Bound port: f7606cd0-7797-46c7-a951-3b87fcee2f57, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:21:34.010779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:34.106854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:34.123514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:21:34.132879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:34.175586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483c175-bfbc-4891-9d5b-c75bfa6feef4 req-b5516648-da1d-4009-9fce-7ea7bdd04f40 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.177076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d483c175-bfbc-4891-9d5b-c75bfa6feef4 req-b5516648-da1d-4009-9fce-7ea7bdd04f40 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.1052327
Mar 26 21:21:34.183516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.184684 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:34.186189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] 10.222.0.21 "PUT /v2.0/ports/f7606cd0-7797-46c7-a951-3b87fcee2f57 HTTP/1.1" status: 200  len: 1092 time: 0.6864309
Mar 26 21:21:34.187577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:34.189804 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c81db36-ebee-4053-9f39-23f1288dfde4" -d '{"events": [{"name": "network-changed", "server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:34.235339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2ff9d-0359-44de-a5a8-59eb7bd55b6b service neutron] Pushing event updated for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:34.249836 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf513288-3f17-4cce-9889-cd845eb6e14d x-openstack-request-id: req-bf513288-3f17-4cce-9889-cd845eb6e14d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:34.250208 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:34.250466 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf513288-3f17-4cce-9889-cd845eb6e14d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:34.250860 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf513288-3f17-4cce-9889-cd845eb6e14d'] response: {'name': 'network-changed', 'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57', 'status': 'completed', 'code': 200}
Mar 26 21:21:34.295062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d483c175-bfbc-4891-9d5b-c75bfa6feef4 req-442a33af-c49f-4a22-b49a-3ebc59d8d174 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080897
Mar 26 21:21:34.305219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-ea784394-592c-4efe-9d4d-0b329ccb85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.306736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-ea784394-592c-4efe-9d4d-0b329ccb85bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 1126 time: 0.0725386
Mar 26 21:21:34.350540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-df657542-d89f-4a27-83e7-b0fcf57c1062 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57 HTTP/1.1" status: 200  len: 217 time: 0.0363352
Mar 26 21:21:34.407047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d3bfd59a-ae0c-46c8-b845-c680688fde34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.408483 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-d3bfd59a-ae0c-46c8-b845-c680688fde34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0467801
Mar 26 21:21:34.457854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-2bb17819-7e28-438e-a6b0-4f9e65e1e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.459273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-2bb17819-7e28-438e-a6b0-4f9e65e1e46f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441384
Mar 26 21:21:34.550177 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-0c9c98e5-6f9d-48c1-8343-f96d9cc6e939 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839758
Mar 26 21:21:34.637746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5c30dc8c-a259-42dc-ae2a-b951b0a78b16 req-c7f5ebd9-6065-4ba8-9173-0f34a9693de6 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811310
Mar 26 21:21:34.726806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-90808857-ed65-45cc-8860-908a5fde5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.728320 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-90808857-ed65-45cc-8860-908a5fde5b1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 1126 time: 0.0444894
Mar 26 21:21:34.822653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-20448447-50c6-4c5a-a14c-69ffcaf6127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.824630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-20448447-50c6-4c5a-a14c-69ffcaf6127c service neutron] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0885341
Mar 26 21:21:34.864470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-a8cce339-3996-4782-aea6-f2fde34e5aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57 HTTP/1.1" status: 200  len: 217 time: 0.0338647
Mar 26 21:21:34.915613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-a554d55a-59fc-4fea-b273-5647533135b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.916972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-a554d55a-59fc-4fea-b273-5647533135b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0460677
Mar 26 21:21:34.969796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-0d7212dc-df62-4632-98d1-7944369a1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:34.971255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-0d7212dc-df62-4632-98d1-7944369a1719 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440559
Mar 26 21:21:35.059383 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-bf242dcb-9ec3-4ece-b50c-32a0b31a9355 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820305
Mar 26 21:21:35.149687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c81db36-ebee-4053-9f39-23f1288dfde4 req-f8138e2e-2fa7-4ee3-b221-fa335fe8bcd5 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841508
Mar 26 21:21:35.412906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d0af5-62dd-4a48-8d6d-1f2001f45ca6 req-6c9d0afe-0589-454f-b5a3-976df0b97d48 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:35.414357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e0d0af5-62dd-4a48-8d6d-1f2001f45ca6 req-6c9d0afe-0589-454f-b5a3-976df0b97d48 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0514839
Mar 26 21:21:35.459925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e0d0af5-62dd-4a48-8d6d-1f2001f45ca6 req-a630559b-9e1f-464e-acf9-19d3c5a31efa tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392697
Mar 26 21:21:36.582972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57a80-de35-4f56-a8b6-280acb4b6015 req-970111fa-9fe5-436d-9c73-72e255105a60 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:36.584494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64b57a80-de35-4f56-a8b6-280acb4b6015 req-970111fa-9fe5-436d-9c73-72e255105a60 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0554903
Mar 26 21:21:36.633914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64b57a80-de35-4f56-a8b6-280acb4b6015 req-4e1e4aa6-cc7a-4005-b345-fd0523aaa55d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438001
Mar 26 21:21:37.755293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865c9fb-50dd-41b1-a78d-d32493c5177e req-b35f9424-370b-438f-8f8e-7acf58028e96 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:37.756795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4865c9fb-50dd-41b1-a78d-d32493c5177e req-b35f9424-370b-438f-8f8e-7acf58028e96 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0557110
Mar 26 21:21:37.803012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4865c9fb-50dd-41b1-a78d-d32493c5177e req-8179e2bb-d4c8-4e0c-aef4-4f1a2716db9d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406883
Mar 26 21:21:38.925434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be2fb-6670-496d-822a-74537beeded4 req-4678a24e-6b26-47f5-a5bd-f31af8d08d56 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:38.927062 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-065be2fb-6670-496d-822a-74537beeded4 req-4678a24e-6b26-47f5-a5bd-f31af8d08d56 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0569580
Mar 26 21:21:38.972345 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-065be2fb-6670-496d-822a-74537beeded4 req-a86fa5a4-b6f6-413f-a866-70d6fac8d007 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397100
Mar 26 21:21:40.093199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7b32b-53ba-447f-b993-1010f4251152 req-7af0a8e8-bf74-433a-b6a1-559393729beb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:40.094673 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77b7b32b-53ba-447f-b993-1010f4251152 req-7af0a8e8-bf74-433a-b6a1-559393729beb tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0524991
Mar 26 21:21:40.142095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77b7b32b-53ba-447f-b993-1010f4251152 req-19820089-fdb0-418d-828a-688d2b2e88a1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416374
Mar 26 21:21:40.371111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0367611-dfc8-4a20-9e48-19824df54d02 req-b91e8e2c-f60b-41c8-bf14-1e6943069bb4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:40.373242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0367611-dfc8-4a20-9e48-19824df54d02 req-b91e8e2c-f60b-41c8-bf14-1e6943069bb4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0537839
Mar 26 21:21:40.423130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0367611-dfc8-4a20-9e48-19824df54d02 req-9389283c-c2db-4fdb-a305-fd907bc404dd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442145
Mar 26 21:21:40.445707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:40.514830 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83821cde-3958-41eb-8af8-c8a10631c594 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/8b106f69-e23a-4110-99b1-1e7a147f7df4 HTTP/1.1" status: 200  len: 993 time: 0.0679324
Mar 26 21:21:41.045097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb722b4-b46d-4486-b3e3-20efb23a9a4b req-ecc71c24-4b19-4856-9e2e-2755f9825fe1 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:41.046663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eb722b4-b46d-4486-b3e3-20efb23a9a4b req-ecc71c24-4b19-4856-9e2e-2755f9825fe1 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1128 time: 0.0462661
Mar 26 21:21:41.092671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0eb722b4-b46d-4486-b3e3-20efb23a9a4b req-e0cf66f1-0967-46ef-93e6-f3e49f271519 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400825
Mar 26 21:21:41.223231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-64b6f2db-2c7b-4336-ae79-f56fd972b49c req-9a83a6c7-5b27-4961-8051-a2329797da06 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:21:41.225165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-64b6f2db-2c7b-4336-ae79-f56fd972b49c req-9a83a6c7-5b27-4961-8051-a2329797da06 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0631826
Mar 26 21:21:41.278650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1a132-e451-40e2-9d9d-fede3a7a9f51 req-4e0051e3-c089-4772-8459-a8ae6c098091 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:41.286621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69d1a132-e451-40e2-9d9d-fede3a7a9f51 req-4e0051e3-c089-4772-8459-a8ae6c098091 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 944 time: 0.0659237
Mar 26 21:21:41.339757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69d1a132-e451-40e2-9d9d-fede3a7a9f51 req-7493b105-72fe-400b-9081-2c80b5f7bf63 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520680
Mar 26 21:21:41.640659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f7606cd0-7797-46c7-a951-3b87fcee2f57 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:21:41.652587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-12421104-6148-4e52-9489-9aa011ac5207 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0506189
Mar 26 21:21:41.661350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-b00735e9-89d1-443a-955f-3fc090a18f53 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:21:41.662320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-b00735e9-89d1-443a-955f-3fc090a18f53 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050912
Mar 26 21:21:41.726783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-0517e3db-b4f7-4f0a-a5ef-9d5db1e54ef2 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:41.728363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-0517e3db-b4f7-4f0a-a5ef-9d5db1e54ef2 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1125 time: 0.0362182
Mar 26 21:21:41.741105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:41.752221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'f7606cd0-7797-46c7-a951-3b87fcee2f57', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': 'f7606cd0-7797-46c7-a951-3b87fcee2f57', 'mac_address': 'fa:16:3e:c2:e9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:21:41.789592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port f7606cd0-7797-46c7-a951-3b87fcee2f57 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:41.790036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:41.804036 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7606cd0-7797-46c7-a951-3b87fcee2f57 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:21:41.828326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:41.832299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:41.882346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:42.080544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['f7606cd0-7797-46c7-a951-3b87fcee2f57'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:42.196837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f7d3c329-d674-4095-87fd-d983ebe22195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.198380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f7d3c329-d674-4095-87fd-d983ebe22195 service neutron] 10.222.0.16 "GET /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1125 time: 0.0365887
Mar 26 21:21:42.207710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:42.208195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Unknown quota resources ['binding']. {{(pid=126738) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Mar 26 21:21:42.339975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on host nch2-master-1 for vnic_type normal with profile None {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:21:42.341264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:21:42.341264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:42.345387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:21:42.345708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:42.350305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:21:42.350642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:21:42.351026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Bound using segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:21:42.351447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Bound port: 870e9f5f-5fba-4e76-945e-fd9962d128d3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:21:42.433075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:21:42.439617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:42.440917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8cf97744-480d-44a0-a4ba-c019ed5430a6 service neutron] 10.222.0.16 "POST /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3/bindings HTTP/1.1" status: 201  len: 389 time: 0.2366493
Mar 26 21:21:42.461117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041ba57-09eb-438f-b061-0e13d84885ea req-498ba4b3-133e-47fa-bc1d-1d42bbfbc852 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.462547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4041ba57-09eb-438f-b061-0e13d84885ea req-498ba4b3-133e-47fa-bc1d-1d42bbfbc852 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 945 time: 0.0537415
Mar 26 21:21:42.515779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4041ba57-09eb-438f-b061-0e13d84885ea req-845f6bf4-032c-414a-b9d5-0f236accd8df tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465970
Mar 26 21:21:42.607034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31975ad-038b-481b-b887-7c3af710a7cd req-c1b19b3a-afb6-44da-b13c-86db5d29bdd5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.608598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d31975ad-038b-481b-b887-7c3af710a7cd req-c1b19b3a-afb6-44da-b13c-86db5d29bdd5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0636272
Mar 26 21:21:42.686910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d31975ad-038b-481b-b887-7c3af710a7cd req-0e4d54ab-154c-4f93-b170-d369b9d17cc6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720840
Mar 26 21:21:42.698825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d8949bd9-4106-45ba-b1ad-c350ebff548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.701031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d8949bd9-4106-45ba-b1ad-c350ebff548c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1128 time: 0.0726371
Mar 26 21:21:42.794000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5864a4db-a0e0-4c78-829b-d7c988bcd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.795667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5864a4db-a0e0-4c78-829b-d7c988bcd74c service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.0882843
Mar 26 21:21:42.860841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-61c63011-a352-4462-996d-b6bbb86a6f5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1001 time: 0.0589378
Mar 26 21:21:42.915097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-e40973ea-557f-4867-a631-7e2350827b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.916573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-e40973ea-557f-4867-a631-7e2350827b55 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0470693
Mar 26 21:21:42.964962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5c0df06f-f4ef-48f6-b1e0-274705b3114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:42.966502 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5c0df06f-f4ef-48f6-b1e0-274705b3114b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439017
Mar 26 21:21:43.057728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6b8ce144-dd44-4045-a92a-da098cf85659 service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837870
Mar 26 21:21:43.150110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-66b02973-58bb-4806-966d-d6c2629afdb8 service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857394
Mar 26 21:21:43.289738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-b23aae2f-b31d-4701-bc9e-347c238170d6 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:43.291538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-b23aae2f-b31d-4701-bc9e-347c238170d6 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&tenant_id=39045df80a6f442b972ee88f13343d34&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0814350
Mar 26 21:21:43.301857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:43.364327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.487800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:43.522845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:43.562749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:43.565030 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b45ca8-2873-465a-9b46-3c5fde9c3e43" -d '{"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-unplugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:43.568971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks [] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.575136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.624044 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e5fd08-3d2e-4204-bb6f-70f6aeb46683 x-openstack-request-id: req-42e5fd08-3d2e-4204-bb6f-70f6aeb46683 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:43.624267 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-unplugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:43.624475 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42e5fd08-3d2e-4204-bb6f-70f6aeb46683 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:43.624876 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e5fd08-3d2e-4204-bb6f-70f6aeb46683'] response: {'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'code': 200}
Mar 26 21:21:43.648196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec795ce-74f4-4dd5-943b-5e23cc790238 req-a12f9c84-7c82-47fb-b8f2-4d0ae31b7298 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:43.649743 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ec795ce-74f4-4dd5-943b-5e23cc790238 req-a12f9c84-7c82-47fb-b8f2-4d0ae31b7298 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 945 time: 0.0582364
Mar 26 21:21:43.672118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f7606cd0-7797-46c7-a951-3b87fcee2f57 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:21:43.701205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:43.709915 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ec795ce-74f4-4dd5-943b-5e23cc790238 req-73d93930-c072-4f0e-bb96-4e6a453f3e21 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529435
Mar 26 21:21:43.741015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:21:43.741653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:21:43.742302 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:43.747509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:21:43.748291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Attempting to bind port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on network 18f9904e-eec9-462f-b69f-a69c5cd6079a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:21:43.755335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:21:43.755690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Checking segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:21:43.756096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Bound using segment: {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:21:43.756544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Bound port: 870e9f5f-5fba-4e76-945e-fd9962d128d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:21:43.756910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.761683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port f7606cd0-7797-46c7-a951-3b87fcee2f57 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:21:43.766548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port f7606cd0-7797-46c7-a951-3b87fcee2f57 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:43.767026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.846780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port f7606cd0-7797-46c7-a951-3b87fcee2f57 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:43.847332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.869923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb43723-244e-4628-9afc-a6286418880d req-a67a5624-56de-48b0-b477-594c0d0c4fc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:43.870845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:43.871387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eb43723-244e-4628-9afc-a6286418880d req-a67a5624-56de-48b0-b477-594c0d0c4fc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 944 time: 0.1106379
Mar 26 21:21:43.873194 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fde43b3-db03-498a-9161-a2c88be87d76" -d '{"events": [{"server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "name": "network-vif-plugged", "status": "completed", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:43.877256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:43.880697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:21:43.887796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:43.891515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.896706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:43.929710 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a65db5-a95e-46be-a06f-70a46d3cb1e8 x-openstack-request-id: req-90a65db5-a95e-46be-a06f-70a46d3cb1e8 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:43.930007 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "name": "network-vif-plugged", "status": "completed", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:43.930262 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90a65db5-a95e-46be-a06f-70a46d3cb1e8 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:43.930821 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a65db5-a95e-46be-a06f-70a46d3cb1e8'] response: {'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57', 'code': 200}
Mar 26 21:21:43.967443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Provisioning complete for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:43.967833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.018327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:44.035158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4eb43723-244e-4628-9afc-a6286418880d req-0fc75b69-2b50-4cf3-8f7a-b87d2c0f2676 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527853
Mar 26 21:21:44.045114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=8']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:44.078356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:44.079322 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.081003 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-d0d5fce3-f416-4fa6-8622-a0358e03ae29 service neutron] 10.222.0.18 "PUT /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1122 time: 0.7830789
Mar 26 21:21:44.082420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d2c1-f154-4f92-b0f4-2d0ee09aa569 req-4f7513a5-bad3-4bcb-8022-9151b5d928eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:44.083906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf71d2c1-f154-4f92-b0f4-2d0ee09aa569 req-4f7513a5-bad3-4bcb-8022-9151b5d928eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 1128 time: 0.0891745
Mar 26 21:21:44.133886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Current status of the port 870e9f5f-5fba-4e76-945e-fd9962d128d3 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:44.134372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.151012 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf71d2c1-f154-4f92-b0f4-2d0ee09aa569 req-373e9662-f269-4bd3-a7fe-c197a880fde4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588064
Mar 26 21:21:44.168300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['870e9f5f-5fba-4e76-945e-fd9962d128d3'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:44.174183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:44.204714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.305045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.372466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d886a-c84c-4748-8f99-b1af28f3181e None None] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:44.561396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a4bd6be2-e711-457b-b120-ed02fa744417 None None] Provisioning complete for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:21:44.561776 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6be2-e711-457b-b120-ed02fa744417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:44.659160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a4bd6be2-e711-457b-b120-ed02fa744417 None None] Current status of the port 870e9f5f-5fba-4e76-945e-fd9962d128d3 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:21:44.843730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb44b-2a3b-4de5-9076-b29e6eaccec4 req-00d258bd-4695-43c1-b937-d12495026f01 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:44.845241 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d2bb44b-2a3b-4de5-9076-b29e6eaccec4 req-00d258bd-4695-43c1-b937-d12495026f01 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0530903
Mar 26 21:21:44.891945 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d2bb44b-2a3b-4de5-9076-b29e6eaccec4 req-c76d51c8-92ef-44c6-b75f-a133b1de571d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405664
Mar 26 21:21:45.165144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e57c-50ee-4cdb-a892-0f8c0c33ac8c req-2b1afafe-16da-4b92-8cc7-747fd640af36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:45.166631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10f8e57c-50ee-4cdb-a892-0f8c0c33ac8c req-2b1afafe-16da-4b92-8cc7-747fd640af36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0539341
Mar 26 21:21:45.217928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10f8e57c-50ee-4cdb-a892-0f8c0c33ac8c req-7a3b24a4-01fc-439b-912c-eb2fa025675e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440407
Mar 26 21:21:45.625705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:45.628139 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5e5d7-0fad-47b8-8841-1849549a3a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:45.662332 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e0bbcc-8508-4ace-9fec-25d3d8a0bb23 x-openstack-request-id: req-94e0bbcc-8508-4ace-9fec-25d3d8a0bb23 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:45.662631 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:45.662883 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94e0bbcc-8508-4ace-9fec-25d3d8a0bb23 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:45.663348 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e0bbcc-8508-4ace-9fec-25d3d8a0bb23'] response: {'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'status': 'completed', 'code': 200}
Mar 26 21:21:45.734112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-af75f0be-5399-426c-bab4-7079299d2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:45.735609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-af75f0be-5399-426c-bab4-7079299d2372 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1158 time: 0.0486205
Mar 26 21:21:45.822901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-5bd4e63b-d536-4eee-b732-65d636cc6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:45.824447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-5bd4e63b-d536-4eee-b732-65d636cc6a03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.0828946
Mar 26 21:21:45.858919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:45.931847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:45.934217 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1b0f0-4927-4011-833c-dbcd1b753ba3" -d '{"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-plugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:45.980388 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b308ce9-022d-4823-9edb-6ce8cd3f60b7 x-openstack-request-id: req-0b308ce9-022d-4823-9edb-6ce8cd3f60b7 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:45.980713 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-plugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:45.980975 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b308ce9-022d-4823-9edb-6ce8cd3f60b7 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:45.981373 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b308ce9-022d-4823-9edb-6ce8cd3f60b7'] response: {'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'code': 200}
Mar 26 21:21:46.028773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561b6ee-79c1-4b13-9b84-c5ebb789d105 req-3b5a13a6-8d43-4b75-a6f2-3f9c9118ac00 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.030419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d561b6ee-79c1-4b13-9b84-c5ebb789d105 req-3b5a13a6-8d43-4b75-a6f2-3f9c9118ac00 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0632310
Mar 26 21:21:46.079248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d561b6ee-79c1-4b13-9b84-c5ebb789d105 req-d2a55526-874c-464c-b2ee-ea6096e118a1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430999
Mar 26 21:21:46.132898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:21:46.216670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-a263554d-ee8b-4cb1-86c6-2a0eaeb2c44a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 1001 time: 0.3859420
Mar 26 21:21:46.245771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:46.259296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 has no active binding in host nch2-master-1 {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Mar 26 21:21:46.290958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-2f058e3a-587b-43ea-9b66-9dfa95df7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.292422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-2f058e3a-587b-43ea-9b66-9dfa95df7333 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0562193
Mar 26 21:21:46.300210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf76a-db34-48e1-8329-80d65fe03519 req-04b8ef63-dca1-48b5-8096-01119f55d34e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.301605 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7ebf76a-db34-48e1-8329-80d65fe03519 req-04b8ef63-dca1-48b5-8096-01119f55d34e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0972755
Mar 26 21:21:46.338891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70f695-7fb4-4acf-bd25-58b163df333b req-f89150fe-05fb-480f-9e58-48da7e8e6025 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.340408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb70f695-7fb4-4acf-bd25-58b163df333b req-f89150fe-05fb-480f-9e58-48da7e8e6025 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0538216
Mar 26 21:21:46.380220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7ebf76a-db34-48e1-8329-80d65fe03519 req-281af479-97b8-47b3-9eb3-ae197ece3824 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697837
Mar 26 21:21:46.382774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-32cdee79-805c-4c79-83cb-50d647cc0f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.384226 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-32cdee79-805c-4c79-83cb-50d647cc0f2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0817535
Mar 26 21:21:46.389173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cb70f695-7fb4-4acf-bd25-58b163df333b req-54eaee17-041e-4e15-9cdb-293157a09d12 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431116
Mar 26 21:21:46.476898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-66256183-57f4-42e8-8b25-0942e22ee3ba service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842793
Mar 26 21:21:46.575040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-05b5e5d7-0fad-47b8-8841-1849549a3a6b req-c69c8738-5948-4acc-8a88-01411fbfe702 service neutron] 10.222.0.21 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913258
Mar 26 21:21:46.677787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceeb07-07e5-46f0-a9fb-4688d3fca437 req-77890b1d-6cb4-47bf-856d-cd2ebd88213c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:46.679262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8eceeb07-07e5-46f0-a9fb-4688d3fca437 req-77890b1d-6cb4-47bf-856d-cd2ebd88213c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0526359
Mar 26 21:21:46.728830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8eceeb07-07e5-46f0-a9fb-4688d3fca437 req-85b6a3c5-2617-4905-882b-bddaa48a1b3d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430877
Mar 26 21:21:47.510372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f49e20-6337-46cb-be41-57401e33ecf2 req-456ef30c-e4ec-47cb-81f0-e5ca9cf68a59 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:47.512428 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85f49e20-6337-46cb-be41-57401e33ecf2 req-456ef30c-e4ec-47cb-81f0-e5ca9cf68a59 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0531240
Mar 26 21:21:47.559893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85f49e20-6337-46cb-be41-57401e33ecf2 req-b1fb59d7-1801-45f8-ad05-bf5da0e6fb4d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419724
Mar 26 21:21:47.848216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02855f49-1e6b-4d63-a352-42f59105fb41 req-7fec6416-99be-4f7c-97ce-4e34d209f9d1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:47.849713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02855f49-1e6b-4d63-a352-42f59105fb41 req-7fec6416-99be-4f7c-97ce-4e34d209f9d1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0528371
Mar 26 21:21:47.896775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02855f49-1e6b-4d63-a352-42f59105fb41 req-f7951606-442c-4e7b-8228-9b231cf8fb33 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414598
Mar 26 21:21:48.373283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-cdf2e7ac-d408-4b72-a356-cccbc0d626e4 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:48.374767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-cdf2e7ac-d408-4b72-a356-cccbc0d626e4 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 946 time: 0.0539968
Mar 26 21:21:48.476449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port f7606cd0-7797-46c7-a951-3b87fcee2f57 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:48.476798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:48.566217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port f7606cd0-7797-46c7-a951-3b87fcee2f57, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f7606cd0-7797-46c7-a951-3b87fcee2f57,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:48.566961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:48.583882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for f7606cd0-7797-46c7-a951-3b87fcee2f57 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:48.711173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1952f37-1705-4c50-972e-2f520a4d61b7 req-4dfc427a-9ee2-4287-b7c8-a97f3d367333 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:48.712672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1952f37-1705-4c50-972e-2f520a4d61b7 req-4dfc427a-9ee2-4287-b7c8-a97f3d367333 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0816746
Mar 26 21:21:48.797724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f7606cd0-7797-46c7-a951-3b87fcee2f57), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:48.810062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4da0d94e-acad-408d-a0ea-93c2360988ea'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:48.816991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['f7606cd0-7797-46c7-a951-3b87fcee2f57'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:21:48.839463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=f7606cd0-7797-46c7-a951-3b87fcee2f57,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:48.846812 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1952f37-1705-4c50-972e-2f520a4d61b7 req-cb9ff71b-f3c3-4ec8-8695-fa8746af8635 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253645
Mar 26 21:21:48.894902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port f7606cd0-7797-46c7-a951-3b87fcee2f57 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:21:48.898889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:48.905344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d31f6dae-d093-44b3-8798-7136d986ec83 req-b6bc5e33-fae8-47d3-b70e-ded0bde97363 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "DELETE /v2.0/ports/f7606cd0-7797-46c7-a951-3b87fcee2f57 HTTP/1.1" status: 204  len: 173 time: 0.5215638
Mar 26 21:21:48.906092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'name': 'network-vif-deleted', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:48.909172 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef6480-578f-49ca-ada3-d6fc61b1c278" -d '{"events": [{"server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "name": "network-vif-deleted", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:48.972486 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b57a5-6577-4ab1-b809-548f36edd314 x-openstack-request-id: req-a58b57a5-6577-4ab1-b809-548f36edd314 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:48.972897 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097010f7-9ecf-4055-9bbd-82e9b5b6428a", "name": "network-vif-deleted", "tag": "f7606cd0-7797-46c7-a951-3b87fcee2f57", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:48.973225 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a58b57a5-6577-4ab1-b809-548f36edd314 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:48.973722 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58b57a5-6577-4ab1-b809-548f36edd314'] response: {'server_uuid': '097010f7-9ecf-4055-9bbd-82e9b5b6428a', 'name': 'network-vif-deleted', 'tag': 'f7606cd0-7797-46c7-a951-3b87fcee2f57', 'status': 'completed', 'code': 200}
Mar 26 21:21:49.036540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11f8e3fe-cc25-4d06-89ca-3085a7359222 req-2cac1762-5aa6-4ddf-90b5-382cad23d0d1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=097010f7-9ecf-4055-9bbd-82e9b5b6428a HTTP/1.1" status: 200  len: 210 time: 0.0333719
Mar 26 21:21:49.729518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-009df009-a4b5-4491-87aa-4f2bb175e17e service neutron] 10.222.0.21 "GET /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0593822
Mar 26 21:21:49.901588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:49.921588 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:49.966432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:49.972064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886032ad-dde0-4a31-9223-1844050fbfdb req-13fe3e5c-fbd3-45c7-b95f-55ba327a1f43 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:49.973559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-886032ad-dde0-4a31-9223-1844050fbfdb req-13fe3e5c-fbd3-45c7-b95f-55ba327a1f43 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 946 time: 0.0526161
Mar 26 21:21:49.986042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:50.030369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-886032ad-dde0-4a31-9223-1844050fbfdb req-62be4ad1-ddfa-40ae-a0e7-4ad47d45a285 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497065
Mar 26 21:21:50.063236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] Transition to ACTIVE for port object 870e9f5f-5fba-4e76-945e-fd9962d128d3 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:21:50.066980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:50.167404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] Pushing event updated for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=11']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:50.219756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] No DVR routers for this DVR port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:21:50.390917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-6e7be3e8-a1ff-4c3c-bbee-8002523556f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.6549990
Mar 26 21:21:50.499024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-c7de6124-addc-442b-b009-9cc9bb3ce6de tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.500567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-c7de6124-addc-442b-b009-9cc9bb3ce6de tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&tenant_id=39045df80a6f442b972ee88f13343d34&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0515058
Mar 26 21:21:50.549296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8d7ea2ee-4abd-4db9-98f5-c34c5388a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.550789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8d7ea2ee-4abd-4db9-98f5-c34c5388a591 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 1127 time: 0.0438166
Mar 26 21:21:50.619589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f993ecca-8ce8-4e05-af44-9e165128776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.621167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f993ecca-8ce8-4e05-af44-9e165128776d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1127 time: 0.0439441
Mar 26 21:21:50.717041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-79b354bb-3bd0-4604-9686-6e95bddccae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.718503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-79b354bb-3bd0-4604-9686-6e95bddccae5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.0921996
Mar 26 21:21:50.784975 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-b056d710-1219-4cd0-838f-f2c0f6d3e3ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 999 time: 0.0602417
Mar 26 21:21:50.837190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f871dea6-51f7-4e2f-9204-46fbec4fe238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.838772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-f871dea6-51f7-4e2f-9204-46fbec4fe238 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0474863
Mar 26 21:21:50.890371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-549475f2-5999-4e16-bfd1-9ae22d7fcc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:50.891866 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-549475f2-5999-4e16-bfd1-9ae22d7fcc53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475492
Mar 26 21:21:50.974807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:50.977114 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a209ecc6-23a8-4bb8-96b0-8b05e66e78c7" -d '{"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-unplugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:50.979760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-1fb2ec74-7fc9-4d78-989b-e980d7b511e9 service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817358
Mar 26 21:21:51.019071 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce471c-4d44-4162-996b-f7e01b91eb7d x-openstack-request-id: req-84ce471c-4d44-4162-996b-f7e01b91eb7d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:51.019432 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-unplugged", "status": "completed", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:51.019661 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84ce471c-4d44-4162-996b-f7e01b91eb7d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:51.020683 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ce471c-4d44-4162-996b-f7e01b91eb7d'] response: {'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'code': 200}
Mar 26 21:21:51.080390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-3503fd6e-de27-4b44-aa50-e2589d118bf1 service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948932
Mar 26 21:21:51.201533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6f74f-80d3-4633-9e8f-0fb89f0bb2c4 req-da583a0b-c957-4428-9788-5f3edb699b0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:51.210311 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4bb6f74f-80d3-4633-9e8f-0fb89f0bb2c4 req-da583a0b-c957-4428-9788-5f3edb699b0a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.1027958
Mar 26 21:21:51.264644 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4bb6f74f-80d3-4633-9e8f-0fb89f0bb2c4 req-182160b4-1e0a-41a0-bd92-27900c97b36b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533111
Mar 26 21:21:51.346544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8c67d1e7-33b8-4677-9453-cc378990c149 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:51.348093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-8c67d1e7-33b8-4677-9453-cc378990c149 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060&tenant_id=39045df80a6f442b972ee88f13343d34&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0563922
Mar 26 21:21:51.461439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5336b680-06d4-41f3-8897-33e7ab57b30d service neutron] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:21:51.465040 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5336b680-06d4-41f3-8897-33e7ab57b30d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:51.466148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-5336b680-06d4-41f3-8897-33e7ab57b30d service neutron] 10.222.0.18 "DELETE /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1109416
Mar 26 21:21:51.702470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f7606cd0-7797-46c7-a951-3b87fcee2f57 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:21:51.725512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: f7606cd0-7797-46c7-a951-3b87fcee2f57 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:21:51.725883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device f7606cd0-7797-46c7-a951-3b87fcee2f57 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:21:52.384191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa11693-3a4a-4a8b-89d5-88dd0109e473 req-82a0dd3e-79ca-4524-b42c-4d751d22c1f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:52.385686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aa11693-3a4a-4a8b-89d5-88dd0109e473 req-82a0dd3e-79ca-4524-b42c-4d751d22c1f6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.0527687
Mar 26 21:21:52.438563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aa11693-3a4a-4a8b-89d5-88dd0109e473 req-0e1a85c5-c3bb-41ee-adac-b391b50dd154 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465925
Mar 26 21:21:52.555879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479ae09-698a-436d-9665-3557d2aeea71 req-04e74f63-9c51-482d-8ddb-147c06271ff1 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:52.557397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3479ae09-698a-436d-9665-3557d2aeea71 req-04e74f63-9c51-482d-8ddb-147c06271ff1 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1127 time: 0.0490758
Mar 26 21:21:52.608118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3479ae09-698a-436d-9665-3557d2aeea71 req-a3c03931-a9bf-49b9-ae3e-76de10e06d24 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444579
Mar 26 21:21:52.727398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab786aa-e11d-4a54-abe1-20e857342442 req-5f6f7700-a02d-4ab1-b4dd-f4bc3b728c72 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:52.728894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bab786aa-e11d-4a54-abe1-20e857342442 req-5f6f7700-a02d-4ab1-b4dd-f4bc3b728c72 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.0527642
Mar 26 21:21:52.778494 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bab786aa-e11d-4a54-abe1-20e857342442 req-0fbfd315-7a8b-4fb6-a06c-9fcd2ea4fa2f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427597
Mar 26 21:21:52.802156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43668) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:52.871555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0bfa1262-bd27-49eb-b36e-c06a88c50731 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/8b106f69-e23a-4110-99b1-1e7a147f7df4 HTTP/1.1" status: 200  len: 991 time: 0.0675988
Mar 26 21:21:53.094377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43674) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:53.249782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:53.250122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:53.331434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:53.331886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:53.344485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:53.490041 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:53.514362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=081cb9bc-5457-4f63-b4dd-a6bdc0be8a9d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:53.573539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (8b106f69-e23a-4110-99b1-1e7a147f7df4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:53.573876 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP 8b106f69-e23a-4110-99b1-1e7a147f7df4 disassociated (deleted). External IP: 172.35.4.26, port: 870e9f5f-5fba-4e76-945e-fd9962d128d3.
Mar 26 21:21:53.710147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:21:53.748866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 870e9f5f-5fba-4e76-945e-fd9962d128d3 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:21:53.749254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:21:53.785728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 155f34fa-d578-492f-ae9d-c49626709222 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:21:54.181013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:21:54.186094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:54.190638 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Sync routers for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:21:54.200437 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:54.201049 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:54.216197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24500805-8d5f-4668-bf8c-f2738061f171 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b106f69-e23a-4110-99b1-1e7a147f7df4 HTTP/1.1" status: 204  len: 168 time: 1.1206882
Mar 26 21:21:54.216900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:54.219237 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97" -d '{"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:54.265789 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c8c6b-c034-416e-9d23-8c240b23cc6f x-openstack-request-id: req-be9c8c6b-c034-416e-9d23-8c240b23cc6f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:54.266090 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:54.266343 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be9c8c6b-c034-416e-9d23-8c240b23cc6f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:54.266756 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9c8c6b-c034-416e-9d23-8c240b23cc6f'] response: {'name': 'network-changed', 'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'status': 'completed', 'code': 200}
Mar 26 21:21:54.311130 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:54.345418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-ac18f211-66c4-4966-afdd-10429a0b0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.347326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-ac18f211-66c4-4966-afdd-10429a0b0cb8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 1127 time: 0.0595951
Mar 26 21:21:54.469040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-4240b928-0528-4da7-9d33-1eace9944bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.470560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-4240b928-0528-4da7-9d33-1eace9944bc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 200  len: 897 time: 0.1119628
Mar 26 21:21:54.485227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc3c0-c23b-4a70-a10b-366f88e9b9d0 req-54f2b0be-bf61-488a-8fbb-e9c7ab3c042b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.487890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8afcc3c0-c23b-4a70-a10b-366f88e9b9d0 req-54f2b0be-bf61-488a-8fbb-e9c7ab3c042b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.0640893
Mar 26 21:21:54.521047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-f8d2dc3e-128e-4748-867a-92e794b4e1ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 200  len: 217 time: 0.0441985
Mar 26 21:21:54.531941 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0ac0>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:54.548904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8afcc3c0-c23b-4a70-a10b-366f88e9b9d0 req-c73d5c21-8dfe-4b79-a84e-0570df1ecb36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540257
Mar 26 21:21:54.568546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Checking router: 155f34fa-d578-492f-ae9d-c49626709222 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:21:54.577421 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:54.578077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240e0ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:54.583364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-620213e8-21af-4d42-aa97-66240cdec4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.584854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-620213e8-21af-4d42-aa97-66240cdec4a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 200  len: 834 time: 0.0561340
Mar 26 21:21:54.633745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-a923e3ed-edff-48b1-8bb2-bbf5008b5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.635417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-a923e3ed-edff-48b1-8bb2-bbf5008b5d64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18f9904e-eec9-462f-b69f-a69c5cd6079a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439944
Mar 26 21:21:54.688043 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:54.729778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-c0cec0b8-244c-40c3-a02c-3411900b86df service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865972
Mar 26 21:21:54.843619 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce1c1d4a-da28-47b1-8fc4-0215dbb9bb97 req-f787cac3-1866-4092-ba90-563a56fd9587 service neutron] 10.222.0.18 "GET /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1080391
Mar 26 21:21:54.874846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-a591f3ff-22ec-46d9-a451-53542c1ecdca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:21:54.876387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-a591f3ff-22ec-46d9-a451-53542c1ecdca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.18 "GET /v2.0/ports?device_id=de346557-be6e-46c7-94fd-7e64c0983060 HTTP/1.1" status: 200  len: 945 time: 0.0700939
Mar 26 21:21:54.902937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240e0ac0>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:54.979447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 870e9f5f-5fba-4e76-945e-fd9962d128d3 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:54.979849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:55.023468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f628c6a6-7a16-4a46-8e63-c290d5adbd72 None None] The sync data for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 is: [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff5f3be1-bd9a-454b-82a7-ba94b4cafa50', 'name': '', 'network_id': '18f9904e-eec9-462f-b69f-a69c5cd6079a', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:3a:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:47Z', 'updated_at': '2022-03-26T21:20:53Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '71bd21d3-a4b5-480c-80fa-51d793532140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:21:55.063232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-197841bd-09ed-453a-ba1d-967a6a7e834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:55.103820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 870e9f5f-5fba-4e76-945e-fd9962d128d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=870e9f5f-5fba-4e76-945e-fd9962d128d3,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:55.104218 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:55.118735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 870e9f5f-5fba-4e76-945e-fd9962d128d3 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:55.259682 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (870e9f5f-5fba-4e76-945e-fd9962d128d3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:55.274859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b3b71-ace7-4b48-96a1-c3f8131865dd None None] New status for floating IP 8b106f69-e23a-4110-99b1-1e7a147f7df4: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:21:55.290305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=870e9f5f-5fba-4e76-945e-fd9962d128d3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:55.334466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] No DVR routers for this DVR port 870e9f5f-5fba-4e76-945e-fd9962d128d3 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:21:55.337297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:55.341105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b869a0bf-5ed4-4dff-a899-1f169ed252b1 req-8e82c600-ca40-4d63-b089-6e50ce506e4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.18 "DELETE /v2.0/ports/870e9f5f-5fba-4e76-945e-fd9962d128d3 HTTP/1.1" status: 204  len: 173 time: 0.4599431
Mar 26 21:21:55.341558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-deleted', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:21:55.343863 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed090a84-ccfa-409e-9648-f84d6560ebf2" -d '{"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-deleted", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:21:55.401411 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200265a-8e14-410f-a638-69a5a7f28144 x-openstack-request-id: req-7200265a-8e14-410f-a638-69a5a7f28144 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:21:55.402328 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de346557-be6e-46c7-94fd-7e64c0983060", "name": "network-vif-deleted", "tag": "870e9f5f-5fba-4e76-945e-fd9962d128d3", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:21:55.402546 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7200265a-8e14-410f-a638-69a5a7f28144 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:21:55.403251 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7200265a-8e14-410f-a638-69a5a7f28144'] response: {'server_uuid': 'de346557-be6e-46c7-94fd-7e64c0983060', 'name': 'network-vif-deleted', 'tag': '870e9f5f-5fba-4e76-945e-fd9962d128d3', 'status': 'completed', 'code': 200}
Mar 26 21:21:55.615207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43692) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:56.030285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (155f34fa-d578-492f-ae9d-c49626709222), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:56.327785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:56.328083 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:56.419957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port ff5f3be1-bd9a-454b-82a7-ba94b4cafa50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:56.420427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:56.435586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:56.631834 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ff5f3be1-bd9a-454b-82a7-ba94b4cafa50), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:56.661769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=ff5f3be1-bd9a-454b-82a7-ba94b4cafa50,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:56.857175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (155f34fa-d578-492f-ae9d-c49626709222), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.110172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 155f34fa-d578-492f-ae9d-c49626709222 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:21:57.226127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:21:57.232242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d86b6ead-08f1-4234-8ac8-628419dffe2c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/155f34fa-d578-492f-ae9d-c49626709222/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6158144
Mar 26 21:21:57.234929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43696) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:57.237889 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Sync routers for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:21:57.254273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:57.254932 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7ad460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:57.294471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting subnet 71bd21d3-a4b5-480c-80fa-51d793532140 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:21:57.298722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (71bd21d3-a4b5-480c-80fa-51d793532140), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.341469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (71bd21d3-a4b5-480c-80fa-51d793532140), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.382123 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:57.441036 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (71bd21d3-a4b5-480c-80fa-51d793532140), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.511985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (71bd21d3-a4b5-480c-80fa-51d793532140), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.544960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Subnet': ['ID=71bd21d3-a4b5-480c-80fa-51d793532140,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:57.554166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.559863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c6e5b-09ce-4a40-b91b-9bc70e3efaee None None] Network 18f9904e-eec9-462f-b69f-a69c5cd6079a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:21:57.562375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2f879495-c5a6-4301-bfdc-07384e9a869d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/subnets/71bd21d3-a4b5-480c-80fa-51d793532140 HTTP/1.1" status: 204  len: 168 time: 0.3263733
Mar 26 21:21:57.563020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:57.582486 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7ad460>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:21:56Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:57.615700 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Checking router: 155f34fa-d578-492f-ae9d-c49626709222 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:21:57.628299 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Routers {'155f34fa-d578-492f-ae9d-c49626709222'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:21:57.628936 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7ad460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['155f34fa-d578-492f-ae9d-c49626709222'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:57.716088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (155f34fa-d578-492f-ae9d-c49626709222), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.750769 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] Set router 155f34fa-d578-492f-ae9d-c49626709222 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:21:57.769452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] DHCP port deletion for 18f9904e-eec9-462f-b69f-a69c5cd6079a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:21:57.838696 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (155f34fa-d578-492f-ae9d-c49626709222), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.843971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f67252dd-dd9c-4366-946f-7c30b3644f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.851449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Deleting port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:57.852145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.912322 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 66582471-1c65-4fff-a503-3cb6b58c1a5b {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:21:57.912688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.923241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] For port 909e7ec8-9f28-43fd-bcb8-cad67b013a76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=909e7ec8-9f28-43fd-bcb8-cad67b013a76,segment=NetworkSegment(7ce27a4e-2cc4-4b17-9c85-a9bedc25b010),segment_id=7ce27a4e-2cc4-4b17-9c85-a9bedc25b010)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:57.923872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:57.938987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Calling delete_port for 909e7ec8-9f28-43fd-bcb8-cad67b013a76 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:57.979226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7ad460>, [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:21:56Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:58.031810 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63fc360-cff5-4b96-906c-9234eb054596 None None] The sync data for ids ['155f34fa-d578-492f-ae9d-c49626709222'] in ncdv-master-1 is: [{'id': '155f34fa-d578-492f-ae9d-c49626709222', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139003048', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103'}], 'enable_snat': True}, 'gw_port_id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:21:56Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': '66582471-1c65-4fff-a503-3cb6b58c1a5b', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155f34fa-d578-492f-ae9d-c49626709222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:44Z', 'updated_at': '2022-03-26T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:21:58.036350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 66582471-1c65-4fff-a503-3cb6b58c1a5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66582471-1c65-4fff-a503-3cb6b58c1a5b,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:21:58.036796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.054484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 66582471-1c65-4fff-a503-3cb6b58c1a5b owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:21:58.068459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (909e7ec8-9f28-43fd-bcb8-cad67b013a76), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.094695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] No DVR routers for this DVR port 909e7ec8-9f28-43fd-bcb8-cad67b013a76 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:21:58.116866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Pushing event deleted for resources: {'Port': ['ID=909e7ec8-9f28-43fd-bcb8-cad67b013a76,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:58.127362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.127473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.128244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.128367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.128826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.128956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.129275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.129663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.130021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.130609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.130763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.131125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.131472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.131802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.132293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4da245-1fdc-495e-af01-84b03b283e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:58.166893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:21:58.191390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 870e9f5f-5fba-4e76-945e-fd9962d128d3 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:21:58.191863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 870e9f5f-5fba-4e76-945e-fd9962d128d3 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:21:58.265828 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (66582471-1c65-4fff-a503-3cb6b58c1a5b), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.291324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=66582471-1c65-4fff-a503-3cb6b58c1a5b,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:58.370017 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (155f34fa-d578-492f-ae9d-c49626709222), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.437235 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 909e7ec8-9f28-43fd-bcb8-cad67b013a76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:21:58.461828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 909e7ec8-9f28-43fd-bcb8-cad67b013a76 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:21:58.463264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 909e7ec8-9f28-43fd-bcb8-cad67b013a76 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:21:58.486439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (155f34fa-d578-492f-ae9d-c49626709222), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.489400 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (155f34fa-d578-492f-ae9d-c49626709222), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.545540 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (155f34fa-d578-492f-ae9d-c49626709222), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.546250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Fanout notify agent at l3_agent the message router_deleted on router 155f34fa-d578-492f-ae9d-c49626709222 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:21:58.554059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.555352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a6b9bd06-1915-4952-9e4a-b245dbf1fcc7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/routers/155f34fa-d578-492f-ae9d-c49626709222 HTTP/1.1" status: 204  len: 168 time: 0.9910278
Mar 26 21:21:58.559640 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43722) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:58.657329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (18f9904e-eec9-462f-b69f-a69c5cd6079a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.767717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (18f9904e-eec9-462f-b69f-a69c5cd6079a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.793512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d30d250>,) {'filters': {'network_id': ['18f9904e-eec9-462f-b69f-a69c5cd6079a']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:58.804169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d30d250>, '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:58.804477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d30d250>, '7ce27a4e-2cc4-4b17-9c85-a9bedc25b010') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:21:58.815752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (7ce27a4e-2cc4-4b17-9c85-a9bedc25b010), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.826486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.830642 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (7ce27a4e-2cc4-4b17-9c85-a9bedc25b010), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.837908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:21:58.838381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (7ce27a4e-2cc4-4b17-9c85-a9bedc25b010), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:21:58.841732 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:21:58.909982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (18f9904e-eec9-462f-b69f-a69c5cd6079a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.920920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:58.924401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/networks/18f9904e-eec9-462f-b69f-a69c5cd6079a HTTP/1.1" status: 204  len: 168 time: 0.3637366
Mar 26 21:21:58.928287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43724) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:58.934642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f679f-62e4-445b-a204-00a71805babf tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Network': ['ID=18f9904e-eec9-462f-b69f-a69c5cd6079a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:58.991002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.020200 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.086752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.090446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.091651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619 HTTP/1.1" status: 204  len: 168 time: 0.1632695
Mar 26 21:21:59.104221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3a0f3d-9dbc-4de0-a5eb-1ba6b3b99619,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:59.114166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.114522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.115523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.115855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.116502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.116850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.117190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.117632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.117868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.118188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.118513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.119087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.119434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.119764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.120129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572b6a98-22fb-440c-8527-9a494baf8df6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:21:59.400333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:59.406730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257154972', 'description': 'tempest-secgroup-smoke-1257154972 description', 'project_id': '39045df80a6f442b972ee88f13343d34'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:59.430802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.500366 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (42a74b54-b3e3-49fd-8f8e-81b574eeac1f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.505591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (42a74b54-b3e3-49fd-8f8e-81b574eeac1f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.541436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.542746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1408536
Mar 26 21:21:59.543539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10949dbc-7436-45d8-af65-a6aeb36e946e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a74b54-b3e3-49fd-8f8e-81b574eeac1f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:59.545901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43734) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:59.551227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:59.576512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (dd2f43b7-e7d1-4fa7-88ba-ebad67c1c1c2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.630268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (dd2f43b7-e7d1-4fa7-88ba-ebad67c1c1c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.633741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (dd2f43b7-e7d1-4fa7-88ba-ebad67c1c1c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.651055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2f43b7-e7d1-4fa7-88ba-ebad67c1c1c2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:59.660605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.661895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6c114e1-dc6e-49b6-881d-13a6b1c045ca tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1147506
Mar 26 21:21:59.664703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43736) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:59.669262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:59.694397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (ac856559-a9b3-412f-ae69-dc660b3d2056), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.749384 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (ac856559-a9b3-412f-ae69-dc660b3d2056), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.752847 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ac856559-a9b3-412f-ae69-dc660b3d2056), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.770732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac856559-a9b3-412f-ae69-dc660b3d2056,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:59.778702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.779896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2dbde54a-3b3e-48b1-b0c9-57415adebf06 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1142790
Mar 26 21:21:59.782718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43738) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:59.786969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:59.811378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (cdc73556-d578-421e-b3d7-2529e28c89b6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.865036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (cdc73556-d578-421e-b3d7-2529e28c89b6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.868409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cdc73556-d578-421e-b3d7-2529e28c89b6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.888119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc73556-d578-421e-b3d7-2529e28c89b6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:21:59.902049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.903332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c3aacfc9-9c44-43eb-9706-2c1d1ae74425 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1196508
Mar 26 21:21:59.906139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43740) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:21:59.910534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:21:59.935122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (c3fe347d-a079-45a7-ac23-dacba3f570d4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:21:59.998652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (c3fe347d-a079-45a7-ac23-dacba3f570d4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.003832 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c3fe347d-a079-45a7-ac23-dacba3f570d4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.028029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fe347d-a079-45a7-ac23-dacba3f570d4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:00.032178 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.033385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b772f2fd-9cb1-433c-845e-e12c29ea73fe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1263120
Mar 26 21:22:00.036187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43742) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:00.040613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:00.062343 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:22:00.063239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:22:00.067502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (422060be-e0dd-4bd9-97e5-d61464334d27), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.084338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:22:00.084687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ff5f3be1-bd9a-454b-82a7-ba94b4cafa50 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:22:00.085314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 66582471-1c65-4fff-a503-3cb6b58c1a5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:22:00.107839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 66582471-1c65-4fff-a503-3cb6b58c1a5b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:22:00.108220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 66582471-1c65-4fff-a503-3cb6b58c1a5b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:22:00.137972 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (422060be-e0dd-4bd9-97e5-d61464334d27), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.141991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (422060be-e0dd-4bd9-97e5-d61464334d27), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.160906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.169445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422060be-e0dd-4bd9-97e5-d61464334d27,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:00.176268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.180888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43744) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:00.181448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6abf0a67-5bb4-4ddf-bda0-e6516427eff7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1438243
Mar 26 21:22:00.186849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'security_group_rule': {'security_group_id': '42a74b54-b3e3-49fd-8f8e-81b574eeac1f', 'project_id': '39045df80a6f442b972ee88f13343d34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:00.208117 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Project 39045df80a6f442b972ee88f13343d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:22:00.212904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (e30eb815-b9c6-40b3-a50e-a423b2525dd6), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.276010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (e30eb815-b9c6-40b3-a50e-a423b2525dd6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.279452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e30eb815-b9c6-40b3-a50e-a423b2525dd6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.300180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30eb815-b9c6-40b3-a50e-a423b2525dd6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:00.308972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.310182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-320f3e6c-3f52-41f9-8f67-4bc03312153e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1280377
Mar 26 21:22:00.313031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:00.317760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'network': {'name': 'tempest-network-smoke--975548102', 'project_id': '39045df80a6f442b972ee88f13343d34', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:00.336986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:22:00.340325 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.363825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:22:00.373528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6364783c-0502-434b-9def-6c262870506a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.373878 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Added segment 6364783c-0502-434b-9def-6c262870506a of type vlan for network 8d19480d-396b-42d7-aba1-8968f1adc286
Mar 26 21:22:00.415597 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8d19480d-396b-42d7-aba1-8968f1adc286), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.440624 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8d19480d-396b-42d7-aba1-8968f1adc286), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.445758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:00.446350 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.476777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1627655
Mar 26 21:22:00.479590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43748) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:00.484707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'admin_state_up': True, 'project_id': '39045df80a6f442b972ee88f13343d34', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:00.505889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.506908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.520413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ea6f9-091b-46b3-b8a1-b9efcc48f623 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Network': ['ID=8d19480d-396b-42d7-aba1-8968f1adc286,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:00.534996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 8d19480d-396b-42d7-aba1-8968f1adc286 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:22:00.566567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (8259978c-1d02-496e-ae87-cf7a559d72a0), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.707994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (8259978c-1d02-496e-ae87-cf7a559d72a0), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.911026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (8259978c-1d02-496e-ae87-cf7a559d72a0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:00.929598 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.045045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.74 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/eaf432ea-0dd1-4f74-bc0b-502a01bc5c09) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:01.144671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.177996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.214088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:01.218268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:01.222022 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:01.253401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:01.486351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (8259978c-1d02-496e-ae87-cf7a559d72a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.692219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.830310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 8259978c-1d02-496e-ae87-cf7a559d72a0 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:22:01.835707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.941327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:22:01.953260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Sync routers for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:22:01.962585 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:01.964013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b206760-5928-49f6-8531-c16f2e993a3a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4827139
Mar 26 21:22:01.965537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:01.966173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed69130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:01.967051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:02.095596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:02.366145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1de5296c-4162-4eb4-b856-6b56324f3188 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=39045df80a6f442b972ee88f13343d34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3950624
Mar 26 21:22:02.366740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43756) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:02.455109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed69130>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:01Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:02.472651 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e228903-9c95-4c4d-af63-66b3c11aa25c tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:02.477031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e228903-9c95-4c4d-af63-66b3c11aa25c tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1065042
Mar 26 21:22:02.477165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43758) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:02.484105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Checking router: 8259978c-1d02-496e-ae87-cf7a559d72a0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:22:02.484464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Updating router 8259978c-1d02-496e-ae87-cf7a559d72a0 port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:22:02.508556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-315d0af3-cdce-4786-b8b7-a2e3beeced5c tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0302029
Mar 26 21:22:02.512250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43760) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:02.517230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212888209', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'project_id': '39045df80a6f442b972ee88f13343d34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:02.520624 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.826448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks [] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.831586 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.883877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Attempting to bind port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:22:02.884650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Attempting to bind port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:22:02.884650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Attempting to bind port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:02.896265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981edd9-ee17-40c8-9670-869f442e476a None None] Pushing event updated for resources: {'Port': ['ID=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:02.898984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:22:02.899382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:02.899796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.900228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:22:02.900812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Bound port: eaf432ea-0dd1-4f74-bc0b-502a01bc5c09, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:22:02.901215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.937080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:22:02.940952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:02.959616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] For port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:22:02.962956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] For port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:22:02.969865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.024579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:03.025237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed69130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:03.079299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981edd9-ee17-40c8-9670-869f442e476a None None] Pushing event updated for resources: {'Port': ['ID=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:03.137363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (9eee5d0b-a544-4839-9793-ca7a16a0bb8e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.161904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:03.200943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Subnet': ['ID=9eee5d0b-a544-4839-9793-ca7a16a0bb8e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:03.208769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Checking segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:03.209132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network hostable DHCP agents. Network: 8d19480d-396b-42d7-aba1-8968f1adc286, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:22:03.228506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 8d19480d-396b-42d7-aba1-8968f1adc286 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:22:03.238793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d19480d-396b-42d7-aba1-8968f1adc286) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:03.243581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:03.244226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.252563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff0c6d-869b-42d1-b321-50afa38b7461 None None] Network 8d19480d-396b-42d7-aba1-8968f1adc286 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:22:03.262481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dc152bbc-8474-4812-b0e0-4c700e676132 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7490575
Mar 26 21:22:03.265324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43764) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:03.434740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d19480d-396b-42d7-aba1-8968f1adc286', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:22:03.435740 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.467553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed69130>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:01Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:03.548614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a289c7e-7049-4a4f-8fa3-ea3c153cd868 None None] The sync data for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 is: [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:01Z', 'revision_number': 3, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:22:03.648262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Allocated IP 172.20.0.2 (8d19480d-396b-42d7-aba1-8968f1adc286/9eee5d0b-a544-4839-9793-ca7a16a0bb8e/82f40797-86a0-4afe-b758-7f51292e673c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:03.796378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.846017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks [] for port (82f40797-86a0-4afe-b758-7f51292e673c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.857496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (82f40797-86a0-4afe-b758-7f51292e673c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:03.911937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Network 8d19480d-396b-42d7-aba1-8968f1adc286 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:03.916531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:03.920770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:03.934993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Pushing event updated for resources: {'Port': ['ID=82f40797-86a0-4afe-b758-7f51292e673c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:04.014111 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Attempting to bind port 82f40797-86a0-4afe-b758-7f51292e673c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:22:04.014643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Attempting to bind port 82f40797-86a0-4afe-b758-7f51292e673c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:22:04.015134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Attempting to bind port 82f40797-86a0-4afe-b758-7f51292e673c on network 8d19480d-396b-42d7-aba1-8968f1adc286 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:04.025200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:22:04.025693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Checking segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:04.026176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.028079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Bound using segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:22:04.028729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Bound port: 82f40797-86a0-4afe-b758-7f51292e673c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:22:04.029231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82f40797-86a0-4afe-b758-7f51292e673c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.131766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:04.139228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] For port 82f40797-86a0-4afe-b758-7f51292e673c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:22:04.181344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] For port 82f40797-86a0-4afe-b758-7f51292e673c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82f40797-86a0-4afe-b758-7f51292e673c,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:22:04.195762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82f40797-86a0-4afe-b758-7f51292e673c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.224365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.1 (8d19480d-396b-42d7-aba1-8968f1adc286/9eee5d0b-a544-4839-9793-ca7a16a0bb8e/82a5ef49-a14a-4fe1-b6ff-eb7b62303c55) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:04.287335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498ccc-ef5e-40fd-a158-e8d25746364e None None] Pushing event updated for resources: {'Port': ['ID=82f40797-86a0-4afe-b758-7f51292e673c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:04.292182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:04.292893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.378863 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.401817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:04.402691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.422739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.427661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:04.437478 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.477902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 8d19480d-396b-42d7-aba1-8968f1adc286 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:04.481532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:04.487671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:04.514845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:04.559577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:04.585424 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (8259978c-1d02-496e-ae87-cf7a559d72a0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:04.769632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.101396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.107999 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.208524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (8259978c-1d02-496e-ae87-cf7a559d72a0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.211596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:05.334142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 8d19480d-396b-42d7-aba1-8968f1adc286 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:05.336317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:05.491078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 8259978c-1d02-496e-ae87-cf7a559d72a0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:22:05.503336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9c25c-d41a-46c4-9809-2311c6fddcaa None None] Network 8d19480d-396b-42d7-aba1-8968f1adc286 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:22:05.585178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Provisioning complete for port 82f40797-86a0-4afe-b758-7f51292e673c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:05.585567 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82f40797-86a0-4afe-b758-7f51292e673c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.620115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:22:05.632760 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fc4f1a75-6ef8-4ddc-95fe-696d841a25e1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/8259978c-1d02-496e-ae87-cf7a559d72a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3658786
Mar 26 21:22:05.726608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Current status of the port 82f40797-86a0-4afe-b758-7f51292e673c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:05.726939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82f40797-86a0-4afe-b758-7f51292e673c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.772637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] For port 82f40797-86a0-4afe-b758-7f51292e673c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82f40797-86a0-4afe-b758-7f51292e673c,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:05.777627 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82f40797-86a0-4afe-b758-7f51292e673c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:05.835200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df07ea-07e2-4c62-b34a-bbf003c4ea5c None None] Pushing event updated for resources: {'Port': ['ID=82f40797-86a0-4afe-b758-7f51292e673c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:05.843480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d53d17e4-f174-4583-8bce-e39ae33e57df tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257154972&fields=id&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 267 time: 0.0736268
Mar 26 21:22:05.906817 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Sync routers for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:22:05.922720 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:05.923351 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7adac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:05.984294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-ffc71a02-70d8-4f7d-9f59-d221ecccee85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:05.986891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-ffc71a02-70d8-4f7d-9f59-d221ecccee85 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 796 time: 0.1352632
Mar 26 21:22:06.011967 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-74c56483-c9d2-4c32-b0ae-e705b68f88a8 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/quotas/39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 375 time: 0.0117221
Mar 26 21:22:06.031143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Provisioning complete for port 82f40797-86a0-4afe-b758-7f51292e673c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.037432 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82f40797-86a0-4afe-b758-7f51292e673c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.042097 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:06.127070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-67f7f6e1-a8ad-4682-9b8d-80feec617ebd tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1006444
Mar 26 21:22:06.177520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Current status of the port 82f40797-86a0-4afe-b758-7f51292e673c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:06.192198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.192724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.245019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b5ecc-e019-44b3-918e-94296a310b22 None None] Port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:22:06.263788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d14b8412-5514-475e-8aa9-261b2e264132 service neutron] 10.222.0.16 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338935
Mar 26 21:22:06.287297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82f40797-86a0-4afe-b758-7f51292e673c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:06.336293 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7adac0>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 2, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:06.351545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 82f40797-86a0-4afe-b758-7f51292e673c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.352980 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82f40797-86a0-4afe-b758-7f51292e673c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.367559 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Checking router: 8259978c-1d02-496e-ae87-cf7a559d72a0 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:22:06.368201 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Updating router 8259978c-1d02-496e-ae87-cf7a559d72a0 port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:22:06.384239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-cb0a4db4-5799-48c5-add9-a1dc219e78c0 service neutron] 10.222.0.16 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191962
Mar 26 21:22:06.400396 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.413162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e7e710e5-bec0-42bb-9bda-b149053884b2 None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.413844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7e710e5-bec0-42bb-9bda-b149053884b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.491383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e7e710e5-bec0-42bb-9bda-b149053884b2 None None] Port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:22:06.504485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 82f40797-86a0-4afe-b758-7f51292e673c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:06.505710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:06.570614 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.571075 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.668079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f1c8dcbd-56f7-41ba-9297-4450569bb5ea req-40957d33-571d-4c56-a7be-743b955042b6 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 210 time: 0.0330009
Mar 26 21:22:06.675399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:06.725126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0ea6fc41-adbd-4203-a07b-86119860c2b9 None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:06.725575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fc41-adbd-4203-a07b-86119860c2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.750642 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks [] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.758210 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.781980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6fc41-adbd-4203-a07b-86119860c2b9 None None] Port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:22:06.806698 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Pushing event updated for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:06.819281 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.819667 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.820053 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.820431 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.820827 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.821216 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.821995 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.821995 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.822392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.822784 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.823172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.823547 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.823987 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.824384 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.824749 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:06.891794 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Attempting to bind port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:22:06.892352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Attempting to bind port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:22:06.892766 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Attempting to bind port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 on network 8d19480d-396b-42d7-aba1-8968f1adc286 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:06.899768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:22:06.900340 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Checking segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:06.900714 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:06.901201 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Bound using segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:22:06.902425 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Bound port: 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:22:06.902744 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.092144 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] For port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:22:07.095732 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] For port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:22:07.104562 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.113661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:07.114332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.217248 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:07.218220 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7adac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:07.241379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Current status of the port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:07.242337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.300078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117d58a-3638-48b0-8581-b74cfeba5efd None None] Pushing event updated for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:07.304876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] For port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:07.313202 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.387870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f8862-7ffa-4404-aa49-809e41337414 None None] Pushing event updated for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:07.451975 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:07.536339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-240a767e-e4d8-4b8d-a70d-edef426c05fb None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:07.536930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-240a767e-e4d8-4b8d-a70d-edef426c05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:07.629596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-240a767e-e4d8-4b8d-a70d-edef426c05fb None None] Current status of the port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:07.677425 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:22:07.686668 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7adac0>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:07.715136 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b11b3-8378-4548-9e0a-9a60d6d23b6f None None] The sync data for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 is: [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:22:07.817019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-332a3763-10c9-45e9-b04a-f404a117dbfa req-214dd34b-43ca-4b98-a6b5-c76a9d63f26f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 210 time: 0.0655968
Mar 26 21:22:07.983472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-cff6003e-e8c7-4cc2-adb8-085b8477da6f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:07.985038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-cff6003e-e8c7-4cc2-adb8-085b8477da6f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 796 time: 0.1272843
Mar 26 21:22:08.101657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-507fac18-dfdd-4b05-acf7-374b795dd4b1 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39045df80a6f442b972ee88f13343d34 HTTP/1.1" status: 200  len: 380 time: 0.1028523
Mar 26 21:22:08.114289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'port': {'device_id': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'admin_state_up': True, 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'security_groups': ['42a74b54-b3e3-49fd-8f8e-81b574eeac1f']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:08.118985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:08.246508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Made reservation on behalf of 39045df80a6f442b972ee88f13343d34 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:22:08.252356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.358562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:08.358952 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.410796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.20.0.8 (8d19480d-396b-42d7-aba1-8968f1adc286/9eee5d0b-a544-4839-9793-ca7a16a0bb8e/b4c8a4bf-92b7-4abf-89ca-f80a9d881b54) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:08.451708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:08.576716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.615416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.656617 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 8d19480d-396b-42d7-aba1-8968f1adc286 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:08.660362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:08.664315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:08.721117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:08.742403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:08.743104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.775013 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-27f635b6-7efb-4e29-9e94-39d2d9669a36 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6672046
Mar 26 21:22:08.792600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Request body: {'port': {'device_id': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:08.894169 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:08.977495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cabfded6-757c-446a-b217-33cd840f7d4e None None] Provisioning complete for port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:08.978490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cabfded6-757c-446a-b217-33cd840f7d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.049708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cabfded6-757c-446a-b217-33cd840f7d4e None None] Port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:22:09.123726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38ad2-cbcf-4645-ace0-006e7504f308 req-80a4c062-06af-4f3a-bf8b-ead116db0b0c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:09.125612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9da38ad2-cbcf-4645-ace0-006e7504f308 req-80a4c062-06af-4f3a-bf8b-ead116db0b0c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 931 time: 0.1946242
Mar 26 21:22:09.253765 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9da38ad2-cbcf-4645-ace0-006e7504f308 req-bedbf7e8-4db0-4c5f-b665-3d90f4029c5b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212916
Mar 26 21:22:09.345992 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:22:09.356126 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks [] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.371498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Transition to ACTIVE for port object b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:22:09.375489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.437778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:09.528610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Attempting to bind port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:22:09.528961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Attempting to bind port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:22:09.529311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Attempting to bind port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 on network 8d19480d-396b-42d7-aba1-8968f1adc286 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:09.535247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 on network 8d19480d-396b-42d7-aba1-8968f1adc286 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:22:09.535697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Attempting to bind port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 on network 8d19480d-396b-42d7-aba1-8968f1adc286 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:09.541755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:22:09.542805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Checking segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:09.543624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Bound using segment: {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:22:09.544435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Bound port: b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6364783c-0502-434b-9def-6c262870506a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:22:09.544968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.625768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:22:09.629249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:22:09.635546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.673186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:09.673807 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:09.675220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 1091 time: 0.8879409
Mar 26 21:22:09.675728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:09.678257 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38461069-7a32-4f6c-9fe5-858d0f27b6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:09.704905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a45d5b-62b2-4501-b304-1e6e26929fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:09.746038 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6e8a0-dffe-48b0-83df-5c447a16a461 x-openstack-request-id: req-34e6e8a0-dffe-48b0-83df-5c447a16a461 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:09.746369 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:09.746648 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34e6e8a0-dffe-48b0-83df-5c447a16a461 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:09.747090 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e6e8a0-dffe-48b0-83df-5c447a16a461'] response: {'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'status': 'completed', 'code': 200}
Mar 26 21:22:09.796210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-581f7d94-2e03-485a-bad6-d85a8ec3babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:09.798034 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-581f7d94-2e03-485a-bad6-d85a8ec3babf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1125 time: 0.0617139
Mar 26 21:22:09.851155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-33761362-65f9-4bc3-8a6e-216d6efcf55e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 217 time: 0.0436342
Mar 26 21:22:09.915869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-83520596-16cd-4068-b1a9-b5762bbdfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:09.917752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-83520596-16cd-4068-b1a9-b5762bbdfe64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0564213
Mar 26 21:22:09.976420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-1ff79551-5a54-4b26-a119-246c628c8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:09.977978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-1ff79551-5a54-4b26-a119-246c628c8a51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0509083
Mar 26 21:22:10.086083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-b23aadd5-bc97-427b-9b34-7787ff47db34 service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979784
Mar 26 21:22:10.194603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ab6fd80b-598c-4d36-9b57-001f0a04ef4a req-397c252c-bcec-4f8f-aa9d-9e238d9fab7c service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989547
Mar 26 21:22:10.298940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-e8f59ced-ba40-4197-a278-7b23d59b43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:10.300639 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-e8f59ced-ba40-4197-a278-7b23d59b43e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1125 time: 0.0510421
Mar 26 21:22:10.435094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-7dbc2efe-faa2-4bc0-adaf-6d813d0e719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:10.436710 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-7dbc2efe-faa2-4bc0-adaf-6d813d0e719c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 896 time: 0.1299946
Mar 26 21:22:10.444718 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bc2c1-943a-4e15-b418-be784a689f0a req-a112efbb-2dcf-45ce-b4b2-4f9aab400c9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:10.446121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-964bc2c1-943a-4e15-b418-be784a689f0a req-a112efbb-2dcf-45ce-b4b2-4f9aab400c9c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 943 time: 0.1181831
Mar 26 21:22:10.489752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-5a692334-de43-4d9c-9658-2b68df18ad39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 217 time: 0.0426660
Mar 26 21:22:10.569878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-ec3b5081-4f67-4914-b908-3cf68559f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:10.571258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-ec3b5081-4f67-4914-b908-3cf68559f9ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0746465
Mar 26 21:22:10.575795 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-964bc2c1-943a-4e15-b418-be784a689f0a req-23662656-8c83-457b-a27f-38368772e19a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220102
Mar 26 21:22:10.627417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-c665fdf0-3851-40c7-a02f-c8c4f8f9837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:10.629265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-c665fdf0-3851-40c7-a02f-c8c4f8f9837d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0506825
Mar 26 21:22:10.725982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-4cf4761d-2bef-4af6-ad4f-a7d4d066dade service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889277
Mar 26 21:22:10.853777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-38461069-7a32-4f6c-9fe5-858d0f27b6dc req-d811c93d-afb9-43cc-8a58-696ed2cf09af service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175864
Mar 26 21:22:11.709544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a78a4-f29c-465e-bb7e-3a58a2e7bf22 req-ad68a40d-2c0a-4606-82aa-7861b1daf762 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:11.711409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b3a78a4-f29c-465e-bb7e-3a58a2e7bf22 req-ad68a40d-2c0a-4606-82aa-7861b1daf762 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 943 time: 0.0565121
Mar 26 21:22:11.763515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b3a78a4-f29c-465e-bb7e-3a58a2e7bf22 req-8bc6e8ef-e219-4007-86d2-f23a004a541e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456529
Mar 26 21:22:12.889807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92133c9d-d213-4101-a731-af4d1936a103 req-61982098-db11-403f-b96f-dd2d8375578f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:12.891283 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-92133c9d-d213-4101-a731-af4d1936a103 req-61982098-db11-403f-b96f-dd2d8375578f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 943 time: 0.0573590
Mar 26 21:22:12.945366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-92133c9d-d213-4101-a731-af4d1936a103 req-08e3e94b-ebb4-4feb-9ade-b3c84b1913fb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483937
Mar 26 21:22:13.780443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:22:13.891323 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:13.903753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'mac_address': 'fa:16:3e:4e:e6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:22:13.944182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:13.944609 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:13.960339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:22:13.982571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:13.986879 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:14.040915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:14.075438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b819-cfa8-41f7-959e-facae8c41bd7 req-9cafb395-24ca-4978-84fa-51b5b9cc3ba2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:14.076940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d78b819-cfa8-41f7-959e-facae8c41bd7 req-9cafb395-24ca-4978-84fa-51b5b9cc3ba2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 944 time: 0.0532820
Mar 26 21:22:14.124670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5d78b819-cfa8-41f7-959e-facae8c41bd7 req-cc842f34-3276-417e-92d2-14c8476f8442 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420625
Mar 26 21:22:14.228474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:14.235089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:22:15.246860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9961ad-9a41-40e9-853f-3fc13c8d4f2d req-b79d2c06-6946-4425-87a0-30cb20908d4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:15.248287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c9961ad-9a41-40e9-853f-3fc13c8d4f2d req-b79d2c06-6946-4425-87a0-30cb20908d4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 944 time: 0.0572045
Mar 26 21:22:15.297712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c9961ad-9a41-40e9-853f-3fc13c8d4f2d req-4ad5cff8-3095-4e41-8212-b7e686164dc9 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433326
Mar 26 21:22:15.793105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:15.843924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:22:15.848256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:15.848636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:15.893673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:15.939362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:15.939740 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:15.962050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:15.964280 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782ccd06-a9b6-4610-8803-15cb44640255" -d '{"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:15.977585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:15.982236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:16.008836 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac45980-35eb-4d07-8617-d524c41e73f3 x-openstack-request-id: req-fac45980-35eb-4d07-8617-d524c41e73f3 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:16.009140 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:16.009397 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fac45980-35eb-4d07-8617-d524c41e73f3 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:16.009833 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac45980-35eb-4d07-8617-d524c41e73f3'] response: {'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'code': 200}
Mar 26 21:22:16.036446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:16.117792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006df493-1b38-4a76-8fd3-7eaa21b0d961 req-411bcefc-b266-4cd8-a2ef-1dca2bdb0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:16.119286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-006df493-1b38-4a76-8fd3-7eaa21b0d961 req-411bcefc-b266-4cd8-a2ef-1dca2bdb0f2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0435672
Mar 26 21:22:16.174404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-006df493-1b38-4a76-8fd3-7eaa21b0d961 req-56f0d4ef-4973-4f3f-89cf-0abb9d4f3f5e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462623
Mar 26 21:22:16.415145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249894-ab2d-4566-adc6-ce1c5a8a0556 req-95b2917d-1df1-4763-a621-7d6d63db57c7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:16.416657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc249894-ab2d-4566-adc6-ce1c5a8a0556 req-95b2917d-1df1-4763-a621-7d6d63db57c7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0526288
Mar 26 21:22:16.468808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc249894-ab2d-4566-adc6-ce1c5a8a0556 req-02194dad-d8aa-4d27-a1ca-7724c3893522 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462286
Mar 26 21:22:16.869091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-a1d111b7-efe7-4238-9dfb-2b528ad6f872 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0429797
Mar 26 21:22:16.955863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-2b04b311-d02d-40fb-97e9-5139b59129bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:16.957362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-2b04b311-d02d-40fb-97e9-5139b59129bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 1127 time: 0.0445418
Mar 26 21:22:17.075506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-d9f1f35b-d853-4e65-820f-494ad1d2471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.077544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-d9f1f35b-d853-4e65-820f-494ad1d2471c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1002550
Mar 26 21:22:17.118974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-eec63b96-814a-421b-a701-b89d670e7c34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4da0d94e-acad-408d-a0ea-93c2360988ea HTTP/1.1" status: 200  len: 217 time: 0.0350685
Mar 26 21:22:17.166596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-4a9d810f-76a8-417e-be9c-14e38a9b6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.167970 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-4a9d810f-76a8-417e-be9c-14e38a9b6d02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0433636
Mar 26 21:22:17.219148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-e9f77217-b8e8-40be-8a90-b30da48edbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.220672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-e9f77217-b8e8-40be-8a90-b30da48edbea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470879
Mar 26 21:22:17.312020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-08e49d2f-6f23-4f82-b61b-dbf265c77ded service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851133
Mar 26 21:22:17.405321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3f09dfe5-f80f-44f6-820b-0220a24c9d43 req-154f8960-17de-4d7a-8557-8bce2f65abbb service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874968
Mar 26 21:22:17.592170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8d69f-75b7-4c23-b034-e3f1031974f6 req-9a003dab-9b2d-4162-8355-c6aa196b6a4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.593639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96b8d69f-75b7-4c23-b034-e3f1031974f6 req-9a003dab-9b2d-4162-8355-c6aa196b6a4f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0552840
Mar 26 21:22:17.642251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96b8d69f-75b7-4c23-b034-e3f1031974f6 req-fe149db6-1c6c-4f83-bc17-b69eb2dc8cfe tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429101
Mar 26 21:22:17.759336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7e285-98f2-40e5-b787-26d13e18fc70 req-ffeeee1f-9f2c-42ef-b8b4-07e02c15452d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.760777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0af7e285-98f2-40e5-b787-26d13e18fc70 req-ffeeee1f-9f2c-42ef-b8b4-07e02c15452d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0527964
Mar 26 21:22:17.809575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0af7e285-98f2-40e5-b787-26d13e18fc70 req-0b8016f5-81f1-43d4-983d-e70cb0cf2894 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427041
Mar 26 21:22:17.831449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43840) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:17.873784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5fe9f-1f98-4773-a529-aa72e07921e4 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:17.875273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-11f5fe9f-1f98-4773-a529-aa72e07921e4 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1122 time: 0.0427935
Mar 26 21:22:17.877997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43842) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:17.882077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:17.901557 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:17.999267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.109901 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Allocated IP 172.35.4.222 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3a3fe55f-cee5-4384-bec1-1bd989010ebf) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:18.216827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.250631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.286792 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:18.289590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:18.293026 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:18.322851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=3a3fe55f-cee5-4384-bec1-1bd989010ebf,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:18.666198 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (89b3321b-0970-4d9f-ab2b-fcefd00a8ad5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.737897 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.888157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.892458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:18.961683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event updated for resources: {'Port': ['ID=3a3fe55f-cee5-4384-bec1-1bd989010ebf,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:18.973946 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (89b3321b-0970-4d9f-ab2b-fcefd00a8ad5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:19.083080 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP 89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 associated. External IP: 172.35.4.222, port: b4c8a4bf-92b7-4abf-89ca-f80a9d881b54.
Mar 26 21:22:19.620841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 8259978c-1d02-496e-ae87-cf7a559d72a0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:22:19.739210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:22:19.749964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Sync routers for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:22:19.759552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:19.761550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:19.762186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:19.791105 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aed28ffb-3d71-4f05-92aa-6ec8bb413571 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9120970
Mar 26 21:22:19.791732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:19.795060 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc91168-f949-464a-ba82-948d6c20400b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:19.844612 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b05f43d-f138-4b07-b791-512dc0164f92 x-openstack-request-id: req-0b05f43d-f138-4b07-b791-512dc0164f92 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:19.845173 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:19.845291 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b05f43d-f138-4b07-b791-512dc0164f92 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:19.845847 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b05f43d-f138-4b07-b791-512dc0164f92'] response: {'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'status': 'completed', 'code': 200}
Mar 26 21:22:19.887413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:19.914650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc91168-f949-464a-ba82-948d6c20400b req-c15b4a93-bf58-4109-a838-6c051868976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:19.916229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-c15b4a93-bf58-4109-a838-6c051868976d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0517724
Mar 26 21:22:19.916525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abba0c-c565-4579-b33e-bc93773eb67a req-47c0614f-bdff-4694-87d6-30cf9a06fd7d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:19.918377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2abba0c-c565-4579-b33e-bc93773eb67a req-47c0614f-bdff-4694-87d6-30cf9a06fd7d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0609612
Mar 26 21:22:19.973879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a2abba0c-c565-4579-b33e-bc93773eb67a req-1eef7e55-9f93-4611-b04b-40c9aefd0585 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481484
Mar 26 21:22:20.002611 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43852) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:20.077827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc91168-f949-464a-ba82-948d6c20400b req-a59227db-14cf-4e55-8660-89211104577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:20.079358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-a59227db-14cf-4e55-8660-89211104577d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 896 time: 0.1573992
Mar 26 21:22:20.084496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a1019ae-fa7b-474d-a0e2-14f748d8a8e5 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 HTTP/1.1" status: 200  len: 991 time: 0.0807228
Mar 26 21:22:20.150537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a5b0>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89b3321b-0970-4d9f-ab2b-fcefd00a8ad5', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'mac_address': 'fa:16:3e:4e:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:18Z', 'updated_at': '2022-03-26T21:22:18Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:20.161779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-ce19d1f6-4ce7-477c-b67d-18baa194e265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 999 time: 0.0761516
Mar 26 21:22:20.179564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Checking router: 8259978c-1d02-496e-ae87-cf7a559d72a0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:22:20.188978 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:20.189592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f22a5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:21:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:20.212208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc91168-f949-464a-ba82-948d6c20400b req-8525d0a2-4c4f-4a9b-a0b7-b0a4536d2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:20.213673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-8525d0a2-4c4f-4a9b-a0b7-b0a4536d2585 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0444198
Mar 26 21:22:20.264138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc91168-f949-464a-ba82-948d6c20400b req-63185e6a-94e1-4401-a4a0-e79d3f065349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:20.265662 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-63185e6a-94e1-4401-a4a0-e79d3f065349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460145
Mar 26 21:22:20.305941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:20.364834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-5d79f9c9-e5eb-4e33-9c3d-32d77dad56e4 service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933199
Mar 26 21:22:20.471727 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3dc91168-f949-464a-ba82-948d6c20400b req-74275608-2bd6-4c3d-84b5-d1950aba39b1 service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1011913
Mar 26 21:22:20.563604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f22a5b0>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89b3321b-0970-4d9f-ab2b-fcefd00a8ad5', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'mac_address': 'fa:16:3e:4e:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:18Z', 'updated_at': '2022-03-26T21:22:18Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:20.592993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa865523-d998-4e00-8c36-f5c3e9dfb034 None None] The sync data for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 is: [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89b3321b-0970-4d9f-ab2b-fcefd00a8ad5', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'floating_ip_address': '172.35.4.222', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'mac_address': 'fa:16:3e:4e:e6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:18Z', 'updated_at': '2022-03-26T21:22:18Z', 'revision_number': 0, 'project_id': '39045df80a6f442b972ee88f13343d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:22:20.791212 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeff1b7-16e0-41b8-bc70-7ad67764ddd8 None None] New status for floating IP 89b3321b-0970-4d9f-ab2b-fcefd00a8ad5: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:22:21.088379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43856) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:21.165138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-84db38ed-abaf-426f-856e-ada527077570 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 HTTP/1.1" status: 200  len: 993 time: 0.0700018
Mar 26 21:22:21.405833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6692fdb-1bc0-4dae-a85e-513c4d9f21e0 req-66d030ce-8086-4597-ae7a-98f37749ef89 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:21.407458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6692fdb-1bc0-4dae-a85e-513c4d9f21e0 req-66d030ce-8086-4597-ae7a-98f37749ef89 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0614250
Mar 26 21:22:21.463142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6692fdb-1bc0-4dae-a85e-513c4d9f21e0 req-daf29f5e-85a6-425b-aee6-4c1f4aa23934 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493240
Mar 26 21:22:22.583152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c75da5-8b0b-4f92-b21f-4d2fd8103735 req-e3196b27-5938-4604-8a54-c9966908f4a1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:22.584646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8c75da5-8b0b-4f92-b21f-4d2fd8103735 req-e3196b27-5938-4604-8a54-c9966908f4a1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0527766
Mar 26 21:22:22.631641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a8c75da5-8b0b-4f92-b21f-4d2fd8103735 req-0894fcc0-b848-4a62-8cb8-fc93f9c5239c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b1824b2-417e-4eac-8574-ded56521f0da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413084
Mar 26 21:22:22.980009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-1fffa273-bf50-46e8-9bea-008cba588acf tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:22.981931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-1fffa273-bf50-46e8-9bea-008cba588acf tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 945 time: 0.0559044
Mar 26 21:22:23.074378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port 4da0d94e-acad-408d-a0ea-93c2360988ea {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:22:23.074725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:23.164876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port 4da0d94e-acad-408d-a0ea-93c2360988ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4da0d94e-acad-408d-a0ea-93c2360988ea,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:23.165162 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:23.177926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for 4da0d94e-acad-408d-a0ea-93c2360988ea owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:22:23.304965 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4da0d94e-acad-408d-a0ea-93c2360988ea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:23.317274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['4da0d94e-acad-408d-a0ea-93c2360988ea'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:22:23.338064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=4da0d94e-acad-408d-a0ea-93c2360988ea,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:23.381655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port 4da0d94e-acad-408d-a0ea-93c2360988ea on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:22:23.384420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:23.387851 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d0a66c3a-f737-4fce-ad67-b111f489339e req-23663477-e52f-4e61-8dca-4731f1520823 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "DELETE /v2.0/ports/4da0d94e-acad-408d-a0ea-93c2360988ea HTTP/1.1" status: 204  len: 173 time: 0.4009230
Mar 26 21:22:23.388320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'name': 'network-vif-deleted', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:23.390576 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966b487e-9a0d-4d19-98c4-32cb8dcf108f" -d '{"events": [{"server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "name": "network-vif-deleted", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:23.428129 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc60a0d-6b95-42e5-9585-a7385b1715db x-openstack-request-id: req-6cc60a0d-6b95-42e5-9585-a7385b1715db {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:23.428508 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966b1c71-ea56-4e76-ac0b-7178592bf3cd", "name": "network-vif-deleted", "tag": "4da0d94e-acad-408d-a0ea-93c2360988ea", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:23.428766 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc60a0d-6b95-42e5-9585-a7385b1715db {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:23.429182 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc60a0d-6b95-42e5-9585-a7385b1715db'] response: {'server_uuid': '966b1c71-ea56-4e76-ac0b-7178592bf3cd', 'name': 'network-vif-deleted', 'tag': '4da0d94e-acad-408d-a0ea-93c2360988ea', 'status': 'completed', 'code': 200}
Mar 26 21:22:23.755670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-66a8dcb0-3bb5-4ad3-914b-90259370af26 req-382d8969-c075-47d4-8297-616c154ed31c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=966b1c71-ea56-4e76-ac0b-7178592bf3cd HTTP/1.1" status: 200  len: 210 time: 0.0310760
Mar 26 21:22:23.831168 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-96043804-6496-4699-afd0-706ed562620a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0475466
Mar 26 21:22:23.938857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-40ee0242-031f-4b31-acf7-d4d92d5108d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:23.940379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-40ee0242-031f-4b31-acf7-d4d92d5108d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0551910
Mar 26 21:22:24.070349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-9e3c7bf4-2416-4851-a505-ebba8bddb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:24.071856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-9e3c7bf4-2416-4851-a505-ebba8bddb215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 896 time: 0.1101961
Mar 26 21:22:24.140541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-4dc120fa-fa48-46d5-b06a-b2ce77dd0dfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 1001 time: 0.0633612
Mar 26 21:22:24.188055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-e24163dd-1684-4eac-84b6-88bdbcf5209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:24.189512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-e24163dd-1684-4eac-84b6-88bdbcf5209f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0425928
Mar 26 21:22:24.237455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-76ae5af5-484f-4ab1-bf2e-4e638f9290bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:24.238929 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-76ae5af5-484f-4ab1-bf2e-4e638f9290bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429728
Mar 26 21:22:24.332821 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-6439bb02-0e3a-4390-b5e5-440e1972b69e service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863333
Mar 26 21:22:24.420909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58f41f5-70db-4132-97c6-1538373e8b69 req-f50d20d1-5f35-4c0e-8b5b-f7690900adcf service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822632
Mar 26 21:22:25.065774 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5722b1f1-f70d-4c9e-9c86-8f402c115c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.321126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4da0d94e-acad-408d-a0ea-93c2360988ea no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:22:26.341238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 4da0d94e-acad-408d-a0ea-93c2360988ea {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:22:26.341595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 4da0d94e-acad-408d-a0ea-93c2360988ea not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:22:26.555114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 43948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:26.559725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244663080', 'description': 'tempest-secgroup-smoke-1244663080 description', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:26.579588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.650686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (e1cf4444-7c18-4cab-b50d-16b2c6a6ea24), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.654883 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e1cf4444-7c18-4cab-b50d-16b2c6a6ea24), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.684939 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.686170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1300356
Mar 26 21:22:26.688080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e0016-c4c5-4bef-a2ac-c7a154784f32 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:26.689201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43950) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:26.693984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:26.718709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (b4cf2237-e3b5-41c8-872b-755c5e2d378d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.771522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (b4cf2237-e3b5-41c8-872b-755c5e2d378d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.774972 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b4cf2237-e3b5-41c8-872b-755c5e2d378d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.793754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cf2237-e3b5-41c8-872b-755c5e2d378d,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:26.800535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.801705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b0c94dd-efee-4ce3-b508-79a0beffd302 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1114640
Mar 26 21:22:26.804505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43952) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:26.808784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:26.833004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (357cecd4-b7a7-4aba-b4cf-28217648afb9), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.887388 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (357cecd4-b7a7-4aba-b4cf-28217648afb9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.891280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (357cecd4-b7a7-4aba-b4cf-28217648afb9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.908224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357cecd4-b7a7-4aba-b4cf-28217648afb9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:26.916036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:26.917239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ee4018b6-40d4-44d9-b721-a8b565bd5236 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1118171
Mar 26 21:22:26.920240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43954) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:26.924457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:26.948295 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (64d11c59-046f-4e3c-a345-f15867cd8255), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.005048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (64d11c59-046f-4e3c-a345-f15867cd8255), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.009790 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (64d11c59-046f-4e3c-a345-f15867cd8255), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.027731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d11c59-046f-4e3c-a345-f15867cd8255,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:27.036196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.037402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48e6d9ef-58a7-48f4-b5f0-bb6b5c888e15 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1162326
Mar 26 21:22:27.040130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43956) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:27.044572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:27.068656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (55f5f2c3-c631-4e36-bcef-4a099b48e0e6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.125194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (55f5f2c3-c631-4e36-bcef-4a099b48e0e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.128908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (55f5f2c3-c631-4e36-bcef-4a099b48e0e6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.147354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f5f2c3-c631-4e36-bcef-4a099b48e0e6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:27.152981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.154170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ad38dd9a-aca8-4523-a4bb-9f01b01bafc1 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1131165
Mar 26 21:22:27.156910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43958) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:27.161251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:27.179796 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Project c621f87120ad402a9d52cf6426f0cf1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:22:27.184931 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (c5b6148e-3a83-45cc-8da5-224fa6ab6401), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.244623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (c5b6148e-3a83-45cc-8da5-224fa6ab6401), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.248904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c5b6148e-3a83-45cc-8da5-224fa6ab6401), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.267004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b6148e-3a83-45cc-8da5-224fa6ab6401,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:27.271010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.272253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57b071db-ab9d-4472-ad6d-c26b396bd585 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1143372
Mar 26 21:22:27.274956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 43960) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:27.279150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'security_group_rule': {'security_group_id': 'e1cf4444-7c18-4cab-b50d-16b2c6a6ea24', 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:27.297677 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Project c621f87120ad402a9d52cf6426f0cf1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:22:27.302244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (a26cc09c-9bd8-43b9-a665-01cae0900c94), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.360005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (a26cc09c-9bd8-43b9-a665-01cae0900c94), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.363296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a26cc09c-9bd8-43b9-a665-01cae0900c94), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.379906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26cc09c-9bd8-43b9-a665-01cae0900c94,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:27.387352 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:27.389140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8bd9e644-721c-4a1b-b0a2-7c7b97864267 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1132834
Mar 26 21:22:27.827192 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-968e72fb-98dc-49b8-89e4-dd9e0f1b39cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:28.819785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:30.064608 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-a0c4c880-ba81-40f8-8bd1-82aed32d7738 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244663080&fields=id&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 267 time: 0.0441389
Mar 26 21:22:30.162222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:30.170361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-5a8b4881-c6f1-4639-a7d7-73932a66f75c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:30.171813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-5a8b4881-c6f1-4639-a7d7-73932a66f75c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1009562
Mar 26 21:22:30.186535 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-8a4a3ae2-1c37-455a-8ad9-d7b807f4a26c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0094125
Mar 26 21:22:30.242939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-e1fc2d14-f174-4676-b2cd-55791693da02 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0514765
Mar 26 21:22:30.335847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-a3d08302-fe42-4d6a-bbd1-eee0c4f9993c service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812607
Mar 26 21:22:30.426016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-27d856d1-c0da-4851-b276-a531be329148 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845799
Mar 26 21:22:30.708158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-32878c9e-9428-4e7f-b18a-1099d8f92678 req-fd50fe46-0a05-4348-ae83-3741a51bef63 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 210 time: 0.0281270
Mar 26 21:22:31.595730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-ba21d197-7f8e-432e-8afe-665316e9759e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:31.597247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-ba21d197-7f8e-432e-8afe-665316e9759e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1115084
Mar 26 21:22:31.660015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-c11215d7-efa2-4053-b41e-fb0b6c96d131 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 380 time: 0.0549884
Mar 26 21:22:31.668964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'security_groups': ['e1cf4444-7c18-4cab-b50d-16b2c6a6ea24']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:31.785174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:22:31.789936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:31.814134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fecb7cc9-24b0-4f8a-88c4-60e4b88359d2 req-4e5fb281-8433-4e50-ad57-7e7733b8d957 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 210 time: 0.0304425
Mar 26 21:22:31.842652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:31.930516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.7 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/cd08295b-fb42-421d-beb0-e607252972c8) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:32.074981 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (cd08295b-fb42-421d-beb0-e607252972c8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.107694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.149706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:32.152642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:32.156209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:32.164737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:32.211407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:32.212052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.229962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-d20185e3-6881-4fbc-8efb-fc64bfa2669e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5649624
Mar 26 21:22:32.241627 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Request body: {'port': {'device_id': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:32.311285 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd08295b-fb42-421d-beb0-e607252972c8), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.399462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7b0869a8-8107-45a7-a8fa-03215774736b None None] Provisioning complete for port cd08295b-fb42-421d-beb0-e607252972c8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:32.399968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b0869a8-8107-45a7-a8fa-03215774736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd08295b-fb42-421d-beb0-e607252972c8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.441740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7b0869a8-8107-45a7-a8fa-03215774736b None None] Port cd08295b-fb42-421d-beb0-e607252972c8 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:22:32.594834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd08295b-fb42-421d-beb0-e607252972c8 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:22:32.602301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks [] for port (cd08295b-fb42-421d-beb0-e607252972c8), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.614713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Transition to ACTIVE for port object cd08295b-fb42-421d-beb0-e607252972c8 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:22:32.617960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.688569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Pushing event updated for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:32.739439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Attempting to bind port cd08295b-fb42-421d-beb0-e607252972c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:22:32.739783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Attempting to bind port cd08295b-fb42-421d-beb0-e607252972c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:22:32.740145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Attempting to bind port cd08295b-fb42-421d-beb0-e607252972c8 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:32.744766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Port cd08295b-fb42-421d-beb0-e607252972c8 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:22:32.745093 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Attempting to bind port cd08295b-fb42-421d-beb0-e607252972c8 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:22:32.751350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:22:32.751790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:22:32.752211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:22:32.752646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Bound port: cd08295b-fb42-421d-beb0-e607252972c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:22:32.754292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd08295b-fb42-421d-beb0-e607252972c8), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.829894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:22:32.833250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08295b-fb42-421d-beb0-e607252972c8,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:22:32.840884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.877043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:32.877587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:32.879141 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] 10.222.0.18 "PUT /v2.0/ports/cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 1091 time: 0.6426845
Mar 26 21:22:32.879600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:32.881907 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "tag": "cd08295b-fb42-421d-beb0-e607252972c8"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:32.944110 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a7ec7-9a24-44cc-8a7f-33a284626518 x-openstack-request-id: req-b50a7ec7-9a24-44cc-8a7f-33a284626518 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:32.944520 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "tag": "cd08295b-fb42-421d-beb0-e607252972c8", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:32.944867 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b50a7ec7-9a24-44cc-8a7f-33a284626518 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:32.945379 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50a7ec7-9a24-44cc-8a7f-33a284626518'] response: {'name': 'network-changed', 'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8', 'status': 'completed', 'code': 200}
Mar 26 21:22:32.970760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fb7a9-8253-4e60-82a2-3d633cfc870c service neutron] Pushing event updated for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:33.027088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d453d-bfca-42ef-8284-cb94edefabd0 req-37cb93e6-56c5-462e-8a36-5e5f3161ddbd tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.028769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-202d453d-bfca-42ef-8284-cb94edefabd0 req-37cb93e6-56c5-462e-8a36-5e5f3161ddbd tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 943 time: 0.1102295
Mar 26 21:22:33.032263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-bd9a7ac8-50a5-44a8-9d45-1a358713ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.033701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-bd9a7ac8-50a5-44a8-9d45-1a358713ec2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1125 time: 0.1063437
Mar 26 21:22:33.092070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-e89a353a-245e-4c77-ac42-7cddc879588b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 217 time: 0.0491042
Mar 26 21:22:33.150715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-202d453d-bfca-42ef-8284-cb94edefabd0 req-2f34a044-8ce5-460e-8b3b-efb5e169037c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139855
Mar 26 21:22:33.159455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-aaee67d8-3d82-4114-8111-58ca82bcf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.160900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-aaee67d8-3d82-4114-8111-58ca82bcf34d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0641022
Mar 26 21:22:33.210927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-4dc2a4ef-e80b-4f57-95f2-856b629ce9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.212426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-4dc2a4ef-e80b-4f57-95f2-856b629ce9ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454998
Mar 26 21:22:33.304128 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-b0f75929-de67-4d29-a2cf-42770be48a90 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860109
Mar 26 21:22:33.392601 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-14cfb66c-d955-41c1-b0df-0f2b2694541d req-9d2ec0c7-541b-44f7-9ef7-9706d336aa90 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830309
Mar 26 21:22:33.484766 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-4210edeb-bbcb-479e-a4ed-060ac0ebccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.486260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-4210edeb-bbcb-479e-a4ed-060ac0ebccfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1125 time: 0.0486133
Mar 26 21:22:33.576651 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-ce9643a2-671d-4e5b-9a34-be2399d96f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.578115 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-ce9643a2-671d-4e5b-9a34-be2399d96f46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0846512
Mar 26 21:22:33.622189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-631ecb5f-78a0-4d5d-88bf-d991c7dd703d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 217 time: 0.0382092
Mar 26 21:22:33.669125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-ad0d8a0c-c4c7-4ddb-9f75-e08b166ea652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.671114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-ad0d8a0c-c4c7-4ddb-9f75-e08b166ea652 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0431111
Mar 26 21:22:33.718556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-f3385b24-2e9b-4c70-900a-48678fd43189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:33.720044 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-f3385b24-2e9b-4c70-900a-48678fd43189 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428360
Mar 26 21:22:33.812757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-c83e9171-a43f-4196-a018-682853e138e0 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859315
Mar 26 21:22:33.900186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5d2688-dbca-4ee5-b2a8-9c46d99615fe req-a13e0049-d469-4480-a17e-50a7deb98bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804729
Mar 26 21:22:34.271135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c891a8-effa-420f-b441-02a9e43742d4 req-d6886744-aa9d-4e93-a41f-1d71eead32e2 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:34.272578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96c891a8-effa-420f-b441-02a9e43742d4 req-d6886744-aa9d-4e93-a41f-1d71eead32e2 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 943 time: 0.0535367
Mar 26 21:22:34.321966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-96c891a8-effa-420f-b441-02a9e43742d4 req-f4630e33-830c-4afc-8d35-68eb4087d415 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437169
Mar 26 21:22:35.442236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8e18-9b28-48bb-b32b-3a2fe249b2c9 req-53c64902-71a8-429a-aea7-c53277224f41 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:35.443699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d25e8e18-9b28-48bb-b32b-3a2fe249b2c9 req-53c64902-71a8-429a-aea7-c53277224f41 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 943 time: 0.0523350
Mar 26 21:22:35.495244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d25e8e18-9b28-48bb-b32b-3a2fe249b2c9 req-451bfb1b-a84a-4619-8fcc-d3bf201c6237 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459237
Mar 26 21:22:36.399021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device cd08295b-fb42-421d-beb0-e607252972c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:22:36.494533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08295b-fb42-421d-beb0-e607252972c8,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:36.505212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'cd08295b-fb42-421d-beb0-e607252972c8', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': 'cd08295b-fb42-421d-beb0-e607252972c8', 'mac_address': 'fa:16:3e:97:c3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:22:36.542162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port cd08295b-fb42-421d-beb0-e607252972c8 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:36.542802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd08295b-fb42-421d-beb0-e607252972c8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:36.556314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd08295b-fb42-421d-beb0-e607252972c8 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:22:36.576750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08295b-fb42-421d-beb0-e607252972c8,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:36.580570 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:36.615438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddca6e-3664-41c7-97f2-6089779e102e req-d7377aee-d86e-4ef8-89b2-c13c37df15a3 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:36.616930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16ddca6e-3664-41c7-97f2-6089779e102e req-d7377aee-d86e-4ef8-89b2-c13c37df15a3 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 943 time: 0.0553734
Mar 26 21:22:36.627840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:36.664838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-16ddca6e-3664-41c7-97f2-6089779e102e req-f4c61909-c552-4ecf-a1a6-2fb417317f20 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411236
Mar 26 21:22:36.785260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['cd08295b-fb42-421d-beb0-e607252972c8'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:22:37.781329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913084a4-f136-499b-9b09-d24be7b5761e req-6aff999c-b1cc-48c8-a087-e49538dd64c0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:37.782784 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-913084a4-f136-499b-9b09-d24be7b5761e req-6aff999c-b1cc-48c8-a087-e49538dd64c0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 944 time: 0.0520823
Mar 26 21:22:37.830900 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-913084a4-f136-499b-9b09-d24be7b5761e req-7394f852-a968-4f81-af1b-7fb7ecc4b6f4 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423257
Mar 26 21:22:38.400367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device cd08295b-fb42-421d-beb0-e607252972c8 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:22:38.452099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port cd08295b-fb42-421d-beb0-e607252972c8 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:22:38.456503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port cd08295b-fb42-421d-beb0-e607252972c8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:22:38.456890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd08295b-fb42-421d-beb0-e607252972c8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:38.532555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port cd08295b-fb42-421d-beb0-e607252972c8 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:22:38.532951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd08295b-fb42-421d-beb0-e607252972c8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:38.555292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:38.557641 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ce9db-c47b-48b6-9c2e-823bc94ea8ca" -d '{"events": [{"server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "name": "network-vif-plugged", "status": "completed", "tag": "cd08295b-fb42-421d-beb0-e607252972c8"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:38.569787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08295b-fb42-421d-beb0-e607252972c8,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:22:38.573707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:38.599339 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1619aa01-cc95-4789-84ef-c07cd9fc625d x-openstack-request-id: req-1619aa01-cc95-4789-84ef-c07cd9fc625d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:38.599634 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "name": "network-vif-plugged", "status": "completed", "tag": "cd08295b-fb42-421d-beb0-e607252972c8", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:38.599894 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1619aa01-cc95-4789-84ef-c07cd9fc625d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:38.600306 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1619aa01-cc95-4789-84ef-c07cd9fc625d'] response: {'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8', 'code': 200}
Mar 26 21:22:38.626211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:38.695117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea7de8-648c-4cd0-be3d-86a1adcb49cf req-e51585f5-30c9-4e27-9ea0-d95ef78132d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:38.696663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fea7de8-648c-4cd0-be3d-86a1adcb49cf req-e51585f5-30c9-4e27-9ea0-d95ef78132d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1127 time: 0.0444789
Mar 26 21:22:38.740792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0fea7de8-648c-4cd0-be3d-86a1adcb49cf req-6cddeabf-a843-4068-a9fa-32de54d57de9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383303
Mar 26 21:22:38.953404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d8da-d93c-4415-932f-75e891a79c3b req-908b1a78-1f8f-4084-9fb4-14d0dd2b33c0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:38.954786 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac56d8da-d93c-4415-932f-75e891a79c3b req-908b1a78-1f8f-4084-9fb4-14d0dd2b33c0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.0581450
Mar 26 21:22:39.003121 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac56d8da-d93c-4415-932f-75e891a79c3b req-58639a3e-a100-419e-8bfb-5d1959c3a578 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425985
Mar 26 21:22:40.136747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c05acd-9f4d-4cfc-8ba9-13d60b23df3b req-4b9b061e-08f7-4926-b048-4ce5fb657855 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:40.138537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61c05acd-9f4d-4cfc-8ba9-13d60b23df3b req-4b9b061e-08f7-4926-b048-4ce5fb657855 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.0647020
Mar 26 21:22:40.187115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61c05acd-9f4d-4cfc-8ba9-13d60b23df3b req-a20dbd8c-c20f-4523-93ce-9d93f4b42187 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432720
Mar 26 21:22:40.305189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9374ee-f54e-424e-823c-f33cf0407f62 req-f15dabc5-f9a4-4d63-9bb6-1d138a48399e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:40.306627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d9374ee-f54e-424e-823c-f33cf0407f62 req-f15dabc5-f9a4-4d63-9bb6-1d138a48399e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.0534623
Mar 26 21:22:40.355175 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d9374ee-f54e-424e-823c-f33cf0407f62 req-6f49bca6-1327-4e22-93cf-1e3ab0e62c23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429635
Mar 26 21:22:40.377162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44096) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:40.473082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f37b4-43eb-45e6-939c-f4faabc5231c tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:40.474616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c47f37b4-43eb-45e6-939c-f4faabc5231c tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1122 time: 0.0964925
Mar 26 21:22:40.477555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44100) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:22:40.481745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'cd08295b-fb42-421d-beb0-e607252972c8', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:22:40.501223 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:40.595837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:40.701738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.35.4.103 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/eccd8755-7714-4c65-abea-92dedbfadaf0) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:22:40.799077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:40.832346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:40.871339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:22:40.874635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:22:40.878103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:22:40.906701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=eccd8755-7714-4c65-abea-92dedbfadaf0,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:40.920388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.920743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.921091 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.921434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.921773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.922110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.922446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.922778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.923106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.923434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.923772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.924112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.924445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.924768 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:40.925114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:22:41.569298 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (4ab209fe-654e-4bb7-b5cc-356c5e97128a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:41.636096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:41.782968 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:41.787397 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:41.858318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=eccd8755-7714-4c65-abea-92dedbfadaf0,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:22:41.869777 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4ab209fe-654e-4bb7-b5cc-356c5e97128a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:41.973902 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 4ab209fe-654e-4bb7-b5cc-356c5e97128a associated. External IP: 172.35.4.103, port: cd08295b-fb42-421d-beb0-e607252972c8.
Mar 26 21:22:42.187149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:22:42.297973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:22:42.307760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:22:42.315559 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:42.319132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:42.319831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:22:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:42.345337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-70ef454a-7688-4deb-a980-9291a711fe91 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8667758
Mar 26 21:22:42.345916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:22:42.348161 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "tag": "cd08295b-fb42-421d-beb0-e607252972c8"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:22:42.387004 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d327f-6eaf-4927-b2a9-14dd9949c793 x-openstack-request-id: req-dc2d327f-6eaf-4927-b2a9-14dd9949c793 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:22:42.387297 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "tag": "cd08295b-fb42-421d-beb0-e607252972c8", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:22:42.387553 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc2d327f-6eaf-4927-b2a9-14dd9949c793 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:22:42.388566 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2d327f-6eaf-4927-b2a9-14dd9949c793'] response: {'name': 'network-changed', 'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8', 'status': 'completed', 'code': 200}
Mar 26 21:22:42.459496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-3797e405-7a32-419e-ba7f-1907d75e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:42.460993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-3797e405-7a32-419e-ba7f-1907d75e0b87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1127 time: 0.0533280
Mar 26 21:22:42.555315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-c8e08631-d700-450a-a9db-2687e546ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:42.556854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-c8e08631-d700-450a-a9db-2687e546ea78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0900202
Mar 26 21:22:42.588050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:42.626366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-2f5a3880-0fb6-49e0-a7da-795aaa20c764 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 999 time: 0.0638649
Mar 26 21:22:42.674077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-237bffb1-2bf8-4bb7-8e83-3b93f7c404e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:42.675530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-237bffb1-2bf8-4bb7-8e83-3b93f7c404e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0435042
Mar 26 21:22:42.724830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-7d893cf9-122b-4b7a-a260-5bd6e2314d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:42.726270 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-7d893cf9-122b-4b7a-a260-5bd6e2314d98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445421
Mar 26 21:22:42.818439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3580>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ab209fe-654e-4bb7-b5cc-356c5e97128a', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.103', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'cd08295b-fb42-421d-beb0-e607252972c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:97:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:41Z', 'updated_at': '2022-03-26T21:22:41Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:42.820184 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-1e00b92c-55a8-475e-87bc-00d194f5a3f9 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873282
Mar 26 21:22:42.848303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:22:42.859832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:22:42.860613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:22:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:42.911631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4eadee4c-fddf-4542-beb3-fcaf9e7694fe req-c315543d-6d95-4f7d-a252-b6e3c35dae73 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861850
Mar 26 21:22:42.970110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:22:43.194357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3580>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ab209fe-654e-4bb7-b5cc-356c5e97128a', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.103', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'cd08295b-fb42-421d-beb0-e607252972c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:97:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:41Z', 'updated_at': '2022-03-26T21:22:41Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:22:43.225461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660aa2a3-33ca-4b8f-bdeb-5e8ebbe195eb None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4ab209fe-654e-4bb7-b5cc-356c5e97128a', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.103', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'cd08295b-fb42-421d-beb0-e607252972c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:97:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:22:41Z', 'updated_at': '2022-03-26T21:22:41Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:22:43.432283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795ff8e6-1e09-4ffc-99d9-d4642c123cdf None None] New status for floating IP 4ab209fe-654e-4bb7-b5cc-356c5e97128a: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:22:44.241428 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:44.676262 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:22:45.885264 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:55.067556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6d48effc-f8e8-45e6-b4af-206b5e3c2acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:56.771746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede7ef-094b-453c-b3df-0dfa86e432bd req-e963d9c8-b8c9-4ad4-aa9a-411fd9ea9c6f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:56.773286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4ede7ef-094b-453c-b3df-0dfa86e432bd req-e963d9c8-b8c9-4ad4-aa9a-411fd9ea9c6f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0632434
Mar 26 21:22:56.825187 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4ede7ef-094b-453c-b3df-0dfa86e432bd req-0a984d6e-704b-4854-b8ee-5c1b116395f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462716
Mar 26 21:22:57.829089 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-484af7b8-61ea-467e-9fdb-136445301ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:57.952450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e1996-1648-4550-840e-e3ccf288ac3b req-cc1dce03-8e60-422d-9342-791cc18f2803 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:57.954060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-949e1996-1648-4550-840e-e3ccf288ac3b req-cc1dce03-8e60-422d-9342-791cc18f2803 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0606873
Mar 26 21:22:58.006690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-949e1996-1648-4550-840e-e3ccf288ac3b req-8f2cd82b-23cf-4ccd-ab8e-204bc9b3cce7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467384
Mar 26 21:22:58.821776 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:22:59.130300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e1d9-6ab0-4e5d-b835-de2c7f0af65d req-d5c8ad0a-bf7f-4145-ac46-6c7b9bd6b73a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:22:59.131829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c05e1d9-6ab0-4e5d-b835-de2c7f0af65d req-d5c8ad0a-bf7f-4145-ac46-6c7b9bd6b73a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0538812
Mar 26 21:22:59.183543 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4c05e1d9-6ab0-4e5d-b835-de2c7f0af65d req-1751eb26-53a5-4e9e-a099-6e1e5433222c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457520
Mar 26 21:23:00.165959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:00.330299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e98b3-8480-4798-9b9e-bbf66cd43cab req-140393bb-c852-4d3f-bcbe-f72d61071858 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:00.331730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-992e98b3-8480-4798-9b9e-bbf66cd43cab req-140393bb-c852-4d3f-bcbe-f72d61071858 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0586832
Mar 26 21:23:00.380162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-992e98b3-8480-4798-9b9e-bbf66cd43cab req-85e81940-b2c8-4c57-a610-cb698677367d tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427883
Mar 26 21:23:01.511465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713aab62-6a83-4f5b-a84b-94fce02dde2f req-f5fdcba0-a9ca-4811-9228-0ae303874e39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:01.513099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-713aab62-6a83-4f5b-a84b-94fce02dde2f req-f5fdcba0-a9ca-4811-9228-0ae303874e39 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0622156
Mar 26 21:23:01.568917 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-713aab62-6a83-4f5b-a84b-94fce02dde2f req-5e922f00-bf48-4aca-a684-ae9bc9a0c417 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497518
Mar 26 21:23:01.836010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:02.686723 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84b60-06f5-4ee0-86f3-958c729647cf req-f157a4cd-7bf7-4279-bf62-b6d13133c66b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:02.688274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2a84b60-06f5-4ee0-86f3-958c729647cf req-f157a4cd-7bf7-4279-bf62-b6d13133c66b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0515852
Mar 26 21:23:02.740795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2a84b60-06f5-4ee0-86f3-958c729647cf req-967c5fef-d1d5-4e8b-9a33-21268783ccb4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462952
Mar 26 21:23:03.872107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fd360-5afa-491e-bfa4-6a4f74ae01af req-53de10b2-c69a-40d1-9e0d-94ebf4c597a7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:03.873769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-840fd360-5afa-491e-bfa4-6a4f74ae01af req-53de10b2-c69a-40d1-9e0d-94ebf4c597a7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0571449
Mar 26 21:23:03.932096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-840fd360-5afa-491e-bfa4-6a4f74ae01af req-56337641-513f-458c-a2e6-fc999c511ae7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520365
Mar 26 21:23:05.058426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b1984-6561-4174-84c5-c48fe1aa7aab req-0d593ccf-2cc6-487d-801d-d393c2949b4e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:05.060009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-492b1984-6561-4174-84c5-c48fe1aa7aab req-0d593ccf-2cc6-487d-801d-d393c2949b4e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0567913
Mar 26 21:23:05.116385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-492b1984-6561-4174-84c5-c48fe1aa7aab req-408a2c3f-81ca-4f02-bac3-d46513082913 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500615
Mar 26 21:23:06.244958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2eb22-717c-45d1-b20c-d82743c0173f req-c5262092-79b2-4a7b-bb13-e8ca3a84005f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:06.246665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1a2eb22-717c-45d1-b20c-d82743c0173f req-c5262092-79b2-4a7b-bb13-e8ca3a84005f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0602438
Mar 26 21:23:06.305837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1a2eb22-717c-45d1-b20c-d82743c0173f req-304353df-3815-4531-9803-45917bc975a7 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524869
Mar 26 21:23:07.427809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516267-4a06-4d7b-b3cf-c573986254d7 req-12f6d16d-f7f9-4c1a-8fa6-f3a8519371bb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:07.429497 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a516267-4a06-4d7b-b3cf-c573986254d7 req-12f6d16d-f7f9-4c1a-8fa6-f3a8519371bb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0528185
Mar 26 21:23:07.481499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a516267-4a06-4d7b-b3cf-c573986254d7 req-207b2cb9-3e16-474c-8526-a3a4a4064865 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463705
Mar 26 21:23:08.603621 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e5062-9292-44f6-81d7-99695da87560 req-330f0c85-c1f1-457b-b534-7aed98ad19b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:08.605176 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e18e5062-9292-44f6-81d7-99695da87560 req-330f0c85-c1f1-457b-b534-7aed98ad19b0 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0536759
Mar 26 21:23:08.655564 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e18e5062-9292-44f6-81d7-99695da87560 req-69c699ad-7d5e-4711-b579-404fba6b6332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442080
Mar 26 21:23:09.791952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a5384-fb28-43e1-874f-b016232798c5 req-b5365d8a-b470-41b8-8bad-e653e1ec012a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:09.794139 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f3a5384-fb28-43e1-874f-b016232798c5 req-b5365d8a-b470-41b8-8bad-e653e1ec012a tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0641270
Mar 26 21:23:09.847482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f3a5384-fb28-43e1-874f-b016232798c5 req-da86dbb7-d155-4142-a5f5-36d20d785a43 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468273
Mar 26 21:23:09.942540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f50ef-eaea-4751-b39e-d3a4cb0b4b82 req-4bf3e7d8-8c17-4a1a-9afb-6a90d4bf56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:09.944277 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b52f50ef-eaea-4751-b39e-d3a4cb0b4b82 req-4bf3e7d8-8c17-4a1a-9afb-6a90d4bf56db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0490689
Mar 26 21:23:09.993619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b52f50ef-eaea-4751-b39e-d3a4cb0b4b82 req-d603e2ca-19cf-4754-8d0a-7a80e432a739 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400417
Mar 26 21:23:10.982531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae303bd-2a66-4fb9-9e78-d96803031093 req-244b75be-3428-4c57-ac4a-b8d16d781970 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:10.984111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ae303bd-2a66-4fb9-9e78-d96803031093 req-244b75be-3428-4c57-ac4a-b8d16d781970 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0590589
Mar 26 21:23:11.046593 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ae303bd-2a66-4fb9-9e78-d96803031093 req-9d9f51ad-6308-4d74-a07f-77079eded60e tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553279
Mar 26 21:23:11.970789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:23:11.973976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:23:12.119650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:23:12.120071 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:12.153828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:12.164989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:23:12.167468 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e95a9d-3ab0-4755-b281-04d9d0b70d29" -d '{"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:23:12.167631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d63c0f-bbeb-42fb-9171-10dda9928166 req-9e8331b0-f217-458f-886c-a195470ca411 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:12.169101 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39d63c0f-bbeb-42fb-9171-10dda9928166 req-9e8331b0-f217-458f-886c-a195470ca411 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0519459
Mar 26 21:23:12.181964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'port_id': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'mac_address': 'fa:16:3e:4e:e6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:23:12.184629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:12.190735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:12.213127 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb69a80-343b-41cc-bf58-1a7f5c6d3bdc x-openstack-request-id: req-cfb69a80-343b-41cc-bf58-1a7f5c6d3bdc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:23:12.213437 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:23:12.213673 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfb69a80-343b-41cc-bf58-1a7f5c6d3bdc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:23:12.214074 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb69a80-343b-41cc-bf58-1a7f5c6d3bdc'] response: {'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'code': 200}
Mar 26 21:23:12.224328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-39d63c0f-bbeb-42fb-9171-10dda9928166 req-ce75ed68-6387-4727-9347-7e7c5fa6f1de tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471470
Mar 26 21:23:12.253118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44184) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:12.258515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:23:12.258869 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:12.281960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:12.287512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:23:12.296955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.297317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.297651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.298016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.298321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.298650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.298981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.299339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.299685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.300577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.300577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.300812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.300950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.301271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.301615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:12.325538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:12.325881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c304285-41c1-4387-9536-8f824811c02b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/floatingips/89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 HTTP/1.1" status: 200  len: 991 time: 0.0714855
Mar 26 21:23:12.333249 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:12.386611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:12.575502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:23:13.984674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:23:14.039298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:23:14.039678 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:14.124401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:23:14.124844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:14.162092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:14.166403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:14.215400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:23:14.217821 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaac74b-2e2e-4a24-b354-041b90dfdce9" -d '{"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:23:14.229421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:14.246017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:14.262536 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3147dfc-508a-4d51-861c-4fbb7100e794 x-openstack-request-id: req-b3147dfc-508a-4d51-861c-4fbb7100e794 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:23:14.262836 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:23:14.263179 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3147dfc-508a-4d51-861c-4fbb7100e794 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:23:14.263598 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3147dfc-508a-4d51-861c-4fbb7100e794'] response: {'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'code': 200}
Mar 26 21:23:15.877129 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:18.896859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-1f537ec3-4886-436b-bc27-dc34d48efb81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0473697
Mar 26 21:23:18.978872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-c2f605b5-7133-4343-a636-e883a2c4de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:18.980389 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-c2f605b5-7133-4343-a636-e883a2c4de46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1127 time: 0.0443671
Mar 26 21:23:19.082312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-8baf4731-833f-43e0-bd3d-5d0bf831baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:19.083815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-8baf4731-833f-43e0-bd3d-5d0bf831baa0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0857623
Mar 26 21:23:19.152571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-fb93fe2a-0958-4424-a760-8b905ab2a0b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 1001 time: 0.0627193
Mar 26 21:23:19.200719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-3482b631-58ab-455e-921c-662ec6ed5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:19.202119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-3482b631-58ab-455e-921c-662ec6ed5043 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0431962
Mar 26 21:23:19.249153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-8cd376b9-74bc-4a3c-a4e7-a0b736a86234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:19.250635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-8cd376b9-74bc-4a3c-a4e7-a0b736a86234 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432742
Mar 26 21:23:19.341362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-2dd177a1-2f6c-42da-b24c-7032192385d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843327
Mar 26 21:23:19.434242 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0e1c530-cae2-4083-8190-05c31ea129bf req-bc624b38-2a56-49ec-8468-07d3c0744960 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858982
Mar 26 21:23:21.675506 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:23:24.822615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-5306e1c5-c0ff-4c34-b581-f958dca1b12c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0450602
Mar 26 21:23:24.911795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-2d7ae8bc-fefa-474a-a1c8-80b4754521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:24.913604 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-2d7ae8bc-fefa-474a-a1c8-80b4754521c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0468760
Mar 26 21:23:25.037890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-48e6b761-083b-4822-9282-be2820fe64de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:25.039401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-48e6b761-083b-4822-9282-be2820fe64de service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 896 time: 0.1054678
Mar 26 21:23:25.071834 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5b7d8d6b-f3d6-4bd3-aa21-d4ede40ba992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:25.109940 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-91dd7414-c77a-4998-a27d-08f294bd8629 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 1001 time: 0.0613968
Mar 26 21:23:25.169066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-3e14b514-5905-4a97-9992-3db92d160614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:25.170767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-3e14b514-5905-4a97-9992-3db92d160614 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0487256
Mar 26 21:23:25.228477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-660f824c-9d7e-49e6-b1ae-9e51447940d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:25.230278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-660f824c-9d7e-49e6-b1ae-9e51447940d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0541072
Mar 26 21:23:25.327877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-019a10c4-acbf-45b0-a650-ae9629fc4921 service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897901
Mar 26 21:23:25.434947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f3a4b7f4-2982-44f3-b0af-b5c2858bd643 req-1cda967c-cfae-4809-92cd-d3dbb99c525c service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993075
Mar 26 21:23:27.832444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4ae57dd-876a-459e-bad7-8e925315271d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:28.825448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:30.168359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:31.837654 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:44.251640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:45.897951 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:49.632029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44204) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:49.789112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 3a3fe55f-cee5-4384-bec1-1bd989010ebf {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:23:49.789457 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:49.863982 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:49.864315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (3a3fe55f-cee5-4384-bec1-1bd989010ebf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:49.875572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 3a3fe55f-cee5-4384-bec1-1bd989010ebf owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:23:50.023214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3a3fe55f-cee5-4384-bec1-1bd989010ebf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:50.047344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=3a3fe55f-cee5-4384-bec1-1bd989010ebf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:50.061347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.061712 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.062071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.062422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.062771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.063116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.063460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.063799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.064162 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.064499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.064835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.065171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.065504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.065837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.066168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:50.128226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for floatingip (89b3321b-0970-4d9f-ab2b-fcefd00a8ad5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:50.128567 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Floating IP 89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 disassociated (deleted). External IP: 172.35.4.222, port: b4c8a4bf-92b7-4abf-89ca-f80a9d881b54.
Mar 26 21:23:50.346934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 8259978c-1d02-496e-ae87-cf7a559d72a0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:23:50.457184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:23:50.462026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:50.467219 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Sync routers for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:23:50.476398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:23:50.477062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed2fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:50.491583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e6d2ade1-fa50-4b2b-a5ea-2af563cae845 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/floatingips/89b3321b-0970-4d9f-ab2b-fcefd00a8ad5 HTTP/1.1" status: 204  len: 168 time: 0.8584778
Mar 26 21:23:50.492192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:23:50.494455 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb76c89-4795-4820-9961-ad42a0ea7ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:23:50.532994 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7829f42-8613-46bb-b396-765d1496aec1 x-openstack-request-id: req-f7829f42-8613-46bb-b396-765d1496aec1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:23:50.533322 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:23:50.533581 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7829f42-8613-46bb-b396-765d1496aec1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:23:50.533999 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7829f42-8613-46bb-b396-765d1496aec1'] response: {'name': 'network-changed', 'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'status': 'completed', 'code': 200}
Mar 26 21:23:50.591307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:23:50.608221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-10950cc6-9a47-4b55-906b-1a5a25f26809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:50.610583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-10950cc6-9a47-4b55-906b-1a5a25f26809 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=39045df80a6f442b972ee88f13343d34&device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 1127 time: 0.0527582
Mar 26 21:23:50.727681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ad76f-f14e-409b-b9d3-431651867fad req-a328df90-0877-49de-9460-9db8766fb609 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:50.729225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-789ad76f-f14e-409b-b9d3-431651867fad req-a328df90-0877-49de-9460-9db8766fb609 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0541935
Mar 26 21:23:50.738729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-1adf22b0-4ea2-4f70-9eb9-fdbae4cbb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:50.740485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-1adf22b0-4ea2-4f70-9eb9-fdbae4cbb721 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 200  len: 896 time: 0.1119547
Mar 26 21:23:50.789290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-e4c7f5c5-bf2f-4c3b-b8e0-6920f61c6210 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 200  len: 217 time: 0.0400949
Mar 26 21:23:50.790225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-789ad76f-f14e-409b-b9d3-431651867fad req-f05982bf-ee3f-4832-849c-8772508a4769 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541401
Mar 26 21:23:50.801588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed2fe50>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:50.829125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Checking router: 8259978c-1d02-496e-ae87-cf7a559d72a0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:23:50.838058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:23:50.838803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed2fe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:50.841173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-56dcd5d3-2e80-40a9-b043-e42f6dbdf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:50.842653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-56dcd5d3-2e80-40a9-b043-e42f6dbdf22e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 200  len: 835 time: 0.0470741
Mar 26 21:23:50.898980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-716961b4-58f3-4c3e-a587-9dacee97d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:50.900476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-716961b4-58f3-4c3e-a587-9dacee97d5b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d19480d-396b-42d7-aba1-8968f1adc286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510037
Mar 26 21:23:50.947996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:23:50.994203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-e4f3568b-66e2-4f74-89c0-63d174b8bced service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851107
Mar 26 21:23:51.089279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eeb76c89-4795-4820-9961-ad42a0ea7ce0 req-dc5d6834-b0ac-4630-bfb2-e241b0dd9c7d service neutron] 10.222.0.21 "GET /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881979
Mar 26 21:23:51.152917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed2fe50>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:51.339728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaa125-ef8e-4968-90b7-55cf62c93c49 None None] The sync data for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 is: [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '82a5ef49-a14a-4fe1-b6ff-eb7b62303c55', 'name': '', 'network_id': '8d19480d-396b-42d7-aba1-8968f1adc286', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'mac_address': 'fa:16:3e:17:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:03Z', 'updated_at': '2022-03-26T21:22:07Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'subnets': [{'id': '9eee5d0b-a544-4839-9793-ca7a16a0bb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:23:51.564089 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481fdccb-3fbf-4165-a47d-8fcf96153f91 None None] New status for floating IP 89b3321b-0970-4d9f-ab2b-fcefd00a8ad5: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:23:51.914224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5906c5-6ea5-4bd6-b357-cf59420a1efd req-6b177570-9a2b-4324-817a-c6257002fea2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:51.915955 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a5906c5-6ea5-4bd6-b357-cf59420a1efd req-6b177570-9a2b-4324-817a-c6257002fea2 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0538785
Mar 26 21:23:51.965872 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a5906c5-6ea5-4bd6-b357-cf59420a1efd req-170702e1-5a87-4efb-a1da-49520677710b tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a74b54-b3e3-49fd-8f8e-81b574eeac1f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443330
Mar 26 21:23:52.142510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f073de-3060-451e-8786-a9f0659f2aed req-5b9bc6d2-dac3-444b-a94a-cf3f96e1044c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:52.143860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4f073de-3060-451e-8786-a9f0659f2aed req-5b9bc6d2-dac3-444b-a94a-cf3f96e1044c tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 945 time: 0.0506668
Mar 26 21:23:52.538587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:23:52.538922 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:52.627603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:52.627991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:52.639496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:23:52.764014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b4c8a4bf-92b7-4abf-89ca-f80a9d881b54), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:52.797722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=b4c8a4bf-92b7-4abf-89ca-f80a9d881b54,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:52.840802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] No DVR routers for this DVR port b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:23:52.844136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:52.847508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4f073de-3060-451e-8786-a9f0659f2aed req-9b35f038-323b-4d6f-a4a8-8204abe7103f tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.21 "DELETE /v2.0/ports/b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 HTTP/1.1" status: 204  len: 173 time: 0.6985915
Mar 26 21:23:52.848028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-deleted', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:23:52.850606 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88451c08-e6c4-41a5-ad31-6b7839a50f39" -d '{"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-deleted", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:23:52.891488 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a2b941-08fe-4934-96bd-aa44c0d90b24 x-openstack-request-id: req-88a2b941-08fe-4934-96bd-aa44c0d90b24 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:23:52.891795 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a491fcd-b0b8-4190-a227-be1477ba0c1a", "name": "network-vif-deleted", "tag": "b4c8a4bf-92b7-4abf-89ca-f80a9d881b54", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:23:52.892089 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88a2b941-08fe-4934-96bd-aa44c0d90b24 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:23:52.892508 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a2b941-08fe-4934-96bd-aa44c0d90b24'] response: {'server_uuid': '6a491fcd-b0b8-4190-a227-be1477ba0c1a', 'name': 'network-vif-deleted', 'tag': 'b4c8a4bf-92b7-4abf-89ca-f80a9d881b54', 'status': 'completed', 'code': 200}
Mar 26 21:23:53.073297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6bfd68f0-256e-44ee-be43-134500d01fc0 req-68b13cf9-b760-42c5-8adb-8b659f9b67f4 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a491fcd-b0b8-4190-a227-be1477ba0c1a HTTP/1.1" status: 200  len: 210 time: 0.0273592
Mar 26 21:23:54.129845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44222) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:54.492178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (8259978c-1d02-496e-ae87-cf7a559d72a0), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:54.754601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:23:54.754866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:54.842883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:54.843274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:54.856030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:23:55.050500 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (82a5ef49-a14a-4fe1-b6ff-eb7b62303c55), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.074702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d747facb-e75f-4e93-b71e-6a17fbde924e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.077488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=82a5ef49-a14a-4fe1-b6ff-eb7b62303c55,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:55.257184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (8259978c-1d02-496e-ae87-cf7a559d72a0), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.475905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Router 8259978c-1d02-496e-ae87-cf7a559d72a0 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:23:55.582874 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:23:55.588472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-380823ba-aa11-42aa-a7f0-a49c37dd2332 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "PUT /v2.0/routers/8259978c-1d02-496e-ae87-cf7a559d72a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4573009
Mar 26 21:23:55.590941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:55.592577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Sync routers for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:23:55.603605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:23:55.604265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe88400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:55.641396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting subnet 9eee5d0b-a544-4839-9793-ca7a16a0bb8e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:23:55.644517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (9eee5d0b-a544-4839-9793-ca7a16a0bb8e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.685477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (9eee5d0b-a544-4839-9793-ca7a16a0bb8e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.710949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:23:55.775274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9eee5d0b-a544-4839-9793-ca7a16a0bb8e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.833042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (9eee5d0b-a544-4839-9793-ca7a16a0bb8e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.863900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Subnet': ['ID=9eee5d0b-a544-4839-9793-ca7a16a0bb8e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:55.870697 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:55.874125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e185eb59-6802-432f-834a-ed10ab4e1e02 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/subnets/9eee5d0b-a544-4839-9793-ca7a16a0bb8e HTTP/1.1" status: 204  len: 168 time: 0.2822542
Mar 26 21:23:55.877048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:55.882311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d7dfe-25c7-492c-bfcb-5cfd2bf4462d None None] Network 8d19480d-396b-42d7-aba1-8968f1adc286 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:23:55.973239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe88400>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:23:54Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:55.985996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.005491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Checking router: 8259978c-1d02-496e-ae87-cf7a559d72a0 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:23:56.021204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Routers {'8259978c-1d02-496e-ae87-cf7a559d72a0'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:23:56.022907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe88400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8259978c-1d02-496e-ae87-cf7a559d72a0'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:56.111678 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_gateway (8259978c-1d02-496e-ae87-cf7a559d72a0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.114342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] DHCP port deletion for 8d19480d-396b-42d7-aba1-8968f1adc286 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:23:56.158881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:23:56.191419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:23:56.191779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4c8a4bf-92b7-4abf-89ca-f80a9d881b54 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:23:56.198758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] Set router 8259978c-1d02-496e-ae87-cf7a559d72a0 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:23:56.328338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Deleting port 82f40797-86a0-4afe-b758-7f51292e673c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:23:56.328619 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (82f40797-86a0-4afe-b758-7f51292e673c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.409612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] For port 82f40797-86a0-4afe-b758-7f51292e673c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82f40797-86a0-4afe-b758-7f51292e673c,segment=NetworkSegment(6364783c-0502-434b-9def-6c262870506a),segment_id=6364783c-0502-434b-9def-6c262870506a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:56.410019 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (82f40797-86a0-4afe-b758-7f51292e673c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.441112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Calling delete_port for 82f40797-86a0-4afe-b758-7f51292e673c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:23:56.469482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Deleting port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:23:56.469855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.522678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe88400>, [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:23:54Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:56.547355 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] For port eaf432ea-0dd1-4f74-bc0b-502a01bc5c09, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:23:56.547724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.556112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca079ec8-a7fc-4b71-a903-9faf318c5eb4 None None] The sync data for ids ['8259978c-1d02-496e-ae87-cf7a559d72a0'] in ncdv-master-1 is: [{'id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664292442', 'tenant_id': '39045df80a6f442b972ee88f13343d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:23:54Z', 'revision_number': 5, 'project_id': '39045df80a6f442b972ee88f13343d34', 'gw_port': {'id': 'eaf432ea-0dd1-4f74-bc0b-502a01bc5c09', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:4e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259978c-1d02-496e-ae87-cf7a559d72a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:22:00Z', 'updated_at': '2022-03-26T21:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:23:56.560051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Calling delete_port for eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:23:56.568890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (82f40797-86a0-4afe-b758-7f51292e673c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.594938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] Pushing event deleted for resources: {'Port': ['ID=82f40797-86a0-4afe-b758-7f51292e673c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:56.598521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781db14-4fa3-4327-9ee0-17dafa5435ad None None] No DVR routers for this DVR port 82f40797-86a0-4afe-b758-7f51292e673c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:23:56.736750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eaf432ea-0dd1-4f74-bc0b-502a01bc5c09), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.759761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Port': ['ID=eaf432ea-0dd1-4f74-bc0b-502a01bc5c09,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:56.773993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.774346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.774686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.775024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.775358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.775686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.776049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.776375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.776714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.777023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.777350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.777669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.777986 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.778306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.778618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:23:56.833238 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (8259978c-1d02-496e-ae87-cf7a559d72a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.925974 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.928332 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router_controller (8259978c-1d02-496e-ae87-cf7a559d72a0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.976662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (8259978c-1d02-496e-ae87-cf7a559d72a0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.977414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Fanout notify agent at l3_agent the message router_deleted on router 8259978c-1d02-496e-ae87-cf7a559d72a0 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:23:56.984941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:56.988444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7fad5528-5e4f-45f0-9667-56e2964af641 tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/routers/8259978c-1d02-496e-ae87-cf7a559d72a0 HTTP/1.1" status: 204  len: 168 time: 1.1102848
Mar 26 21:23:56.989065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44228) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:57.076226 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (8d19480d-396b-42d7-aba1-8968f1adc286), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.163191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (8d19480d-396b-42d7-aba1-8968f1adc286), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.189930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d742b80>,) {'filters': {'network_id': ['8d19480d-396b-42d7-aba1-8968f1adc286']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:57.199724 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d742b80>, '6364783c-0502-434b-9def-6c262870506a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:57.200078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d742b80>, '6364783c-0502-434b-9def-6c262870506a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:23:57.210129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (6364783c-0502-434b-9def-6c262870506a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.224191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (6364783c-0502-434b-9def-6c262870506a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.230716 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:23:57.231082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (6364783c-0502-434b-9def-6c262870506a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:23:57.234659 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:23:57.292664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (8d19480d-396b-42d7-aba1-8968f1adc286), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.297318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.300796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/networks/8d19480d-396b-42d7-aba1-8968f1adc286 HTTP/1.1" status: 204  len: 168 time: 0.3107386
Mar 26 21:23:57.303635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:57.315652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0dfad-3012-48c5-80bf-e76e6686f9eb tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'Network': ['ID=8d19480d-396b-42d7-aba1-8968f1adc286,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:57.360626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (42a74b54-b3e3-49fd-8f8e-81b574eeac1f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.384580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (42a74b54-b3e3-49fd-8f8e-81b574eeac1f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.443777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (42a74b54-b3e3-49fd-8f8e-81b574eeac1f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.446360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.447503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] 10.222.0.16 "DELETE /v2.0/security-groups/42a74b54-b3e3-49fd-8f8e-81b574eeac1f HTTP/1.1" status: 204  len: 168 time: 0.1425979
Mar 26 21:23:57.456970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeb33f-6474-4ffd-be9f-954b73846eab tempest-TestNetworkAdvancedServerOps-1112333763 tempest-TestNetworkAdvancedServerOps-1112333763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a74b54-b3e3-49fd-8f8e-81b574eeac1f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:57.748801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44238) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:57.835485 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b49e51df-20c2-4772-8a81-e9a1bb226621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.882679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-27820d94-5191-41c1-b5f6-eb719034342a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39045df80a6f442b972ee88f13343d34&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1321762
Mar 26 21:23:57.885167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:57.935975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] Publish callbacks [] for security_group (211e3c36-5c27-4078-807a-e0815ce11c66), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:57.957576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] Publish callbacks [] for security_group (211e3c36-5c27-4078-807a-e0815ce11c66), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.003357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (211e3c36-5c27-4078-807a-e0815ce11c66), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.005907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.007076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/211e3c36-5c27-4078-807a-e0815ce11c66 HTTP/1.1" status: 204  len: 168 time: 0.1210778
Mar 26 21:23:58.015573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c6bfc-a442-46f0-b5d6-615d375ec4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211e3c36-5c27-4078-807a-e0815ce11c66,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:58.113430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:23:58.134372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:23:58.134727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82a5ef49-a14a-4fe1-b6ff-eb7b62303c55 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:23:58.135156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82f40797-86a0-4afe-b758-7f51292e673c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:23:58.153990 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 82f40797-86a0-4afe-b758-7f51292e673c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:23:58.154271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82f40797-86a0-4afe-b758-7f51292e673c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:23:58.154689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:23:58.175707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:23:58.176091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device eaf432ea-0dd1-4f74-bc0b-502a01bc5c09 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:23:58.273253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44248) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:58.313446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6f864a4d-6dbc-46b9-bfe8-53513a883463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3b6f802f2f946e9b7b7f069ab789e09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0389767
Mar 26 21:23:58.316145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:58.366026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] Publish callbacks [] for security_group (a536f0c3-688e-4af0-8c17-b77e101c5d3d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.387122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] Publish callbacks [] for security_group (a536f0c3-688e-4af0-8c17-b77e101c5d3d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.437855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a536f0c3-688e-4af0-8c17-b77e101c5d3d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.440594 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:58.441750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a536f0c3-688e-4af0-8c17-b77e101c5d3d HTTP/1.1" status: 204  len: 168 time: 0.1247010
Mar 26 21:23:58.449172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2441d-964b-4027-9ed0-745937237b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536f0c3-688e-4af0-8c17-b77e101c5d3d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:58.674958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:23:58.827122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.610423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44304) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:23:59.754985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'network': {'name': 'tempest-network-smoke--784555720', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:23:59.774453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:23:59.777653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.785760 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.857087 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (74d970ac-2b9b-4536-848d-07949aed03b0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.861329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (74d970ac-2b9b-4536-848d-07949aed03b0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.887343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:23:59.896875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d970ac-2b9b-4536-848d-07949aed03b0,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:23:59.901823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.902166 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Added segment f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20 of type vlan for network 3edc8806-1159-4b34-b886-edf38ff13783
Mar 26 21:23:59.941996 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3edc8806-1159-4b34-b886-edf38ff13783), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.965452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3edc8806-1159-4b34-b886-edf38ff13783), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:23:59.970973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:23:59.971550 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.006472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3948617
Mar 26 21:24:00.009886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44308) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:00.014481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-413439056', 'admin_state_up': True, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:00.037886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.039120 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.047774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadea1e-3d59-48bb-ba0c-577e34e75b82 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Network': ['ID=3edc8806-1159-4b34-b886-edf38ff13783,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:00.059011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3edc8806-1159-4b34-b886-edf38ff13783 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:24:00.095506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_controller (ff20c46a-fc46-4132-b9bf-2612a92e5510), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.170121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.240659 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (ff20c46a-fc46-4132-b9bf-2612a92e5510), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.432830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.451556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.551092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.35.4.149 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/812346ca-bc7b-4359-bfdd-62ebb447502c) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:00.652921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.687371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:00.724455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:00.727222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:00.729699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:00.756986 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=812346ca-bc7b-4359-bfdd-62ebb447502c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:00.986371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:01.191363 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:01.625938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:24:01.734890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:24:01.744151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:24:01.755000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:01.755205 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:01.755640 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:01.756247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-782372be-657d-4fa9-ac9f-a904bb573682 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.7453327
Mar 26 21:24:01.759435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44310) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:01.839048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4b400b4-2df5-45ef-899a-7f9d0cb7c70b tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b26aef9ef8394051ae733c44969f31ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0783279
Mar 26 21:24:01.841966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44314) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:01.843268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:01.866864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:01.933153 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d2ee9-9f6f-41ff-b686-fe11a110c72a tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:01.934671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-695d2ee9-9f6f-41ff-b686-fe11a110c72a tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0918231
Mar 26 21:24:01.938149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:01.965069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-53fbd1be-319e-43ce-bd7a-255edc683fd3 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0258238
Mar 26 21:24:01.967524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44318) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:01.972195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948597600', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:02.046898 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:00Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:02.057489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:24:02.060940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.075093 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:24:02.075453 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Updating router ff20c46a-fc46-4132-b9bf-2612a92e5510 port 812346ca-bc7b-4359-bfdd-62ebb447502c binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:24:02.103128 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.243991 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (9bf447eb-8d92-4830-84dc-f8b2a30c005a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.310359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Subnet': ['ID=9bf447eb-8d92-4830-84dc-f8b2a30c005a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:02.319087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Checking segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:02.319450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network hostable DHCP agents. Network: 3edc8806-1159-4b34-b886-edf38ff13783, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:24:02.335469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 3edc8806-1159-4b34-b886-edf38ff13783 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:24:02.344361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3edc8806-1159-4b34-b886-edf38ff13783) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:02.349078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:02.350203 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.354013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837206f1-a0cf-4ad0-bc97-40b4e0c45208 None None] Network 3edc8806-1159-4b34-b886-edf38ff13783 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:24:02.368895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f51fd27d-f528-4609-8c3d-b88e7ad43a47 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4002993
Mar 26 21:24:02.372049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44320) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:02.447941 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks [] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.457174 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.462580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3edc8806-1159-4b34-b886-edf38ff13783', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:24:02.462795 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.507864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Pushing event updated for resources: {'Port': ['ID=812346ca-bc7b-4359-bfdd-62ebb447502c,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:02.519150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.519508 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.519862 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.520232 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.520570 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.520909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.521249 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.521581 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.521916 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.522245 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.522574 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.522908 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.523236 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.523562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.523897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:02.538559 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Attempting to bind port 812346ca-bc7b-4359-bfdd-62ebb447502c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:02.539015 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Attempting to bind port 812346ca-bc7b-4359-bfdd-62ebb447502c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:02.539583 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Attempting to bind port 812346ca-bc7b-4359-bfdd-62ebb447502c on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:02.545866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:02.546822 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:02.547296 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.547757 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:02.548319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Bound port: 812346ca-bc7b-4359-bfdd-62ebb447502c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:02.548814 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.600830 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] For port 812346ca-bc7b-4359-bfdd-62ebb447502c, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:02.603997 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] For port 812346ca-bc7b-4359-bfdd-62ebb447502c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812346ca-bc7b-4359-bfdd-62ebb447502c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:02.611384 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.611594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Allocated IP 172.20.0.2 (3edc8806-1159-4b34-b886-edf38ff13783/9bf447eb-8d92-4830-84dc-f8b2a30c005a/b8931779-bffa-4149-b2eb-8c5df61d4626) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:02.671631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2fdbc-9356-4a04-8ec7-8b34b90ad43c None None] Pushing event updated for resources: {'Port': ['ID=812346ca-bc7b-4359-bfdd-62ebb447502c,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:02.676739 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:02.677368 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:02.763701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks [] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.770633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.787281 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:02.815693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Network 3edc8806-1159-4b34-b886-edf38ff13783 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:02.818494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:02.825022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:02.828361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Pushing event updated for resources: {'Port': ['ID=b8931779-bffa-4149-b2eb-8c5df61d4626,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:02.850165 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.884329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Attempting to bind port b8931779-bffa-4149-b2eb-8c5df61d4626 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:02.884960 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Attempting to bind port b8931779-bffa-4149-b2eb-8c5df61d4626 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:02.885277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Attempting to bind port b8931779-bffa-4149-b2eb-8c5df61d4626 on network 3edc8806-1159-4b34-b886-edf38ff13783 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:02.890827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:02.891272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Checking segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:02.891694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.892124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Bound using segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:02.892597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Bound port: b8931779-bffa-4149-b2eb-8c5df61d4626, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:02.893066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.957452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] For port b8931779-bffa-4149-b2eb-8c5df61d4626, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:02.960956 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] For port b8931779-bffa-4149-b2eb-8c5df61d4626, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8931779-bffa-4149-b2eb-8c5df61d4626,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:02.968956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:02.983201 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:00Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:03.028967 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a914e4e0-4418-42ed-97f1-6cede46486c3 None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:00Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:24:03.046769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3401e-1a19-4140-bd5f-bf4a12ee4800 None None] Pushing event updated for resources: {'Port': ['ID=b8931779-bffa-4149-b2eb-8c5df61d4626,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:03.149896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.1 (3edc8806-1159-4b34-b886-edf38ff13783/9bf447eb-8d92-4830-84dc-f8b2a30c005a/421de969-ab89-46a4-a80b-72733d03e877) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:03.302146 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (421de969-ab89-46a4-a80b-72733d03e877), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:03.366937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:03.418177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 3edc8806-1159-4b34-b886-edf38ff13783 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:03.421618 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:03.429150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:03.433692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:03.479683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:03.623000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421de969-ab89-46a4-a80b-72733d03e877), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:03.931279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (421de969-ab89-46a4-a80b-72733d03e877), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:03.938112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.021104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:04.023250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.134302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 3edc8806-1159-4b34-b886-edf38ff13783 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:04.135151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93be960-a979-410f-b054-1bd8488d8511 None None] Network 3edc8806-1159-4b34-b886-edf38ff13783 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:24:04.135774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:04.207341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b8931779-bffa-4149-b2eb-8c5df61d4626 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:04.264600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:24:04.382552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:24:04.390031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f02c1eaf-1f5a-46a0-86b7-96f8b966d170 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/ff20c46a-fc46-4132-b9bf-2612a92e5510/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0144131
Mar 26 21:24:04.390174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44322) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:04.440002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Provisioning complete for port b8931779-bffa-4149-b2eb-8c5df61d4626 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:04.440384 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.501495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b8931779-bffa-4149-b2eb-8c5df61d4626 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:04.501871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.573286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.574067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.574557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.575199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.575671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.576516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:04.579969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3b6594b1-3776-45dc-813c-835f8cc45928 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4279 time: 0.1869698
Mar 26 21:24:04.580841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:04.583141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Current status of the port b8931779-bffa-4149-b2eb-8c5df61d4626 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:04.583530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.644696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] For port b8931779-bffa-4149-b2eb-8c5df61d4626, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8931779-bffa-4149-b2eb-8c5df61d4626,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:04.650188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b8931779-bffa-4149-b2eb-8c5df61d4626 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:04.650585 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.654401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.755710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c98fd-3756-4fb8-adad-4205c42117e3 None None] Pushing event updated for resources: {'Port': ['ID=b8931779-bffa-4149-b2eb-8c5df61d4626,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:04.764335 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:24:04.765640 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:24:04.787188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:04.787495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.829577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Port 421de969-ab89-46a4-a80b-72733d03e877 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:24:04.844372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Provisioning complete for port b8931779-bffa-4149-b2eb-8c5df61d4626 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:04.844372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:04.868678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:24:04.894041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:04.894689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1eafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:05.028163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9799d9bf-ec78-441d-81d7-850eb32d27e6 None None] Current status of the port b8931779-bffa-4149-b2eb-8c5df61d4626 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:05.035089 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.035362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.035830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.037234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.037723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.038188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:05.040360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5616b3d9-c8c9-40ea-9cf8-aa050a8d4bbd tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.4577897
Mar 26 21:24:05.043369 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:05.046892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:05.198781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-20243011-5aca-4310-b5bb-5cbdb9a53894 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:05.199486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20243011-5aca-4310-b5bb-5cbdb9a53894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.250732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-20243011-5aca-4310-b5bb-5cbdb9a53894 None None] Port 421de969-ab89-46a4-a80b-72733d03e877 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:24:05.294199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dac11b75-2789-482b-adc1-5844fb69b583 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2468538
Mar 26 21:24:05.318470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b8931779-bffa-4149-b2eb-8c5df61d4626 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:05.319463 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 812346ca-bc7b-4359-bfdd-62ebb447502c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:05.359628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1eafa0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 2, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:05.392265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:24:05.392623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Updating router ff20c46a-fc46-4132-b9bf-2612a92e5510 port 421de969-ab89-46a4-a80b-72733d03e877 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:24:05.430062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b2186b47-0364-4716-82e3-5bd57a4a4909 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:05.430366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b2186b47-0364-4716-82e3-5bd57a4a4909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.453252 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421de969-ab89-46a4-a80b-72733d03e877), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.456953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 812346ca-bc7b-4359-bfdd-62ebb447502c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:05.457317 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.515989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b2186b47-0364-4716-82e3-5bd57a4a4909 None None] Port 421de969-ab89-46a4-a80b-72733d03e877 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:24:05.575343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:05.580062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764841245', 'description': 'tempest-secgroup-smoke-1764841245 description', 'project_id': 'b26aef9ef8394051ae733c44969f31ff'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:05.600052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.645445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 812346ca-bc7b-4359-bfdd-62ebb447502c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:05.645838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.668132 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (9a62113b-4bfe-433b-bd10-2cf160cbe647), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.672832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9a62113b-4bfe-433b-bd10-2cf160cbe647), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.703362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.707575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1282890
Mar 26 21:24:05.707877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44334) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:05.712490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:05.715623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 812346ca-bc7b-4359-bfdd-62ebb447502c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812346ca-bc7b-4359-bfdd-62ebb447502c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:05.722141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df00441-74d1-428c-856c-f9d29eb0dfe7 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62113b-4bfe-433b-bd10-2cf160cbe647,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:05.753992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.763365 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (a570027b-3a6b-469d-a162-4e4fafc95d63), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.827749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (a570027b-3a6b-469d-a162-4e4fafc95d63), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.832243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a570027b-3a6b-469d-a162-4e4fafc95d63), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.842829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=812346ca-bc7b-4359-bfdd-62ebb447502c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:05.856877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a570027b-3a6b-469d-a162-4e4fafc95d63,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:05.865092 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks [] for port (421de969-ab89-46a4-a80b-72733d03e877), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.870521 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.872664 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3c6242b4-dec9-4339-8332-ac3a5ea7a8b6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1637189
Mar 26 21:24:05.876806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44336) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:05.878112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.888849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:05.914248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (c8be3a12-9c24-4513-b447-dd80b8c6b171), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:05.932434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60561b7-66d4-4934-869f-bd847271c4bb None None] Pushing event updated for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:05.994267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Attempting to bind port 421de969-ab89-46a4-a80b-72733d03e877 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:05.994562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Attempting to bind port 421de969-ab89-46a4-a80b-72733d03e877 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:05.994867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Attempting to bind port 421de969-ab89-46a4-a80b-72733d03e877 on network 3edc8806-1159-4b34-b886-edf38ff13783 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:06.000501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:06.000887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Checking segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:06.001438 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.001843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Bound using segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:06.002318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Bound port: 421de969-ab89-46a4-a80b-72733d03e877, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:06.002711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421de969-ab89-46a4-a80b-72733d03e877), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.009822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (c8be3a12-9c24-4513-b447-dd80b8c6b171), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.016403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c8be3a12-9c24-4513-b447-dd80b8c6b171), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.045068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8be3a12-9c24-4513-b447-dd80b8c6b171,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.049988 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.051216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-44caa5e8-901c-491e-a424-fa44905a3efc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1705096
Mar 26 21:24:06.053990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44338) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:06.058320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:06.104313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] For port 421de969-ab89-46a4-a80b-72733d03e877, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:06.108005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (1105adc3-8389-4d8f-b110-c0882629de5f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.108204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] For port 421de969-ab89-46a4-a80b-72733d03e877, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421de969-ab89-46a4-a80b-72733d03e877,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:06.117129 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.193473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:06.194185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f1eafa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:06.204377 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (1105adc3-8389-4d8f-b110-c0882629de5f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.212278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1105adc3-8389-4d8f-b110-c0882629de5f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.243702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1105adc3-8389-4d8f-b110-c0882629de5f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.252441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60561b7-66d4-4934-869f-bd847271c4bb None None] Pushing event updated for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.256671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.261462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a70d5744-f55b-4e1d-88fd-d22c90a9fcaf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2061083
Mar 26 21:24:06.262226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44340) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:06.271190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:06.311845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (6ea7f8f7-b164-44d3-9c9a-84a76c40ae34), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.317491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:06.317844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.381844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:06.394751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (6ea7f8f7-b164-44d3-9c9a-84a76c40ae34), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.399091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (6ea7f8f7-b164-44d3-9c9a-84a76c40ae34), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.411876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b8931779-bffa-4149-b2eb-8c5df61d4626 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:06.424143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea7f8f7-b164-44d3-9c9a-84a76c40ae34,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.430112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.434123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3172c02e-5052-47ab-aae6-d3e84c09c06b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1671636
Mar 26 21:24:06.434281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44342) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:06.439195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:06.461184 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:24:06.466251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (95724354-a04a-4436-a52c-788d5d17ab11), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.529238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (95724354-a04a-4436-a52c-788d5d17ab11), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.533449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (95724354-a04a-4436-a52c-788d5d17ab11), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.551815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95724354-a04a-4436-a52c-788d5d17ab11,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.555527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Current status of the port 421de969-ab89-46a4-a80b-72733d03e877 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:06.555935 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (421de969-ab89-46a4-a80b-72733d03e877), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.562237 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.566161 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-22e49aee-2ad7-4fc2-b469-8eee89f6db39 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1283555
Mar 26 21:24:06.566736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44344) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:06.572319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '9a62113b-4bfe-433b-bd10-2cf160cbe647', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:06.598499 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:24:06.604184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (d0b09fab-6184-4426-8694-539047a985e7), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.670339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (d0b09fab-6184-4426-8694-539047a985e7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.674404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d0b09fab-6184-4426-8694-539047a985e7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.692831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b09fab-6184-4426-8694-539047a985e7,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.703207 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.704485 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1597d476-6638-4236-8cf5-931fb36b596b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1366215
Mar 26 21:24:06.795287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b8931779-bffa-4149-b2eb-8c5df61d4626 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:06.795677 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.828347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7f96be2b-c865-482e-8932-eee859829611 None None] For port 421de969-ab89-46a4-a80b-72733d03e877, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421de969-ab89-46a4-a80b-72733d03e877,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:06.839832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:06.867225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-fd496e22-d5ca-45b1-9867-9f1d100ec168 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764841245&fields=id&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 267 time: 0.0542531
Mar 26 21:24:06.926648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96be2b-c865-482e-8932-eee859829611 None None] Pushing event updated for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:06.979737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-fb703a7f-8a87-4579-8167-90dffcb360bd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:06.981292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-fb703a7f-8a87-4579-8167-90dffcb360bd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 796 time: 0.1071527
Mar 26 21:24:06.983411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b8931779-bffa-4149-b2eb-8c5df61d4626 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:06.984485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 812346ca-bc7b-4359-bfdd-62ebb447502c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:06.996218 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-86ef7cf1-4032-472d-aa52-b93339738579 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/quotas/b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 375 time: 0.0093083
Mar 26 21:24:07.008477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-50047bb8-5128-4012-8928-c380404ac472 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:07.008859 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-50047bb8-5128-4012-8928-c380404ac472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:07.044550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f1eafa0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:07.071051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-f8f72131-d6bc-4fe2-9f19-d4463df83344 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0688736
Mar 26 21:24:07.078399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63395a-631f-4489-a5a3-325b4dbd043b None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:24:07.107631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 812346ca-bc7b-4359-bfdd-62ebb447502c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:07.108048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:07.176168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-2c011608-09d9-4baf-b9c8-13cfadf2e3c8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:24:07.177278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-2c011608-09d9-4baf-b9c8-13cfadf2e3c8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0941045
Mar 26 21:24:07.186154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-50047bb8-5128-4012-8928-c380404ac472 None None] Current status of the port 421de969-ab89-46a4-a80b-72733d03e877 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:07.237372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 812346ca-bc7b-4359-bfdd-62ebb447502c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:07.305939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-dcecdbc8-acd2-4a00-8aec-92d39c75f9ad service neutron] 10.222.0.16 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225674
Mar 26 21:24:07.405764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-53c6a43e-1cf7-4851-9037-2c6fe67ffd80 service neutron] 10.222.0.16 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933921
Mar 26 21:24:07.574339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c21483a-33c5-42f9-8120-54c9085fae06 req-8e2cf028-48ea-45e8-babd-c0e353b3b722 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 210 time: 0.0288246
Mar 26 21:24:08.143202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421de969-ab89-46a4-a80b-72733d03e877 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:08.202426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 421de969-ab89-46a4-a80b-72733d03e877 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:08.202820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (421de969-ab89-46a4-a80b-72733d03e877), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:08.282675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 421de969-ab89-46a4-a80b-72733d03e877 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:08.633450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-da4e5250-499d-4768-9f6d-ba8a0a0298cb tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:08.635155 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-da4e5250-499d-4768-9f6d-ba8a0a0298cb tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 796 time: 0.1068084
Mar 26 21:24:08.698654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29d2d561-2ed1-49de-aeee-1c6373722565 req-aeef00c1-f88f-4953-974f-a24fc127945a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 210 time: 0.0461648
Mar 26 21:24:08.728634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-91412158-b792-4f4f-8a6b-86c06f741d22 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 380 time: 0.0829172
Mar 26 21:24:08.737598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'port': {'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'admin_state_up': True, 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'security_groups': ['9a62113b-4bfe-433b-bd10-2cf160cbe647']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:08.840871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:24:08.845066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:08.971134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.12 (3edc8806-1159-4b34-b886-edf38ff13783/9bf447eb-8d92-4830-84dc-f8b2a30c005a/28972668-2ff3-4362-a80b-0129c3efdc78) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:09.115234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (28972668-2ff3-4362-a80b-0129c3efdc78), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.148619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.190366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 3edc8806-1159-4b34-b886-edf38ff13783 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:09.193317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:09.196858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:09.222711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:09.250829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:09.251445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.268766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-88fb08c0-8e00-4931-9e3f-18a71f77c5e2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5346491
Mar 26 21:24:09.287403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Request body: {'port': {'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:09.352403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.427148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-93418d78-d3fc-490b-8916-79b9fcb2ccf9 None None] Provisioning complete for port 28972668-2ff3-4362-a80b-0129c3efdc78 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:09.427715 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93418d78-d3fc-490b-8916-79b9fcb2ccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.461548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-93418d78-d3fc-490b-8916-79b9fcb2ccf9 None None] Port 28972668-2ff3-4362-a80b-0129c3efdc78 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:24:09.610054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28972668-2ff3-4362-a80b-0129c3efdc78 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:24:09.617331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks [] for port (28972668-2ff3-4362-a80b-0129c3efdc78), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.629375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Transition to ACTIVE for port object 28972668-2ff3-4362-a80b-0129c3efdc78 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:24:09.633437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.681672 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:09.758816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Attempting to bind port 28972668-2ff3-4362-a80b-0129c3efdc78 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:09.759156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Attempting to bind port 28972668-2ff3-4362-a80b-0129c3efdc78 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:09.759486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Attempting to bind port 28972668-2ff3-4362-a80b-0129c3efdc78 on network 3edc8806-1159-4b34-b886-edf38ff13783 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:09.764415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Port 28972668-2ff3-4362-a80b-0129c3efdc78 on network 3edc8806-1159-4b34-b886-edf38ff13783 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:24:09.764744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Attempting to bind port 28972668-2ff3-4362-a80b-0129c3efdc78 on network 3edc8806-1159-4b34-b886-edf38ff13783 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:09.769953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:09.770295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Checking segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:09.770808 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Bound using segment: {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:09.771241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Bound port: 28972668-2ff3-4362-a80b-0129c3efdc78, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:09.771600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.840543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34bd72-f915-416b-b316-c3a6a962de86 req-ee23c9e0-ddeb-4b85-b12b-7588c0856ceb tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:09.841126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:09.843682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb34bd72-f915-416b-b316-c3a6a962de86 req-ee23c9e0-ddeb-4b85-b12b-7588c0856ceb tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 944 time: 0.0725288
Mar 26 21:24:09.844877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28972668-2ff3-4362-a80b-0129c3efdc78,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:09.851291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.886474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:09.887345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:09.889352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] 10.222.0.21 "PUT /v2.0/ports/28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 1092 time: 0.6060064
Mar 26 21:24:09.889884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:24:09.892557 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae2956-9e01-4029-9184-947145970a01" -d '{"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:24:09.919820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de307032-8fcf-4ad8-82a7-9b6952e1ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:09.928521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb34bd72-f915-416b-b316-c3a6a962de86 req-1948180f-9e10-44f0-b844-06d8e73b3195 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700717
Mar 26 21:24:09.970990 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613cb54-54f3-475f-a4e9-03dea93d13aa x-openstack-request-id: req-b613cb54-54f3-475f-a4e9-03dea93d13aa {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:24:09.971330 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:24:09.971548 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b613cb54-54f3-475f-a4e9-03dea93d13aa {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:24:09.971982 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b613cb54-54f3-475f-a4e9-03dea93d13aa'] response: {'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78', 'status': 'completed', 'code': 200}
Mar 26 21:24:09.992770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-4c19bcc2-cf1e-4418-b55b-be58cc16afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:09.994387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-4c19bcc2-cf1e-4418-b55b-be58cc16afa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1126 time: 0.0563910
Mar 26 21:24:10.049144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-50dd00db-decb-405b-86bc-f1ad5ba869a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 217 time: 0.0419817
Mar 26 21:24:10.104374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-532482b6-1910-464a-bfc9-e8cecbd18b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.105839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-532482b6-1910-464a-bfc9-e8cecbd18b86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0458891
Mar 26 21:24:10.160320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-93ba4692-8199-4f57-89a2-83ac7fb7da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.161847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-93ba4692-8199-4f57-89a2-83ac7fb7da20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454981
Mar 26 21:24:10.259901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-e9585d12-5647-4eb1-ba48-2e87fb6677af service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865853
Mar 26 21:24:10.352761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-37d84a8e-2c72-45c3-9875-65b98a717792 req-500c61a3-91a6-463d-b467-5d2b3bcc866b service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830190
Mar 26 21:24:10.451730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2956-9e01-4029-9184-947145970a01 req-30c8d90f-70c4-458c-9467-9ffd50d50cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.453907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-30c8d90f-70c4-458c-9467-9ffd50d50cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1126 time: 0.0505414
Mar 26 21:24:10.542011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2956-9e01-4029-9184-947145970a01 req-f997d0dd-a95b-411c-88ef-65bbfee1c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.543454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-f997d0dd-a95b-411c-88ef-65bbfee1c3c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 896 time: 0.0826452
Mar 26 21:24:10.587751 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-3959bc24-c2e8-4524-b69a-570f842e371a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 217 time: 0.0379682
Mar 26 21:24:10.634595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2956-9e01-4029-9184-947145970a01 req-a75284eb-c007-4d0d-a2a8-0b5ee3383000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.636037 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-a75284eb-c007-4d0d-a2a8-0b5ee3383000 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0426893
Mar 26 21:24:10.684839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2956-9e01-4029-9184-947145970a01 req-c6107728-738b-40fd-951c-93e37ab35c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:10.686859 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-c6107728-738b-40fd-951c-93e37ab35c73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431666
Mar 26 21:24:10.777670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-ffb5a503-d8a7-428a-afe3-14973fec570b service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846922
Mar 26 21:24:10.867689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25ae2956-9e01-4029-9184-947145970a01 req-a902bd18-2200-4391-a3c4-7b21d947c339 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833132
Mar 26 21:24:11.042795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb69ab-f0a3-41c4-9606-911c234a71cd req-10c41abc-8c07-4fa8-b1a5-d4c6341d5a65 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:11.044226 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aabb69ab-f0a3-41c4-9606-911c234a71cd req-10c41abc-8c07-4fa8-b1a5-d4c6341d5a65 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 944 time: 0.0522530
Mar 26 21:24:11.092809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aabb69ab-f0a3-41c4-9606-911c234a71cd req-81b8f857-2c4f-49a2-a026-f3d06bd55190 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425453
Mar 26 21:24:12.215663 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f9f9c-5998-42a0-95b5-8028a48a3433 req-ec9dce1d-da3c-42fe-8965-7c5f984d5c90 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:12.217172 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f8f9f9c-5998-42a0-95b5-8028a48a3433 req-ec9dce1d-da3c-42fe-8965-7c5f984d5c90 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 944 time: 0.0528378
Mar 26 21:24:12.244196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 28972668-2ff3-4362-a80b-0129c3efdc78 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:24:12.270537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f8f9f9c-5998-42a0-95b5-8028a48a3433 req-56a25615-3083-4c56-a387-baa710ca9d37 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472505
Mar 26 21:24:12.338717 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28972668-2ff3-4362-a80b-0129c3efdc78,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:12.349497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '28972668-2ff3-4362-a80b-0129c3efdc78', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:24:12.388481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 28972668-2ff3-4362-a80b-0129c3efdc78 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:12.388875 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:12.401918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28972668-2ff3-4362-a80b-0129c3efdc78 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:24:12.421196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28972668-2ff3-4362-a80b-0129c3efdc78,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:12.425148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:12.471998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:12.479109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.479462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.479809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.480184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.480521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.480858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.481193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.481522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.481851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.482347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.482682 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.483073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.483406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.483733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.484092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:12.681775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['28972668-2ff3-4362-a80b-0129c3efdc78'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:24:13.387685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39dbf-3b87-41cd-a06f-91084e1f41e5 req-b4cbc6de-1945-4d6e-9118-677260319d96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:13.389186 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece39dbf-3b87-41cd-a06f-91084e1f41e5 req-b4cbc6de-1945-4d6e-9118-677260319d96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 945 time: 0.0519943
Mar 26 21:24:13.437757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ece39dbf-3b87-41cd-a06f-91084e1f41e5 req-10ae0a4f-dd49-42cb-aff2-c0a4f7916940 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429842
Mar 26 21:24:14.245324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 28972668-2ff3-4362-a80b-0129c3efdc78 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:24:14.272878 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:14.297191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 28972668-2ff3-4362-a80b-0129c3efdc78 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:24:14.300968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 28972668-2ff3-4362-a80b-0129c3efdc78 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:14.301339 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:14.379906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 28972668-2ff3-4362-a80b-0129c3efdc78 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:14.380555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:14.403449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:24:14.405717 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace9c41c-879e-4749-be0e-08c919b31e04" -d '{"events": [{"server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "name": "network-vif-plugged", "status": "completed", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:24:14.417740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28972668-2ff3-4362-a80b-0129c3efdc78,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:14.422664 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:14.446390 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5111531d-bd2b-495b-b25f-79769c3f27b8 x-openstack-request-id: req-5111531d-bd2b-495b-b25f-79769c3f27b8 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:24:14.446682 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "name": "network-vif-plugged", "status": "completed", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:24:14.446937 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5111531d-bd2b-495b-b25f-79769c3f27b8 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:24:14.447335 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5111531d-bd2b-495b-b25f-79769c3f27b8'] response: {'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78', 'code': 200}
Mar 26 21:24:14.477178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:14.558193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4d0d-2304-41b7-ba4b-818b6629573b req-9672cfd5-4c87-4a16-95a0-14e52e2ba6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:14.559594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f5b4d0d-2304-41b7-ba4b-818b6629573b req-9672cfd5-4c87-4a16-95a0-14e52e2ba6b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1128 time: 0.0471532
Mar 26 21:24:14.562960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ae10-162a-4924-8815-8c8b0d3f669d req-2146a461-1f63-4aa0-a25c-c20658a2dd0a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:14.564456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d19ae10-162a-4924-8815-8c8b0d3f669d req-2146a461-1f63-4aa0-a25c-c20658a2dd0a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0583847
Mar 26 21:24:14.604603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5f5b4d0d-2304-41b7-ba4b-818b6629573b req-23c079eb-99ed-4255-9bf5-0fc62c299dc4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386288
Mar 26 21:24:14.612243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d19ae10-162a-4924-8815-8c8b0d3f669d req-eb738339-173c-4a64-a5f5-27c56301d8dc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419388
Mar 26 21:24:15.733201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8f6e1-5577-4b02-aaf5-81e84aa334f6 req-ceb0df8d-50d4-48f4-a6f1-f2d0cef9de8a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:15.734683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3c8f6e1-5577-4b02-aaf5-81e84aa334f6 req-ceb0df8d-50d4-48f4-a6f1-f2d0cef9de8a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0526836
Mar 26 21:24:15.784823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d3c8f6e1-5577-4b02-aaf5-81e84aa334f6 req-400fd525-6f7a-4610-ba85-30fe344070de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441389
Mar 26 21:24:15.911163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:16.902400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d23eb-e741-4493-bad9-7a75bf2416b6 req-b49ea9ea-d451-49b7-aa30-17db9212962b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:16.903862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-746d23eb-e741-4493-bad9-7a75bf2416b6 req-b49ea9ea-d451-49b7-aa30-17db9212962b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0505507
Mar 26 21:24:16.951766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-746d23eb-e741-4493-bad9-7a75bf2416b6 req-efff6d85-6827-4ac5-ab31-1b51f6a829af tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417726
Mar 26 21:24:17.076141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1f501-4177-4761-844f-7d30b6b92d00 req-36014300-45a7-4d3d-a7b5-3edd21d3206d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:17.078167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2f1f501-4177-4761-844f-7d30b6b92d00 req-36014300-45a7-4d3d-a7b5-3edd21d3206d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0600176
Mar 26 21:24:17.126162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2f1f501-4177-4761-844f-7d30b6b92d00 req-5f3d43af-034f-4c07-9bbf-ae9a2ef2ee0b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422559
Mar 26 21:24:17.148288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44406) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:17.191360 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5805cc7d-9c5e-48a9-acfc-2908a336c4f9 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:17.192882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5805cc7d-9c5e-48a9-acfc-2908a336c4f9 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1123 time: 0.0436430
Mar 26 21:24:17.195779 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44408) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:17.200087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:17.220259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:17.318467 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:17.419631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.35.4.214 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/053d64f8-c36a-49be-afc0-ba39849133b9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:17.523100 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (053d64f8-c36a-49be-afc0-ba39849133b9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:17.556598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:17.593331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:17.596074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:17.599409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:17.607649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=053d64f8-c36a-49be-afc0-ba39849133b9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:17.960952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (18667194-0bdb-4151-b0ef-b5fd2a16f7ca), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:18.028181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:18.181282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (053d64f8-c36a-49be-afc0-ba39849133b9), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:18.185567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:18.256054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=053d64f8-c36a-49be-afc0-ba39849133b9,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:18.266388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (18667194-0bdb-4151-b0ef-b5fd2a16f7ca), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:18.687485 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Floating IP 18667194-0bdb-4151-b0ef-b5fd2a16f7ca associated. External IP: 172.35.4.214, port: 28972668-2ff3-4362-a80b-0129c3efdc78.
Mar 26 21:24:18.896703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:24:19.004547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:24:19.014983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:24:19.024148 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:19.027218 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:19.027984 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f743340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:19.055146 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9a5f5f8-016d-4b02-a18d-b42f968751c3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8583152
Mar 26 21:24:19.055751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:24:19.057939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44410) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:19.058427 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a505da48-4fec-46ed-8344-41cd646721e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:24:19.095517 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c486e6-dc75-48e5-a1f5-cdad11652267 x-openstack-request-id: req-20c486e6-dc75-48e5-a1f5-cdad11652267 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:24:19.095818 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:24:19.096122 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20c486e6-dc75-48e5-a1f5-cdad11652267 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:24:19.096548 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c486e6-dc75-48e5-a1f5-cdad11652267'] response: {'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78', 'status': 'completed', 'code': 200}
Mar 26 21:24:19.131437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d7e80eb6-fd84-46c6-8f13-16488a689be4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/18667194-0bdb-4151-b0ef-b5fd2a16f7ca HTTP/1.1" status: 200  len: 992 time: 0.0715551
Mar 26 21:24:19.140273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:19.165796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505da48-4fec-46ed-8344-41cd646721e8 req-fb68cf31-b466-4e25-953e-0daaa34c64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:19.167216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-fb68cf31-b466-4e25-953e-0daaa34c64e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1128 time: 0.0455358
Mar 26 21:24:19.258732 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505da48-4fec-46ed-8344-41cd646721e8 req-e7b01b34-b62c-436d-8fcf-1d47831d63fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:19.260214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-e7b01b34-b62c-436d-8fcf-1d47831d63fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 896 time: 0.0870743
Mar 26 21:24:19.325280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-6b712993-9686-4467-b54d-9452241d929f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 1000 time: 0.0587299
Mar 26 21:24:19.364068 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f743340>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:17Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:19.372583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505da48-4fec-46ed-8344-41cd646721e8 req-1ca068d2-bfc4-4799-8ffb-d11b280c5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:19.374686 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-1ca068d2-bfc4-4799-8ffb-d11b280c5b83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0442183
Mar 26 21:24:19.390263 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:24:19.398371 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:19.398976 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f743340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:23:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:19.428383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505da48-4fec-46ed-8344-41cd646721e8 req-c54fd666-f664-41ec-adf7-34cf2f255e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:19.430028 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-c54fd666-f664-41ec-adf7-34cf2f255e6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487907
Mar 26 21:24:19.504777 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:19.519876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-87555d52-d180-4338-8ee3-ce55884bd119 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828934
Mar 26 21:24:19.613174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a505da48-4fec-46ed-8344-41cd646721e8 req-ada7928b-c793-4169-b630-db765ad188d4 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876601
Mar 26 21:24:19.726722 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f743340>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:17Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:19.756322 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ed145-a17c-4cbc-9cab-a3d8c2bd8c27 None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:03Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:17Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:24:19.955173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7062f-45d4-4003-9a0d-a197ad3d8c7e None None] New status for floating IP 18667194-0bdb-4151-b0ef-b5fd2a16f7ca: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:24:20.134424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44414) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:20.194725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7b88676d-0ca8-469b-8df8-329f46d4d537 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/18667194-0bdb-4151-b0ef-b5fd2a16f7ca HTTP/1.1" status: 200  len: 994 time: 0.0591505
Mar 26 21:24:20.912624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-1fd5c4fe-3780-4574-bc4d-ab697ec8c034 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0447972
Mar 26 21:24:20.996960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5efd02-7038-4599-8e24-533dec707fbc req-734a6c87-fc98-4062-8cf9-6b3207d14110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:20.998496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-734a6c87-fc98-4062-8cf9-6b3207d14110 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 1127 time: 0.0447593
Mar 26 21:24:21.111130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5efd02-7038-4599-8e24-533dec707fbc req-1f3b4f55-1fca-4cc7-a390-d3b18e920046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:21.112667 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-1f3b4f55-1fca-4cc7-a390-d3b18e920046 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0947402
Mar 26 21:24:21.180341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-871273c1-528c-471f-ae2e-d9baeb06a933 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 200  len: 1001 time: 0.0620425
Mar 26 21:24:21.235646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5efd02-7038-4599-8e24-533dec707fbc req-751feb23-12e7-447d-b6e0-2c85b8d71916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:21.237133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-751feb23-12e7-447d-b6e0-2c85b8d71916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0517976
Mar 26 21:24:21.286830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5efd02-7038-4599-8e24-533dec707fbc req-481ab379-37fc-46ee-a16a-a0181c46e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:21.288398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-481ab379-37fc-46ee-a16a-a0181c46e450 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459681
Mar 26 21:24:21.378715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-f49a4d97-7a0a-4b3e-a768-72cee2cd8631 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848112
Mar 26 21:24:21.468213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba5efd02-7038-4599-8e24-533dec707fbc req-d18566d4-2c16-49e1-873b-d294d2e10d68 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836880
Mar 26 21:24:24.811898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-92a86512-ded6-4a82-8f86-2db472ea70ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432377
Mar 26 21:24:24.907740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-b3256576-190d-4ac1-b907-b329e03d765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:24.909251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-b3256576-190d-4ac1-b907-b329e03d765b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1128 time: 0.0484424
Mar 26 21:24:25.015047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-1204a105-fe1d-4ce2-9a07-6c13beea89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:25.016518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-1204a105-fe1d-4ce2-9a07-6c13beea89b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 896 time: 0.0836112
Mar 26 21:24:25.079847 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c422a7df-5180-4d2a-820c-4e7573255888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:25.096407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-c43a9bf3-a773-4c9b-8881-b46163ac7fe5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 1002 time: 0.0722587
Mar 26 21:24:25.148237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-46146e17-46fb-4428-95b4-74bb21c95186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:25.149712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-46146e17-46fb-4428-95b4-74bb21c95186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0470498
Mar 26 21:24:25.200826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-da4ee6e0-a730-4c26-aee0-d717b9764334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:25.202809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-da4ee6e0-a730-4c26-aee0-d717b9764334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431890
Mar 26 21:24:25.298031 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-d4fce413-f02e-442b-9e4d-43106b3be7fe service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855806
Mar 26 21:24:25.390455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bf6eb607-ac40-47ba-af61-8ddb78b05380 req-16000b62-ee13-427f-9cfc-dc5a224cbfd1 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842993
Mar 26 21:24:27.836824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5d94b996-0ec6-4407-a68f-43429e5a7daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:28.832728 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:30.174835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:31.836788 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:35.674623 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:24:44.266161 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:45.917189 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:47.374247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91445ef-4320-4f05-bf45-574ddf7605a7 req-505c4a3e-d226-408c-95da-40ce72bbf76e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:47.375744 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e91445ef-4320-4f05-bf45-574ddf7605a7 req-505c4a3e-d226-408c-95da-40ce72bbf76e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.1697242
Mar 26 21:24:47.426150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e91445ef-4320-4f05-bf45-574ddf7605a7 req-534a979e-57ee-4570-b851-81ad0c0fc4fa tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439277
Mar 26 21:24:48.609088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344c84-6cc9-46f3-b4a5-a23f0eb2f985 req-1731165c-d914-439c-a58b-8d99e589e15d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:48.610567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77344c84-6cc9-46f3-b4a5-a23f0eb2f985 req-1731165c-d914-439c-a58b-8d99e589e15d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.1100805
Mar 26 21:24:48.661858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77344c84-6cc9-46f3-b4a5-a23f0eb2f985 req-3b623f42-8a5b-48fd-871d-c2ee2044f34c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455911
Mar 26 21:24:48.723601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-2a3eb9a7-ffc0-44a3-9825-64cb9cba5ae7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:48.724969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-2a3eb9a7-ffc0-44a3-9825-64cb9cba5ae7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 945 time: 0.0505946
Mar 26 21:24:48.818555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port cd08295b-fb42-421d-beb0-e607252972c8 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:24:48.818907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cd08295b-fb42-421d-beb0-e607252972c8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:48.906751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port cd08295b-fb42-421d-beb0-e607252972c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd08295b-fb42-421d-beb0-e607252972c8,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:48.907598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cd08295b-fb42-421d-beb0-e607252972c8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:49.128149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:49.128520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4ab209fe-654e-4bb7-b5cc-356c5e97128a), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:49.128843 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 4ab209fe-654e-4bb7-b5cc-356c5e97128a disassociated. External IP: 172.35.4.103, port: cd08295b-fb42-421d-beb0-e607252972c8.
Mar 26 21:24:49.129226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for cd08295b-fb42-421d-beb0-e607252972c8 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:24:49.257200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cd08295b-fb42-421d-beb0-e607252972c8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:49.287306 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=cd08295b-fb42-421d-beb0-e607252972c8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:49.404927 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:24:49.512326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:24:49.522449 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:24:49.532463 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:49.533144 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612410cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:49.553249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port cd08295b-fb42-421d-beb0-e607252972c8 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:24:49.556087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:49.560090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a337ce4-ab3c-4c11-8e5e-dd59d56d7a45 req-d904c279-cd0b-4a08-b222-d5dc05aa9451 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "DELETE /v2.0/ports/cd08295b-fb42-421d-beb0-e607252972c8 HTTP/1.1" status: 204  len: 173 time: 0.8300350
Mar 26 21:24:49.560501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'name': 'network-vif-deleted', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:24:49.562729 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae884e4-73cc-46b6-ad3f-027619c69f0a" -d '{"events": [{"server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "name": "network-vif-deleted", "tag": "cd08295b-fb42-421d-beb0-e607252972c8"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:24:49.602666 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6596bef-13f3-4936-9ef5-fb46b7700ed0 x-openstack-request-id: req-e6596bef-13f3-4936-9ef5-fb46b7700ed0 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:24:49.602971 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e941d26-c67c-4ea5-a0ff-a71ba089f643", "name": "network-vif-deleted", "tag": "cd08295b-fb42-421d-beb0-e607252972c8", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:24:49.603231 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6596bef-13f3-4936-9ef5-fb46b7700ed0 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:24:49.603655 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6596bef-13f3-4936-9ef5-fb46b7700ed0'] response: {'server_uuid': '3e941d26-c67c-4ea5-a0ff-a71ba089f643', 'name': 'network-vif-deleted', 'tag': 'cd08295b-fb42-421d-beb0-e607252972c8', 'status': 'completed', 'code': 200}
Mar 26 21:24:49.646489 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:49.794350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ec2d372-96e0-48a3-aff6-822a913e2243 req-7ec3cff6-75ce-464e-b332-a7f78c747fe8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e941d26-c67c-4ea5-a0ff-a71ba089f643 HTTP/1.1" status: 200  len: 210 time: 0.0290921
Mar 26 21:24:49.890557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612410cb50>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:49.917621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:24:49.925632 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:24:49.926226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612410cb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:50.033193 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:24:50.234880 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612410cb50>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:24:50.265553 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4b45-29a2-4b7f-9e38-f106bebba9b2 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:24:50.488621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23091fa2-4016-40c4-a5c5-c5168e9808c6 None None] New status for floating IP 4ab209fe-654e-4bb7-b5cc-356c5e97128a: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:24:51.058209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-a675388e-4b09-4d8d-bd56-4f34687f2cd2 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244663080&fields=id&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 267 time: 0.0448947
Mar 26 21:24:51.164534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-ac9fb18f-4cee-4316-a4bd-d5e4b21ca27a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:51.165899 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-ac9fb18f-4cee-4316-a4bd-d5e4b21ca27a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1003873
Mar 26 21:24:51.181007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-4cf1e3a4-2996-4318-97e8-fa65710499d9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0093968
Mar 26 21:24:51.233889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-56aa08ca-7933-4552-a21d-b308b62f9bc8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0479865
Mar 26 21:24:51.252959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b998ce73-6ab7-4ef0-88a7-e75d537759d8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:24:51.253948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b998ce73-6ab7-4ef0-88a7-e75d537759d8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0058796
Mar 26 21:24:51.344402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-25e0ccea-e662-40c4-9398-f5a517578649 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848758
Mar 26 21:24:51.432451 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-c3f29b69-5bf5-4306-a6e4-3cc3afa3fcbb service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819554
Mar 26 21:24:51.713182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a6d6c1fb-30ca-4e4b-b7f0-621e3a96387b req-a586ef14-ade8-4170-8646-66731cc4f220 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 210 time: 0.0299852
Mar 26 21:24:52.591389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-4dac612f-3835-44f2-a678-3eb60086ca5d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:52.592856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-4dac612f-3835-44f2-a678-3eb60086ca5d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1031632
Mar 26 21:24:52.658528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-dcd80724-a368-4d2a-a819-977356924272 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 380 time: 0.0554445
Mar 26 21:24:52.668445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'security_groups': ['e1cf4444-7c18-4cab-b50d-16b2c6a6ea24']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:52.784994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:24:52.789347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:52.816301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e35c775a-67e7-4f36-be1e-6c61f951fe76 req-2beba3e7-fe5a-4017-ad49-ee17ca888d53 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 210 time: 0.0324128
Mar 26 21:24:52.924883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.7 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/5f9fcc88-2637-43e1-8b33-1497b86cc140) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:53.069842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.103057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.115145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device cd08295b-fb42-421d-beb0-e607252972c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:24:53.136258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: cd08295b-fb42-421d-beb0-e607252972c8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:24:53.136933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device cd08295b-fb42-421d-beb0-e607252972c8 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:24:53.154745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:53.157729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:53.161329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:53.196544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:53.213599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.214199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.214728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.215279 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.215789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.216424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.216922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.217410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.218051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.218550 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.218882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.219212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.219542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.219871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.220287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:53.240702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:53.241354 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.259308 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-b115fd45-8f7d-4929-a388-e72e63d18afe tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5943892
Mar 26 21:24:53.273344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44480) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:53.274729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Request body: {'port': {'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:53.340596 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.382635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd996a4a-12c7-4002-958a-1f49b454d6fe tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:53.383282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd996a4a-12c7-4002-958a-1f49b454d6fe tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:53.383812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd996a4a-12c7-4002-958a-1f49b454d6fe tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:53.385579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd996a4a-12c7-4002-958a-1f49b454d6fe tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=b26aef9ef8394051ae733c44969f31ff&network_id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 3075 time: 0.1112399
Mar 26 21:24:53.438022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-88be917d-747f-450c-8291-2bb451c0f466 None None] Provisioning complete for port 5f9fcc88-2637-43e1-8b33-1497b86cc140 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:53.438449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-88be917d-747f-450c-8291-2bb451c0f466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.483869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-88be917d-747f-450c-8291-2bb451c0f466 None None] Port 5f9fcc88-2637-43e1-8b33-1497b86cc140 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:24:53.631088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9fcc88-2637-43e1-8b33-1497b86cc140 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:24:53.638894 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks [] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.652302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Transition to ACTIVE for port object 5f9fcc88-2637-43e1-8b33-1497b86cc140 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:24:53.656396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.708582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:53.781861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Attempting to bind port 5f9fcc88-2637-43e1-8b33-1497b86cc140 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:53.782196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Attempting to bind port 5f9fcc88-2637-43e1-8b33-1497b86cc140 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:53.782522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Attempting to bind port 5f9fcc88-2637-43e1-8b33-1497b86cc140 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:53.787910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Port 5f9fcc88-2637-43e1-8b33-1497b86cc140 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:24:53.788628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Attempting to bind port 5f9fcc88-2637-43e1-8b33-1497b86cc140 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:53.793668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:53.794008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:53.794392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:53.794949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Bound port: 5f9fcc88-2637-43e1-8b33-1497b86cc140, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:53.795313 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.862841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:53.866062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:53.872184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.916948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:53.917565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:53.918930 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1091 time: 0.6521580
Mar 26 21:24:53.921707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:24:53.925282 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55af7332-7a71-4d62-bada-1051e9fcbf40" -d '{"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:24:54.339967 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3202748a-dfdb-499b-82eb-a74dbe2562ea x-openstack-request-id: req-3202748a-dfdb-499b-82eb-a74dbe2562ea {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:24:54.340203 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:24:54.340384 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3202748a-dfdb-499b-82eb-a74dbe2562ea {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:24:54.340785 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3202748a-dfdb-499b-82eb-a74dbe2562ea'] response: {'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'status': 'completed', 'code': 200}
Mar 26 21:24:54.356702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebae33d-a5d3-4eb6-b794-40d1fc3e3289 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:54.369103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49722ce-65fc-4fb9-89ac-fec948a8510e req-3017fff1-6433-4b9d-84e5-f7a4533d2a27 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.370559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c49722ce-65fc-4fb9-89ac-fec948a8510e req-3017fff1-6433-4b9d-84e5-f7a4533d2a27 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 943 time: 0.4693649
Mar 26 21:24:54.396194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-de1f9ff1-b7f4-4a2e-91ec-2c17d08ea135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.397628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-de1f9ff1-b7f4-4a2e-91ec-2c17d08ea135 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1125 time: 0.4354913
Mar 26 21:24:54.449362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-041c31bb-6199-4200-b567-3ab3d63e95e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 217 time: 0.0414505
Mar 26 21:24:54.457699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c49722ce-65fc-4fb9-89ac-fec948a8510e req-991ccd71-f8dd-4dfa-bc90-1cd35970b794 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811174
Mar 26 21:24:54.505636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-d9738ad3-0db9-46db-bccb-1da26c0f9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.507058 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-d9738ad3-0db9-46db-bccb-1da26c0f9d8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0485368
Mar 26 21:24:54.554984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6205b43-861a-42cd-88a9-d10f92080276 req-086afa26-749c-46d4-b027-511e58c79d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.556490 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-086afa26-749c-46d4-b027-511e58c79d99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438538
Mar 26 21:24:54.644511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-338bd3c6-291e-4335-862b-971e4f913f48 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814290
Mar 26 21:24:54.734779 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b6205b43-861a-42cd-88a9-d10f92080276 req-8a9c73ce-2b37-4661-910e-313831f90fd6 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846486
Mar 26 21:24:54.823624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-be8489ff-fe11-4ec9-9360-27afbee411dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.825117 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-be8489ff-fe11-4ec9-9360-27afbee411dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1125 time: 0.0445342
Mar 26 21:24:54.919107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-bde63e91-0c19-4b8d-b047-1ed7c89e83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:54.920508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-bde63e91-0c19-4b8d-b047-1ed7c89e83d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0887473
Mar 26 21:24:54.960162 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-07ef1234-7cd9-44b2-9a8f-31c8c07419d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 217 time: 0.0334718
Mar 26 21:24:55.006104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-9963a68d-a55e-452b-b77b-0ccc5e345459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:55.007492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-9963a68d-a55e-452b-b77b-0ccc5e345459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0413773
Mar 26 21:24:55.067083 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-d8376fc3-e30e-4ad2-aa9b-4e7752f54a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:55.068633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-d8376fc3-e30e-4ad2-aa9b-4e7752f54a30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0554783
Mar 26 21:24:55.072371 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c176d35b-7b98-4885-a034-82b9aab1dd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:55.159756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-b07cc0c8-a36d-4389-a08e-c988df9e9dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822275
Mar 26 21:24:55.252919 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55af7332-7a71-4d62-bada-1051e9fcbf40 req-f9e1d4d8-6c72-4907-80e9-9c8bdf68ea77 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858698
Mar 26 21:24:55.578598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a5da-b13c-49f3-90a4-39a0d41f53e5 req-487120b6-615c-44ef-9629-f768b7df836d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:55.580076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c21a5da-b13c-49f3-90a4-39a0d41f53e5 req-487120b6-615c-44ef-9629-f768b7df836d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 943 time: 0.0559280
Mar 26 21:24:55.631428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0c21a5da-b13c-49f3-90a4-39a0d41f53e5 req-acf360aa-116c-4716-a534-d0ba5047d78a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457454
Mar 26 21:24:55.799982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44496) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:55.854795 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8458cd-5bb4-4b0c-80d9-63c7ad57f720 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:55.856396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aa8458cd-5bb4-4b0c-80d9-63c7ad57f720 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82 HTTP/1.1" status: 200  len: 814 time: 0.0554297
Mar 26 21:24:56.434973 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.440548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'network': {'name': 'tempest-network-smoke--2081514716', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:56.459516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:24:56.462752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:56.485634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:24:56.494200 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e268bcf-6b63-4294-86df-0ed15548333d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:56.494541 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Added segment 8e268bcf-6b63-4294-86df-0ed15548333d of type vlan for network 5b671c81-bb21-43cc-bdfe-51cea0312779
Mar 26 21:24:56.532786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (5b671c81-bb21-43cc-bdfe-51cea0312779), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:56.557300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (5b671c81-bb21-43cc-bdfe-51cea0312779), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:56.562347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:56.562932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:56.597623 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1615798
Mar 26 21:24:56.600888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44504) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.634418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370230c-1d52-4f79-9de4-1611ac5be2e1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Network': ['ID=5b671c81-bb21-43cc-bdfe-51cea0312779,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:56.645325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:24:56.670776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5faa4a-b501-4918-af4f-6fdb689bbbdb tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:56.674809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6a5faa4a-b501-4918-af4f-6fdb689bbbdb tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b26aef9ef8394051ae733c44969f31ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0704491
Mar 26 21:24:56.675042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44508) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.757394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eadf7c-d17a-432f-88cc-b46364a5e902 req-61d4813c-12ac-476b-bb96-b9eaeab799f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:56.758893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9eadf7c-d17a-432f-88cc-b46364a5e902 req-61d4813c-12ac-476b-bb96-b9eaeab799f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 943 time: 0.0557992
Mar 26 21:24:56.763847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88840a53-d08e-4041-9ed4-1673422a9c2f tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:56.765506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-88840a53-d08e-4041-9ed4-1673422a9c2f tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0893941
Mar 26 21:24:56.769015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.796452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ec16444-0f83-4d58-8f45-e3e12b8edea5 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263762
Mar 26 21:24:56.799093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44512) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.809228 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9eadf7c-d17a-432f-88cc-b46364a5e902 req-9a51d654-98ce-4535-b62c-d49c59803c23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445504
Mar 26 21:24:56.825800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3761f893-eef0-4687-bc24-9e9def646de9 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b26aef9ef8394051ae733c44969f31ff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0256639
Mar 26 21:24:56.828228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.915279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fce1065-6ab2-4367-af9c-1a34afd2dc5e tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:56.917009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5fce1065-6ab2-4367-af9c-1a34afd2dc5e tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0878668
Mar 26 21:24:56.919742 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.946423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a4845b54-37f4-4348-b0e3-979175f32867 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0256493
Mar 26 21:24:56.948687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44518) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:56.953128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039835498', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:57.035998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:24:57.039657 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.213571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (b8066cfd-2278-4250-8c58-87102e492386), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.283680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Subnet': ['ID=b8066cfd-2278-4250-8c58-87102e492386,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:57.298677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.299608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.305902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.306790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.306901 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.307243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.307585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.307970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.308300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.308629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:24:57.318329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Checking segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:57.318686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network hostable DHCP agents. Network: 5b671c81-bb21-43cc-bdfe-51cea0312779, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:24:57.335109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:24:57.343350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b671c81-bb21-43cc-bdfe-51cea0312779) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:57.347468 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:57.348098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.353268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f077e883-214f-4448-bb8e-78d2fffdefb7 None None] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:24:57.365001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f59385ca-d3d8-442e-b781-985e7fc6bd51 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.4153385
Mar 26 21:24:57.459750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b671c81-bb21-43cc-bdfe-51cea0312779', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ips': [{'subnet_id': 'b8066cfd-2278-4250-8c58-87102e492386'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:24:57.460656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.594383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Allocated IP 172.20.0.18 (5b671c81-bb21-43cc-bdfe-51cea0312779/b8066cfd-2278-4250-8c58-87102e492386/6ba9b9af-4b81-4402-85ff-52c37d5a8338) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:24:57.615037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44522) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:57.620457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824953633', 'description': 'tempest-secgroup-smoke-1824953633 description', 'project_id': 'b26aef9ef8394051ae733c44969f31ff'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:57.640789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.708712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (420a33d2-42af-4f5c-85ad-e74049ed6bd7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.712500 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (420a33d2-42af-4f5c-85ad-e74049ed6bd7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.741556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.741807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks [] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.742784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1260951
Mar 26 21:24:57.744694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698219c4-c5d7-4a85-af8b-ad396b65da9a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420a33d2-42af-4f5c-85ad-e74049ed6bd7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:57.745846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:57.750549 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.750764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:57.777477 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (91a5b9af-8ea9-457a-bcbb-3639a9bec401), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.788082 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:24:57.791121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:24:57.794428 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:24:57.807372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Pushing event updated for resources: {'Port': ['ID=6ba9b9af-4b81-4402-85ff-52c37d5a8338,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:57.835503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (91a5b9af-8ea9-457a-bcbb-3639a9bec401), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.843055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (91a5b9af-8ea9-457a-bcbb-3639a9bec401), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.863517 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a5b9af-8ea9-457a-bcbb-3639a9bec401,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:57.873796 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.875041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-19046258-7797-474b-944d-223a5bb0042b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1280267
Mar 26 21:24:57.876125 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc017fce-e9a8-4997-9c0f-2ab329cf93c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.878245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44528) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:57.878815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Attempting to bind port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:24:57.879205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Attempting to bind port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:24:57.879590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Attempting to bind port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 on network 5b671c81-bb21-43cc-bdfe-51cea0312779 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:24:57.883055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:57.888378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:24:57.889031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Checking segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:24:57.889457 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.890059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Bound using segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:24:57.891119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Bound port: 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:24:57.891528 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.943701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (020975ce-fd86-4cca-913c-3af3592873c0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.962134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] For port 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:24:57.965352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] For port 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9b9af-4b81-4402-85ff-52c37d5a8338,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:24:57.970486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:57.981860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbff72-87d5-4205-a4aa-342a9ccbd18b req-131cdb3d-8c4d-40c8-b3c4-82f0fe6c8d93 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:57.983376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63bbff72-87d5-4205-a4aa-342a9ccbd18b req-131cdb3d-8c4d-40c8-b3c4-82f0fe6c8d93 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 943 time: 0.0844221
Mar 26 21:24:58.033842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858c751-435a-4e44-9c53-712de78f8bb7 None None] Pushing event updated for resources: {'Port': ['ID=6ba9b9af-4b81-4402-85ff-52c37d5a8338,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.039612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (020975ce-fd86-4cca-913c-3af3592873c0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.045955 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (020975ce-fd86-4cca-913c-3af3592873c0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.080958 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020975ce-fd86-4cca-913c-3af3592873c0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.088580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-63bbff72-87d5-4205-a4aa-342a9ccbd18b req-815a7545-6d74-46e6-aac1-73be4cd6ae9b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983007
Mar 26 21:24:58.092153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.093359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2e053fa3-b1a6-4e1d-ac40-c411ca4b9691 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2140591
Mar 26 21:24:58.096208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44530) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:58.100875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:58.126604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (22cef959-9fe2-4204-9d61-7b40de9eab55), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.188135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (22cef959-9fe2-4204-9d61-7b40de9eab55), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.192419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (22cef959-9fe2-4204-9d61-7b40de9eab55), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.233344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cef959-9fe2-4204-9d61-7b40de9eab55,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.240101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.241335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d5859667-e6e1-4e37-a940-b103f9233cee tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1441855
Mar 26 21:24:58.244119 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44532) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:58.250922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:58.278854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (64edc9e4-17d5-4e98-8f85-138ff74e4151), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.348898 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (64edc9e4-17d5-4e98-8f85-138ff74e4151), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.353406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (64edc9e4-17d5-4e98-8f85-138ff74e4151), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.372047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64edc9e4-17d5-4e98-8f85-138ff74e4151,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.381626 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.383541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ade6eeb6-1599-4baa-829a-09c4be766d69 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1384740
Mar 26 21:24:58.386671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44552) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:58.391429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:58.412453 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:24:58.417599 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (4b7c3008-8c5b-4e1e-aaf5-5094fec1e559), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.475051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (4b7c3008-8c5b-4e1e-aaf5-5094fec1e559), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.478327 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (4b7c3008-8c5b-4e1e-aaf5-5094fec1e559), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.495475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7c3008-8c5b-4e1e-aaf5-5094fec1e559,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.503604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.504961 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce75c4ce-f16e-4e24-84d7-a4f84407e247 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1171668
Mar 26 21:24:58.507644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44554) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:24:58.511999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': '420a33d2-42af-4f5c-85ad-e74049ed6bd7', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:24:58.536227 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:24:58.541803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (ec389687-e215-4af8-8b71-5ed00d53d4f9), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.600286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (ec389687-e215-4af8-8b71-5ed00d53d4f9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.603883 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ec389687-e215-4af8-8b71-5ed00d53d4f9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.621304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec389687-e215-4af8-8b71-5ed00d53d4f9,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:58.629429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.630673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b333f2a4-9fc1-4f88-9f8f-4a85de09789f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1220169
Mar 26 21:24:58.784434 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-996eebec-9c46-412d-b800-d0d3926d6afd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824953633&fields=id&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 267 time: 0.0470819
Mar 26 21:24:58.837912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:58.900153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-97d50c1c-d1b8-4d13-a546-2c8a2455cce2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:58.901690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-97d50c1c-d1b8-4d13-a546-2c8a2455cce2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/networks?id=5b671c81-bb21-43cc-bdfe-51cea0312779 HTTP/1.1" status: 200  len: 797 time: 0.1096942
Mar 26 21:24:58.917562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-647bf269-97bf-4215-a9bd-94c18ae34325 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/quotas/b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 375 time: 0.0103123
Mar 26 21:24:58.979748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-897346f7-7073-4cb5-8de6-5f7e1bf397f9 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0567319
Mar 26 21:24:59.001274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12563063-2b24-4775-bcc6-2fcccf92d05b None None] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:24:59.082625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-de902177-7565-496f-a9dc-6bc330746abf service neutron] 10.222.0.16 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905719
Mar 26 21:24:59.112891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Provisioning complete for port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:59.113275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.140117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5f9fcc88-2637-43e1-8b33-1497b86cc140 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:24:59.178305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-e2456ecb-96a5-4a8e-a017-aafb8b44599d service neutron] 10.222.0.16 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899606
Mar 26 21:24:59.242950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad76786-f49a-4e83-a531-949a1d85b641 req-f64ab322-3ada-47a7-9682-4aa8c1cf098e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:24:59.244857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aad76786-f49a-4e83-a531-949a1d85b641 req-f64ab322-3ada-47a7-9682-4aa8c1cf098e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 943 time: 0.0815995
Mar 26 21:24:59.273239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Current status of the port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:59.273717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.310948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aad76786-f49a-4e83-a531-949a1d85b641 req-08cec30d-7b79-4dab-afdf-ca37da7f9c7a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567541
Mar 26 21:24:59.329777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] For port 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9b9af-4b81-4402-85ff-52c37d5a8338,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:59.337491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:59.340437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.375227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:24:59.396470 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15752265-ebba-4a86-902b-060fd9e7a910 req-dbae4289-335f-4d7e-bfa5-060e1c24fbdd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 210 time: 0.0300283
Mar 26 21:24:59.444025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a3f41-d48d-4814-93cf-6575b02a00e6 None None] Pushing event updated for resources: {'Port': ['ID=6ba9b9af-4b81-4402-85ff-52c37d5a8338,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:59.447055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5f9fcc88-2637-43e1-8b33-1497b86cc140 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:59.447321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.468639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9fcc88-2637-43e1-8b33-1497b86cc140 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:24:59.478164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-de0709d2-4ab5-4dd1-8aac-0df6ea0db42c None None] Provisioning complete for port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:24:59.478552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-de0709d2-4ab5-4dd1-8aac-0df6ea0db42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.511122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:24:59.519482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:24:59.597948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:24:59.614426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-de0709d2-4ab5-4dd1-8aac-0df6ea0db42c None None] Current status of the port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:24:59.745439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5f9fcc88-2637-43e1-8b33-1497b86cc140'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:25:00.177056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6ba9b9af-4b81-4402-85ff-52c37d5a8338 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:00.199814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:00.226223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:00.226603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:00.306341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:00.489108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-ad569bee-f28a-4b59-bc85-12b6a1593379 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:00.490559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-ad569bee-f28a-4b59-bc85-12b6a1593379 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/networks?id=5b671c81-bb21-43cc-bdfe-51cea0312779 HTTP/1.1" status: 200  len: 797 time: 0.1678402
Mar 26 21:25:00.494616 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc237adb-baaa-4ee0-a376-9c0962d5492c req-8ba12c6c-85f8-4a63-97a1-c42a09e993fd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 210 time: 0.0264754
Mar 26 21:25:00.500774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27549911-7c07-443e-a3cd-6d16a753720c req-30981da4-e17b-4e7c-b1b4-29d1622b77f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:00.502288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27549911-7c07-443e-a3cd-6d16a753720c req-30981da4-e17b-4e7c-b1b4-29d1622b77f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 944 time: 0.0952582
Mar 26 21:25:00.586566 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27549911-7c07-443e-a3cd-6d16a753720c req-56cd94bc-f488-4d44-93a3-35095364093d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772421
Mar 26 21:25:00.605275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-68e75ada-7639-4eef-9266-97c6bdbc2f8d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 473 time: 0.1015849
Mar 26 21:25:00.614564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'port': {'device_id': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'admin_state_up': True, 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'security_groups': ['420a33d2-42af-4f5c-85ad-e74049ed6bd7']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:00.723208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:25:00.726677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:00.848389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.24 (5b671c81-bb21-43cc-bdfe-51cea0312779/b8066cfd-2278-4250-8c58-87102e492386/0a5f301c-5f41-44e5-b98c-c237294bb767) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:00.989186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.028233 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.073538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:01.076699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:01.080548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:01.107343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:01.139032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:01.139772 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.159216 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-f10121cc-15b6-4122-82e1-e186ace03b4d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5475998
Mar 26 21:25:01.174454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Request body: {'port': {'device_id': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:01.175884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5f9fcc88-2637-43e1-8b33-1497b86cc140 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:01.244012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.295825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5f9fcc88-2637-43e1-8b33-1497b86cc140 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:25:01.302747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5f9fcc88-2637-43e1-8b33-1497b86cc140 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:01.303121 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.396391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cf3d2426-547a-4ef1-8665-b3e733699238 None None] Provisioning complete for port 0a5f301c-5f41-44e5-b98c-c237294bb767 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:01.396706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2426-547a-4ef1-8665-b3e733699238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.460687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d2426-547a-4ef1-8665-b3e733699238 None None] Port 0a5f301c-5f41-44e5-b98c-c237294bb767 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:01.481069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5f9fcc88-2637-43e1-8b33-1497b86cc140 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:01.481462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.511095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:01.513249 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad11c8-7187-4a15-a7f7-54b950b450ae" -d '{"events": [{"server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:01.526354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5f301c-5f41-44e5-b98c-c237294bb767 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:25:01.529087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:01.537080 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks [] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.538065 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.555182 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Transition to ACTIVE for port object 0a5f301c-5f41-44e5-b98c-c237294bb767 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:25:01.562655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.574777 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126358f7-4b8b-428f-87c7-04ae61b36a2f x-openstack-request-id: req-126358f7-4b8b-428f-87c7-04ae61b36a2f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:01.575214 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "name": "network-vif-plugged", "status": "completed", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:01.575474 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-126358f7-4b8b-428f-87c7-04ae61b36a2f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:01.575874 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126358f7-4b8b-428f-87c7-04ae61b36a2f'] response: {'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'code': 200}
Mar 26 21:25:01.601508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:01.725393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d89ca6-3c6c-42f0-9433-ec1e54e21d55 req-5f5b928f-df81-4010-bb65-6c5b570fe957 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:01.726934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d89ca6-3c6c-42f0-9433-ec1e54e21d55 req-5f5b928f-df81-4010-bb65-6c5b570fe957 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.0619864
Mar 26 21:25:01.740172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:01.789939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d89ca6-3c6c-42f0-9433-ec1e54e21d55 req-b737e466-a597-4520-8e92-d5180b044480 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544138
Mar 26 21:25:01.791574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d5af0-bbe7-421a-bdcf-5cbaf12cf1e1 req-4cd91241-e72b-4328-ab35-86f47ca1b223 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:01.793149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae1d5af0-bbe7-421a-bdcf-5cbaf12cf1e1 req-4cd91241-e72b-4328-ab35-86f47ca1b223 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 944 time: 0.1863129
Mar 26 21:25:01.794969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069825-da00-409e-b387-376a349a1721 req-78dd2cb2-590a-466c-a66d-6ae29be5f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:01.797932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac069825-da00-409e-b387-376a349a1721 req-78dd2cb2-590a-466c-a66d-6ae29be5f7da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.1461473
Mar 26 21:25:01.807068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Attempting to bind port 0a5f301c-5f41-44e5-b98c-c237294bb767 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:25:01.807408 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Attempting to bind port 0a5f301c-5f41-44e5-b98c-c237294bb767 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:25:01.807736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Attempting to bind port 0a5f301c-5f41-44e5-b98c-c237294bb767 on network 5b671c81-bb21-43cc-bdfe-51cea0312779 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:01.825932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Port 0a5f301c-5f41-44e5-b98c-c237294bb767 on network 5b671c81-bb21-43cc-bdfe-51cea0312779 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:25:01.826266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Attempting to bind port 0a5f301c-5f41-44e5-b98c-c237294bb767 on network 5b671c81-bb21-43cc-bdfe-51cea0312779 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:01.839948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.842410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:25:01.842756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Checking segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:01.843141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Bound using segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:25:01.843581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Bound port: 0a5f301c-5f41-44e5-b98c-c237294bb767, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:25:01.843964 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.913075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae1d5af0-bbe7-421a-bdcf-5cbaf12cf1e1 req-16617d77-5f65-4bdc-890b-6aa2afa3f43a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122081
Mar 26 21:25:01.921852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac069825-da00-409e-b387-376a349a1721 req-b53785d6-79d7-451b-a181-85cc2a5b7161 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120465
Mar 26 21:25:01.948253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:25:01.951571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a5f301c-5f41-44e5-b98c-c237294bb767,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:25:01.957263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.993940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:01.994567 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:01.996099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a5f301c-5f41-44e5-b98c-c237294bb767 HTTP/1.1" status: 200  len: 1092 time: 0.8261046
Mar 26 21:25:01.996547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:01.998782 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44721639-5f3e-46ce-b3de-3d816796f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:02.046884 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1f4e6-4472-45a3-bbc7-8a84e5d8b3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:02.052223 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48cc6cd-058e-4482-bb76-c97f6f752a3b x-openstack-request-id: req-e48cc6cd-058e-4482-bb76-c97f6f752a3b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:02.052517 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:02.052779 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e48cc6cd-058e-4482-bb76-c97f6f752a3b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:02.053185 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e48cc6cd-058e-4482-bb76-c97f6f752a3b'] response: {'name': 'network-changed', 'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767', 'status': 'completed', 'code': 200}
Mar 26 21:25:02.086308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-66b12111-21c2-4983-8d24-f37370c0d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.087958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-66b12111-21c2-4983-8d24-f37370c0d239 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 1126 time: 0.0502875
Mar 26 21:25:02.132834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-e86f6184-3ffc-42e8-a46c-77f2e47d6e1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0a5f301c-5f41-44e5-b98c-c237294bb767 HTTP/1.1" status: 200  len: 217 time: 0.0359039
Mar 26 21:25:02.189890 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-0b3d5100-c994-4391-8b21-032073ff210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.191390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-0b3d5100-c994-4391-8b21-032073ff210c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8066cfd-2278-4250-8c58-87102e492386 HTTP/1.1" status: 200  len: 838 time: 0.0498590
Mar 26 21:25:02.245034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-3ff20c3c-46c4-457b-ae5a-725ee0d80659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.246508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-3ff20c3c-46c4-457b-ae5a-725ee0d80659 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b671c81-bb21-43cc-bdfe-51cea0312779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0446277
Mar 26 21:25:02.338979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-0d2bc278-efc3-4b30-8952-e19a6a5e84ae service neutron] 10.222.0.21 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831065
Mar 26 21:25:02.432093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fa9c0ed-2074-48a7-81c6-11c60afceac4 req-378c52e6-8582-4881-b8d8-b0a841b3dbce service neutron] 10.222.0.21 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837405
Mar 26 21:25:02.528711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-2cc7d9f8-b838-44bc-a8cd-bb7d9ffa54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.530229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-2cc7d9f8-b838-44bc-a8cd-bb7d9ffa54fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 1126 time: 0.0443354
Mar 26 21:25:02.620999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-d5a2a0ac-4105-40cc-a1b1-66983544ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.622352 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-d5a2a0ac-4105-40cc-a1b1-66983544ffdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b671c81-bb21-43cc-bdfe-51cea0312779 HTTP/1.1" status: 200  len: 897 time: 0.0861690
Mar 26 21:25:02.662458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-8fc47df8-12a3-418a-97fd-1d1ea04e4845 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=0a5f301c-5f41-44e5-b98c-c237294bb767 HTTP/1.1" status: 200  len: 217 time: 0.0335541
Mar 26 21:25:02.709859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-3829fef0-52ea-4692-9be1-bff9ce239967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.711244 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-3829fef0-52ea-4692-9be1-bff9ce239967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b8066cfd-2278-4250-8c58-87102e492386 HTTP/1.1" status: 200  len: 838 time: 0.0420661
Mar 26 21:25:02.763837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-a6b59f92-944d-42ff-a460-d496a976e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.765395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-a6b59f92-944d-42ff-a460-d496a976e523 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b671c81-bb21-43cc-bdfe-51cea0312779&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0479908
Mar 26 21:25:02.855380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-a98d3c2d-4ad7-4954-9b46-d56ae47ac0af service neutron] 10.222.0.21 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828528
Mar 26 21:25:02.987883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6039e-e386-472b-93cd-ef74955252fb req-6dce6289-5fce-4bb2-9e2c-12f4181e470c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:02.989374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23d6039e-e386-472b-93cd-ef74955252fb req-6dce6289-5fce-4bb2-9e2c-12f4181e470c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.1195698
Mar 26 21:25:02.991572 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-44721639-5f3e-46ce-b3de-3d816796f9e8 req-df3128bb-5c25-448a-a994-d33829b7e82d service neutron] 10.222.0.21 "GET /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291950
Mar 26 21:25:03.048670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-23d6039e-e386-472b-93cd-ef74955252fb req-c68b0adc-14f8-48a9-a670-10aec9fe31a0 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530334
Mar 26 21:25:03.049440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43bf5b-4ccd-4071-8e63-d6b005db8dd8 req-a8779294-d67a-4387-b76a-ff3ace26e7bf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:03.050924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a43bf5b-4ccd-4071-8e63-d6b005db8dd8 req-a8779294-d67a-4387-b76a-ff3ace26e7bf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 944 time: 0.0606382
Mar 26 21:25:03.098505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a43bf5b-4ccd-4071-8e63-d6b005db8dd8 req-2fce2ed0-1f33-4ed5-a8b6-a39db5bd90d1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420399
Mar 26 21:25:04.173141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b003fe-3e10-4c8a-a4dd-b48470de7ea5 req-b9633fb5-7e97-405e-9213-d3e1aa400e0f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:04.174657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0b003fe-3e10-4c8a-a4dd-b48470de7ea5 req-b9633fb5-7e97-405e-9213-d3e1aa400e0f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.0576894
Mar 26 21:25:04.219560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca923c24-2765-42ee-b2a8-00fa8b1bc2c9 req-baadb2bb-b687-4882-b85d-b88b55c4a201 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:04.221756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca923c24-2765-42ee-b2a8-00fa8b1bc2c9 req-baadb2bb-b687-4882-b85d-b88b55c4a201 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 944 time: 0.0560913
Mar 26 21:25:04.223286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0b003fe-3e10-4c8a-a4dd-b48470de7ea5 req-884f0c6e-a47a-49e8-9b31-57d835f2942d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427318
Mar 26 21:25:04.270320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca923c24-2765-42ee-b2a8-00fa8b1bc2c9 req-d26d67f9-db6e-46eb-af36-fd590f214e1d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429103
Mar 26 21:25:04.337759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4f469-7a6f-40b5-8ea9-4a086c26579c req-133dcd5f-d04a-45e1-a400-333066560979 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:04.339214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8d4f469-7a6f-40b5-8ea9-4a086c26579c req-133dcd5f-d04a-45e1-a400-333066560979 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.0520771
Mar 26 21:25:04.386265 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f8d4f469-7a6f-40b5-8ea9-4a086c26579c req-ebe4a5a8-344f-41b8-ab06-7ee383943ccd tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414109
Mar 26 21:25:04.408783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44602) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:04.450938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87eba4-20d7-47cf-8f3a-bb0549440dd7 tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:04.452474 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c87eba4-20d7-47cf-8f3a-bb0549440dd7 tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1122 time: 0.0427260
Mar 26 21:25:04.455834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:04.459984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:04.479257 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.521564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0a5f301c-5f41-44e5-b98c-c237294bb767 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:25:04.579686 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.619716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a5f301c-5f41-44e5-b98c-c237294bb767,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:04.631789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '0a5f301c-5f41-44e5-b98c-c237294bb767', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'port_id': '0a5f301c-5f41-44e5-b98c-c237294bb767', 'mac_address': 'fa:16:3e:08:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8066cfd-2278-4250-8c58-87102e492386', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:25:04.669999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0a5f301c-5f41-44e5-b98c-c237294bb767 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:04.670395 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.683522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.35.4.40 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/17c936e5-cb65-4e71-97fa-2bee2b111c5f) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:04.683738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5f301c-5f41-44e5-b98c-c237294bb767 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:25:04.704260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a5f301c-5f41-44e5-b98c-c237294bb767,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:04.708107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.755369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:04.789448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.822891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:04.859839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:04.863070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:04.866528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:04.894962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=17c936e5-cb65-4e71-97fa-2bee2b111c5f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:04.971782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['0a5f301c-5f41-44e5-b98c-c237294bb767'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:25:05.241115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (0d34b4c8-112a-4454-9968-80eed5a649a2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:05.312432 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:05.388362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852a97f-79b5-452f-9956-63c3cb170eae req-4c9e87e7-4a66-4d9e-9078-aba9155cfe12 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:05.389852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0852a97f-79b5-452f-9956-63c3cb170eae req-4c9e87e7-4a66-4d9e-9078-aba9155cfe12 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 945 time: 0.0515852
Mar 26 21:25:05.440735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0852a97f-79b5-452f-9956-63c3cb170eae req-ec1a9700-a3bc-44d6-9d67-fb6e2f1c5c9c tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445597
Mar 26 21:25:05.462096 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:05.466296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:05.535186 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=17c936e5-cb65-4e71-97fa-2bee2b111c5f,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:05.545650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (0d34b4c8-112a-4454-9968-80eed5a649a2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:05.646560 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 0d34b4c8-112a-4454-9968-80eed5a649a2 associated. External IP: 172.35.4.40, port: 5f9fcc88-2637-43e1-8b33-1497b86cc140.
Mar 26 21:25:06.213506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:06.333525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:06.343943 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:06.359676 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:06.360102 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:06.360936 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:06.404534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-36d03d2f-1d1c-42e2-98a1-c1a754013ac8 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9475977
Mar 26 21:25:06.405196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:06.407530 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:06.455168 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c64e1-5e63-4887-b5ee-a001df284f6b x-openstack-request-id: req-9a3c64e1-5e63-4887-b5ee-a001df284f6b {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:06.455333 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:06.455586 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a3c64e1-5e63-4887-b5ee-a001df284f6b {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:06.456075 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3c64e1-5e63-4887-b5ee-a001df284f6b'] response: {'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'status': 'completed', 'code': 200}
Mar 26 21:25:06.480803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:06.520913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0a5f301c-5f41-44e5-b98c-c237294bb767 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:06.538205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-34154037-24e9-4d46-8171-dcf0c41466c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:06.540111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-34154037-24e9-4d46-8171-dcf0c41466c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0629723
Mar 26 21:25:06.614714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b9818-689e-4ddb-b0e7-7d259d4ddf6d req-5606cdef-ac64-4e5b-bb0e-95a4cc44f937 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:06.618006 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c58b9818-689e-4ddb-b0e7-7d259d4ddf6d req-5606cdef-ac64-4e5b-bb0e-95a4cc44f937 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 945 time: 0.0837390
Mar 26 21:25:06.620897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 0a5f301c-5f41-44e5-b98c-c237294bb767 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:25:06.627546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 0a5f301c-5f41-44e5-b98c-c237294bb767 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:06.628606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:06.661552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-fe1ece5f-d855-430d-b5fc-aac45dbd380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:06.663075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-fe1ece5f-d855-430d-b5fc-aac45dbd380a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1176844
Mar 26 21:25:06.702091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c58b9818-689e-4ddb-b0e7-7d259d4ddf6d req-ebe6193a-52c4-4e9d-b8b3-78631232a6a8 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737078
Mar 26 21:25:06.740933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 0a5f301c-5f41-44e5-b98c-c237294bb767 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:06.741480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:06.757950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-60aa9f15-066d-4f28-81b4-4b42fa5a1d4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 998 time: 0.0882390
Mar 26 21:25:06.771069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:06.773604 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a438fdad-9b8d-434b-a9bb-b1ab9e95aa5b" -d '{"events": [{"server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "name": "network-vif-plugged", "status": "completed", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:06.774280 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6100>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:05Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:06.788732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a5f301c-5f41-44e5-b98c-c237294bb767,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:06.793151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:06.821539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-ee8645e4-2490-484f-a476-3b72ada32554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:06.822574 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-ee8645e4-2490-484f-a476-3b72ada32554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0588794
Mar 26 21:25:06.827904 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049724df-6165-4e6f-87b2-0d5ee63f789c x-openstack-request-id: req-049724df-6165-4e6f-87b2-0d5ee63f789c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:06.828369 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "name": "network-vif-plugged", "status": "completed", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:06.828721 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-049724df-6165-4e6f-87b2-0d5ee63f789c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:06.829310 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049724df-6165-4e6f-87b2-0d5ee63f789c'] response: {'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767', 'code': 200}
Mar 26 21:25:06.831808 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:06.852114 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:06.853068 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240a6100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:06.862452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:06.892908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-aabe15f8-db4b-473b-a7e7-70bb5e86b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:06.894481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-aabe15f8-db4b-473b-a7e7-70bb5e86b23f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667903
Mar 26 21:25:06.985937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:07.003589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023dd35-709a-456e-bb8f-16c93bd825c3 req-015f3798-4b5c-4ae0-8486-2ee2289e760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:07.005113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5023dd35-709a-456e-bb8f-16c93bd825c3 req-015f3798-4b5c-4ae0-8486-2ee2289e760d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 1128 time: 0.1092396
Mar 26 21:25:07.033913 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-53f51f75-99b8-4f04-8346-5e18438e4cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298096
Mar 26 21:25:07.089646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5023dd35-709a-456e-bb8f-16c93bd825c3 req-f73b1170-a1ff-4a99-bf76-65b7096b661a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755894
Mar 26 21:25:07.154248 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2c252aa1-e010-4ad5-895f-9b3fbde79f7b req-bd8d11a6-70ab-445d-81b6-82cb1ce1051f service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1139603
Mar 26 21:25:07.316970 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240a6100>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:05Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:07.345415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbd7de3-8bdd-418d-8288-0a74fb244310 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:05Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:07.549283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6321e0a-735b-436b-84d2-2bee0a72348d None None] New status for floating IP 0d34b4c8-112a-4454-9968-80eed5a649a2: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:25:07.812665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ba6f-0322-4e55-806e-bbd3324492b4 req-8f3ca03c-cd19-48a4-a196-824bab52f2ea tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:07.814145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ab7ba6f-0322-4e55-806e-bbd3324492b4 req-8f3ca03c-cd19-48a4-a196-824bab52f2ea tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0523715
Mar 26 21:25:07.862076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ab7ba6f-0322-4e55-806e-bbd3324492b4 req-cf81ffde-2cc1-47eb-b3c9-2684ee3a919b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424132
Mar 26 21:25:08.985858 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837303ab-3693-46c2-b4b3-39dd9bba8be7 req-52ba78c7-43ac-4527-b5e1-13a6802c0fc0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:08.987364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-837303ab-3693-46c2-b4b3-39dd9bba8be7 req-52ba78c7-43ac-4527-b5e1-13a6802c0fc0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0574329
Mar 26 21:25:09.035950 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-837303ab-3693-46c2-b4b3-39dd9bba8be7 req-2b2e3d9f-8d75-417d-9012-00a51c77996f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429959
Mar 26 21:25:09.151469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a208b-cf82-4564-b4f6-dc79124302ee req-b1661a90-5074-4070-8261-0092b0b5e8f3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:09.152889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b2a208b-cf82-4564-b4f6-dc79124302ee req-b1661a90-5074-4070-8261-0092b0b5e8f3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0517154
Mar 26 21:25:09.200940 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b2a208b-cf82-4564-b4f6-dc79124302ee req-ad76ebb1-3ea2-4c1d-a80f-41d7841711c6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424900
Mar 26 21:25:10.667801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44626) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:11.108704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.376151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.17 (5b671c81-bb21-43cc-bdfe-51cea0312779/b8066cfd-2278-4250-8c58-87102e492386/50ce3981-dd15-40e2-8973-836ccdb7bf92) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:11.491173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.524052 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.564556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:11.567406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:11.570980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:11.579164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:11.619830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.759582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.780634 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6e9b9a11-979e-484a-92e3-135aabf7ecf5 None None] Provisioning complete for port 50ce3981-dd15-40e2-8973-836ccdb7bf92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:11.781173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9a11-979e-484a-92e3-135aabf7ecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:11.814931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b9a11-979e-484a-92e3-135aabf7ecf5 None None] Port 50ce3981-dd15-40e2-8973-836ccdb7bf92 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:12.042342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:12.046830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:12.122053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:12.123740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:12.213475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:12.214864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:12.335855 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:12.443212 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d49789af-08cc-42d1-a3b8-ebcfd4387a4f None None] Provisioning complete for port 50ce3981-dd15-40e2-8973-836ccdb7bf92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:12.443594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d49789af-08cc-42d1-a3b8-ebcfd4387a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:12.450953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:12.459445 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-600f117c-4bb4-4b0c-905b-9f0eb8efedcd tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/ff20c46a-fc46-4132-b9bf-2612a92e5510/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7876856
Mar 26 21:25:12.473467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:12.481790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d49789af-08cc-42d1-a3b8-ebcfd4387a4f None None] Port 50ce3981-dd15-40e2-8973-836ccdb7bf92 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:12.482925 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:12.483682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124252cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:12.592921 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:12.682731 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:25:12.826893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124252cd0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:11Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ce3981-dd15-40e2-8973-836ccdb7bf92', 'name': '', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:65:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b8066cfd-2278-4250-8c58-87102e492386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:11Z', 'updated_at': '2022-03-26T21:25:11Z', 'revision_number': 2, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': 'b8066cfd-2278-4250-8c58-87102e492386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:12.856191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:12.856476 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Updating router ff20c46a-fc46-4132-b9bf-2612a92e5510 port 50ce3981-dd15-40e2-8973-836ccdb7bf92 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:25:12.882369 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.134327 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks [] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.139548 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.189728 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Pushing event updated for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:13.213302 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.213659 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.213982 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.214315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.214644 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.214968 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.215289 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.215610 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.215939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.216271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.216597 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.216913 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.217231 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.217548 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.217864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.247582 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Attempting to bind port 50ce3981-dd15-40e2-8973-836ccdb7bf92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:25:13.248013 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Attempting to bind port 50ce3981-dd15-40e2-8973-836ccdb7bf92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:25:13.248380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Attempting to bind port 50ce3981-dd15-40e2-8973-836ccdb7bf92 on network 5b671c81-bb21-43cc-bdfe-51cea0312779 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:13.254872 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:25:13.255285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Checking segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:13.255693 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.256119 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Bound using segment: {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:25:13.256593 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Bound port: 50ce3981-dd15-40e2-8973-836ccdb7bf92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e268bcf-6b63-4294-86df-0ed15548333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:25:13.257034 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.320797 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] For port 50ce3981-dd15-40e2-8973-836ccdb7bf92, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:25:13.324273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] For port 50ce3981-dd15-40e2-8973-836ccdb7bf92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ce3981-dd15-40e2-8973-836ccdb7bf92,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:25:13.330878 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.380157 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:13.380678 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124252cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:24:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:13.408572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Provisioning complete for port 50ce3981-dd15-40e2-8973-836ccdb7bf92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:13.409578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.484539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98cab-34f2-4654-bdc9-6b59b0ea5826 None None] Pushing event updated for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:13.496979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Current status of the port 50ce3981-dd15-40e2-8973-836ccdb7bf92 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:13.497575 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.506912 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:13.537729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] For port 50ce3981-dd15-40e2-8973-836ccdb7bf92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ce3981-dd15-40e2-8973-836ccdb7bf92,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:13.543156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.596671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Pushing event updated for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:13.604130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.604482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.604826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.605165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.605502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.605833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.606163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.606489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.606814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.607136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.607459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.607783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.608130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.608450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.608771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49736-168d-4824-99b9-4e37917e19b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:13.663015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-907e910f-b849-415f-8509-77b6df4b3725 None None] Provisioning complete for port 50ce3981-dd15-40e2-8973-836ccdb7bf92 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:13.663617 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-907e910f-b849-415f-8509-77b6df4b3725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:13.744814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-907e910f-b849-415f-8509-77b6df4b3725 None None] Current status of the port 50ce3981-dd15-40e2-8973-836ccdb7bf92 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:13.745315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124252cd0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:11Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ce3981-dd15-40e2-8973-836ccdb7bf92', 'name': '', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:65:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b8066cfd-2278-4250-8c58-87102e492386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:11Z', 'updated_at': '2022-03-26T21:25:13Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': 'b8066cfd-2278-4250-8c58-87102e492386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:13.775141 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d02199-bc2f-432a-902c-3b3fe64222bd None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:11Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ce3981-dd15-40e2-8973-836ccdb7bf92', 'name': '', 'network_id': '5b671c81-bb21-43cc-bdfe-51cea0312779', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:65:92:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'b8066cfd-2278-4250-8c58-87102e492386', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:11Z', 'updated_at': '2022-03-26T21:25:13Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': 'b8066cfd-2278-4250-8c58-87102e492386', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:14.187599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 50ce3981-dd15-40e2-8973-836ccdb7bf92 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:14.241272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 50ce3981-dd15-40e2-8973-836ccdb7bf92 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:14.241652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:14.296668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:14.343473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 50ce3981-dd15-40e2-8973-836ccdb7bf92 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:14.375356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-f8b5bb8c-6730-48d1-96a2-560f015a6eac req-aa730ed8-86b3-4ecf-b5ce-28e796cdc305 service neutron] (126738) timed out ('10.222.0.18', 62140) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:25:15.915118 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:21.867580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-763733b0-b49f-414d-8e3e-2c88a6bf397d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0472393
Mar 26 21:25:21.963885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-3ff37ffc-3b2c-4d3c-a3c6-38cba6480a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:21.965630 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-3ff37ffc-3b2c-4d3c-a3c6-38cba6480a32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0556448
Mar 26 21:25:22.072850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-fefa9b2e-59ea-4b4f-b700-d18f87c79244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:22.074318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-fefa9b2e-59ea-4b4f-b700-d18f87c79244 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0893219
Mar 26 21:25:22.149303 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-b1810717-934d-4d97-b226-8d3ff3159bd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1000 time: 0.0676558
Mar 26 21:25:22.197177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-ec2ba3e2-6950-4afb-b853-1aa27b016831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:22.198560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-ec2ba3e2-6950-4afb-b853-1aa27b016831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0434806
Mar 26 21:25:22.247409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-ac7b15cd-08d3-4b2c-8d41-b25ad8627b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:22.248939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-ac7b15cd-08d3-4b2c-8d41-b25ad8627b5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443828
Mar 26 21:25:22.340705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-8b1d6eef-81e9-404d-b239-11875d102be3 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856869
Mar 26 21:25:22.430669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b163a5-ae8a-43ef-a054-c24ce43346ef req-d18400f9-a1ff-43d3-9b5b-e65f6c86b38b service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835226
Mar 26 21:25:24.858233 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-a8a0a7b7-0a06-4a96-a5bd-32a5347231ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1016595
Mar 26 21:25:24.952625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0245-40ff-4076-881a-288117cfb977 req-b45bec8f-bfee-4fb1-a900-0888f046d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:24.954130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-b45bec8f-bfee-4fb1-a900-0888f046d38c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1128 time: 0.0488942
Mar 26 21:25:25.063249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0245-40ff-4076-881a-288117cfb977 req-ebed6058-2895-4784-ab62-1864a6b3c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:25.064646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-ebed6058-2895-4784-ab62-1864a6b3c0a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 896 time: 0.0897934
Mar 26 21:25:25.074775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9521a2e5-4f30-4aea-952d-59a81e14e512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:25.139853 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-c062900a-0434-4cf8-b905-b7257cd3f3ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 1002 time: 0.0674267
Mar 26 21:25:25.189008 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0245-40ff-4076-881a-288117cfb977 req-7d53d159-3689-47e5-b029-b99087b42b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:25.190430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-7d53d159-3689-47e5-b029-b99087b42b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0429559
Mar 26 21:25:25.238803 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c0245-40ff-4076-881a-288117cfb977 req-620ad590-e0e7-4c6e-92dd-a6314cd4c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:25.240804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-620ad590-e0e7-4c6e-92dd-a6314cd4c376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428829
Mar 26 21:25:25.672951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-0f290b0f-4bda-42da-87ae-3e3ac4e03648 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246526
Mar 26 21:25:25.766725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-244c0245-40ff-4076-881a-288117cfb977 req-639f279f-8fee-45a8-a881-839f4a8116ee service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845647
Mar 26 21:25:27.839797 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5e488866-6610-4437-ad15-7a5c4755ce52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:28.837413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:30.181054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:31.842622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:35.089293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44660) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:35.449654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:35.763603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 50ce3981-dd15-40e2-8973-836ccdb7bf92 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:35.763866 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:35.850321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 50ce3981-dd15-40e2-8973-836ccdb7bf92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50ce3981-dd15-40e2-8973-836ccdb7bf92,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:35.850688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:35.863148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 50ce3981-dd15-40e2-8973-836ccdb7bf92 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:36.048735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (50ce3981-dd15-40e2-8973-836ccdb7bf92), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:36.079402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=50ce3981-dd15-40e2-8973-836ccdb7bf92,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:36.263462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:36.501573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:36.611721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:36.619817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c0f293e3-f57b-4c70-8ce7-6373d8af0cb0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/ff20c46a-fc46-4132-b9bf-2612a92e5510/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5267251
Mar 26 21:25:36.621585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:36.631742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:36.632439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:36.751373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:36.852240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7e24a-06c9-4bbb-b49c-608288cc2985 req-09796df3-2b94-40b2-b620-c926728a59d2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:36.853749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27a7e24a-06c9-4bbb-b49c-608288cc2985 req-09796df3-2b94-40b2-b620-c926728a59d2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0566268
Mar 26 21:25:36.902784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-27a7e24a-06c9-4bbb-b49c-608288cc2985 req-f48f7d66-6167-4b9a-a714-7a19f45edb94 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432575
Mar 26 21:25:36.974516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f14f0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:37.003483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:37.012290 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:37.012903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0f14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:37.121497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:37.495407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0f14f0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:37.525461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683e30e-4ddf-4d4a-a652-1abad5ece230 None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '18667194-0bdb-4151-b0ef-b5fd2a16f7ca', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'port_id': '28972668-2ff3-4362-a80b-0129c3efdc78', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'mac_address': 'fa:16:3e:2a:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:24:17Z', 'updated_at': '2022-03-26T21:24:20Z', 'revision_number': 1, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:38.027535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb67dc-7148-4a60-a563-4c3f7a550113 req-a0c0ba84-f30b-4521-b281-4604a09f1739 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:38.032582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84cb67dc-7148-4a60-a563-4c3f7a550113 req-a0c0ba84-f30b-4521-b281-4604a09f1739 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0579431
Mar 26 21:25:38.080557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84cb67dc-7148-4a60-a563-4c3f7a550113 req-9af182c4-a49c-442a-bf42-716991a2436c tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=420a33d2-42af-4f5c-85ad-e74049ed6bd7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445328
Mar 26 21:25:38.128662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 50ce3981-dd15-40e2-8973-836ccdb7bf92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:38.149075 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 50ce3981-dd15-40e2-8973-836ccdb7bf92 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:38.149383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 50ce3981-dd15-40e2-8973-836ccdb7bf92 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:38.259506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-83edb7f7-d8b2-4a15-a4d2-a36c396eafae tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:38.260974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-83edb7f7-d8b2-4a15-a4d2-a36c396eafae tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 946 time: 0.0509479
Mar 26 21:25:38.357595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 0a5f301c-5f41-44e5-b98c-c237294bb767 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:38.357940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:38.447346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 0a5f301c-5f41-44e5-b98c-c237294bb767, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0a5f301c-5f41-44e5-b98c-c237294bb767,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:38.447689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:38.460462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 0a5f301c-5f41-44e5-b98c-c237294bb767 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:38.583234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (0a5f301c-5f41-44e5-b98c-c237294bb767), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:38.614656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=0a5f301c-5f41-44e5-b98c-c237294bb767,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:38.657164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] No DVR routers for this DVR port 0a5f301c-5f41-44e5-b98c-c237294bb767 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:25:38.659975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:38.663665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba6b96fc-d33b-4bc3-8ce2-a8623ea7a3db req-7d91edba-d969-4ed1-843f-e8afe869ea15 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "DELETE /v2.0/ports/0a5f301c-5f41-44e5-b98c-c237294bb767 HTTP/1.1" status: 204  len: 173 time: 0.3964281
Mar 26 21:25:38.664177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'name': 'network-vif-deleted', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:38.666401 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b33f3-83d4-4657-820c-5f3b262ca726" -d '{"events": [{"server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "name": "network-vif-deleted", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:38.773109 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6e9c0-df4d-4770-bea2-80887a1baa3f x-openstack-request-id: req-b1b6e9c0-df4d-4770-bea2-80887a1baa3f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:38.773109 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022d5c8-8e7e-4b1a-918c-16633f58a356", "name": "network-vif-deleted", "tag": "0a5f301c-5f41-44e5-b98c-c237294bb767", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:38.773109 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1b6e9c0-df4d-4770-bea2-80887a1baa3f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:38.773109 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b6e9c0-df4d-4770-bea2-80887a1baa3f'] response: {'server_uuid': '8022d5c8-8e7e-4b1a-918c-16633f58a356', 'name': 'network-vif-deleted', 'tag': '0a5f301c-5f41-44e5-b98c-c237294bb767', 'status': 'completed', 'code': 200}
Mar 26 21:25:39.191324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a051444-3104-4fbe-80ec-9ccf2a7d7c2b req-28bc90e0-5885-439a-a65f-4409516f2106 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=8022d5c8-8e7e-4b1a-918c-16633f58a356 HTTP/1.1" status: 200  len: 210 time: 0.0306041
Mar 26 21:25:40.250465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44678) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:40.305792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (420a33d2-42af-4f5c-85ad-e74049ed6bd7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.330033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (420a33d2-42af-4f5c-85ad-e74049ed6bd7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.393535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (420a33d2-42af-4f5c-85ad-e74049ed6bd7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.396570 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.397749 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/security-groups/420a33d2-42af-4f5c-85ad-e74049ed6bd7 HTTP/1.1" status: 204  len: 168 time: 0.1462722
Mar 26 21:25:40.407417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb46a3-8c1b-4c7c-85cb-dfa31af61b23 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a33d2-42af-4f5c-85ad-e74049ed6bd7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:40.434407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44682) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:40.484787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting subnet b8066cfd-2278-4250-8c58-87102e492386 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:25:40.487942 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (b8066cfd-2278-4250-8c58-87102e492386), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.527154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (b8066cfd-2278-4250-8c58-87102e492386), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.611683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (b8066cfd-2278-4250-8c58-87102e492386), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.667078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (b8066cfd-2278-4250-8c58-87102e492386), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.693765 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Subnet': ['ID=b8066cfd-2278-4250-8c58-87102e492386,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:40.698679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.703027 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8beed4d3-e581-4c5b-91ea-2d9dafda96d5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/subnets/b8066cfd-2278-4250-8c58-87102e492386 HTTP/1.1" status: 204  len: 168 time: 0.2676532
Mar 26 21:25:40.705033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44684) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:40.706952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6d591-4cf3-4c5b-a15b-97a438845fe4 None None] Network 5b671c81-bb21-43cc-bdfe-51cea0312779 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:25:40.779610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (5b671c81-bb21-43cc-bdfe-51cea0312779), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.842427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:40.842903 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.860049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] DHCP port deletion for 5b671c81-bb21-43cc-bdfe-51cea0312779 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:25:40.907605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Deleting port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:40.907909 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.908482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9b9af-4b81-4402-85ff-52c37d5a8338,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:40.908854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.922205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 6ba9b9af-4b81-4402-85ff-52c37d5a8338 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:40.972257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] For port 6ba9b9af-4b81-4402-85ff-52c37d5a8338, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ba9b9af-4b81-4402-85ff-52c37d5a8338,segment=NetworkSegment(8e268bcf-6b63-4294-86df-0ed15548333d),segment_id=8e268bcf-6b63-4294-86df-0ed15548333d)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:40.972657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:40.986031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Calling delete_port for 6ba9b9af-4b81-4402-85ff-52c37d5a8338 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:41.003437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.031477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=6ba9b9af-4b81-4402-85ff-52c37d5a8338,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:41.033085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] No DVR routers for this DVR port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:25:41.063474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (6ba9b9af-4b81-4402-85ff-52c37d5a8338), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.088376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] Pushing event deleted for resources: {'Port': ['ID=6ba9b9af-4b81-4402-85ff-52c37d5a8338,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:41.091835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d147591-ccee-442b-94ad-c99922c843f0 None None] No DVR routers for this DVR port 6ba9b9af-4b81-4402-85ff-52c37d5a8338 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:25:41.111504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (5b671c81-bb21-43cc-bdfe-51cea0312779), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.134607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e999e20>,) {'filters': {'network_id': ['5b671c81-bb21-43cc-bdfe-51cea0312779']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:41.143873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e999e20>, '8e268bcf-6b63-4294-86df-0ed15548333d') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:41.144201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e999e20>, '8e268bcf-6b63-4294-86df-0ed15548333d') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:41.153930 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (8e268bcf-6b63-4294-86df-0ed15548333d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.167593 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (8e268bcf-6b63-4294-86df-0ed15548333d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.173247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:25:41.173627 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (8e268bcf-6b63-4294-86df-0ed15548333d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:25:41.176706 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:25:41.232459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (5b671c81-bb21-43cc-bdfe-51cea0312779), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.239207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.242351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/networks/5b671c81-bb21-43cc-bdfe-51cea0312779 HTTP/1.1" status: 204  len: 168 time: 0.5362449
Mar 26 21:25:41.245109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44686) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:41.254894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98ad10-f051-4691-a594-d33a82cbed60 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Network': ['ID=5b671c81-bb21-43cc-bdfe-51cea0312779,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:41.402591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 053d64f8-c36a-49be-afc0-ba39849133b9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:41.402852 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.480750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.481073 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (053d64f8-c36a-49be-afc0-ba39849133b9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.492240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 053d64f8-c36a-49be-afc0-ba39849133b9 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:41.631478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (053d64f8-c36a-49be-afc0-ba39849133b9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.661935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=053d64f8-c36a-49be-afc0-ba39849133b9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:41.720205 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (18667194-0bdb-4151-b0ef-b5fd2a16f7ca), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:41.720539 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Floating IP 18667194-0bdb-4151-b0ef-b5fd2a16f7ca disassociated (deleted). External IP: 172.35.4.214, port: 28972668-2ff3-4362-a80b-0129c3efdc78.
Mar 26 21:25:41.928649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:42.173518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6ba9b9af-4b81-4402-85ff-52c37d5a8338 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:42.198450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 6ba9b9af-4b81-4402-85ff-52c37d5a8338 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:42.198802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 6ba9b9af-4b81-4402-85ff-52c37d5a8338 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:42.347182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:42.352169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:42.358080 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:42.368940 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:42.369548 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:42.381823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ff45ce6f-7d88-47f0-a454-733d58561bc5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/floatingips/18667194-0bdb-4151-b0ef-b5fd2a16f7ca HTTP/1.1" status: 204  len: 168 time: 1.1355526
Mar 26 21:25:42.382609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:42.384924 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0cdab1-ed13-4617-9557-61ceb07cef4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:42.503160 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c262b-affb-41f4-95db-237411bdf440 x-openstack-request-id: req-951c262b-affb-41f4-95db-237411bdf440 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:42.503467 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:42.503724 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-951c262b-affb-41f4-95db-237411bdf440 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:42.504180 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951c262b-affb-41f4-95db-237411bdf440'] response: {'name': 'network-changed', 'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78', 'status': 'completed', 'code': 200}
Mar 26 21:25:42.584287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:42.626063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-f754bddb-200b-430c-914b-f4a5a40e35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:42.627892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-f754bddb-200b-430c-914b-f4a5a40e35af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 1128 time: 0.0826626
Mar 26 21:25:42.628343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0a5f301c-5f41-44e5-b98c-c237294bb767 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:42.650330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 0a5f301c-5f41-44e5-b98c-c237294bb767 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:42.650775 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 0a5f301c-5f41-44e5-b98c-c237294bb767 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:42.660848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409897ff-8a5e-4b0d-8b89-c7bf9a1c0fd8 req-393a9128-812b-4e72-899e-c9998a5cc710 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:42.662693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-409897ff-8a5e-4b0d-8b89-c7bf9a1c0fd8 req-393a9128-812b-4e72-899e-c9998a5cc710 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0848823
Mar 26 21:25:42.762214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-409897ff-8a5e-4b0d-8b89-c7bf9a1c0fd8 req-6a49c9e8-9c3f-4152-91b6-8c86c19131fb tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885835
Mar 26 21:25:42.772131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-144233d1-c790-4f5d-8afe-550b1d8d48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:42.773624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-144233d1-c790-4f5d-8afe-550b1d8d48d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 200  len: 896 time: 0.1395392
Mar 26 21:25:42.794111 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440da60>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:42.817933 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-238dac62-c2a6-4ff1-bbe2-addaa9c00f4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 200  len: 217 time: 0.0376511
Mar 26 21:25:42.821340 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:42.829706 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:42.830314 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612440da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:42.873112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-7733b132-6a12-4b8f-ac2b-c1f777175e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:42.874582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-7733b132-6a12-4b8f-ac2b-c1f777175e56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 200  len: 834 time: 0.0498610
Mar 26 21:25:42.924121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-6881c2e2-b8a6-4fd9-86ba-3a3f97070ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:42.925687 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-6881c2e2-b8a6-4fd9-86ba-3a3f97070ae9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3edc8806-1159-4b34-b886-edf38ff13783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444539
Mar 26 21:25:42.939784 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:43.018151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-f9880461-344e-44d8-832b-f5ac626a3051 service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854688
Mar 26 21:25:43.112888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d0cdab1-ed13-4617-9557-61ceb07cef4f req-1491658a-ea56-4a83-8116-80bb7c1c60ec service neutron] 10.222.0.21 "GET /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871320
Mar 26 21:25:43.136697 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612440da60>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:43.167037 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077bf35-f7b7-45f8-9acb-3be85455315e None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:35Z', 'revision_number': 6, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '421de969-ab89-46a4-a80b-72733d03e877', 'name': '', 'network_id': '3edc8806-1159-4b34-b886-edf38ff13783', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:b6:8b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:02Z', 'updated_at': '2022-03-26T21:24:06Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '9bf447eb-8d92-4830-84dc-f8b2a30c005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:43.400850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905d8a8d-b0dd-44d7-a90a-c786b395f978 None None] New status for floating IP 18667194-0bdb-4151-b0ef-b5fd2a16f7ca: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:25:43.885987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c4e99-b616-4e78-ad07-61fd473f52fa req-a89b4754-e7bf-4b9c-82d7-97a6661a4faa tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:43.887511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f6c4e99-b616-4e78-ad07-61fd473f52fa req-a89b4754-e7bf-4b9c-82d7-97a6661a4faa tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0562129
Mar 26 21:25:43.935840 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f6c4e99-b616-4e78-ad07-61fd473f52fa req-0327cb4d-d1ff-4491-9c13-7389da302c76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a62113b-4bfe-433b-bd10-2cf160cbe647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425229
Mar 26 21:25:44.107587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-abd29adf-8713-4185-952a-b1054f7dba8b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:44.108964 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-abd29adf-8713-4185-952a-b1054f7dba8b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 946 time: 0.0514612
Mar 26 21:25:44.201879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 28972668-2ff3-4362-a80b-0129c3efdc78 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:44.202214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:44.269419 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:44.294373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 28972668-2ff3-4362-a80b-0129c3efdc78, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=28972668-2ff3-4362-a80b-0129c3efdc78,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:44.294759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:44.307985 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 28972668-2ff3-4362-a80b-0129c3efdc78 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:44.433822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (28972668-2ff3-4362-a80b-0129c3efdc78), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:44.461194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=28972668-2ff3-4362-a80b-0129c3efdc78,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:44.505308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] No DVR routers for this DVR port 28972668-2ff3-4362-a80b-0129c3efdc78 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:25:44.507857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:44.511169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-122fbecd-cafe-48be-9c02-a185c0a0105d req-e47648d9-77cc-4848-b687-952da76cdc76 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "DELETE /v2.0/ports/28972668-2ff3-4362-a80b-0129c3efdc78 HTTP/1.1" status: 204  len: 173 time: 0.3942797
Mar 26 21:25:44.511609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'name': 'network-vif-deleted', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:25:44.513841 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd280c2-83dd-4b36-8e7e-8fdecdfa5bba" -d '{"events": [{"server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "name": "network-vif-deleted", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:25:44.553111 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a4a5dd-f40b-4971-a33d-59e8f82011e5 x-openstack-request-id: req-08a4a5dd-f40b-4971-a33d-59e8f82011e5 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:25:44.553437 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34b2c88-f864-40d2-b731-203f64e9dcce", "name": "network-vif-deleted", "tag": "28972668-2ff3-4362-a80b-0129c3efdc78", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:25:44.553669 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08a4a5dd-f40b-4971-a33d-59e8f82011e5 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:25:44.554075 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a4a5dd-f40b-4971-a33d-59e8f82011e5'] response: {'server_uuid': 'e34b2c88-f864-40d2-b731-203f64e9dcce', 'name': 'network-vif-deleted', 'tag': '28972668-2ff3-4362-a80b-0129c3efdc78', 'status': 'completed', 'code': 200}
Mar 26 21:25:45.049605 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-749d226d-0515-425a-a543-443ac22da110 req-62d597f8-9639-4bf3-b537-6e13bef1fe44 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=e34b2c88-f864-40d2-b731-203f64e9dcce HTTP/1.1" status: 200  len: 210 time: 0.0345974
Mar 26 21:25:45.925442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:46.105205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44706) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:46.161020 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (9a62113b-4bfe-433b-bd10-2cf160cbe647), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:46.186135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (9a62113b-4bfe-433b-bd10-2cf160cbe647), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:46.244480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9a62113b-4bfe-433b-bd10-2cf160cbe647), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:46.247086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:46.248262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a62113b-4bfe-433b-bd10-2cf160cbe647 HTTP/1.1" status: 204  len: 168 time: 0.1420648
Mar 26 21:25:46.257157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbde7-b3a6-4a8d-9daf-b7a6b6f8550f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62113b-4bfe-433b-bd10-2cf160cbe647,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:46.286037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44710) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:46.647154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 28972668-2ff3-4362-a80b-0129c3efdc78 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:46.668382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 28972668-2ff3-4362-a80b-0129c3efdc78 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:46.668730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 28972668-2ff3-4362-a80b-0129c3efdc78 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:46.707656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.012138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 421de969-ab89-46a4-a80b-72733d03e877 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:47.012481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (421de969-ab89-46a4-a80b-72733d03e877), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.102420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 421de969-ab89-46a4-a80b-72733d03e877, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=421de969-ab89-46a4-a80b-72733d03e877,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:47.102784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (421de969-ab89-46a4-a80b-72733d03e877), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.114270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 421de969-ab89-46a4-a80b-72733d03e877 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:47.297283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (421de969-ab89-46a4-a80b-72733d03e877), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.328332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=421de969-ab89-46a4-a80b-72733d03e877,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:47.502784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.719145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router ff20c46a-fc46-4132-b9bf-2612a92e5510 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:47.825313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:47.830364 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1eee3316-7d1c-4bf1-a3fc-27a72bed0a9e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/ff20c46a-fc46-4132-b9bf-2612a92e5510/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5419633
Mar 26 21:25:47.833131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44712) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:47.835946 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Sync routers for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:47.845367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:47.845979 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:47.883501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting subnet 9bf447eb-8d92-4830-84dc-f8b2a30c005a {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:25:47.886732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (9bf447eb-8d92-4830-84dc-f8b2a30c005a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.931298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (9bf447eb-8d92-4830-84dc-f8b2a30c005a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:47.951467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:48.012588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (9bf447eb-8d92-4830-84dc-f8b2a30c005a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.073255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (9bf447eb-8d92-4830-84dc-f8b2a30c005a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.104139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf447eb-8d92-4830-84dc-f8b2a30c005a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:48.108432 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.112922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1abac482-a410-469f-810e-df217ae1dc6d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/subnets/9bf447eb-8d92-4830-84dc-f8b2a30c005a HTTP/1.1" status: 204  len: 168 time: 0.2780156
Mar 26 21:25:48.114257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44714) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:48.116148 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad842e3f-fdd6-46da-a8e2-8746c5e852f3 None None] Network 3edc8806-1159-4b34-b886-edf38ff13783 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:25:48.132658 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242ab2e0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:47Z', 'revision_number': 7, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:48.164477 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Checking router: ff20c46a-fc46-4132-b9bf-2612a92e5510 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:48.173355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Routers {'ff20c46a-fc46-4132-b9bf-2612a92e5510'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:48.174404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242ab2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ff20c46a-fc46-4132-b9bf-2612a92e5510'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:48.251171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.284663 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] Set router ff20c46a-fc46-4132-b9bf-2612a92e5510 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:48.289156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] DHCP port deletion for 3edc8806-1159-4b34-b886-edf38ff13783 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:25:48.337987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Deleting port b8931779-bffa-4149-b2eb-8c5df61d4626 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:48.338372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.409878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] For port b8931779-bffa-4149-b2eb-8c5df61d4626, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8931779-bffa-4149-b2eb-8c5df61d4626,segment=NetworkSegment(f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20),segment_id=f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:48.410272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.424518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Calling delete_port for b8931779-bffa-4149-b2eb-8c5df61d4626 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:48.473380 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242ab2e0>, [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:47Z', 'revision_number': 7, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:48.500780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf088f-fd68-4c1b-8b5b-dca704dcc42d None None] The sync data for ids ['ff20c46a-fc46-4132-b9bf-2612a92e5510'] in ncdv-master-1 is: [{'id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'name': 'tempest-TestNetworkBasicOps-router-413439056', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:25:47Z', 'revision_number': 7, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '812346ca-bc7b-4359-bfdd-62ebb447502c', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20c46a-fc46-4132-b9bf-2612a92e5510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:24:00Z', 'updated_at': '2022-03-26T21:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:48.512463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (b8931779-bffa-4149-b2eb-8c5df61d4626), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.539828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] Pushing event deleted for resources: {'Port': ['ID=b8931779-bffa-4149-b2eb-8c5df61d4626,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:48.544459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d7ed4-109b-4401-ae16-a28e86a80e7f None None] No DVR routers for this DVR port b8931779-bffa-4149-b2eb-8c5df61d4626 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:25:48.705609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (ff20c46a-fc46-4132-b9bf-2612a92e5510), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.756427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 812346ca-bc7b-4359-bfdd-62ebb447502c {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:25:48.756770 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.836747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 812346ca-bc7b-4359-bfdd-62ebb447502c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812346ca-bc7b-4359-bfdd-62ebb447502c,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:48.837152 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:48.851574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 812346ca-bc7b-4359-bfdd-62ebb447502c owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:25:49.023207 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (812346ca-bc7b-4359-bfdd-62ebb447502c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.057109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=812346ca-bc7b-4359-bfdd-62ebb447502c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:49.117933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.210906 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.213002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_controller (ff20c46a-fc46-4132-b9bf-2612a92e5510), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.255615 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (ff20c46a-fc46-4132-b9bf-2612a92e5510), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.256212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Fanout notify agent at l3_agent the message router_deleted on router ff20c46a-fc46-4132-b9bf-2612a92e5510 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:25:49.262817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.263906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a196e182-62ec-4240-8cc9-c53bc2665369 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/routers/ff20c46a-fc46-4132-b9bf-2612a92e5510 HTTP/1.1" status: 204  len: 168 time: 1.1485658
Mar 26 21:25:49.266626 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:49.348529 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3edc8806-1159-4b34-b886-edf38ff13783), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.439166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3edc8806-1159-4b34-b886-edf38ff13783), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.458905 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c2502b0>,) {'filters': {'network_id': ['3edc8806-1159-4b34-b886-edf38ff13783']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:49.467844 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c2502b0>, 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:49.468174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c2502b0>, 'f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:49.478066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.490769 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.496551 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:25:49.497084 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (f2e35a3e-d1a3-442a-a5a1-d6c48a5ddd20), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:25:49.500477 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:25:49.561635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3edc8806-1159-4b34-b886-edf38ff13783), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.569989 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.572408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/networks/3edc8806-1159-4b34-b886-edf38ff13783 HTTP/1.1" status: 204  len: 168 time: 0.3048310
Mar 26 21:25:49.584511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238161c-ec1b-4517-8e72-1784d77f080e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Network': ['ID=3edc8806-1159-4b34-b886-edf38ff13783,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:49.589068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44718) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:49.594608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'network': {'name': 'tempest-network-smoke--1059035115', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:49.612695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:25:49.616016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.639553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:25:49.649370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2d22db2c-67cd-43db-8239-4729357f1fb8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.649721 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Added segment 2d22db2c-67cd-43db-8239-4729357f1fb8 of type vlan for network 0398be08-596d-4b17-9cda-aeb7b742eb00
Mar 26 21:25:49.681514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:25:49.695747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (0398be08-596d-4b17-9cda-aeb7b742eb00), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.725250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (0398be08-596d-4b17-9cda-aeb7b742eb00), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.730224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:49.730804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.769389 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1791918
Mar 26 21:25:49.772699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44720) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:49.776932 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'admin_state_up': True, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:49.814819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e945a7d-f247-4ef1-add3-2dd452e813f4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Network': ['ID=0398be08-596d-4b17-9cda-aeb7b742eb00,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:49.825924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:25:49.828858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.830067 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:49.890449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_controller (a69a0423-607d-4651-b4b5-06ca7a4cba6c), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.037010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (a69a0423-607d-4651-b4b5-06ca7a4cba6c), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.181660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b8931779-bffa-4149-b2eb-8c5df61d4626 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:50.206368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b8931779-bffa-4149-b2eb-8c5df61d4626 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:50.206721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b8931779-bffa-4149-b2eb-8c5df61d4626 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:50.207152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 812346ca-bc7b-4359-bfdd-62ebb447502c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:50.225974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 812346ca-bc7b-4359-bfdd-62ebb447502c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:50.227186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 812346ca-bc7b-4359-bfdd-62ebb447502c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:50.227635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421de969-ab89-46a4-a80b-72733d03e877 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:25:50.247328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 421de969-ab89-46a4-a80b-72733d03e877 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:25:50.247683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 421de969-ab89-46a4-a80b-72733d03e877 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:25:50.250101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.270594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.372730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.35.4.109 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3d78a367-4e90-4f31-8a80-91c4bdedbab9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:50.475266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.508102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:50.541960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:50.544791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:50.549933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:50.577287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=3d78a367-4e90-4f31-8a80-91c4bdedbab9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:50.808454 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.013384 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.143644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router a69a0423-607d-4651-b4b5-06ca7a4cba6c is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:25:51.251392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:51.263599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Sync routers for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:51.271773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.273033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5566bc0b-463e-436c-b0ac-d71925bd4114 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4994187
Mar 26 21:25:51.277809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44722) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:51.278267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:51.278780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f0d0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:51.310889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3a5be32c-6bfb-4c2b-a2ff-3f7abd28aca6 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b26aef9ef8394051ae733c44969f31ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0309284
Mar 26 21:25:51.313501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44724) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:51.387010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:51.402830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4aa2de-0e3b-4dcb-952c-8216bb244983 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:51.404288 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4a4aa2de-0e3b-4dcb-952c-8216bb244983 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0898216
Mar 26 21:25:51.406981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:51.439331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ab5bb4b9-9178-4bed-8123-aa4feaf5ac60 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312536
Mar 26 21:25:51.441933 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44728) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:51.447625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045173959', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:51.538781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:25:51.542366 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.572535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f0d0610>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:50Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:51.603460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Checking router: a69a0423-607d-4651-b4b5-06ca7a4cba6c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:51.603805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Updating router a69a0423-607d-4651-b4b5-06ca7a4cba6c port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:25:51.632613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.749728 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (0b2aecca-6648-4f2a-9799-ff0be16bfdb2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.824002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Subnet': ['ID=0b2aecca-6648-4f2a-9799-ff0be16bfdb2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:51.833092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Checking segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:51.833378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network hostable DHCP agents. Network: 0398be08-596d-4b17-9cda-aeb7b742eb00, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:25:51.852461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:25:51.862250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0398be08-596d-4b17-9cda-aeb7b742eb00) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:51.872947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:51.873628 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.884787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e27035-c35d-43cb-9269-38558d11e9b7 None None] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:25:51.892947 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6e7c7209-5011-4860-bbf5-4ee36b2c6578 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4499009
Mar 26 21:25:51.896260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:51.941047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks [] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:51.980258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.081332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Attempting to bind port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:25:52.081720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Attempting to bind port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:25:52.082085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Attempting to bind port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:52.084232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71523dd-5106-432c-b765-1fbd6361b9aa None None] Pushing event updated for resources: {'Port': ['ID=3d78a367-4e90-4f31-8a80-91c4bdedbab9,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:52.089951 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0398be08-596d-4b17-9cda-aeb7b742eb00', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:25:52.090794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.095773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:25:52.096178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:52.096580 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.096972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:25:52.097441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Bound port: 3d78a367-4e90-4f31-8a80-91c4bdedbab9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:25:52.097816 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.233438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] For port 3d78a367-4e90-4f31-8a80-91c4bdedbab9, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:25:52.240404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] For port 3d78a367-4e90-4f31-8a80-91c4bdedbab9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d78a367-4e90-4f31-8a80-91c4bdedbab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:25:52.253313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.360966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Allocated IP 172.20.0.2 (0398be08-596d-4b17-9cda-aeb7b742eb00/0b2aecca-6648-4f2a-9799-ff0be16bfdb2/bd8433cb-0615-402a-80ac-9aef61cfadf5) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:52.368165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:52.368790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f0d0610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:52.387967 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.423200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71523dd-5106-432c-b765-1fbd6361b9aa None None] Pushing event updated for resources: {'Port': ['ID=3d78a367-4e90-4f31-8a80-91c4bdedbab9,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:52.726610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:52.882856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks [] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.893247 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:52.946324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.1 (0398be08-596d-4b17-9cda-aeb7b742eb00/0b2aecca-6648-4f2a-9799-ff0be16bfdb2/3a7a5a6f-a7c0-4294-a94f-55bdb40275ce) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:52.968972 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:52.971574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:52.973324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Pushing event updated for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:52.976238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:53.044163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Attempting to bind port bd8433cb-0615-402a-80ac-9aef61cfadf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:25:53.044540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Attempting to bind port bd8433cb-0615-402a-80ac-9aef61cfadf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:25:53.044914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Attempting to bind port bd8433cb-0615-402a-80ac-9aef61cfadf5 on network 0398be08-596d-4b17-9cda-aeb7b742eb00 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:53.050228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f0d0610>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:50Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:53.055418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:25:53.055843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Checking segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:53.056219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.056616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Bound using segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:25:53.057086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Bound port: bd8433cb-0615-402a-80ac-9aef61cfadf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:25:53.057467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.083556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d7ad-8232-49b3-aabf-f920385c9367 None None] The sync data for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 is: [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:50Z', 'revision_number': 3, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:53.094960 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.144815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.151012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:25:53.154501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8433cb-0615-402a-80ac-9aef61cfadf5,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:25:53.165802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.192388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:53.201772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:53.201772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:53.237736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:53.244207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2af5-372d-4403-8c14-6443c88ed2e8 None None] Pushing event updated for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:53.253957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.254415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.254967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.256145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.256529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.256856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.257255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.257592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.257988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.258317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.258686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.259030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.259359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.259893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.260129 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:25:53.279756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:53.475815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.279786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.292386 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.296289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd8433cb-0615-402a-80ac-9aef61cfadf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:54.368038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bd8433cb-0615-402a-80ac-9aef61cfadf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:54.368467 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.382354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:54.385038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.398755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c0fdf-13fe-41e7-a3f3-e279e3298e22 None None] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:25:54.494273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:54.497192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:54.529774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3b036ca7-0213-47a0-acbd-eb556ab652b7 None None] Provisioning complete for port bd8433cb-0615-402a-80ac-9aef61cfadf5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:54.530106 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3b036ca7-0213-47a0-acbd-eb556ab652b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.570427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bd8433cb-0615-402a-80ac-9aef61cfadf5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:54.570822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.629754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router a69a0423-607d-4651-b4b5-06ca7a4cba6c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:25:54.650372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8433cb-0615-402a-80ac-9aef61cfadf5,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:54.680203 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.681137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3d78a367-4e90-4f31-8a80-91c4bdedbab9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:54.763062 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3b036ca7-0213-47a0-acbd-eb556ab652b7 None None] Current status of the port bd8433cb-0615-402a-80ac-9aef61cfadf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:54.790512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:54.790846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:25:54.803396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:54.803909 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.806616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b73f33b9-681f-4679-8271-35d51a441e25 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/a69a0423-607d-4651-b4b5-06ca7a4cba6c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9090540
Mar 26 21:25:54.809060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:54.914939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:54.915388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.945012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 3d78a367-4e90-4f31-8a80-91c4bdedbab9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d78a367-4e90-4f31-8a80-91c4bdedbab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:54.947734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.948389 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.949225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.950819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:54.957835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.959422 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.960328 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:54.971100 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-75e41b0e-a071-4767-9b72-e7868a1bc419 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4280 time: 0.1609817
Mar 26 21:25:54.974428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44734) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:55.025735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Provisioning complete for port bd8433cb-0615-402a-80ac-9aef61cfadf5 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:55.026151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.056315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.056770 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.057246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.057719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.058176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.059088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:55.059391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=3d78a367-4e90-4f31-8a80-91c4bdedbab9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:55.060592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-58c4712c-03ec-4d19-b7bb-6fb8b7770299 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0852029
Mar 26 21:25:55.063276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:55.100437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4473d723-d375-409d-8e8a-6df6b00b0605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.152694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Current status of the port bd8433cb-0615-402a-80ac-9aef61cfadf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:55.166093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:55.166474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.197662 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Sync routers for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:25:55.214621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-35987c3f-fe3e-4231-8a78-48d739cc6edd None None] Port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:55.217374 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:55.219793 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:55.279967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dbf281d1-4b88-4fbc-a159-66faf20a1839 tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3049 time: 0.2147646
Mar 26 21:25:55.344103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-80102d10-c9bc-49a6-87b1-d16363cf2caf None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:55.344722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-80102d10-c9bc-49a6-87b1-d16363cf2caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.398064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-80102d10-c9bc-49a6-87b1-d16363cf2caf None None] Port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:55.490686 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:55.517746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cddf028d-0e30-4c2c-bb34-d1f49f6c7f4d None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:55.518221 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cddf028d-0e30-4c2c-bb34-d1f49f6c7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.560533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cddf028d-0e30-4c2c-bb34-d1f49f6c7f4d None None] Port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:55.621713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44740) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:55.626497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88356306', 'description': 'tempest-secgroup-smoke-88356306 description', 'project_id': 'b26aef9ef8394051ae733c44969f31ff'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:55.649998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.731683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (d080af95-3279-4c67-b22d-d5eb5c357999), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.736389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d080af95-3279-4c67-b22d-d5eb5c357999), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.737226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0fd0>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 2, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:55.767723 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Checking router: a69a0423-607d-4651-b4b5-06ca7a4cba6c for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:25:55.768172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Updating router a69a0423-607d-4651-b4b5-06ca7a4cba6c port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:25:55.768987 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.770297 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1475260
Mar 26 21:25:55.773782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:55.778776 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:55.784923 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba27969-25e2-4141-a54f-739d5a583e96 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d080af95-3279-4c67-b22d-d5eb5c357999,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:55.804631 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.812411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (980ea5c2-094f-469e-8dc8-5225267bb77b), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.873812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (980ea5c2-094f-469e-8dc8-5225267bb77b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.878347 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (980ea5c2-094f-469e-8dc8-5225267bb77b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.898061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980ea5c2-094f-469e-8dc8-5225267bb77b,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:55.908259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:55.909560 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d789c2b4-555e-4f3b-9420-43a5edcc7ddf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1347005
Mar 26 21:25:55.913055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44744) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:55.918633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:55.950067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (3d88e698-716e-422a-a56e-fd537742082a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.019730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (3d88e698-716e-422a-a56e-fd537742082a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.029549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3d88e698-716e-422a-a56e-fd537742082a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.054596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d88e698-716e-422a-a56e-fd537742082a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.060563 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.062284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ede98e5b-6618-4e1c-87d6-9f470778ad1b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1474738
Mar 26 21:25:56.065188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:56.071532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:56.101779 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (e33ddfd9-f116-4000-ba1f-e2a60e004787), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.106449 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks [] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.113099 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.177913 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a769a-e7e6-47e9-aba3-b98b8e682e30 None None] Pushing event updated for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.196707 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (e33ddfd9-f116-4000-ba1f-e2a60e004787), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.202554 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e33ddfd9-f116-4000-ba1f-e2a60e004787), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.227438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd8433cb-0615-402a-80ac-9aef61cfadf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:56.231278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33ddfd9-f116-4000-ba1f-e2a60e004787,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.244879 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.249329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3a1b9e7b-ddf7-42c2-bf8d-a0719d76d72f tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1801126
Mar 26 21:25:56.249572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44750) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:56.258753 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Attempting to bind port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:25:56.259360 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Attempting to bind port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:25:56.259586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Attempting to bind port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce on network 0398be08-596d-4b17-9cda-aeb7b742eb00 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:25:56.262206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:56.266363 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:25:56.266840 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Checking segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:25:56.267255 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.267765 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Bound using segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:25:56.268319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Bound port: 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:25:56.268819 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.302783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bd8433cb-0615-402a-80ac-9aef61cfadf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:56.303497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.318240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (672ee441-ae02-46c5-b971-357d68f0f4aa), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.367865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] For port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:25:56.371443 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] For port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:25:56.382278 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.414819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (672ee441-ae02-46c5-b971-357d68f0f4aa), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.420474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (672ee441-ae02-46c5-b971-357d68f0f4aa), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.424765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bd8433cb-0615-402a-80ac-9aef61cfadf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:56.428399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3d78a367-4e90-4f31-8a80-91c4bdedbab9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:56.457618 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:25:56.458433 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:56.466661 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.468314 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2157533
Mar 26 21:25:56.469401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4112f-d3a0-4318-8b60-f69e812646de tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672ee441-ae02-46c5-b971-357d68f0f4aa,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.471513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44752) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:56.477293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:56.494544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:56.494800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.516861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a769a-e7e6-47e9-aba3-b98b8e682e30 None None] Pushing event updated for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.518140 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:25:56.524395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (f1217c8c-72bf-4da4-bc20-68d74646290f), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.604368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:56.614637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (f1217c8c-72bf-4da4-bc20-68d74646290f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.619417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:56.620163 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.621694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f1217c8c-72bf-4da4-bc20-68d74646290f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.622031 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:25:56.647068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1217c8c-72bf-4da4-bc20-68d74646290f,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.669443 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.671428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9835c3a4-7cb6-4b2e-bc96-e64bad7ee2f1 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1988060
Mar 26 21:25:56.674271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44754) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:25:56.681743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'security_group_rule': {'security_group_id': 'd080af95-3279-4c67-b22d-d5eb5c357999', 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:56.709068 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Project b26aef9ef8394051ae733c44969f31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:25:56.716929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (4d145171-31b6-4411-bad9-cb059153817a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.737628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Current status of the port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:56.738026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.788259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] For port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:25:56.788485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (4d145171-31b6-4411-bad9-cb059153817a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.792599 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.794167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (4d145171-31b6-4411-bad9-cb059153817a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.815278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d145171-31b6-4411-bad9-cb059153817a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.826110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:56.827857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90317d19-4168-4ee1-b502-f2181f43aa34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1517954
Mar 26 21:25:56.859540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dd7f6-2eb1-42ad-a16a-fd95cbad1663 None None] Pushing event updated for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:56.877197 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6f0fd0>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:25:56.907436 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605539f1-68b5-4df0-843f-9b3d2e5c8960 None None] The sync data for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 is: [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:25:56.923773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9117dadc-edf2-425e-9a8c-49a6f57f55df None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:56.924984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9117dadc-edf2-425e-9a8c-49a6f57f55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:57.022500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-605e5e5d-0bc0-4859-b197-3eda7e9030d9 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88356306&fields=id&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 267 time: 0.0745540
Mar 26 21:25:57.062205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9117dadc-edf2-425e-9a8c-49a6f57f55df None None] Current status of the port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:57.163835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-ddf8dcfc-2b33-4bb7-92a9-cf72c7d0e53b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:57.165687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-ddf8dcfc-2b33-4bb7-92a9-cf72c7d0e53b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/networks?id=0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 200  len: 797 time: 0.1313231
Mar 26 21:25:57.184075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-fa87752e-4585-4a31-ae72-8c520b193c8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/quotas/b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 375 time: 0.0122964
Mar 26 21:25:57.254332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-64a2bf83-a77f-4df5-8c55-9d3e3b9d1223 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0632806
Mar 26 21:25:57.369921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-54ce7d2a-091d-4a2c-b699-282488d303fc service neutron] 10.222.0.16 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018140
Mar 26 21:25:57.493313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-841378ef-66a8-4729-9412-a84a99940549 service neutron] 10.222.0.16 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173530
Mar 26 21:25:57.700586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2563c8f-33ff-4d16-9e57-f601df75049b req-0241f9aa-89c0-44eb-a68b-f848bd725bcc tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 210 time: 0.0445509
Mar 26 21:25:57.846261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8fae7d8b-0fbd-4dcd-8f99-5e973958d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:58.223421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:25:58.281869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:58.282345 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:58.387603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:25:58.797247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ee27d911-e47d-4cb2-8be5-bb7b2c236dcb req-abbabb00-1a1f-426d-a718-8aa07735ab16 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 210 time: 0.0280325
Mar 26 21:25:58.838508 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:58.965218 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-68b338a6-6483-4ac3-be25-f92b262dcb74 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:58.966892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-68b338a6-6483-4ac3-be25-f92b262dcb74 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/networks?id=0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 200  len: 797 time: 0.1236789
Mar 26 21:25:59.044649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5b2ec092-21b6-48fd-97cf-e22cb6148c49 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26aef9ef8394051ae733c44969f31ff HTTP/1.1" status: 200  len: 378 time: 0.0630462
Mar 26 21:25:59.056217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'port': {'device_id': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'admin_state_up': True, 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'security_groups': ['d080af95-3279-4c67-b22d-d5eb5c357999']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:59.170760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Made reservation on behalf of b26aef9ef8394051ae733c44969f31ff for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:25:59.174181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.301699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.20.0.14 (0398be08-596d-4b17-9cda-aeb7b742eb00/0b2aecca-6648-4f2a-9799-ff0be16bfdb2/e6793859-e2be-45e4-bd22-79e8b95c06d2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:25:59.461309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.498531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.549323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:25:59.553055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:25:59.556039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:25:59.592563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:25:59.624280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:25:59.625187 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.644302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-5938cc0d-cb68-4d6f-84aa-42cf402c6e8e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5921829
Mar 26 21:25:59.658977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Request body: {'port': {'device_id': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:25:59.732808 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.805592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3add0e9a-9643-4a11-bb5c-abfd6a383c91 None None] Provisioning complete for port e6793859-e2be-45e4-bd22-79e8b95c06d2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:25:59.806328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3add0e9a-9643-4a11-bb5c-abfd6a383c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:25:59.847130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3add0e9a-9643-4a11-bb5c-abfd6a383c91 None None] Port e6793859-e2be-45e4-bd22-79e8b95c06d2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:25:59.999307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e027e-24a2-47c0-b74f-cfe034b1ae8c req-0a307185-2abd-4fff-944d-70a6804b183a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:00.000839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-758e027e-24a2-47c0-b74f-cfe034b1ae8c req-0a307185-2abd-4fff-944d-70a6804b183a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 932 time: 0.1100075
Mar 26 21:26:00.100810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-758e027e-24a2-47c0-b74f-cfe034b1ae8c req-9553a0c9-7828-4f9f-89cd-50008c585374 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0913398
Mar 26 21:26:00.105372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6793859-e2be-45e4-bd22-79e8b95c06d2 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:26:00.122612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks [] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.128274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Transition to ACTIVE for port object e6793859-e2be-45e4-bd22-79e8b95c06d2 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:26:00.133604 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.186141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:00.187523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.273834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Attempting to bind port e6793859-e2be-45e4-bd22-79e8b95c06d2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:26:00.274531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Attempting to bind port e6793859-e2be-45e4-bd22-79e8b95c06d2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:26:00.275013 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Attempting to bind port e6793859-e2be-45e4-bd22-79e8b95c06d2 on network 0398be08-596d-4b17-9cda-aeb7b742eb00 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:26:00.281342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Port e6793859-e2be-45e4-bd22-79e8b95c06d2 on network 0398be08-596d-4b17-9cda-aeb7b742eb00 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:26:00.281737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Attempting to bind port e6793859-e2be-45e4-bd22-79e8b95c06d2 on network 0398be08-596d-4b17-9cda-aeb7b742eb00 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:26:00.288828 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:26:00.289174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Checking segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:26:00.289628 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Bound using segment: {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:26:00.290136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Bound port: e6793859-e2be-45e4-bd22-79e8b95c06d2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d22db2c-67cd-43db-8239-4729357f1fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:26:00.290553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.370952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:26:00.374676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:26:00.381249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.420147 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:00.420872 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:00.422628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 200  len: 1092 time: 0.7679558
Mar 26 21:26:00.425125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:26:00.428334 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6ea860-c07c-4bd4-9892-b59e69a9057d" -d '{"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:26:00.460966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261ee2-8d52-4f76-af32-589c7dd35ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:00.503985 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe6bc5-c1c4-4785-8584-84b82a6fb323 x-openstack-request-id: req-f9fe6bc5-c1c4-4785-8584-84b82a6fb323 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:26:00.504282 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:26:00.504634 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9fe6bc5-c1c4-4785-8584-84b82a6fb323 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:26:00.505145 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fe6bc5-c1c4-4785-8584-84b82a6fb323'] response: {'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'status': 'completed', 'code': 200}
Mar 26 21:26:00.528650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-67695ec6-fa92-43bd-b8d4-402d30768224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:00.530387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-67695ec6-fa92-43bd-b8d4-402d30768224 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1126 time: 0.0624216
Mar 26 21:26:00.582250 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-fab683dc-3281-4016-bcd8-9db6b7baf625 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 200  len: 217 time: 0.0397155
Mar 26 21:26:00.642595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-1b305079-b95c-4dde-9193-3ff0c2a19b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:00.644578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-1b305079-b95c-4dde-9193-3ff0c2a19b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b2aecca-6648-4f2a-9799-ff0be16bfdb2 HTTP/1.1" status: 200  len: 835 time: 0.0534270
Mar 26 21:26:00.703907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-adf5749e-f760-47a8-9379-f286d2909722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:00.705823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-adf5749e-f760-47a8-9379-f286d2909722 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0398be08-596d-4b17-9cda-aeb7b742eb00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0524285
Mar 26 21:26:00.807796 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-7075102b-96cc-49d9-9cd0-534f5df13542 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923371
Mar 26 21:26:00.915112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02ebbbe0-666f-49b7-b3e2-51c9ae7183d5 req-004e0169-d179-4e26-9d47-b89bdcf219a0 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966010
Mar 26 21:26:01.011418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-c714c1b9-435a-4312-8d57-b2a6e4c47725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:01.013055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-c714c1b9-435a-4312-8d57-b2a6e4c47725 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1126 time: 0.0472476
Mar 26 21:26:01.108274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-c3be7b6b-bcd5-44b2-8d2b-69d7db0053fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:01.109736 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-c3be7b6b-bcd5-44b2-8d2b-69d7db0053fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 200  len: 897 time: 0.0894649
Mar 26 21:26:01.151573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-d8b0dbf8-f073-4e27-bf83-500df180b877 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 200  len: 217 time: 0.0349274
Mar 26 21:26:01.229634 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-cdf5c436-76d2-4e4e-acfd-a025dee46e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:01.231096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-cdf5c436-76d2-4e4e-acfd-a025dee46e08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b2aecca-6648-4f2a-9799-ff0be16bfdb2 HTTP/1.1" status: 200  len: 835 time: 0.0740805
Mar 26 21:26:01.274593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ffda5-d20f-4c81-9da1-ce637f53c953 req-2b5cf565-1c99-4ccc-97ea-b57893a50499 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:01.276081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f08ffda5-d20f-4c81-9da1-ce637f53c953 req-2b5cf565-1c99-4ccc-97ea-b57893a50499 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 944 time: 0.0902591
Mar 26 21:26:01.298336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-d97d641d-8287-4f81-b2e8-4831c691181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:01.299772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-d97d641d-8287-4f81-b2e8-4831c691181c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0398be08-596d-4b17-9cda-aeb7b742eb00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0606766
Mar 26 21:26:01.388837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f08ffda5-d20f-4c81-9da1-ce637f53c953 req-13c6d8de-94dc-4c3b-b547-4327afcacb8a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0998445
Mar 26 21:26:01.419366 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-91bb91e1-83f2-4b6c-991a-55f7523fee02 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097474
Mar 26 21:26:01.520360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ee6ea860-c07c-4bd4-9892-b59e69a9057d req-45f83834-86be-43e4-8f9b-0031eb72fe35 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916033
Mar 26 21:26:01.844371 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:02.508000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea4224-31a9-4866-a951-0f30c2492884 req-dcc71bba-4fd5-416f-bf12-459eaa007ef4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:02.509480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79ea4224-31a9-4866-a951-0f30c2492884 req-dcc71bba-4fd5-416f-bf12-459eaa007ef4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 944 time: 0.0520298
Mar 26 21:26:02.557789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-79ea4224-31a9-4866-a951-0f30c2492884 req-e04321a5-a490-4789-b119-234ab11ec2d0 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427349
Mar 26 21:26:02.723884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e6793859-e2be-45e4-bd22-79e8b95c06d2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:26:02.819191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:02.829493 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'port_id': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'mac_address': 'fa:16:3e:04:37:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:26:02.869704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e6793859-e2be-45e4-bd22-79e8b95c06d2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:02.870409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:02.883083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6793859-e2be-45e4-bd22-79e8b95c06d2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:26:02.901365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:02.905033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:02.950539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:03.165440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['e6793859-e2be-45e4-bd22-79e8b95c06d2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:26:03.679680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90889056-5215-44ff-abc6-2b082105c293 req-d7740a78-74a3-46b0-a8dd-4b51d72b9ad5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:03.681179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90889056-5215-44ff-abc6-2b082105c293 req-d7740a78-74a3-46b0-a8dd-4b51d72b9ad5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 945 time: 0.0566487
Mar 26 21:26:03.731112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90889056-5215-44ff-abc6-2b082105c293 req-6c05ce79-ef83-4a48-9e3a-0d154d445e41 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444083
Mar 26 21:26:04.741659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e6793859-e2be-45e4-bd22-79e8b95c06d2 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:26:04.791230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port e6793859-e2be-45e4-bd22-79e8b95c06d2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:26:04.795731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port e6793859-e2be-45e4-bd22-79e8b95c06d2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:26:04.796146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:04.849556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a8120-63b3-4c1c-b4be-ac2aafd5d09d req-cd61065e-6ba9-44d4-9bce-6ee775015379 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:04.851660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-358a8120-63b3-4c1c-b4be-ac2aafd5d09d req-cd61065e-6ba9-44d4-9bce-6ee775015379 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 945 time: 0.0527170
Mar 26 21:26:04.878687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port e6793859-e2be-45e4-bd22-79e8b95c06d2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:04.879079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:04.902104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:26:04.904369 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7aa30-2d41-418b-8c9e-e1ec1143eb57" -d '{"events": [{"server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "name": "network-vif-plugged", "status": "completed", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:26:04.905280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-358a8120-63b3-4c1c-b4be-ac2aafd5d09d req-bd05a5f2-2c4d-4189-afc4-d9282ca235f5 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478268
Mar 26 21:26:04.918832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:04.924513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:04.971847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:05.010451 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6939dba-9a09-4df2-89bd-58566b9152f0 x-openstack-request-id: req-e6939dba-9a09-4df2-89bd-58566b9152f0 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:26:05.010823 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "name": "network-vif-plugged", "status": "completed", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:26:05.011334 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6939dba-9a09-4df2-89bd-58566b9152f0 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:26:05.011796 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6939dba-9a09-4df2-89bd-58566b9152f0'] response: {'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'code': 200}
Mar 26 21:26:05.123365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb54f0-6997-4341-8673-dfef52f68de1 req-28e260ec-d740-44c2-9db6-ee757e5caedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:05.124891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02fb54f0-6997-4341-8673-dfef52f68de1 req-28e260ec-d740-44c2-9db6-ee757e5caedf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1128 time: 0.0438771
Mar 26 21:26:05.175481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-02fb54f0-6997-4341-8673-dfef52f68de1 req-8f491cc0-ad40-4579-b840-d2ecdd90a6a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394254
Mar 26 21:26:06.042260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba447c05-7f5d-48aa-8f8b-875b3eb1f4c9 req-53a00a6f-f22a-4a0c-85cb-47ba4977d346 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:06.043787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ba447c05-7f5d-48aa-8f8b-875b3eb1f4c9 req-53a00a6f-f22a-4a0c-85cb-47ba4977d346 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.0607870
Mar 26 21:26:06.097382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ba447c05-7f5d-48aa-8f8b-875b3eb1f4c9 req-247a44ac-475b-44b7-84a4-6089d4d38a92 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461316
Mar 26 21:26:07.223117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62237d37-cf38-4001-b6db-aa1afca2a821 req-17bddd76-5c32-4044-8aed-a416fd6e3608 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:07.224615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62237d37-cf38-4001-b6db-aa1afca2a821 req-17bddd76-5c32-4044-8aed-a416fd6e3608 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.0536435
Mar 26 21:26:07.279316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62237d37-cf38-4001-b6db-aa1afca2a821 req-b99d6e48-91c5-42cb-9b42-6b206d6491b3 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484936
Mar 26 21:26:07.399648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa0f3-316e-47cd-a5e8-3ecb40129b77 req-92855418-a188-43ca-adef-3e9936d92d32 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:07.401188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e2fa0f3-316e-47cd-a5e8-3ecb40129b77 req-92855418-a188-43ca-adef-3e9936d92d32 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.0539205
Mar 26 21:26:07.454487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e2fa0f3-316e-47cd-a5e8-3ecb40129b77 req-2511098e-d0ef-49a7-81a6-679e7c57c497 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473292
Mar 26 21:26:07.479514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44822) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:07.525991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d39d9c-c365-46a3-92b3-37426077d4aa tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:07.527540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f3d39d9c-c365-46a3-92b3-37426077d4aa tempest-TestNetworkBasicOps-1528594957 tempest-TestNetworkBasicOps-1528594957-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1123 time: 0.0469701
Mar 26 21:26:07.530518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44824) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:07.534720 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:26:07.557186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:07.656250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:07.759532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Allocated IP 172.35.4.90 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/413b601e-c87f-48d4-a251-51375e139c9d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:26:07.862535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (413b601e-c87f-48d4-a251-51375e139c9d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:07.901051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (413b601e-c87f-48d4-a251-51375e139c9d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:07.936802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:26:07.939595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:07.942980 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:26:07.969579 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=413b601e-c87f-48d4-a251-51375e139c9d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:08.320147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (4cc969b2-0b82-4b2f-87f1-a204c9025fe3), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:08.387082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (413b601e-c87f-48d4-a251-51375e139c9d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:08.532753 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for port (413b601e-c87f-48d4-a251-51375e139c9d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:08.537172 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (413b601e-c87f-48d4-a251-51375e139c9d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:08.605047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event updated for resources: {'Port': ['ID=413b601e-c87f-48d4-a251-51375e139c9d,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:08.616653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4cc969b2-0b82-4b2f-87f1-a204c9025fe3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:08.718600 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Floating IP 4cc969b2-0b82-4b2f-87f1-a204c9025fe3 associated. External IP: 172.35.4.90, port: e6793859-e2be-45e4-bd22-79e8b95c06d2.
Mar 26 21:26:09.297054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router a69a0423-607d-4651-b4b5-06ca7a4cba6c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:26:09.420583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:26:09.431855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Sync routers for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:26:09.440071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:09.443560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:09.444344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed9db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:09.474239 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6013e57c-1aca-41a9-a8f2-86bb39ff4fe2 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9426789
Mar 26 21:26:09.474939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:26:09.477360 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f973eba-a07a-4968-92f1-2f570b275a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:26:09.477714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:09.517012 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eccab8-bc7c-4e7c-8a49-fe931de17c53 x-openstack-request-id: req-34eccab8-bc7c-4e7c-8a49-fe931de17c53 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:26:09.517289 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:26:09.517609 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34eccab8-bc7c-4e7c-8a49-fe931de17c53 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:26:09.517970 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34eccab8-bc7c-4e7c-8a49-fe931de17c53'] response: {'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'status': 'completed', 'code': 200}
Mar 26 21:26:09.562681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6f788853-5edc-4b0b-a390-1021e276ba34 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/4cc969b2-0b82-4b2f-87f1-a204c9025fe3 HTTP/1.1" status: 200  len: 991 time: 0.0833931
Mar 26 21:26:09.580667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:09.590756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-6aaeb8b5-f25d-4b6d-b1f5-b9b87190bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:09.592539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-6aaeb8b5-f25d-4b6d-b1f5-b9b87190bf48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1128 time: 0.0485439
Mar 26 21:26:09.700953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-9a321391-9e9e-4a5b-8e38-4f2115256cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:09.708535 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-9a321391-9e9e-4a5b-8e38-4f2115256cda service neutron] 10.222.0.21 "GET /v2.0/networks?id=0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 200  len: 897 time: 0.1084409
Mar 26 21:26:09.782211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-e4d0b305-f5ca-4ecd-aa2d-31ce33a8420c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 200  len: 999 time: 0.0681584
Mar 26 21:26:09.828473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed9db50>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4cc969b2-0b82-4b2f-87f1-a204c9025fe3', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.90', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'port_id': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'mac_address': 'fa:16:3e:04:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:26:08Z', 'updated_at': '2022-03-26T21:26:08Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:09.834556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-8b6cf9b8-6a94-423a-813d-dc5a434f0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:09.836399 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-8b6cf9b8-6a94-423a-813d-dc5a434f0631 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b2aecca-6648-4f2a-9799-ff0be16bfdb2 HTTP/1.1" status: 200  len: 835 time: 0.0485392
Mar 26 21:26:09.862130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Checking router: a69a0423-607d-4651-b4b5-06ca7a4cba6c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:26:09.872330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:09.873048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed9db50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:25:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:09.898338 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-8346c35b-68d9-4e98-a80d-d70cb922c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:09.900197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-8346c35b-68d9-4e98-a80d-d70cb922c640 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0398be08-596d-4b17-9cda-aeb7b742eb00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0582814
Mar 26 21:26:10.014503 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-dea1785d-630c-4191-87b9-20c770685436 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1077547
Mar 26 21:26:10.124205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2f973eba-a07a-4968-92f1-2f570b275a3c req-90d87cb0-4568-48c6-8397-6002821d9730 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003940
Mar 26 21:26:10.166473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:10.411815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-446021fc-dc58-47ef-9189-d99397791114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed9db50>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4cc969b2-0b82-4b2f-87f1-a204c9025fe3', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.90', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'port_id': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'mac_address': 'fa:16:3e:04:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:26:08Z', 'updated_at': '2022-03-26T21:26:08Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:10.441702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446021fc-dc58-47ef-9189-d99397791114 None None] The sync data for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 is: [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4cc969b2-0b82-4b2f-87f1-a204c9025fe3', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'floating_ip_address': '172.35.4.90', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'port_id': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'mac_address': 'fa:16:3e:04:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:26:08Z', 'updated_at': '2022-03-26T21:26:08Z', 'revision_number': 0, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:26:10.564092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44830) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:10.637333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d72977ff-3db8-4fa0-a7a2-286d27bf6660 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/4cc969b2-0b82-4b2f-87f1-a204c9025fe3 HTTP/1.1" status: 200  len: 991 time: 0.0713232
Mar 26 21:26:10.657811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bde150-e470-49b9-b4b2-cbcb688579dd None None] New status for floating IP 4cc969b2-0b82-4b2f-87f1-a204c9025fe3: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:26:11.641050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44832) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:11.711522 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-807153a9-7eaa-49ff-9bdf-a3315f2e318a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/4cc969b2-0b82-4b2f-87f1-a204c9025fe3 HTTP/1.1" status: 200  len: 993 time: 0.0691986
Mar 26 21:26:14.291201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:15.941133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:23.932866 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-86cb4197-57ce-41f8-a831-7b1bc39064df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1032374
Mar 26 21:26:24.014674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-413d0792-364b-4063-b216-cf9abb9a9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:24.016186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-413d0792-364b-4063-b216-cf9abb9a9f8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0441301
Mar 26 21:26:24.121917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-7665ece0-0919-42aa-9f60-9a20a2c4084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:24.123272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-7665ece0-0919-42aa-9f60-9a20a2c4084b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0893281
Mar 26 21:26:24.186576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-956c390c-d525-4eab-b2bc-ddc54677626b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1000 time: 0.0576963
Mar 26 21:26:24.236850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-053f9311-2d15-4910-9bb7-3e3e932109d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:24.238247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-053f9311-2d15-4910-9bb7-3e3e932109d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0461917
Mar 26 21:26:24.286308 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-70c16a10-0823-4a47-a9f3-183985a5bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:24.287774 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-70c16a10-0823-4a47-a9f3-183985a5bc3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430503
Mar 26 21:26:24.376943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-c1b1ecc3-f961-4c23-b861-ed674fd54b28 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832169
Mar 26 21:26:24.461943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62c6e78c-9250-4fd8-8ed6-38b1b3a7e68f req-7c5138e7-3b8a-4357-a5a6-a12d367b2227 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797441
Mar 26 21:26:25.075828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77581fc4-5522-496c-ba3b-340a3d380016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:26.680628 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:26:27.838918 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e49f8aa3-0f14-45f2-aa02-6ac498258d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:28.841731 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:30.186620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:31.848225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:44.290669 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:44.779868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44850) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:44.839131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d3209132-9210-4fc8-af91-28442dfa642a tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/floatingips/4cc969b2-0b82-4b2f-87f1-a204c9025fe3 HTTP/1.1" status: 200  len: 993 time: 0.0580795
Mar 26 21:26:45.074586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44856) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:45.233008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 413b601e-c87f-48d4-a251-51375e139c9d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:45.233355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (413b601e-c87f-48d4-a251-51375e139c9d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.308089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (413b601e-c87f-48d4-a251-51375e139c9d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.308419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (413b601e-c87f-48d4-a251-51375e139c9d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.320333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 413b601e-c87f-48d4-a251-51375e139c9d owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:45.464204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (413b601e-c87f-48d4-a251-51375e139c9d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.488588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=413b601e-c87f-48d4-a251-51375e139c9d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:45.497556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.498043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.498553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.499052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.499393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.499800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.500328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.500790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.501126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.501556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.502043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.502502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.502835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.503285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.503771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:45.565814 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for floatingip (4cc969b2-0b82-4b2f-87f1-a204c9025fe3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.566280 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Floating IP 4cc969b2-0b82-4b2f-87f1-a204c9025fe3 disassociated (deleted). External IP: 172.35.4.90, port: e6793859-e2be-45e4-bd22-79e8b95c06d2.
Mar 26 21:26:45.779447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router a69a0423-607d-4651-b4b5-06ca7a4cba6c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:26:45.892109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:26:45.896882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:45.901784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Sync routers for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:26:45.911626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:45.913224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1f2310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:45.975648 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:46.038507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:46.242643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1f2310>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:46.248934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d1c8580c-0027-493d-b774-d7bfb9430cfe tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/floatingips/4cc969b2-0b82-4b2f-87f1-a204c9025fe3 HTTP/1.1" status: 204  len: 168 time: 1.1733437
Mar 26 21:26:46.249613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:26:46.252006 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33672cba-6322-4f8f-aa92-df8a2116f633" -d '{"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:26:46.273797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Checking router: a69a0423-607d-4651-b4b5-06ca7a4cba6c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:26:46.284087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:46.284718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1f2310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:46.291958 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f42b70-c087-498b-9faf-5dba37b6ead5 x-openstack-request-id: req-43f42b70-c087-498b-9faf-5dba37b6ead5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:26:46.292266 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:26:46.292521 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43f42b70-c087-498b-9faf-5dba37b6ead5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:26:46.293599 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f42b70-c087-498b-9faf-5dba37b6ead5'] response: {'name': 'network-changed', 'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'status': 'completed', 'code': 200}
Mar 26 21:26:46.366575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-5cbdc160-6d9a-4266-a15c-7eadbf432080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:46.368778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-5cbdc160-6d9a-4266-a15c-7eadbf432080 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b26aef9ef8394051ae733c44969f31ff&device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 1128 time: 0.0477576
Mar 26 21:26:46.404668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:46.499172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-9baaa650-29aa-4b0d-a301-1801254a3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:46.500681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-9baaa650-29aa-4b0d-a301-1801254a3cdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 200  len: 897 time: 0.1200013
Mar 26 21:26:46.550612 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-aa46dbeb-d40a-4e55-bd64-e7686c666816 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 200  len: 217 time: 0.0414271
Mar 26 21:26:46.557509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd79a4c-8808-4931-9c4d-cb3a8e682794 req-0d21f5e1-80d8-4f00-9d74-9d497090d9d6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:46.558946 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcd79a4c-8808-4931-9c4d-cb3a8e682794 req-0d21f5e1-80d8-4f00-9d74-9d497090d9d6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.1085691
Mar 26 21:26:46.606470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1f2310>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:46.629461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-fe27018b-4c32-4b56-964b-d3fc3d0aa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:46.631469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-fe27018b-4c32-4b56-964b-d3fc3d0aa099 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0b2aecca-6648-4f2a-9799-ff0be16bfdb2 HTTP/1.1" status: 200  len: 835 time: 0.0711348
Mar 26 21:26:46.633085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2911918b-2b14-403d-841b-a33653f4a4e1 None None] The sync data for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 is: [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:25:53Z', 'revision_number': 4, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a7a5a6f-a7c0-4294-a94f-55bdb40275ce', 'name': '', 'network_id': '0398be08-596d-4b17-9cda-aeb7b742eb00', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'mac_address': 'fa:16:3e:14:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:52Z', 'updated_at': '2022-03-26T21:25:56Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'subnets': [{'id': '0b2aecca-6648-4f2a-9799-ff0be16bfdb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:26:46.640040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcd79a4c-8808-4931-9c4d-cb3a8e682794 req-c937c3ff-da18-4292-84a3-d9ea14f5b52e tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0731168
Mar 26 21:26:46.685733 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-313e1124-ba4d-4cf6-a4f7-68a156c4c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:46.687263 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-313e1124-ba4d-4cf6-a4f7-68a156c4c229 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0398be08-596d-4b17-9cda-aeb7b742eb00&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463877
Mar 26 21:26:46.784920 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-f09a8b78-be71-4699-ba49-307bb62f1546 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903115
Mar 26 21:26:46.861549 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aadaa8-4544-43ae-8231-1c4e7d88539f None None] New status for floating IP 4cc969b2-0b82-4b2f-87f1-a204c9025fe3: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:26:46.879286 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33672cba-6322-4f8f-aa92-df8a2116f633 req-aff6c024-f5e5-4914-a442-c06a416ad5f9 service neutron] 10.222.0.21 "GET /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874164
Mar 26 21:26:47.764077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0075b-2455-43b7-8faf-79bd870ab809 req-fcc4ef7b-59f1-44fb-bac0-4ddae4a03435 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:47.765611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61c0075b-2455-43b7-8faf-79bd870ab809 req-fcc4ef7b-59f1-44fb-bac0-4ddae4a03435 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.0529778
Mar 26 21:26:47.813903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61c0075b-2455-43b7-8faf-79bd870ab809 req-fb19af1c-d35c-4a43-84c6-deda0aa9a786 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/security-groups?id=d080af95-3279-4c67-b22d-d5eb5c357999&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426822
Mar 26 21:26:47.952194 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-753e0a5b-4890-43df-a30b-444655e12cd6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:47.953533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-753e0a5b-4890-43df-a30b-444655e12cd6 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 946 time: 0.0562134
Mar 26 21:26:48.046414 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port e6793859-e2be-45e4-bd22-79e8b95c06d2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:48.046773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:48.138401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port e6793859-e2be-45e4-bd22-79e8b95c06d2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e6793859-e2be-45e4-bd22-79e8b95c06d2,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:48.138762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:48.151062 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for e6793859-e2be-45e4-bd22-79e8b95c06d2 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:48.277658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e6793859-e2be-45e4-bd22-79e8b95c06d2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:48.310067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=e6793859-e2be-45e4-bd22-79e8b95c06d2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:48.351583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] No DVR routers for this DVR port e6793859-e2be-45e4-bd22-79e8b95c06d2 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:26:48.354499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:48.357901 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f17b9ee6-f8db-42e1-9537-ec948f354ff7 req-a8362b6c-d40b-446e-aace-4e5645fb22b4 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.21 "DELETE /v2.0/ports/e6793859-e2be-45e4-bd22-79e8b95c06d2 HTTP/1.1" status: 204  len: 173 time: 0.3966045
Mar 26 21:26:48.358346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'name': 'network-vif-deleted', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:26:48.360603 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae44995-8521-4578-9d1b-627b2de17afa" -d '{"events": [{"server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "name": "network-vif-deleted", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:26:48.404490 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185e9a53-2f90-40f0-ad42-41a7910aa567 x-openstack-request-id: req-185e9a53-2f90-40f0-ad42-41a7910aa567 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:26:48.404794 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d", "name": "network-vif-deleted", "tag": "e6793859-e2be-45e4-bd22-79e8b95c06d2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:26:48.405059 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-185e9a53-2f90-40f0-ad42-41a7910aa567 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:26:48.405481 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185e9a53-2f90-40f0-ad42-41a7910aa567'] response: {'server_uuid': 'c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d', 'name': 'network-vif-deleted', 'tag': 'e6793859-e2be-45e4-bd22-79e8b95c06d2', 'status': 'completed', 'code': 200}
Mar 26 21:26:48.922612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38eade31-dbd6-4371-a07d-6f3fbb3509b3 req-f1460ff4-9427-4c7b-8a60-78ce04c6845d tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "GET /v2.0/ports?device_id=c34a7fdb-2ebc-4e8b-bcdf-afaf1e74156d HTTP/1.1" status: 200  len: 210 time: 0.0272348
Mar 26 21:26:49.978242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44872) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:50.037893 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (d080af95-3279-4c67-b22d-d5eb5c357999), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.062812 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (d080af95-3279-4c67-b22d-d5eb5c357999), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.121777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d080af95-3279-4c67-b22d-d5eb5c357999), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.124459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.125607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/security-groups/d080af95-3279-4c67-b22d-d5eb5c357999 HTTP/1.1" status: 204  len: 168 time: 0.1463687
Mar 26 21:26:50.136678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f1bda-a9ff-4a4e-b8bd-da2a342df093 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d080af95-3279-4c67-b22d-d5eb5c357999,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:50.164713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:50.519455 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.777242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:50.777505 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.864814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:50.865202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:50.877820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:50.956501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e6793859-e2be-45e4-bd22-79e8b95c06d2 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:26:50.977202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: e6793859-e2be-45e4-bd22-79e8b95c06d2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:26:50.977554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device e6793859-e2be-45e4-bd22-79e8b95c06d2 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:26:51.063233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3a7a5a6f-a7c0-4294-a94f-55bdb40275ce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.092987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=3a7a5a6f-a7c0-4294-a94f-55bdb40275ce,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:51.267138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.487091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Router a69a0423-607d-4651-b4b5-06ca7a4cba6c has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:26:51.593500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:26:51.598436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-754ae214-37e5-4635-bc1c-76696efbadcf tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "PUT /v2.0/routers/a69a0423-607d-4651-b4b5-06ca7a4cba6c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4325597
Mar 26 21:26:51.601145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44878) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:51.604788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Sync routers for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:26:51.614305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:51.615543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eeaac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:51.651534 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting subnet 0b2aecca-6648-4f2a-9799-ff0be16bfdb2 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:26:51.655021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (0b2aecca-6648-4f2a-9799-ff0be16bfdb2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.696509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (0b2aecca-6648-4f2a-9799-ff0be16bfdb2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.724004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:51.782887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0b2aecca-6648-4f2a-9799-ff0be16bfdb2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.840860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (0b2aecca-6648-4f2a-9799-ff0be16bfdb2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.873188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2aecca-6648-4f2a-9799-ff0be16bfdb2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:51.873188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:51.875324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d27d70f9-26ca-403a-864e-2b48128c565b tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/subnets/0b2aecca-6648-4f2a-9799-ff0be16bfdb2 HTTP/1.1" status: 204  len: 168 time: 0.2732592
Mar 26 21:26:51.877952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44880) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:51.885992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953093f6-63e3-4b33-bc04-abdf3a9c5d5d None None] Network 0398be08-596d-4b17-9cda-aeb7b742eb00 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:26:51.979158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eeaac10>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:26:51Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:51.986610 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.011761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Checking router: a69a0423-607d-4651-b4b5-06ca7a4cba6c for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:26:52.025966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Routers {'a69a0423-607d-4651-b4b5-06ca7a4cba6c'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:52.026588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eeaac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:52.104633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_gateway (a69a0423-607d-4651-b4b5-06ca7a4cba6c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.106110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] DHCP port deletion for 0398be08-596d-4b17-9cda-aeb7b742eb00 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:26:52.158230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port 3d78a367-4e90-4f31-8a80-91c4bdedbab9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:52.158583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.252999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port 3d78a367-4e90-4f31-8a80-91c4bdedbab9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d78a367-4e90-4f31-8a80-91c4bdedbab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:52.253486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.266780 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for 3d78a367-4e90-4f31-8a80-91c4bdedbab9 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:52.305203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bd8433cb-0615-402a-80ac-9aef61cfadf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:26:52.360101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] Set router a69a0423-607d-4651-b4b5-06ca7a4cba6c gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:52.439062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3d78a367-4e90-4f31-8a80-91c4bdedbab9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.485774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=3d78a367-4e90-4f31-8a80-91c4bdedbab9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:52.504348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Deleting port bd8433cb-0615-402a-80ac-9aef61cfadf5 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:52.504729 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.526669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.548602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bd8433cb-0615-402a-80ac-9aef61cfadf5 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:52.548995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.618042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.620102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router_controller (a69a0423-607d-4651-b4b5-06ca7a4cba6c), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.628705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8433cb-0615-402a-80ac-9aef61cfadf5,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:52.629112 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.655320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Calling delete_port for bd8433cb-0615-402a-80ac-9aef61cfadf5 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:52.668408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a69a0423-607d-4651-b4b5-06ca7a4cba6c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.668967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Fanout notify agent at l3_agent the message router_deleted on router a69a0423-607d-4651-b4b5-06ca7a4cba6c {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:26:52.672182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8433cb-0615-402a-80ac-9aef61cfadf5,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:52.676589 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.677789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abb5341c-b4d7-47bb-824c-37a82e575351 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/routers/a69a0423-607d-4651-b4b5-06ca7a4cba6c HTTP/1.1" status: 204  len: 168 time: 0.7989144
Mar 26 21:26:52.679278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.681216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44882) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:52.757130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (0398be08-596d-4b17-9cda-aeb7b742eb00), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.781666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:52.784351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eeaac10>, [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:26:51Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:52.813403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Deleting port bd8433cb-0615-402a-80ac-9aef61cfadf5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:26:52.813747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.822408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.822774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.823124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.823478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.823820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.824184 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.824525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.824861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.825192 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.825523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.825856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.826203 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.826515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.826847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.827175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:52.830658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75dc2d-8802-491d-ad67-67fa4fa16fb0 None None] The sync data for ids ['a69a0423-607d-4651-b4b5-06ca7a4cba6c'] in ncdv-master-1 is: [{'id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'name': 'tempest-TestNetworkBasicOps-router-1119783508', 'tenant_id': 'b26aef9ef8394051ae733c44969f31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:25:49Z', 'updated_at': '2022-03-26T21:26:51Z', 'revision_number': 5, 'project_id': 'b26aef9ef8394051ae733c44969f31ff', 'gw_port': {'id': '3d78a367-4e90-4f31-8a80-91c4bdedbab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69a0423-607d-4651-b4b5-06ca7a4cba6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:25:50Z', 'updated_at': '2022-03-26T21:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:26:52.850258 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.882706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] Pushing event deleted for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:52.884715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ca50b-5495-4a85-b6c8-9e7236c95cd6 None None] No DVR routers for this DVR port bd8433cb-0615-402a-80ac-9aef61cfadf5 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:26:52.887702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] For port bd8433cb-0615-402a-80ac-9aef61cfadf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8433cb-0615-402a-80ac-9aef61cfadf5,segment=NetworkSegment(2d22db2c-67cd-43db-8239-4729357f1fb8),segment_id=2d22db2c-67cd-43db-8239-4729357f1fb8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:52.887702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:52.901919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Calling delete_port for bd8433cb-0615-402a-80ac-9aef61cfadf5 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:26:52.982091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (bd8433cb-0615-402a-80ac-9aef61cfadf5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.007315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Port': ['ID=bd8433cb-0615-402a-80ac-9aef61cfadf5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:53.010804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] No DVR routers for this DVR port bd8433cb-0615-402a-80ac-9aef61cfadf5 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:26:53.087683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (0398be08-596d-4b17-9cda-aeb7b742eb00), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.110410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611de3d9a0>,) {'filters': {'network_id': ['0398be08-596d-4b17-9cda-aeb7b742eb00']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:53.120121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de3d9a0>, '2d22db2c-67cd-43db-8239-4729357f1fb8') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:53.120421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de3d9a0>, '2d22db2c-67cd-43db-8239-4729357f1fb8') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:53.129733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (2d22db2c-67cd-43db-8239-4729357f1fb8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.142982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (2d22db2c-67cd-43db-8239-4729357f1fb8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.148743 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:26:53.149128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (2d22db2c-67cd-43db-8239-4729357f1fb8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   self.session.flush()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:26:53.151937 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:26:53.213346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (0398be08-596d-4b17-9cda-aeb7b742eb00), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.220834 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.223997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] 10.222.0.16 "DELETE /v2.0/networks/0398be08-596d-4b17-9cda-aeb7b742eb00 HTTP/1.1" status: 204  len: 168 time: 0.5416260
Mar 26 21:26:53.242285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb831f-d380-4c8e-bfbc-8591c1c70753 tempest-TestNetworkBasicOps-658177694 tempest-TestNetworkBasicOps-658177694-project] Pushing event deleted for resources: {'Network': ['ID=0398be08-596d-4b17-9cda-aeb7b742eb00,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:53.505331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44888) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:53.638699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bcfa8312-449c-4d15-a758-ed956616dd72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b26aef9ef8394051ae733c44969f31ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315019
Mar 26 21:26:53.641093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44892) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:53.694037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] Publish callbacks [] for security_group (74d970ac-2b9b-4536-848d-07949aed03b0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.714127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] Publish callbacks [] for security_group (74d970ac-2b9b-4536-848d-07949aed03b0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.760789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (74d970ac-2b9b-4536-848d-07949aed03b0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.763344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:53.764509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74d970ac-2b9b-4536-848d-07949aed03b0 HTTP/1.1" status: 204  len: 168 time: 0.1225078
Mar 26 21:26:53.772261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1d09a-2a43-465f-a9ce-cb34d5fee8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d970ac-2b9b-4536-848d-07949aed03b0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:54.024234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44898) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:54.038868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab63-7523-42a9-845e-19a79e79267b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.111107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab63-7523-42a9-845e-19a79e79267b admin admin] Publish callbacks [] for security_group (cde8962e-0b8c-43e4-9f01-a9f164e4af5d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.115372 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab63-7523-42a9-845e-19a79e79267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cde8962e-0b8c-43e4-9f01-a9f164e4af5d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.151415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-52e4ab63-7523-42a9-845e-19a79e79267b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d28211ddaca849d299097f8b4ddef745&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1260495
Mar 26 21:26:54.153299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ab63-7523-42a9-845e-19a79e79267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde8962e-0b8c-43e4-9f01-a9f164e4af5d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:54.154099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44900) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:54.203312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Publish callbacks [] for security_group (cde8962e-0b8c-43e4-9f01-a9f164e4af5d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.224002 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Publish callbacks [] for security_group (cde8962e-0b8c-43e4-9f01-a9f164e4af5d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.227544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:26:54.247968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:26:54.248324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a7a5a6f-a7c0-4294-a94f-55bdb40275ce not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:26:54.248751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3d78a367-4e90-4f31-8a80-91c4bdedbab9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:26:54.269265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3d78a367-4e90-4f31-8a80-91c4bdedbab9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:26:54.269944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3d78a367-4e90-4f31-8a80-91c4bdedbab9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:26:54.272637 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cde8962e-0b8c-43e4-9f01-a9f164e4af5d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.275471 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:54.276528 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cde8962e-0b8c-43e4-9f01-a9f164e4af5d HTTP/1.1" status: 204  len: 168 time: 0.1214387
Mar 26 21:26:54.284632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde8962e-0b8c-43e4-9f01-a9f164e4af5d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:54.292877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.293229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.293570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.293908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.294241 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.294571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.295001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.295211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.295536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.295857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.296221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.296544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.296866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.297189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.297529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37235a59-3f87-4af8-9653-6f4afcdf265f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:54.930949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:55.027431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1054229465-network', 'tenant_id': '70a75e2183794d609998d8ad6e651a36'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:26:55.056439 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Made reservation on behalf of 70a75e2183794d609998d8ad6e651a36 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:26:55.058681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.068538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.082633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49f49133-0a99-4db3-ae13-cd575799555f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.145649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks [] for security_group (8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.150417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.175245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:26:55.183700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:55.191759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68af28dd-b1f9-42ca-855c-49899589f98a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.192776 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Added segment 68af28dd-b1f9-42ca-855c-49899589f98a of type vlan for network 96040088-769d-4ca9-a694-0db7b281db4c
Mar 26 21:26:55.233430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (96040088-769d-4ca9-a694-0db7b281db4c), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.260504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (96040088-769d-4ca9-a694-0db7b281db4c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.261681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:55.262050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.289750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3576624
Mar 26 21:26:55.293037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44932) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:55.297893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Request body: {'subnet': {'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1054229465-subnet', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:26:55.319954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Made reservation on behalf of 70a75e2183794d609998d8ad6e651a36 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:26:55.322717 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.344084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43640562-f6b0-431d-99cf-8a1ce2d10c33 admin admin] Pushing event updated for resources: {'Network': ['ID=96040088-769d-4ca9-a694-0db7b281db4c,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:55.355375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 96040088-769d-4ca9-a694-0db7b281db4c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:26:55.514993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (c9accbb1-0287-4a9c-8ceb-5c6cc9feb071), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.566670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9accbb1-0287-4a9c-8ceb-5c6cc9feb071,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:55.582342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Checking segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:26:55.582700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Network hostable DHCP agents. Network: 96040088-769d-4ca9-a694-0db7b281db4c, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:26:55.598542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Network 96040088-769d-4ca9-a694-0db7b281db4c is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:26:55.607662 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 96040088-769d-4ca9-a694-0db7b281db4c) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:55.612010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:55.612600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.617352 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd14173-5dbd-425d-aa3b-7aac5a83cedd None None] Network 96040088-769d-4ca9-a694-0db7b281db4c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:26:55.629317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8ddcd6a1-7de7-4637-91e4-7be09c9f0d81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3352094
Mar 26 21:26:55.632859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 44948) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:55.636894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:26:55.655621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.656651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.718273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for router_controller (089c54cc-3a07-4e66-938f-ce4cb1147bc5), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.726030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-96040088-769d-4ca9-a694-0db7b281db4c', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'project_id': '70a75e2183794d609998d8ad6e651a36', 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:26:55.726906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:55.866015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Allocated IP 172.20.0.2 (96040088-769d-4ca9-a694-0db7b281db4c/c9accbb1-0287-4a9c-8ceb-5c6cc9feb071/039afe62-2f27-4f73-b7d7-8c01c9b6ff5c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:26:56.022401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks [] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.027356 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.072880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Network 96040088-769d-4ca9-a694-0db7b281db4c is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:26:56.075747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:56.082500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:26:56.086321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Pushing event updated for resources: {'Port': ['ID=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:56.140653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Attempting to bind port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:26:56.140950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Attempting to bind port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:26:56.141317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Attempting to bind port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:26:56.146741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:26:56.147125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Checking segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:26:56.147533 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.147946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Bound using segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:26:56.148420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Bound port: 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:26:56.148799 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.191383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for router_gateway (089c54cc-3a07-4e66-938f-ce4cb1147bc5), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.213984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] For port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:26:56.217258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] For port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:26:56.223085 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.287618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2421f8-6ef1-484c-bfad-999bf9b1de83 None None] Pushing event updated for resources: {'Port': ['ID=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:56.404632 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for router_gateway (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.424277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.550064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Allocated IP 172.35.4.30 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/acd670ae-9b3e-4d84-ac47-fa94d484ed39) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:26:56.659049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.699405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:56.733583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:26:56.736428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:56.740567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:26:56.772676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Pushing event updated for resources: {'Port': ['ID=acd670ae-9b3e-4d84-ac47-fa94d484ed39,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:57.016716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for router_gateway (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.246525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.313704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0deaeb0-7dec-486b-908e-e05f17547d45 None None] Network 96040088-769d-4ca9-a694-0db7b281db4c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:26:57.399045 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:26:57.419434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Provisioning complete for port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:26:57.419820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.512379 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:26:57.514234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Current status of the port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:57.514730 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.527323 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Sync routers for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:26:57.534062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.537637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f3967184-b1de-49a2-9cdf-244e5ca31948 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9024835
Mar 26 21:26:57.538927 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:57.539475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 44980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:26:57.540034 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125b13c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:57.560480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] For port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:26:57.565734 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.635372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b9d73-2a7f-4cf4-a247-ce35389f2dfb None None] Pushing event updated for resources: {'Port': ['ID=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:57.652555 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:57.789343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b89b0ad7-d5eb-4a37-83bd-66ab355a559f None None] Provisioning complete for port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:26:57.789726 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b89b0ad7-d5eb-4a37-83bd-66ab355a559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.840418 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125b13c40>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:56Z', 'revision_number': 3, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:57.849047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6807cb8a-20ef-47f8-bab7-a0773c57c8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.876076 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Checking router: 089c54cc-3a07-4e66-938f-ce4cb1147bc5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:26:57.876439 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Updating router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 port acd670ae-9b3e-4d84-ac47-fa94d484ed39 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:26:57.892266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b89b0ad7-d5eb-4a37-83bd-66ab355a559f None None] Current status of the port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:57.907026 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:57.993610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.178686 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks [] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.186184 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.200509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-d1df2c8f-d058-4bbe-80da-d975158ab01a tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244663080&fields=id&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 267 time: 0.0941985
Mar 26 21:26:58.243440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Pushing event updated for resources: {'Port': ['ID=acd670ae-9b3e-4d84-ac47-fa94d484ed39,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:58.264250 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.264683 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.265154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.266152 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.266152 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.266399 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.266681 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.267067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.267750 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.267750 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.268242 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.268634 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.269040 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.269405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.269791 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:26:58.273611 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Attempting to bind port acd670ae-9b3e-4d84-ac47-fa94d484ed39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:26:58.274098 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Attempting to bind port acd670ae-9b3e-4d84-ac47-fa94d484ed39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:26:58.274526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Attempting to bind port acd670ae-9b3e-4d84-ac47-fa94d484ed39 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:26:58.277663 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:26:58.280467 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:26:58.280989 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:26:58.281432 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.281941 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:26:58.282490 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Bound port: acd670ae-9b3e-4d84-ac47-fa94d484ed39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:26:58.282936 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.334062 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] For port acd670ae-9b3e-4d84-ac47-fa94d484ed39, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:26:58.337578 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] For port acd670ae-9b3e-4d84-ac47-fa94d484ed39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd670ae-9b3e-4d84-ac47-fa94d484ed39,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:26:58.338795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:26:58.339285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.342203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Allocated IP 172.20.0.1 (96040088-769d-4ca9-a694-0db7b281db4c/c9accbb1-0287-4a9c-8ceb-5c6cc9feb071/3783704a-9740-4ce8-81b3-3295205960ea) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:26:58.347595 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.378729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-5ed3a6ff-fb56-4263-afbd-76b43b7acab9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:26:58.381235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-5ed3a6ff-fb56-4263-afbd-76b43b7acab9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.1513357
Mar 26 21:26:58.404596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-da9296ac-d870-4cb7-b3e3-8598c71ef9b7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/quotas/c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 375 time: 0.0134215
Mar 26 21:26:58.441035 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf7efd-abce-4969-9fa3-543fb0922bc6 None None] Pushing event updated for resources: {'Port': ['ID=acd670ae-9b3e-4d84-ac47-fa94d484ed39,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:58.445132 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:26:58.445869 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125b13c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:58.452239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:26:58.521511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks [] for port (3783704a-9740-4ce8-81b3-3295205960ea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.529514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-96a9bdb8-8b7d-4f19-9fe1-cf6dd2401442 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1148357
Mar 26 21:26:58.558649 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:26:58.620263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:58.684674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Network 96040088-769d-4ca9-a694-0db7b281db4c is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:26:58.691618 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-5648cb98-50a5-45f5-9265-0475ea883184 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490088
Mar 26 21:26:58.692459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Pushing event updated for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:58.695849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:58.698042 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:26:58.753690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125b13c40>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:56Z', 'revision_number': 3, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:26:58.786185 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2feb2aa-85ee-48b1-a438-2ab17bcf41de None None] The sync data for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 is: [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:56Z', 'revision_number': 3, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:26:58.855458 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.064443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a650-5053-4c81-8799-9acab37d9eea None None] Provisioning complete for port 3783704a-9740-4ce8-81b3-3295205960ea triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:26:59.064746 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a650-5053-4c81-8799-9acab37d9eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3783704a-9740-4ce8-81b3-3295205960ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.107317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5a650-5053-4c81-8799-9acab37d9eea None None] Port 3783704a-9740-4ce8-81b3-3295205960ea cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:26:59.169164 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.240467 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-8a23ecbe-d236-4fcd-954e-a4517277dd23 service neutron] 10.222.0.16 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5397239
Mar 26 21:26:59.326249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3783704a-9740-4ce8-81b3-3295205960ea), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.536979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks [] for port (3783704a-9740-4ce8-81b3-3295205960ea), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.542837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.566674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aeca5c53-9efb-4afd-b9f4-d3de44a98b58 req-3a07097f-0a82-4223-97ed-37dca3caa036 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 210 time: 0.0413764
Mar 26 21:26:59.618705 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Pushing event updated for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:26:59.622319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:26:59.732446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Network 96040088-769d-4ca9-a694-0db7b281db4c is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:26:59.734101 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:26:59.865473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:26:59.988882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:26:59.995042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23573cd6-25ec-4eb8-b87e-365262f5065c admin admin] 10.222.0.16 "PUT /v2.0/routers/089c54cc-3a07-4e66-938f-ce4cb1147bc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4543102
Mar 26 21:27:00.040100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b00f422b-53f9-4f3e-8d38-1656ef1bd40f None None] Provisioning complete for port 3783704a-9740-4ce8-81b3-3295205960ea triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:00.040663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b00f422b-53f9-4f3e-8d38-1656ef1bd40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3783704a-9740-4ce8-81b3-3295205960ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.081706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b00f422b-53f9-4f3e-8d38-1656ef1bd40f None None] Port 3783704a-9740-4ce8-81b3-3295205960ea cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:00.206698 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.292502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device acd670ae-9b3e-4d84-ac47-fa94d484ed39 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:00.349819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port acd670ae-9b3e-4d84-ac47-fa94d484ed39 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:00.350208 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.435985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port acd670ae-9b3e-4d84-ac47-fa94d484ed39 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:00.436466 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.462460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port acd670ae-9b3e-4d84-ac47-fa94d484ed39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd670ae-9b3e-4d84-ac47-fa94d484ed39,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:00.470174 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.528108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=acd670ae-9b3e-4d84-ac47-fa94d484ed39,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:00.537677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45038) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:00.543577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1677012591-network', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:00.579067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Made reservation on behalf of 0458950035d548d8803ea0db9d8f1f3e for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:00.583077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.584540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Sync routers for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:00.598083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:00.599486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e17afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:00.607838 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.715909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0a05cb04-cfdf-4d0c-a3ea-0f058a504204 req-b3b52c6f-601d-47ff-ae76-d836daf5262c tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 210 time: 0.0727513
Mar 26 21:27:00.719200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:00.772187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-310abe0a-c0a2-4ed4-9eb5-d3ce9d6a195b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:00.773715 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-310abe0a-c0a2-4ed4-9eb5-d3ce9d6a195b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 811 time: 0.2070997
Mar 26 21:27:00.807224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks [] for security_group (f1d9c5bc-06e5-470a-af09-cb048cefd957), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.815783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f1d9c5bc-06e5-470a-af09-cb048cefd957), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.862698 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:27:00.877339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d9c5bc-06e5-470a-af09-cb048cefd957,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:00.888757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-5af20ed5-1262-4d10-9777-c4216e29f2ba tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c621f87120ad402a9d52cf6426f0cf1f HTTP/1.1" status: 200  len: 380 time: 0.1020124
Mar 26 21:27:00.891876 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9f36d5fd-5085-4752-8f54-61b8d03d2013), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.892252 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Added segment 9f36d5fd-5085-4752-8f54-61b8d03d2013 of type vlan for network 90d7b276-f85c-4f1f-9823-29e76632c008
Mar 26 21:27:00.905938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'port': {'device_id': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'admin_state_up': True, 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'security_groups': ['e1cf4444-7c18-4cab-b50d-16b2c6a6ea24']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:00.957078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e17afa0>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:59Z', 'revision_number': 4, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3783704a-9740-4ce8-81b3-3295205960ea', 'name': '', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'mac_address': 'fa:16:3e:a2:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:58Z', 'updated_at': '2022-03-26T21:26:59Z', 'revision_number': 2, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'subnets': [{'id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:00.970274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (90d7b276-f85c-4f1f-9823-29e76632c008), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:00.988253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Checking router: 089c54cc-3a07-4e66-938f-ce4cb1147bc5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:00.988621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Updating router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 port 3783704a-9740-4ce8-81b3-3295205960ea binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:01.042497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3783704a-9740-4ce8-81b3-3295205960ea), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.043297 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (90d7b276-f85c-4f1f-9823-29e76632c008), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.044326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:01.044918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.089231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5504160
Mar 26 21:27:01.091945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45042) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:01.097490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Request body: {'subnet': {'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1677012591-subnet', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:01.127184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Made reservation on behalf of 0458950035d548d8803ea0db9d8f1f3e for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:01.131316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.132482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f83f-08e2-41af-bb2a-e5d91f1785e2 admin admin] Pushing event updated for resources: {'Network': ['ID=90d7b276-f85c-4f1f-9823-29e76632c008,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:01.137395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Made reservation on behalf of c621f87120ad402a9d52cf6426f0cf1f for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:01.141057 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.307751 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.20.0.5 (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3/eafe8959-a835-4ea4-8ff9-4dea6929f400) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:01.324928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 90d7b276-f85c-4f1f-9823-29e76632c008 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:27:01.353371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (2e1bed53-a7da-4ad6-8055-b63f426d6fa2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.424214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1bed53-a7da-4ad6-8055-b63f426d6fa2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:01.435301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Checking segment: {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:01.435866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Network hostable DHCP agents. Network: 90d7b276-f85c-4f1f-9823-29e76632c008, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:27:01.457383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Network 90d7b276-f85c-4f1f-9823-29e76632c008 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:27:01.470091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90d7b276-f85c-4f1f-9823-29e76632c008) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:01.495599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:01.496239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.503377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420c45a-02e8-426d-a040-3489e267c9a7 None None] Network 90d7b276-f85c-4f1f-9823-29e76632c008 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:01.520190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e23b164e-7fd2-4c69-b36d-847c8ca4d2a6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4267545
Mar 26 21:27:01.522472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:01.528994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:01.530251 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.558153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.559167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.576358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.637776 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for router_controller (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.641862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:01.660894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:01.663282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:01.667644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:01.736039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:01.736918 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.772763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90d7b276-f85c-4f1f-9823-29e76632c008', 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008', 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'fixed_ips': [{'subnet_id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:27:01.773948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.780082 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-4dbfabf0-f69f-4f32-92b4-0b444a2d7ce7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8768809
Mar 26 21:27:01.795239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Request body: {'port': {'device_id': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:01.848335 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks [] for port (3783704a-9740-4ce8-81b3-3295205960ea), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.917273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.921148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for router_gateway (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:01.968325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d82d-b076-4be6-a5ad-d45fe126cf56 req-31140238-ca88-471c-9350-e1bfda2f831f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:01.969893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d95d82d-b076-4be6-a5ad-d45fe126cf56 req-31140238-ca88-471c-9350-e1bfda2f831f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 931 time: 0.1071103
Mar 26 21:27:01.974937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.036883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d95d82d-b076-4be6-a5ad-d45fe126cf56 req-c3c4f3dc-b816-4031-883b-4c8070a23a6d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559323
Mar 26 21:27:02.051315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.117769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2e0ab-1bf8-4a5f-8508-7b2ce6007242 None None] Pushing event updated for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.227007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Allocated IP 172.20.0.2 (90d7b276-f85c-4f1f-9823-29e76632c008/2e1bed53-a7da-4ad6-8055-b63f426d6fa2/00d24fdd-5253-4aea-8255-2971609d6305) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:02.244905 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for router_gateway (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.285236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.325733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Attempting to bind port 3783704a-9740-4ce8-81b3-3295205960ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:02.326026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Attempting to bind port 3783704a-9740-4ce8-81b3-3295205960ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:02.326393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Attempting to bind port 3783704a-9740-4ce8-81b3-3295205960ea on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:02.329551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device acd670ae-9b3e-4d84-ac47-fa94d484ed39 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:02.367287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafe8959-a835-4ea4-8ff9-4dea6929f400 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:02.374504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2206ffdd-8a64-4c1b-b0f9-4edf1c68a568 None None] Provisioning complete for port eafe8959-a835-4ea4-8ff9-4dea6929f400 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:02.374894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2206ffdd-8a64-4c1b-b0f9-4edf1c68a568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.375610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks [] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.389095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Transition to ACTIVE for port object eafe8959-a835-4ea4-8ff9-4dea6929f400 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:27:02.393763 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.410648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Allocated IP 172.35.4.132 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/e1bacb8f-76ce-477e-a4fc-a39cc2c0e046) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:02.414488 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2206ffdd-8a64-4c1b-b0f9-4edf1c68a568 None None] Port eafe8959-a835-4ea4-8ff9-4dea6929f400 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:02.419344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:02.419731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Checking segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:02.420171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.420564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Bound using segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:02.421051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Bound port: 3783704a-9740-4ce8-81b3-3295205960ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:02.421431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3783704a-9740-4ce8-81b3-3295205960ea), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.466679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port acd670ae-9b3e-4d84-ac47-fa94d484ed39 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:02.466927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.480747 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Pushing event updated for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.534433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Attempting to bind port eafe8959-a835-4ea4-8ff9-4dea6929f400 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:02.534881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Attempting to bind port eafe8959-a835-4ea4-8ff9-4dea6929f400 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:02.535530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Attempting to bind port eafe8959-a835-4ea4-8ff9-4dea6929f400 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:02.541410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Port eafe8959-a835-4ea4-8ff9-4dea6929f400 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:27:02.541849 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Attempting to bind port eafe8959-a835-4ea4-8ff9-4dea6929f400 on network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:02.548107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:02.548908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Checking segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:02.549305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Bound using segment: {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:02.549799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Bound port: eafe8959-a835-4ea4-8ff9-4dea6929f400, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c8939-1610-41d7-8eac-1492dd791a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:02.550170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.551742 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.592770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] For port 3783704a-9740-4ce8-81b3-3295205960ea, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:02.593229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.597466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] For port 3783704a-9740-4ce8-81b3-3295205960ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3783704a-9740-4ce8-81b3-3295205960ea,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:02.616448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.635722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:02.640286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Provisioning complete for port 3783704a-9740-4ce8-81b3-3295205960ea triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:02.640769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3783704a-9740-4ce8-81b3-3295205960ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.641240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:02.644035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Pushing event updated for resources: {'Port': ['ID=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.657092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:02.658613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:02.661503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:02.662884 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.681034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks [] for port (00d24fdd-5253-4aea-8255-2971609d6305), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.735329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Pushing event updated for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.745252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2e0ab-1bf8-4a5f-8508-7b2ce6007242 None None] Pushing event updated for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.754199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:02.756396 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.759680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fa7ac706-751b-4ffd-8312-c352e3357ffe service neutron] 10.222.0.21 "PUT /v2.0/ports/eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 1091 time: 0.9696512
Mar 26 21:27:02.760383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:02.761021 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (00d24fdd-5253-4aea-8255-2971609d6305), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:02.762676 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:02.857555 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebe9940-76d1-4337-a1b3-2b33806e20a1 x-openstack-request-id: req-bebe9940-76d1-4337-a1b3-2b33806e20a1 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:02.857555 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:02.857855 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bebe9940-76d1-4337-a1b3-2b33806e20a1 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:02.858511 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebe9940-76d1-4337-a1b3-2b33806e20a1'] response: {'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'status': 'completed', 'code': 200}
Mar 26 21:27:02.868253 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:02.874789 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e17afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:02.879518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-e024c61a-a85b-4a75-8f1f-aef36d2373f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:02.882485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-e024c61a-a85b-4a75-8f1f-aef36d2373f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1125 time: 0.0778866
Mar 26 21:27:02.927354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port acd670ae-9b3e-4d84-ac47-fa94d484ed39 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:02.940500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Network 90d7b276-f85c-4f1f-9823-29e76632c008 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:02.941540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Pushing event updated for resources: {'Port': ['ID=00d24fdd-5253-4aea-8255-2971609d6305,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:02.952143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-d6abe77b-4c3b-43d1-aa07-3d2be04173ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 217 time: 0.0543673
Mar 26 21:27:02.954410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:02.959825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:02.994991 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for router_gateway (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.049150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-a8f474ce-67c6-45f4-a300-70af045d64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.053038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-a8f474ce-67c6-45f4-a300-70af045d64da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0916038
Mar 26 21:27:03.140436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-c3424bc9-913a-4e10-8cb1-bd70d099a78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.142009 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-c3424bc9-913a-4e10-8cb1-bd70d099a78c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0802803
Mar 26 21:27:03.149550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Current status of the port 3783704a-9740-4ce8-81b3-3295205960ea is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:03.150141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3783704a-9740-4ce8-81b3-3295205960ea), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.153468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Attempting to bind port 00d24fdd-5253-4aea-8255-2971609d6305 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:03.153842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Attempting to bind port 00d24fdd-5253-4aea-8255-2971609d6305 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:03.154207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Attempting to bind port 00d24fdd-5253-4aea-8255-2971609d6305 on network 90d7b276-f85c-4f1f-9823-29e76632c008 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:03.175316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:03.183119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:03.183502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Checking segment: {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:03.183955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.184357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Bound using segment: {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:03.184834 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Bound port: 00d24fdd-5253-4aea-8255-2971609d6305, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:03.185222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (00d24fdd-5253-4aea-8255-2971609d6305), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.237125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-fce9da50-554a-4c39-b5fa-5e76586d20ee service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861111
Mar 26 21:27:03.242060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] For port 3783704a-9740-4ce8-81b3-3295205960ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3783704a-9740-4ce8-81b3-3295205960ea,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:03.249815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.260622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774ca84-6b94-413a-b859-7706585159d6 req-e20f69b6-ceda-490c-9457-6efb1f452295 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.262130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4774ca84-6b94-413a-b859-7706585159d6 req-e20f69b6-ceda-490c-9457-6efb1f452295 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 943 time: 0.1140010
Mar 26 21:27:03.345561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa043602-883b-4b21-82b7-2afb03950dc9 req-1e382bfc-ed58-4708-bbf4-8a3c306df484 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980892
Mar 26 21:27:03.366441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4774ca84-6b94-413a-b859-7706585159d6 req-085dd52b-1a2c-47a1-8ac1-41dd1a394fe9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677764
Mar 26 21:27:03.372199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.458669 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-fe1c213e-fd9b-4f2c-bdee-56c56e0a4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.460372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-fe1c213e-fd9b-4f2c-bdee-56c56e0a4ec4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1125 time: 0.0504737
Mar 26 21:27:03.533195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:27:03.569554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-861ff6d1-8b12-449b-8d9f-27dee4f94446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.571143 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-861ff6d1-8b12-449b-8d9f-27dee4f94446 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0993905
Mar 26 21:27:03.602108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] For port 00d24fdd-5253-4aea-8255-2971609d6305, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:03.612228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268905aa-0b78-4d4e-8aeb-7ddf36c68353 None None] Pushing event updated for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:03.619819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-9b1a1765-0b54-43be-96bc-f23435b39991 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 217 time: 0.0377507
Mar 26 21:27:03.631270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] For port 00d24fdd-5253-4aea-8255-2971609d6305, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d24fdd-5253-4aea-8255-2971609d6305,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:03.651902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (00d24fdd-5253-4aea-8255-2971609d6305), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.657186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b9427838-9b26-4953-982c-9c07288eff2b None None] Provisioning complete for port 3783704a-9740-4ce8-81b3-3295205960ea triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:03.657566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9427838-9b26-4953-982c-9c07288eff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3783704a-9740-4ce8-81b3-3295205960ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:03.673606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-fa501bfb-9bf2-4ad9-b4b5-9ad396e0d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.675379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-fa501bfb-9bf2-4ad9-b4b5-9ad396e0d517 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0482991
Mar 26 21:27:03.683871 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:27:03.736653 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-ba3f3cd5-1e0f-44da-aa25-78a21a830b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:03.738478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-ba3f3cd5-1e0f-44da-aa25-78a21a830b87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0548778
Mar 26 21:27:03.782979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba30972-d943-4dca-aed5-b9dc0a6f8281 None None] Pushing event updated for resources: {'Port': ['ID=00d24fdd-5253-4aea-8255-2971609d6305,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:03.855735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e17afa0>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:59Z', 'revision_number': 4, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3783704a-9740-4ce8-81b3-3295205960ea', 'name': '', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'mac_address': 'fa:16:3e:a2:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:58Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 4, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'subnets': [{'id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:03.857697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b9427838-9b26-4953-982c-9c07288eff2b None None] Current status of the port 3783704a-9740-4ce8-81b3-3295205960ea is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:03.874889 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-7f2ea410-a3be-43cd-b2fb-8b25e4b740f7 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272826
Mar 26 21:27:03.886306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff81094-57e2-4442-9c7d-7915bc25106c None None] The sync data for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 is: [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:26:59Z', 'revision_number': 4, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3783704a-9740-4ce8-81b3-3295205960ea', 'name': '', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'mac_address': 'fa:16:3e:a2:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:58Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 4, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'subnets': [{'id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:04.057561 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d4a593b5-ef4f-4eb7-b0e0-edeee05646a5 req-5227d601-a970-4ccd-9062-05bb99393302 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755760
Mar 26 21:27:04.060010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:04.069550 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Sync routers for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:04.082703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.085654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1f0bdceb-7be5-4e8a-b337-a19faf275ffc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5612271
Mar 26 21:27:04.088699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45062) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:04.097942 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:04.098592 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:04.258211 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:04.371063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 00d24fdd-5253-4aea-8255-2971609d6305 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:04.473281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 00d24fdd-5253-4aea-8255-2971609d6305 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:04.473982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (00d24fdd-5253-4aea-8255-2971609d6305), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.564056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b46f73-23a0-406c-a508-fc2f9ec5c353 req-1b06f3d5-726f-48c6-b970-ad4aecbb4d05 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:04.572526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2b46f73-23a0-406c-a508-fc2f9ec5c353 req-1b06f3d5-726f-48c6-b970-ad4aecbb4d05 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 943 time: 0.1128128
Mar 26 21:27:04.633538 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8670>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 3, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:04.656404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 00d24fdd-5253-4aea-8255-2971609d6305 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:04.657149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (00d24fdd-5253-4aea-8255-2971609d6305), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.676005 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Checking router: a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:04.676377 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Updating router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:04.706300 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.711099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2b46f73-23a0-406c-a508-fc2f9ec5c353 req-34486723-3ec8-4c71-8965-e5644e288d28 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369762
Mar 26 21:27:04.716664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 00d24fdd-5253-4aea-8255-2971609d6305, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d24fdd-5253-4aea-8255-2971609d6305,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:04.725054 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (00d24fdd-5253-4aea-8255-2971609d6305), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.726005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3783704a-9740-4ce8-81b3-3295205960ea up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:04.852817 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:04.853847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=00d24fdd-5253-4aea-8255-2971609d6305,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:04.887107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3783704a-9740-4ce8-81b3-3295205960ea triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:04.889738 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3783704a-9740-4ce8-81b3-3295205960ea), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.002349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3783704a-9740-4ce8-81b3-3295205960ea is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:05.077497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Allocated IP 172.20.0.1 (90d7b276-f85c-4f1f-9823-29e76632c008/2e1bed53-a7da-4ad6-8055-b63f426d6fa2/c46aada8-0c6a-4e81-b5ac-bbb8e660d17b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:05.111054 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks [] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.118248 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.128996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6019c8f-b15d-4da0-9b94-aa3b9b91de78 None None] Network 90d7b276-f85c-4f1f-9823-29e76632c008 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:05.187644 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Attempting to bind port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:05.188050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Attempting to bind port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:05.188414 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Attempting to bind port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:05.190983 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c524e-f59c-4ec0-8083-2836b6499b4a None None] Pushing event updated for resources: {'Port': ['ID=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:05.199934 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:05.200337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:05.200830 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.201203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:05.204442 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Bound port: e1bacb8f-76ce-477e-a4fc-a39cc2c0e046, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:05.204856 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.230090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks [] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.252802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3265c934-f868-4c79-8fcb-6f3c95f9073f None None] Provisioning complete for port 00d24fdd-5253-4aea-8255-2971609d6305 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:05.253336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3265c934-f868-4c79-8fcb-6f3c95f9073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (00d24fdd-5253-4aea-8255-2971609d6305), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.263818 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] For port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:05.268946 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] For port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:05.272461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.276045 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.309438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Network 90d7b276-f85c-4f1f-9823-29e76632c008 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:05.313292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:05.316750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:05.346900 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:05.347674 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:05.370260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Pushing event updated for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:05.370894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3265c934-f868-4c79-8fcb-6f3c95f9073f None None] Current status of the port 00d24fdd-5253-4aea-8255-2971609d6305 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:05.379402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.420957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c524e-f59c-4ec0-8083-2836b6499b4a None None] Pushing event updated for resources: {'Port': ['ID=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:05.502440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:05.551090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.624307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-567efba6-da6b-4703-89c6-9fcfbc331937 None None] Provisioning complete for port 00d24fdd-5253-4aea-8255-2971609d6305 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:05.624889 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-567efba6-da6b-4703-89c6-9fcfbc331937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (00d24fdd-5253-4aea-8255-2971609d6305), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.744657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7e8670>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 3, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:05.752713 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks [] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.756162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-567efba6-da6b-4703-89c6-9fcfbc331937 None None] Current status of the port 00d24fdd-5253-4aea-8255-2971609d6305 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:05.762398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.774837 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5971bc-9c9a-4762-8620-4824af76a6a8 None None] The sync data for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 is: [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:02Z', 'revision_number': 3, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:05.884647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Pushing event updated for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:05.887080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:05.933964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19e88a-bf87-43c2-a433-583c28ce6840 req-31127ca2-2fb9-40f1-b239-ab87bd85a8fd tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:05.935585 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c19e88a-bf87-43c2-a433-583c28ce6840 req-31127ca2-2fb9-40f1-b239-ab87bd85a8fd tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 943 time: 0.1293604
Mar 26 21:27:05.978289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-26cf310b-1feb-43e4-8288-48c56db5601f None None] Provisioning complete for port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:05.978764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26cf310b-1feb-43e4-8288-48c56db5601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.045256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-26cf310b-1feb-43e4-8288-48c56db5601f None None] Port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:06.069187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c19e88a-bf87-43c2-a433-583c28ce6840 req-433a19f1-ba3a-45db-96ce-9571ce0e5521 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985272
Mar 26 21:27:06.078140 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Network 90d7b276-f85c-4f1f-9823-29e76632c008 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:06.079484 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:06.224773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:06.359765 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 00d24fdd-5253-4aea-8255-2971609d6305 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:06.375994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:06.385955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-140526b2-37df-4bfb-9681-cc31216db19c admin admin] 10.222.0.16 "PUT /v2.0/routers/a6633b8c-d40b-40e2-8ae7-8aab3b052bc6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2947617
Mar 26 21:27:06.402546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0092a220-c3cd-4c51-94ca-8822e451958d None None] Provisioning complete for port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:06.402927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0092a220-c3cd-4c51-94ca-8822e451958d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.448550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0092a220-c3cd-4c51-94ca-8822e451958d None None] Port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:06.454245 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 00d24fdd-5253-4aea-8255-2971609d6305 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:06.454627 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (00d24fdd-5253-4aea-8255-2971609d6305), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.539662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 00d24fdd-5253-4aea-8255-2971609d6305 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:06.540882 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:06.592837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:06.593230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.676550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:06.677160 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.708636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:06.718296 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:06.789226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:06.997873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-6b92382b-fef0-4b0d-8252-c83029146db1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:06.999437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-6b92382b-fef0-4b0d-8252-c83029146db1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/networks?id=96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 200  len: 910 time: 0.0943990
Mar 26 21:27:07.014808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-24d437ff-bbe0-4ff7-87d8-6ddeb2b136e7 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/quotas/0458950035d548d8803ea0db9d8f1f3e HTTP/1.1" status: 200  len: 375 time: 0.0090666
Mar 26 21:27:07.095652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eafe8959-a835-4ea4-8ff9-4dea6929f400 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:27:07.097130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-ad768299-474e-4bbc-a6cd-c58bbe593419 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0770733
Mar 26 21:27:07.198860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f59711-2de8-4d46-8b20-3fea24b1cf6e req-e990803f-7c0e-4e7b-82f9-0f53655e941b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:07.200704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7f59711-2de8-4d46-8b20-3fea24b1cf6e req-e990803f-7c0e-4e7b-82f9-0f53655e941b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 943 time: 0.0614772
Mar 26 21:27:07.210858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:07.233009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'port_id': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'mac_address': 'fa:16:3e:4b:eb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:27:07.268515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7f59711-2de8-4d46-8b20-3fea24b1cf6e req-d66ffddf-98cd-4692-83e3-a2299cf4b467 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622118
Mar 26 21:27:07.275423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port eafe8959-a835-4ea4-8ff9-4dea6929f400 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:07.275819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:07.291089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafe8959-a835-4ea4-8ff9-4dea6929f400 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:07.310728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:07.314907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:07.323496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-31679f85-4026-4f51-9619-058c305357e6 service neutron] 10.222.0.16 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195108
Mar 26 21:27:07.367719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:07.416523 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-c05d1b9a-0f34-44bf-b630-33a3ba3911f0 service neutron] 10.222.0.16 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870571
Mar 26 21:27:07.539705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Sync routers for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:07.550435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:07.551120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e2552e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:07.586433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec71089f-52af-4725-abd6-966f43f117dc req-0d8de172-fc6b-4329-bf39-7bf32bb37ebb tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 210 time: 0.0262506
Mar 26 21:27:07.594629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['eafe8959-a835-4ea4-8ff9-4dea6929f400'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:07.715838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:08.039586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e2552e0>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 4, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c46aada8-0c6a-4e81-b5ac-bbb8e660d17b', 'name': '', 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'mac_address': 'fa:16:3e:ec:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:04Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 2, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'subnets': [{'id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:08.077655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Checking router: a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:08.078016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Updating router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:08.107893 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.282524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:08.364897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:08.365273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.390279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822758af-943e-45dd-a764-2d0d76d82a76 req-f17aab89-8543-4f2b-989b-8379b87225ec tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:08.391785 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-822758af-943e-45dd-a764-2d0d76d82a76 req-f17aab89-8543-4f2b-989b-8379b87225ec tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 944 time: 0.0572715
Mar 26 21:27:08.440921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-822758af-943e-45dd-a764-2d0d76d82a76 req-9922325d-8e62-4026-b8ba-c2b3c3d49b06 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430419
Mar 26 21:27:08.445257 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks [] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.452601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.526728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfc82-f14f-40f5-ba9b-35fa69c93d48 None None] Pushing event updated for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:08.538232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:08.600542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Attempting to bind port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:08.601597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Attempting to bind port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:08.602051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Attempting to bind port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b on network 90d7b276-f85c-4f1f-9823-29e76632c008 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:08.608616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:08.608616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Checking segment: {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:08.608616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.621692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Bound using segment: {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:08.622244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Bound port: c46aada8-0c6a-4e81-b5ac-bbb8e660d17b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f36d5fd-5085-4752-8f54-61b8d03d2013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:08.622661 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.720433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] For port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:08.724279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] For port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:08.733541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.741304 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b32802f-184d-40c8-b62e-03188d7f8fb8 req-a92dbba1-b315-4558-81f8-34f8015a4cda tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 210 time: 0.0489299
Mar 26 21:27:08.778812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-050feb35-cb16-4a25-8bb0-fa835067dd28 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:08.781417 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-050feb35-cb16-4a25-8bb0-fa835067dd28 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.21 "GET /v2.0/networks?id=96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 200  len: 910 time: 0.1902311
Mar 26 21:27:08.799508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Request body: {'port': {'device_id': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'admin_state_up': True, 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:08.821921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Made reservation on behalf of 0458950035d548d8803ea0db9d8f1f3e for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:08.824503 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:08.955694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Allocated IP 172.20.0.10 (96040088-769d-4ca9-a694-0db7b281db4c/c9accbb1-0287-4a9c-8ceb-5c6cc9feb071/4ab9cd42-bddc-414f-afcd-052060378093) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:08.977229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Provisioning complete for port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:08.977636 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.004202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:09.005376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e2552e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:09.007133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfc82-f14f-40f5-ba9b-35fa69c93d48 None None] Pushing event updated for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:09.110073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks [] for port (4ab9cd42-bddc-414f-afcd-052060378093), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.113904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eafe8959-a835-4ea4-8ff9-4dea6929f400 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:09.143081 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.180302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:09.185583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Network 96040088-769d-4ca9-a694-0db7b281db4c is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:09.188449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:09.190846 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:09.218832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:09.223239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Current status of the port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:09.223664 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.239434 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:09.240090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.259520 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-a577670c-bbc3-4195-ba4d-08874f66834e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.4642074
Mar 26 21:27:09.274483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Request body: {'port': {'device_id': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:09.308993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port eafe8959-a835-4ea4-8ff9-4dea6929f400 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:27:09.327811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] For port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:09.330545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port eafe8959-a835-4ea4-8ff9-4dea6929f400 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:09.330988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.346569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ab9cd42-bddc-414f-afcd-052060378093), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.377142 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.466355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1ea64-0eee-4912-8abe-2f215af56a9a None None] Pushing event updated for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:09.547755 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Provisioning complete for port 4ab9cd42-bddc-414f-afcd-052060378093 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:09.548159 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ab9cd42-bddc-414f-afcd-052060378093), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.551225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port eafe8959-a835-4ea4-8ff9-4dea6929f400 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:09.551353 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.577878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65785f09-4c53-45f3-ad94-615759bbd552 req-b0425585-eded-45eb-a245-0352d328ed79 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:09.580163 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65785f09-4c53-45f3-ad94-615759bbd552 req-b0425585-eded-45eb-a245-0352d328ed79 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 944 time: 0.0565438
Mar 26 21:27:09.613679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:09.616467 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e450f0-2b60-4ea8-a587-cb5aa07f27e3" -d '{"events": [{"server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "name": "network-vif-plugged", "status": "completed", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:09.622096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Port 4ab9cd42-bddc-414f-afcd-052060378093 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:09.631415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e2552e0>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 4, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c46aada8-0c6a-4e81-b5ac-bbb8e660d17b', 'name': '', 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'mac_address': 'fa:16:3e:ec:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:04Z', 'updated_at': '2022-03-26T21:27:08Z', 'revision_number': 4, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'subnets': [{'id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:09.639726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65785f09-4c53-45f3-ad94-615759bbd552 req-1e663c46-6c3f-440f-a8d9-f2e23d2fb167 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528290
Mar 26 21:27:09.651633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab9cd42-bddc-414f-afcd-052060378093 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:09.660609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks [] for port (4ab9cd42-bddc-414f-afcd-052060378093), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.663559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:09.666596 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273e5df-f65a-4c9a-9029-96db3a953652 x-openstack-request-id: req-9273e5df-f65a-4c9a-9029-96db3a953652 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:09.666756 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "name": "network-vif-plugged", "status": "completed", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:09.666990 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9273e5df-f65a-4c9a-9029-96db3a953652 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:09.667384 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9273e5df-f65a-4c9a-9029-96db3a953652'] response: {'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'code': 200}
Mar 26 21:27:09.668350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1889251f-0663-408f-85b0-8f13d8925af1 None None] The sync data for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 is: [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:05Z', 'revision_number': 4, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c46aada8-0c6a-4e81-b5ac-bbb8e660d17b', 'name': '', 'network_id': '90d7b276-f85c-4f1f-9823-29e76632c008', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'mac_address': 'fa:16:3e:ec:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:04Z', 'updated_at': '2022-03-26T21:27:08Z', 'revision_number': 4, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'subnets': [{'id': '2e1bed53-a7da-4ad6-8055-b63f426d6fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:09.671409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.675841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Transition to ACTIVE for port object 4ab9cd42-bddc-414f-afcd-052060378093 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:27:09.681421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Provisioning complete for port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:09.681824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.681943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.798832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:09.847046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:09.859277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0009-4780-447b-a7a7-48975b6b67c6 req-0ea61429-1731-405f-b318-5446dae8508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:09.861090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec8e0009-4780-447b-a7a7-48975b6b67c6 req-0ea61429-1731-405f-b318-5446dae8508c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1127 time: 0.0684037
Mar 26 21:27:09.879014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-746ace71-58a1-41bd-af28-6291cd22ef46 None None] Current status of the port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:09.919578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Attempting to bind port 4ab9cd42-bddc-414f-afcd-052060378093 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:09.920059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Attempting to bind port 4ab9cd42-bddc-414f-afcd-052060378093 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:09.920493 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Attempting to bind port 4ab9cd42-bddc-414f-afcd-052060378093 on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:09.926106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Port 4ab9cd42-bddc-414f-afcd-052060378093 on network 96040088-769d-4ca9-a694-0db7b281db4c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:27:09.926436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Attempting to bind port 4ab9cd42-bddc-414f-afcd-052060378093 on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:09.933023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:09.933372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Checking segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:09.933761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Bound using segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:09.934385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Bound port: 4ab9cd42-bddc-414f-afcd-052060378093, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:09.934748 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ab9cd42-bddc-414f-afcd-052060378093), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:09.982115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec8e0009-4780-447b-a7a7-48975b6b67c6 req-50499ec0-51dd-49ea-a7aa-1c3103fff62d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112065
Mar 26 21:27:09.991433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e0e42-6a77-495e-9357-256023c9351d req-adf631ce-df4a-489d-8d06-f7013750ad24 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.001433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b9e0e42-6a77-495e-9357-256023c9351d req-adf631ce-df4a-489d-8d06-f7013750ad24 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1053 time: 0.1016164
Mar 26 21:27:10.030185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:10.033630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ab9cd42-bddc-414f-afcd-052060378093,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:10.046600 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:10.065160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b9e0e42-6a77-495e-9357-256023c9351d req-0becf8a6-aae5-48d3-83ce-8c2ffa5b225a tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625198
Mar 26 21:27:10.098067 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.099740 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:10.101298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ab9cd42-bddc-414f-afcd-052060378093 HTTP/1.1" status: 200  len: 1092 time: 0.8319528
Mar 26 21:27:10.102009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:10.105233 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec8cd5-8975-4d64-9c39-cd6e95872a72" -d '{"events": [{"name": "network-changed", "server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "tag": "4ab9cd42-bddc-414f-afcd-052060378093"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:10.144503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863874a7-ff2f-4c76-b999-720a19eac4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:10.153120 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752fa1a-9928-4564-9808-1fb68ad3b7bb x-openstack-request-id: req-a752fa1a-9928-4564-9808-1fb68ad3b7bb {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:10.153426 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "tag": "4ab9cd42-bddc-414f-afcd-052060378093", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:10.153694 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a752fa1a-9928-4564-9808-1fb68ad3b7bb {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:10.154163 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a752fa1a-9928-4564-9808-1fb68ad3b7bb'] response: {'name': 'network-changed', 'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093', 'status': 'completed', 'code': 200}
Mar 26 21:27:10.290942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c46aada8-0c6a-4e81-b5ac-bbb8e660d17b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:10.317939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-40b2a8c1-c8f4-44f7-bebc-934f32b41f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.319768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-40b2a8c1-c8f4-44f7-bebc-934f32b41f6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1126 time: 0.0725832
Mar 26 21:27:10.351369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:10.351755 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:10.449460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:10.531990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-dbab50f2-741b-4600-b781-af6f97b0851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.533534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-dbab50f2-741b-4600-b781-af6f97b0851d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0458950035d548d8803ea0db9d8f1f3e&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2020464
Mar 26 21:27:10.713535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-0446a4ec-941e-4db5-bf61-97c8913dddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.715040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-afec8cd5-8975-4d64-9c39-cd6e95872a72 req-0446a4ec-941e-4db5-bf61-97c8913dddfc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1722870
Mar 26 21:27:10.760971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f3bc-add1-427f-b7fb-d6795078c7c3 req-68863858-1eca-4745-b9ae-8522ff87eaa5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.762499 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1114f3bc-add1-427f-b7fb-d6795078c7c3 req-68863858-1eca-4745-b9ae-8522ff87eaa5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0581355
Mar 26 21:27:10.802028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-ad08f638-466e-42ef-b054-846f018fe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:10.803609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-ad08f638-466e-42ef-b054-846f018fe30a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1126 time: 0.0494795
Mar 26 21:27:10.818614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1114f3bc-add1-427f-b7fb-d6795078c7c3 req-b929ea0c-02de-4f97-b9bc-dfa1fda056b3 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498381
Mar 26 21:27:11.210452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-c43925d0-ee52-40c7-af88-bf0fdd4b9c32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab9cd42-bddc-414f-afcd-052060378093 HTTP/1.1" status: 200  len: 217 time: 0.3996525
Mar 26 21:27:11.282758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-bed7a97d-8d4e-4b17-8e6d-2e70958f8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:11.284223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-bed7a97d-8d4e-4b17-8e6d-2e70958f8da8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9accbb1-0287-4a9c-8ceb-5c6cc9feb071 HTTP/1.1" status: 200  len: 849 time: 0.0650001
Mar 26 21:27:11.290504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec65fe-459c-413d-8258-15f4a5d55df8 req-0a356cf3-9c70-48b5-8d74-986bc13084c5 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:11.291906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85ec65fe-459c-413d-8258-15f4a5d55df8 req-0a356cf3-9c70-48b5-8d74-986bc13084c5 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1126 time: 0.0841186
Mar 26 21:27:11.368046 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85ec65fe-459c-413d-8258-15f4a5d55df8 req-1f570572-c525-4eda-94a5-ea8d92a08994 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678351
Mar 26 21:27:11.370567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a313-c732-4d63-a715-d307d2ce2faf req-ab233161-d0f9-425d-9d52-b04d51ffee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:11.372006 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-ab233161-d0f9-425d-9d52-b04d51ffee55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96040088-769d-4ca9-a694-0db7b281db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0791121
Mar 26 21:27:11.463214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-47e50d0b-48c8-4e11-bdfa-d189ed40bb10 service neutron] 10.222.0.21 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844700
Mar 26 21:27:11.556267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5836a313-c732-4d63-a715-d307d2ce2faf req-011f6ab1-fe20-479c-a0e8-ea95bcd854d5 service neutron] 10.222.0.21 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859499
Mar 26 21:27:11.945596 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d2316-0b6d-4405-b1b2-7cace2aab527 req-feea8a93-eb40-4618-b94c-136b31ddbbc6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:11.947073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97d2316-0b6d-4405-b1b2-7cace2aab527 req-feea8a93-eb40-4618-b94c-136b31ddbbc6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0555739
Mar 26 21:27:11.995013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97d2316-0b6d-4405-b1b2-7cace2aab527 req-2c07436f-de7f-40fc-9103-d81531f0da45 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423067
Mar 26 21:27:12.111778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac00a4-0087-4889-b935-53eeda1c25d8 req-366aad1e-ff22-4e66-8311-632ab82dd112 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:12.113194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fdac00a4-0087-4889-b935-53eeda1c25d8 req-366aad1e-ff22-4e66-8311-632ab82dd112 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0524673
Mar 26 21:27:12.160197 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fdac00a4-0087-4889-b935-53eeda1c25d8 req-88cde33a-9573-4415-99a4-b844092314b6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406086
Mar 26 21:27:12.182848 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45128) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:12.225184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ba3a1-406e-40be-aa60-8aea2200f135 tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:12.226679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b4ba3a1-406e-40be-aa60-8aea2200f135 tempest-TestVolumeBootPattern-1071649116 tempest-TestVolumeBootPattern-1071649116-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1122 time: 0.0428679
Mar 26 21:27:12.229499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:12.233615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:12.253959 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:12.351090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:12.468673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Allocated IP 172.35.4.26 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/24cef7a1-3b79-4ca8-9b2a-e9ca23f23773) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:12.486065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c340-75af-4a46-8590-a74aba016c78 req-50efaf19-dcd1-468f-9d5f-adcc782d0c86 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:12.488255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b177c340-75af-4a46-8590-a74aba016c78 req-50efaf19-dcd1-468f-9d5f-adcc782d0c86 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1126 time: 0.0512853
Mar 26 21:27:12.534553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b177c340-75af-4a46-8590-a74aba016c78 req-b35c49eb-e94c-424b-a9e7-d88d615155b2 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399334
Mar 26 21:27:12.584826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:12.621680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:12.662861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:12.665820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:12.669387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:12.678122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=24cef7a1-3b79-4ca8-9b2a-e9ca23f23773,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:13.086592 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.125829 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4ab9cd42-bddc-414f-afcd-052060378093 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:27:13.164110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.226994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ab9cd42-bddc-414f-afcd-052060378093,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:13.242537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '4ab9cd42-bddc-414f-afcd-052060378093', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'port_id': '4ab9cd42-bddc-414f-afcd-052060378093', 'mac_address': 'fa:16:3e:3a:39:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:27:13.281353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4ab9cd42-bddc-414f-afcd-052060378093 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:13.281794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ab9cd42-bddc-414f-afcd-052060378093), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.295902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab9cd42-bddc-414f-afcd-052060378093 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:13.316547 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ab9cd42-bddc-414f-afcd-052060378093,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:13.321061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.348612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.353331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.370303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:13.437235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event updated for resources: {'Port': ['ID=24cef7a1-3b79-4ca8-9b2a-e9ca23f23773,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:13.447093 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:13.564762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4ab9cd42-bddc-414f-afcd-052060378093'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:13.576909 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b associated. External IP: 172.35.4.26, port: eafe8959-a835-4ea4-8ff9-4dea6929f400.
Mar 26 21:27:13.734317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3369e70-7cc3-46b0-afcb-1f20d06b3bde req-f3a867b3-7ee9-4331-8d45-af80acf235a1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:13.735842 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3369e70-7cc3-46b0-afcb-1f20d06b3bde req-f3a867b3-7ee9-4331-8d45-af80acf235a1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1127 time: 0.1145332
Mar 26 21:27:13.852047 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c3369e70-7cc3-46b0-afcb-1f20d06b3bde req-107651da-d63a-458a-a65a-b42556da152b tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098163
Mar 26 21:27:13.883723 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:13.999681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:14.012632 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:14.021759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:14.023158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:14.023898 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124546ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:14.056507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-beb43fbc-cb1c-41e6-9e3a-44e08e8b4d23 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8259854
Mar 26 21:27:14.057090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:14.059326 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d787e5a-5d2b-4772-a842-2f1e0243d810" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:14.102736 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd3bb6a-3390-4ff0-a572-7cbb4d3d2626 x-openstack-request-id: req-9cd3bb6a-3390-4ff0-a572-7cbb4d3d2626 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:14.103038 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:14.103323 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cd3bb6a-3390-4ff0-a572-7cbb4d3d2626 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:14.103750 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd3bb6a-3390-4ff0-a572-7cbb4d3d2626'] response: {'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'status': 'completed', 'code': 200}
Mar 26 21:27:14.135875 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:14.174956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-80c1ff41-3834-4c69-b2c6-4cdb2e71fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:14.177017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-80c1ff41-3834-4c69-b2c6-4cdb2e71fda6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1127 time: 0.0484390
Mar 26 21:27:14.269515 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-99c6a77d-2c61-4761-8e09-6888e6251801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:14.271091 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-99c6a77d-2c61-4761-8e09-6888e6251801 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0876834
Mar 26 21:27:14.327680 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:14.350488 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-70dcd230-f0da-4ff1-b60c-7c0e814c585c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 998 time: 0.0729189
Mar 26 21:27:14.381379 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124546ca0>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:4b:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:27:12Z', 'updated_at': '2022-03-26T21:27:12Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}, {'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:14.400220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-82d61918-9c38-41d3-8c88-e7593b64628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:14.401702 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-82d61918-9c38-41d3-8c88-e7593b64628d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0448964
Mar 26 21:27:14.409046 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:14.418252 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:14.418864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124546ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:26:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:14.450795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-8c0975a5-eae3-4772-9b16-54f3a35cad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:14.452332 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-8c0975a5-eae3-4772-9b16-54f3a35cad60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448422
Mar 26 21:27:14.529855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:14.549530 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-79b10e2e-f682-41c8-8095-7ccc2bfbb453 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908494
Mar 26 21:27:14.654634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d787e5a-5d2b-4772-a842-2f1e0243d810 req-8956b91f-1743-4f82-a12a-a7b6790f4fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986440
Mar 26 21:27:14.867024 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124546ca0>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:4b:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:27:12Z', 'updated_at': '2022-03-26T21:27:12Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}, {'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:14.903238 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd039064-90ac-40ec-a7bb-e091ded5dfd1 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:4b:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:27:12Z', 'updated_at': '2022-03-26T21:27:12Z', 'revision_number': 0, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}, {'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:14.980589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e9c10-82a2-4e01-834e-3dde821875f5 req-fff7f5a3-d0a4-4c4f-9aad-852fdd23945f tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:14.982378 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f06e9c10-82a2-4e01-834e-3dde821875f5 req-fff7f5a3-d0a4-4c4f-9aad-852fdd23945f tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1127 time: 0.0531156
Mar 26 21:27:15.041275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f06e9c10-82a2-4e01-834e-3dde821875f5 req-b8835bd0-d230-4af4-bb79-0bc1de02cf84 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517967
Mar 26 21:27:15.142318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4ab9cd42-bddc-414f-afcd-052060378093 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:15.197401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 4ab9cd42-bddc-414f-afcd-052060378093 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:27:15.201598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 4ab9cd42-bddc-414f-afcd-052060378093 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:15.202051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4ab9cd42-bddc-414f-afcd-052060378093), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:15.286813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 4ab9cd42-bddc-414f-afcd-052060378093 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:15.287280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4ab9cd42-bddc-414f-afcd-052060378093), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:15.310704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:15.313150 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096bc469-5d28-48d5-a147-c44d6e8534a4" -d '{"events": [{"server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "name": "network-vif-plugged", "status": "completed", "tag": "4ab9cd42-bddc-414f-afcd-052060378093"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:15.326367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ab9cd42-bddc-414f-afcd-052060378093,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:15.330417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:15.355881 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea89333-93e0-4225-829e-b526354f1f55 x-openstack-request-id: req-dea89333-93e0-4225-829e-b526354f1f55 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:15.356209 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "name": "network-vif-plugged", "status": "completed", "tag": "4ab9cd42-bddc-414f-afcd-052060378093", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:15.356464 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dea89333-93e0-4225-829e-b526354f1f55 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:15.356863 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea89333-93e0-4225-829e-b526354f1f55'] response: {'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093', 'code': 200}
Mar 26 21:27:15.384781 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:15.465524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b6e4-10f7-46d9-aa50-c84aaf3a04b3 req-e68f20e7-b73e-4713-aebf-f94a7922448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:15.467884 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2d3b6e4-10f7-46d9-aa50-c84aaf3a04b3 req-e68f20e7-b73e-4713-aebf-f94a7922448f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0531013
Mar 26 21:27:15.516503 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2d3b6e4-10f7-46d9-aa50-c84aaf3a04b3 req-61c2d003-7a73-41cf-a51b-eb1660664871 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429685
Mar 26 21:27:15.840211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f099f439-19d5-4f6c-9f49-0e7c25a28745 None None] New status for floating IP 03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:27:15.965484 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:16.153298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c81699-ff5d-4016-9584-69b3ad752f9b req-1175b098-0178-4cad-85c9-c120e3725b06 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:16.154843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7c81699-ff5d-4016-9584-69b3ad752f9b req-1175b098-0178-4cad-85c9-c120e3725b06 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0448694
Mar 26 21:27:16.206932 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d7c81699-ff5d-4016-9584-69b3ad752f9b req-3c4f33f4-86df-4da8-9398-af0697a53b6d tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457485
Mar 26 21:27:17.318812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6c1e4-c4cf-4990-91fc-96fc04129a28 req-18c1b34f-f7f0-40d7-a943-6733a6f0c630 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:17.320348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ecf6c1e4-c4cf-4990-91fc-96fc04129a28 req-18c1b34f-f7f0-40d7-a943-6733a6f0c630 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0437441
Mar 26 21:27:17.366201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ecf6c1e4-c4cf-4990-91fc-96fc04129a28 req-be27757b-fe9b-4446-ad7e-7f2e165dcf80 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402935
Mar 26 21:27:17.484149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24834da7-8bd3-4390-9688-6f65793e1203 req-382df758-c62e-426c-9a48-97abee5c1bc8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:17.485693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24834da7-8bd3-4390-9688-6f65793e1203 req-382df758-c62e-426c-9a48-97abee5c1bc8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0527380
Mar 26 21:27:17.538930 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24834da7-8bd3-4390-9688-6f65793e1203 req-787f4d81-21e1-45de-83cb-0208a75fb67f tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461702
Mar 26 21:27:17.658244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48783420-805c-4402-ac9e-e0ff33eec593 req-cc4adcd1-ff9a-450b-b3b6-bd870f4d62e3 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:17.659750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48783420-805c-4402-ac9e-e0ff33eec593 req-cc4adcd1-ff9a-450b-b3b6-bd870f4d62e3 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0500579
Mar 26 21:27:17.704281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-48783420-805c-4402-ac9e-e0ff33eec593 req-1b314172-b48a-4176-80ba-a3ebd70fc383 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380428
Mar 26 21:27:17.932223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-23707cfa-b0a7-4b34-8d50-3c5ea814f941 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:17.933740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-23707cfa-b0a7-4b34-8d50-3c5ea814f941 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/networks?id=96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 200  len: 910 time: 0.0896697
Mar 26 21:27:17.949182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-f9993a3d-2c47-4f9c-95d3-4625bb8b560e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/quotas/0458950035d548d8803ea0db9d8f1f3e HTTP/1.1" status: 200  len: 375 time: 0.0095584
Mar 26 21:27:18.036793 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-778cfe89-aa48-4c75-b472-2e1403419be1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0813389
Mar 26 21:27:18.136032 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-e1c6c89a-67f6-4a5c-a035-0e5773db8b6d service neutron] 10.222.0.16 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904996
Mar 26 21:27:18.226728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-376dd5d8-aee2-40cf-9e64-b272c7c75b67 service neutron] 10.222.0.16 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848160
Mar 26 21:27:18.389984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a92147d1-6a99-4928-a834-e313e7e4075f req-a60060fc-41ca-4bcb-a8b0-2d760663b479 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 210 time: 0.0278754
Mar 26 21:27:19.264970 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-d6c5fa2d-2428-4b94-9d13-a75bb5d86dc7 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:19.266641 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-d6c5fa2d-2428-4b94-9d13-a75bb5d86dc7 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.18 "GET /v2.0/networks?id=96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 200  len: 910 time: 0.0962064
Mar 26 21:27:19.278115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Request body: {'port': {'device_id': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'admin_state_up': True, 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:19.301350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Made reservation on behalf of 0458950035d548d8803ea0db9d8f1f3e for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:19.304128 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.422088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Allocated IP 172.20.0.7 (96040088-769d-4ca9-a694-0db7b281db4c/c9accbb1-0287-4a9c-8ceb-5c6cc9feb071/5cd5c6e7-acbd-4f2e-b272-9488dbe737b2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:19.493974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33dcea46-f9ab-4f0d-ba8f-5217b247adbb req-959c6860-36a6-4493-adde-daa1dce2ee2c tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 210 time: 0.0359969
Mar 26 21:27:19.585863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks [] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.617401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.629131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4ab9cd42-bddc-414f-afcd-052060378093'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:19.655796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Network 96040088-769d-4ca9-a694-0db7b281db4c is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:19.658657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:19.662497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:19.704711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Pushing event updated for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:19.716070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:19.716752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.734083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-00ada5df-6f70-4867-80c5-dedf06d023df tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.4596150
Mar 26 21:27:19.745097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Request body: {'port': {'device_id': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:19.809606 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.940649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5f1f0de9-aceb-4c93-85ca-7d6d797b4176 None None] Provisioning complete for port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:19.940948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5f1f0de9-aceb-4c93-85ca-7d6d797b4176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:19.976917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f0de9-aceb-4c93-85ca-7d6d797b4176 None None] Port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:20.323564 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:20.331001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks [] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:20.342883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Transition to ACTIVE for port object 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:27:20.346383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:20.395675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:20.471949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Attempting to bind port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:20.472291 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Attempting to bind port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:20.472624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Attempting to bind port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:20.477623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 on network 96040088-769d-4ca9-a694-0db7b281db4c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:27:20.477956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Attempting to bind port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 on network 96040088-769d-4ca9-a694-0db7b281db4c {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:20.482924 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:20.483268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Checking segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:20.483662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Bound using segment: {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:20.484127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Bound port: 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68af28dd-b1f9-42ca-855c-49899589f98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:20.484491 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:20.558882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:20.562127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:20.568718 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:20.605746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:20.606971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:20.608360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 HTTP/1.1" status: 200  len: 1091 time: 0.8670108
Mar 26 21:27:20.608795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:20.609505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750117d-a1b1-459f-ba98-cea12b33237f req-7124f022-ee3c-4969-8454-056237086097 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:20.611624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6750117d-a1b1-459f-ba98-cea12b33237f req-7124f022-ee3c-4969-8454-056237086097 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.0462432
Mar 26 21:27:20.612020 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:20.636558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0034bb-51ca-4e11-9ccb-f188cd8d81a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:20.684819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6750117d-a1b1-459f-ba98-cea12b33237f req-1f5b0eed-1e24-4ef6-ac7b-3d8ceaaaf517 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523782
Mar 26 21:27:20.687097 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12e7b8-458e-45b0-af59-0dd756b63944 x-openstack-request-id: req-9d12e7b8-458e-45b0-af59-0dd756b63944 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:20.687335 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:20.687611 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d12e7b8-458e-45b0-af59-0dd756b63944 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:20.688026 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d12e7b8-458e-45b0-af59-0dd756b63944'] response: {'name': 'network-changed', 'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2', 'status': 'completed', 'code': 200}
Mar 26 21:27:20.709900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-baee5faa-0cc9-4a15-acd3-4d12db20b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:20.711455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-baee5faa-0cc9-4a15-acd3-4d12db20b0e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.0545440
Mar 26 21:27:20.757832 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-6d4355fa-fc17-4f85-9ea2-63bdc2f463ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 HTTP/1.1" status: 200  len: 217 time: 0.0400636
Mar 26 21:27:20.807322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-171bbb31-cbec-4ba8-a461-a947e25cfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:20.808828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-171bbb31-cbec-4ba8-a461-a947e25cfe18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9accbb1-0287-4a9c-8ceb-5c6cc9feb071 HTTP/1.1" status: 200  len: 849 time: 0.0450361
Mar 26 21:27:20.857385 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-26eb56fb-7f74-46fd-9200-fa823897bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:20.858916 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-26eb56fb-7f74-46fd-9200-fa823897bf12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96040088-769d-4ca9-a694-0db7b281db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446033
Mar 26 21:27:20.953203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-468c842b-08bc-4d6c-8133-13ac3bdc0a2b service neutron] 10.222.0.18 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886211
Mar 26 21:27:21.044094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-087eea1a-f1ef-41d3-a334-7d098755a06a req-99201c9c-390b-4264-bf18-d4ef40fdaeaa service neutron] 10.222.0.18 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855243
Mar 26 21:27:21.140088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-57bc9c44-262a-454a-b894-11842306de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:21.141603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-57bc9c44-262a-454a-b894-11842306de0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0458950035d548d8803ea0db9d8f1f3e&device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.0484996
Mar 26 21:27:21.228610 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-8db627ed-4843-4234-a628-ce0330d07a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:21.229979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-8db627ed-4843-4234-a628-ce0330d07a73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 200  len: 910 time: 0.0830228
Mar 26 21:27:21.275338 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-644abe5e-d306-472b-a17a-6ca5f60ea7f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 HTTP/1.1" status: 200  len: 217 time: 0.0396380
Mar 26 21:27:21.319212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-a06d28df-cd5c-47f4-9bd7-6096abbf3310 req-f087b48a-4db3-4584-95d0-54ad5fa8738b service neutron] (126736) timed out ('10.222.0.16', 57990) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:27:21.322677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-82bf893d-65fa-40d7-b9e3-fa7d628abf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:21.324127 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-82bf893d-65fa-40d7-b9e3-fa7d628abf64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c9accbb1-0287-4a9c-8ceb-5c6cc9feb071 HTTP/1.1" status: 200  len: 849 time: 0.0434110
Mar 26 21:27:21.374200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-1045d8dd-4b9a-4b3f-8cac-28f7d9796c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:21.375689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-1045d8dd-4b9a-4b3f-8cac-28f7d9796c20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=96040088-769d-4ca9-a694-0db7b281db4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452855
Mar 26 21:27:21.468215 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-2908a32c-9f12-4b92-8fa9-7635663ab14e service neutron] 10.222.0.18 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861261
Mar 26 21:27:21.558922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8fa16c10-fd5c-49aa-90f1-8aba4aa66009 req-30cc94a7-3d2a-43df-a403-cc29b00fe283 service neutron] 10.222.0.18 "GET /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842643
Mar 26 21:27:21.796632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56d47b-fd76-4c9e-9cea-898b944de5e3 req-9455a346-4546-4f14-af18-7a3135a89d03 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:21.798166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a56d47b-fd76-4c9e-9cea-898b944de5e3 req-9455a346-4546-4f14-af18-7a3135a89d03 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.0445859
Mar 26 21:27:21.846967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a56d47b-fd76-4c9e-9cea-898b944de5e3 req-658846a1-2362-4134-aa36-e6a3267ed77c tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422099
Mar 26 21:27:22.958163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53dcf-1e17-40fd-8d22-1d0f9ad5eba8 req-32cc80de-e291-4f60-8802-bf5e483250ac tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:22.959685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4af53dcf-1e17-40fd-8d22-1d0f9ad5eba8 req-32cc80de-e291-4f60-8802-bf5e483250ac tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.0437078
Mar 26 21:27:23.002357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4af53dcf-1e17-40fd-8d22-1d0f9ad5eba8 req-9be3f2f2-1e86-4ba8-968a-8a9e30130e5e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370669
Mar 26 21:27:23.880039 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-10e034b0-ca83-4b24-8c6e-bfe2193c0158 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0439904
Mar 26 21:27:23.951583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:27:23.968931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-28280d5c-2bd7-40cd-a13e-e60ce539c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:23.970438 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-28280d5c-2bd7-40cd-a13e-e60ce539c8a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0473802
Mar 26 21:27:24.061906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:24.077224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2', 'network_id': '96040088-769d-4ca9-a694-0db7b281db4c', 'port_id': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2', 'mac_address': 'fa:16:3e:58:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9accbb1-0287-4a9c-8ceb-5c6cc9feb071', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:27:24.090468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-cf355774-2bdd-4751-bd91-475153b1dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:24.091905 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-cf355774-2bdd-4751-bd91-475153b1dd41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1049094
Mar 26 21:27:24.115502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:24.115905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:24.129180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:27:24.150213 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:24.154429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:24.181975 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0895a-eecf-46ce-a642-69c86d5aaad7 req-fd47c9e2-431c-403e-b646-1ab3e8e9dda1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:24.183505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ff0895a-eecf-46ce-a642-69c86d5aaad7 req-fd47c9e2-431c-403e-b646-1ab3e8e9dda1 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1125 time: 0.1113176
Mar 26 21:27:24.185615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-a7ec5efa-6cf3-4ab4-b498-b437fa1460c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1000 time: 0.0794888
Mar 26 21:27:24.206492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:24.265047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-d24311e7-923c-4e64-bd92-c2851bc6493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:24.266502 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-d24311e7-923c-4e64-bd92-c2851bc6493e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0741079
Mar 26 21:27:24.269854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9ff0895a-eecf-46ce-a642-69c86d5aaad7 req-1b624555-4b88-47d1-903d-5399685b447a tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787098
Mar 26 21:27:24.316292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-82e16809-fdb9-4537-adca-c840b855ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:24.317804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-82e16809-fdb9-4537-adca-c840b855ef41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455658
Mar 26 21:27:24.411978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-128983d8-233e-4585-bd32-b8b10b11851e service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866024
Mar 26 21:27:24.505000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1c232a28-2ade-4836-aa23-2afbf506f03c req-5f138be6-8f76-4556-a95a-951f21f03f84 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868177
Mar 26 21:27:24.524902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5cd5c6e7-acbd-4f2e-b272-9488dbe737b2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:25.075772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-48697559-6b25-4489-af27-8e0303996f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:25.379452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760477-cf27-434c-8265-495f93494f5b req-302db811-e07c-4aae-a10d-881c2f4839d9 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:25.380992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b760477-cf27-434c-8265-495f93494f5b req-302db811-e07c-4aae-a10d-881c2f4839d9 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1126 time: 0.0438914
Mar 26 21:27:25.423149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2b760477-cf27-434c-8265-495f93494f5b req-0ae33003-43b7-410e-9257-ac3588481f8c tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366857
Mar 26 21:27:25.809656 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-f0a77b52-2b6c-42fa-9ddc-98128a7b2be3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0512438
Mar 26 21:27:25.893934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-228e908a-5071-4b78-b1e2-5208696fbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:25.895458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-228e908a-5071-4b78-b1e2-5208696fbe88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1127 time: 0.0443180
Mar 26 21:27:25.992687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:25.997560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-9f4a2eea-9d84-49df-b6df-fc766d19b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:25.999033 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-9f4a2eea-9d84-49df-b6df-fc766d19b2a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0850654
Mar 26 21:27:26.041326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:27:26.045506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:26.045888 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:26.076792 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-b53d7870-5057-472e-85a3-664bf2e1fcfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 1000 time: 0.0704980
Mar 26 21:27:26.123901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:26.124559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:26.131060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-2f119c73-1fc1-4720-a403-e03f8bdfc930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:26.133203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-2f119c73-1fc1-4720-a403-e03f8bdfc930 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0502746
Mar 26 21:27:26.147285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:26.149572 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836b6197-9e27-4da5-ab42-47f5c718dcf2" -d '{"events": [{"server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "name": "network-vif-plugged", "status": "completed", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:26.170523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:26.177994 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:26.209955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-3042160a-4b01-48d2-8f65-382d909dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:26.211525 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-3042160a-4b01-48d2-8f65-382d909dbc3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0720994
Mar 26 21:27:26.213330 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ece52-4d63-498c-a59d-ab7e674f3016 x-openstack-request-id: req-c58ece52-4d63-498c-a59d-ab7e674f3016 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:26.213621 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "name": "network-vif-plugged", "status": "completed", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:26.213871 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c58ece52-4d63-498c-a59d-ab7e674f3016 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:26.214256 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58ece52-4d63-498c-a59d-ab7e674f3016'] response: {'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2', 'code': 200}
Mar 26 21:27:26.234596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:26.353120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-02e5abab-72a7-48f9-b6d2-62b4c934fa8d service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322589
Mar 26 21:27:26.359082 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8ee22-ce39-405b-8778-2f064a452b4a req-34a55494-efb3-4da0-831d-51714f391197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:26.360521 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ce8ee22-ce39-405b-8778-2f064a452b4a req-34a55494-efb3-4da0-831d-51714f391197 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0665088
Mar 26 21:27:26.465493 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2ce8ee22-ce39-405b-8778-2f064a452b4a req-13e8bb73-2f84-4cc4-b014-ff5fef482ce7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935347
Mar 26 21:27:26.481450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9e74afa-678e-4510-8654-1dd0f93585e7 req-2784ae71-5214-4d69-8fa4-b63b1071da39 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176472
Mar 26 21:27:26.536660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939d968-55bd-46d4-9091-55e02d21d84a req-79bc0dfc-c9b4-44be-9647-c1168e8365e6 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:26.538200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8939d968-55bd-46d4-9091-55e02d21d84a req-79bc0dfc-c9b4-44be-9647-c1168e8365e6 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0490694
Mar 26 21:27:26.580594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8939d968-55bd-46d4-9091-55e02d21d84a req-f9bb37b7-de33-49b0-ad2c-69c9db866076 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360157
Mar 26 21:27:27.695315 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ece8f-6fd1-4d73-b008-3b92e1746806 req-f7e855c6-75d7-466c-bd13-83520ed13efb tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:27.696882 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f79ece8f-6fd1-4d73-b008-3b92e1746806 req-f7e855c6-75d7-466c-bd13-83520ed13efb tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0457838
Mar 26 21:27:27.739629 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f79ece8f-6fd1-4d73-b008-3b92e1746806 req-0fa997b6-20f5-4c67-80c0-e5a054232571 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371642
Mar 26 21:27:27.840520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3fa89407-1826-432b-a021-1dbd4f3df977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:27.849474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4235a1e-82ca-4fd8-84a2-69bd2e94f314 req-5b5bb9e2-a9cf-4f0a-9aa1-62c9c6dc7a33 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:27.851484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4235a1e-82ca-4fd8-84a2-69bd2e94f314 req-5b5bb9e2-a9cf-4f0a-9aa1-62c9c6dc7a33 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0452015
Mar 26 21:27:27.894320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b4235a1e-82ca-4fd8-84a2-69bd2e94f314 req-7078e294-8cb2-4312-b3f4-94c971eb11e6 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371017
Mar 26 21:27:28.004454 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146fe95-c63e-4337-af09-6a6d372e394f req-5625178f-1c63-482a-b4d0-8f5d117f40cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:28.005949 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7146fe95-c63e-4337-af09-6a6d372e394f req-5625178f-1c63-482a-b4d0-8f5d117f40cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0477941
Mar 26 21:27:28.051531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7146fe95-c63e-4337-af09-6a6d372e394f req-1a54dfbb-1aa7-4ae7-be39-0d9a9e23c0a8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399456
Mar 26 21:27:28.272754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3aaff-a8e7-4d68-850d-e4f539c3b7a3 req-c96f5a9b-bacf-404b-b878-381dc3815705 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:28.274752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b3aaff-a8e7-4d68-850d-e4f539c3b7a3 req-c96f5a9b-bacf-404b-b878-381dc3815705 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0435925
Mar 26 21:27:28.317996 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5b3aaff-a8e7-4d68-850d-e4f539c3b7a3 req-6c1aa32e-3f9f-463c-a0ee-aa6d57fa29ba tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375645
Mar 26 21:27:28.847129 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:29.436918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842310b-ffc4-4f6d-a090-3f4baf3ab106 req-c8bc4db1-aa85-4d20-892d-1b574118839e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:29.438410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a842310b-ffc4-4f6d-a090-3f4baf3ab106 req-c8bc4db1-aa85-4d20-892d-1b574118839e tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0476792
Mar 26 21:27:29.481133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a842310b-ffc4-4f6d-a090-3f4baf3ab106 req-78743abe-44f7-44c1-b9da-257ef5b71579 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370948
Mar 26 21:27:29.519251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-7e11277b-a2fe-44ff-a90f-6e2cf37aceeb tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:29.520782 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-7e11277b-a2fe-44ff-a90f-6e2cf37aceeb tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a6e103b0-f1dd-4507-aae7-99c74c4ec652 HTTP/1.1" status: 200  len: 1127 time: 0.0441964
Mar 26 21:27:29.601817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Deleting port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:29.602679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:29.679609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] For port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:29.680018 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:29.696460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Calling delete_port for 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:29.819125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5cd5c6e7-acbd-4f2e-b272-9488dbe737b2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:29.830674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5cd5c6e7-acbd-4f2e-b272-9488dbe737b2'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:29.833011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4ab9cd42-bddc-414f-afcd-052060378093'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:29.847507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cd5c6e7-acbd-4f2e-b272-9488dbe737b2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:29.897742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] No DVR routers for this DVR port 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:29.901303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:29.905017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7967c26f-a5bc-47eb-9fec-7efdab574c85 req-91e8edf8-70d5-4031-949b-6a152cce51cd tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 HTTP/1.1" status: 204  len: 173 time: 0.3793314
Mar 26 21:27:29.905567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'name': 'network-vif-deleted', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:29.908207 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c684b-1118-45a5-b3cb-b95466493063" -d '{"events": [{"server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "name": "network-vif-deleted", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:29.950639 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf71a7-8a91-436a-b943-f6eb35c55007 x-openstack-request-id: req-9cdf71a7-8a91-436a-b943-f6eb35c55007 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:29.950961 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e103b0-f1dd-4507-aae7-99c74c4ec652", "name": "network-vif-deleted", "tag": "5cd5c6e7-acbd-4f2e-b272-9488dbe737b2", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:29.951257 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cdf71a7-8a91-436a-b943-f6eb35c55007 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:29.951770 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdf71a7-8a91-436a-b943-f6eb35c55007'] response: {'server_uuid': 'a6e103b0-f1dd-4507-aae7-99c74c4ec652', 'name': 'network-vif-deleted', 'tag': '5cd5c6e7-acbd-4f2e-b272-9488dbe737b2', 'status': 'completed', 'code': 200}
Mar 26 21:27:30.198436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:30.749480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e3d4-e597-4dd5-8ad4-65c8a8e01228 req-829cb346-2d05-44be-8b3c-5046171820de tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:30.751134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4b6e3d4-e597-4dd5-8ad4-65c8a8e01228 req-829cb346-2d05-44be-8b3c-5046171820de tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0455637
Mar 26 21:27:30.796298 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c4b6e3d4-e597-4dd5-8ad4-65c8a8e01228 req-57dafb8b-219c-4916-b492-2b521f56ea3f tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392077
Mar 26 21:27:31.856138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:31.915103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827052-9074-4bcc-97ef-461612d5c500 req-a390a06f-07ce-4656-a867-652764d03245 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:31.916775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a827052-9074-4bcc-97ef-461612d5c500 req-a390a06f-07ce-4656-a867-652764d03245 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0494580
Mar 26 21:27:31.959539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a827052-9074-4bcc-97ef-461612d5c500 req-e417c7fb-83a0-4ed6-88dd-3ab1363056b4 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f1d9c5bc-06e5-470a-af09-cb048cefd957&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370481
Mar 26 21:27:32.469968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-c5239443-86ae-4b2a-84fe-02eb8e7af8e3 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:32.471356 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-c5239443-86ae-4b2a-84fe-02eb8e7af8e3 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 1128 time: 0.0452583
Mar 26 21:27:32.556272 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Deleting port 4ab9cd42-bddc-414f-afcd-052060378093 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:32.556610 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4ab9cd42-bddc-414f-afcd-052060378093), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:32.634506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] For port 4ab9cd42-bddc-414f-afcd-052060378093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4ab9cd42-bddc-414f-afcd-052060378093,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:32.634911 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4ab9cd42-bddc-414f-afcd-052060378093), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:32.651688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Calling delete_port for 4ab9cd42-bddc-414f-afcd-052060378093 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:32.773867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4ab9cd42-bddc-414f-afcd-052060378093), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:32.785402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['4ab9cd42-bddc-414f-afcd-052060378093'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:27:32.801047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab9cd42-bddc-414f-afcd-052060378093,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:32.848882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] No DVR routers for this DVR port 4ab9cd42-bddc-414f-afcd-052060378093 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:32.851544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:32.854983 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0d5cf73c-fea3-45ee-8d2b-ca1da4f71c5d req-1e8a3395-9e14-42f4-8500-da6431fc84d8 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4ab9cd42-bddc-414f-afcd-052060378093 HTTP/1.1" status: 204  len: 173 time: 0.3775899
Mar 26 21:27:32.855436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'name': 'network-vif-deleted', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:27:32.857709 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535d657-d2b0-4be3-a791-09ebcd243352" -d '{"events": [{"server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "name": "network-vif-deleted", "tag": "4ab9cd42-bddc-414f-afcd-052060378093"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:27:32.902093 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8bf02-bca5-47da-acc0-994a91e51e4e x-openstack-request-id: req-62b8bf02-bca5-47da-acc0-994a91e51e4e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:27:32.902531 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bcb605-7095-4b7d-b140-91acf2b10db9", "name": "network-vif-deleted", "tag": "4ab9cd42-bddc-414f-afcd-052060378093", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:27:32.902936 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62b8bf02-bca5-47da-acc0-994a91e51e4e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:27:32.903519 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b8bf02-bca5-47da-acc0-994a91e51e4e'] response: {'server_uuid': '25bcb605-7095-4b7d-b140-91acf2b10db9', 'name': 'network-vif-deleted', 'tag': '4ab9cd42-bddc-414f-afcd-052060378093', 'status': 'completed', 'code': 200}
Mar 26 21:27:33.069592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-580cdb41-f498-4f8a-8781-09a9fdd51156 req-d30cdd08-3ed8-4e92-9049-c7f1065ebd92 tempest-TestServerMultinode-2047479086 tempest-TestServerMultinode-2047479086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=25bcb605-7095-4b7d-b140-91acf2b10db9 HTTP/1.1" status: 200  len: 210 time: 0.0263381
Mar 26 21:27:34.012178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:34.035500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:34.035807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5cd5c6e7-acbd-4f2e-b272-9488dbe737b2 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:34.129909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:34.471199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:34.731478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Deleting port 3783704a-9740-4ce8-81b3-3295205960ea {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:34.731703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3783704a-9740-4ce8-81b3-3295205960ea), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:34.815957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] For port 3783704a-9740-4ce8-81b3-3295205960ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3783704a-9740-4ce8-81b3-3295205960ea,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:34.816474 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3783704a-9740-4ce8-81b3-3295205960ea), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:34.829230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Calling delete_port for 3783704a-9740-4ce8-81b3-3295205960ea owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:35.024954 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3783704a-9740-4ce8-81b3-3295205960ea), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:35.059237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Pushing event deleted for resources: {'Port': ['ID=3783704a-9740-4ce8-81b3-3295205960ea,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:35.174557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4ab9cd42-bddc-414f-afcd-052060378093 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:35.194680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 4ab9cd42-bddc-414f-afcd-052060378093 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:35.195339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 4ab9cd42-bddc-414f-afcd-052060378093 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:35.239203 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:35.776357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:35.891345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:35.896554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8b76c90c-b553-494a-afdd-947c466b0801 admin admin] 10.222.0.16 "PUT /v2.0/routers/089c54cc-3a07-4e66-938f-ce4cb1147bc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7655950
Mar 26 21:27:35.899124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:35.904553 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Sync routers for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:35.915664 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:35.916330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:36.011486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks [] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.024128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:36.121949 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks [] for router_gateway (089c54cc-3a07-4e66-938f-ce4cb1147bc5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.186860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Deleting port acd670ae-9b3e-4d84-ac47-fa94d484ed39 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:36.187303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.223283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba6a0>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30'}], 'enable_snat': True}, 'gw_port_id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:27:34Z', 'revision_number': 5, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port': {'id': 'acd670ae-9b3e-4d84-ac47-fa94d484ed39', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:26:56Z', 'updated_at': '2022-03-26T21:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:36.255709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Checking router: 089c54cc-3a07-4e66-938f-ce4cb1147bc5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:36.265757 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Routers {'089c54cc-3a07-4e66-938f-ce4cb1147bc5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:36.266367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61246ba6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:36.294806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] For port acd670ae-9b3e-4d84-ac47-fa94d484ed39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acd670ae-9b3e-4d84-ac47-fa94d484ed39,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:36.295396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.309218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Calling delete_port for acd670ae-9b3e-4d84-ac47-fa94d484ed39 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:36.363331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] Set router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:36.415759 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61246ba6a0>, [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:27:36Z', 'revision_number': 6, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:36.444785 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64520111-0f13-480e-a353-6dbb35a245b6 None None] The sync data for ids ['089c54cc-3a07-4e66-938f-ce4cb1147bc5'] in ncdv-master-1 is: [{'id': '089c54cc-3a07-4e66-938f-ce4cb1147bc5', 'name': 'tempest-TestServerMultinode-1054229465-router', 'tenant_id': '70a75e2183794d609998d8ad6e651a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:26:55Z', 'updated_at': '2022-03-26T21:27:36Z', 'revision_number': 6, 'project_id': '70a75e2183794d609998d8ad6e651a36', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:36.487682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (acd670ae-9b3e-4d84-ac47-fa94d484ed39), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.527893 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd670ae-9b3e-4d84-ac47-fa94d484ed39,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:36.590892 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.687120 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.689345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks [] for router_controller (089c54cc-3a07-4e66-938f-ce4cb1147bc5), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.734170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (089c54cc-3a07-4e66-938f-ce4cb1147bc5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.734661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 089c54cc-3a07-4e66-938f-ce4cb1147bc5 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:27:36.739324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.740536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7c8a7431-cd57-4a87-a414-4e89e2964d38 admin admin] 10.222.0.16 "DELETE /v2.0/routers/089c54cc-3a07-4e66-938f-ce4cb1147bc5 HTTP/1.1" status: 204  len: 168 time: 0.8405008
Mar 26 21:27:36.743298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45236) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:36.792327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Deleting subnet c9accbb1-0287-4a9c-8ceb-5c6cc9feb071 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:27:36.795682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Publish callbacks [] for subnet (c9accbb1-0287-4a9c-8ceb-5c6cc9feb071), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.832673 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (c9accbb1-0287-4a9c-8ceb-5c6cc9feb071), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.912915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c9accbb1-0287-4a9c-8ceb-5c6cc9feb071), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.969570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (c9accbb1-0287-4a9c-8ceb-5c6cc9feb071), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:36.996531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9accbb1-0287-4a9c-8ceb-5c6cc9feb071,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:36.998498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.001810 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5952464b-fd0c-4ea7-a71a-95f96e1a3d08 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c9accbb1-0287-4a9c-8ceb-5c6cc9feb071 HTTP/1.1" status: 204  len: 168 time: 0.2575507
Mar 26 21:27:37.002862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669cbeed-56b2-4824-9f3f-4244dec19d04 None None] Network 96040088-769d-4ca9-a694-0db7b281db4c requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:37.004274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45238) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:37.078445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (96040088-769d-4ca9-a694-0db7b281db4c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.133985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Deleting port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:37.134329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.205906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] For port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:37.206275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.207571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] DHCP port deletion for 96040088-769d-4ca9-a694-0db7b281db4c request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:27:37.221436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Calling delete_port for 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:37.255792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Deleting port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:37.256305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.303636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.323270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] For port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,segment=NetworkSegment(68af28dd-b1f9-42ca-855c-49899589f98a),segment_id=68af28dd-b1f9-42ca-855c-49899589f98a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:37.323682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.337417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Calling delete_port for 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:37.337759 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:37.342959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] No DVR routers for this DVR port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:27:37.413791 ncdv-master-1 neutron-server[126739]:   self.session.flush()
Mar 26 21:27:37.418765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (039afe62-2f27-4f73-b7d7-8c01c9b6ff5c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.422694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (96040088-769d-4ca9-a694-0db7b281db4c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.444812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d0c8520>,) {'filters': {'network_id': ['96040088-769d-4ca9-a694-0db7b281db4c']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:37.445558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] Pushing event deleted for resources: {'Port': ['ID=039afe62-2f27-4f73-b7d7-8c01c9b6ff5c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:37.450864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9793c8-6b31-45a4-8b53-9334da9db5ca None None] No DVR routers for this DVR port 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:37.456584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0c8520>, '68af28dd-b1f9-42ca-855c-49899589f98a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:37.456782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d0c8520>, '68af28dd-b1f9-42ca-855c-49899589f98a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:37.468690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (68af28dd-b1f9-42ca-855c-49899589f98a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.483203 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (68af28dd-b1f9-42ca-855c-49899589f98a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.490166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:27:37.490562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (68af28dd-b1f9-42ca-855c-49899589f98a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:27:37.492522 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:27:37.557101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (96040088-769d-4ca9-a694-0db7b281db4c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.562784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:37.566213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/96040088-769d-4ca9-a694-0db7b281db4c HTTP/1.1" status: 204  len: 168 time: 0.5610061
Mar 26 21:27:37.569345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45240) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:37.576922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe837e05-fd3d-45d7-808d-634a628cbdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=96040088-769d-4ca9-a694-0db7b281db4c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:37.994980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:38.262079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3783704a-9740-4ce8-81b3-3295205960ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:38.287625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3783704a-9740-4ce8-81b3-3295205960ea {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:38.287994 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3783704a-9740-4ce8-81b3-3295205960ea not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:38.288425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device acd670ae-9b3e-4d84-ac47-fa94d484ed39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:38.307706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: acd670ae-9b3e-4d84-ac47-fa94d484ed39 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:38.308081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device acd670ae-9b3e-4d84-ac47-fa94d484ed39 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:38.308508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:38.330038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:38.330566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 039afe62-2f27-4f73-b7d7-8c01c9b6ff5c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:38.570295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Deleting port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:38.571518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:38.656438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] For port c46aada8-0c6a-4e81-b5ac-bbb8e660d17b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:38.656843 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:38.670449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Calling delete_port for c46aada8-0c6a-4e81-b5ac-bbb8e660d17b owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:38.858395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (c46aada8-0c6a-4e81-b5ac-bbb8e660d17b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:38.888756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46aada8-0c6a-4e81-b5ac-bbb8e660d17b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:39.078214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:39.306881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:39.421022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:39.427201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c44a3084-cd8d-4928-8efd-f8eda1b78ff3 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6633b8c-d40b-40e2-8ae7-8aab3b052bc6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8567696
Mar 26 21:27:39.429908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:39.431964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Sync routers for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:39.444140 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:39.444820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:39.555111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks [] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:39.559135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:39.675308 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks [] for router_gateway (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:39.735097 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Deleting port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:39.735598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:39.760548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f7c0>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:38Z', 'revision_number': 5, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port': {'id': 'e1bacb8f-76ce-477e-a4fc-a39cc2c0e046', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:02Z', 'updated_at': '2022-03-26T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:39.789404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Checking router: a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:39.798437 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Routers {'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:39.799061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:39.824260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] For port e1bacb8f-76ce-477e-a4fc-a39cc2c0e046, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:39.824644 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:39.840276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Calling delete_port for e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:39.897696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] Set router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:39.949890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f7c0>, [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:39Z', 'revision_number': 6, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:39.979910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e07806-61be-4f8f-9bf0-20203728134d None None] The sync data for ids ['a6633b8c-d40b-40e2-8ae7-8aab3b052bc6'] in ncdv-master-1 is: [{'id': 'a6633b8c-d40b-40e2-8ae7-8aab3b052bc6', 'name': 'tempest-TestServerMultinode-1677012591-router', 'tenant_id': '0458950035d548d8803ea0db9d8f1f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:01Z', 'updated_at': '2022-03-26T21:27:39Z', 'revision_number': 6, 'project_id': '0458950035d548d8803ea0db9d8f1f3e', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:40.031296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e1bacb8f-76ce-477e-a4fc-a39cc2c0e046), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.064216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bacb8f-76ce-477e-a4fc-a39cc2c0e046,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:40.127542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.239462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.242029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks [] for router_controller (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.318469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (a6633b8c-d40b-40e2-8ae7-8aab3b052bc6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.319544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:27:40.326756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.328899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ae0e3020-9b3c-4893-9fe4-a5c7f1ee6d99 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a6633b8c-d40b-40e2-8ae7-8aab3b052bc6 HTTP/1.1" status: 204  len: 168 time: 0.8972595
Mar 26 21:27:40.331300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45244) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:40.389867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Deleting subnet 2e1bed53-a7da-4ad6-8055-b63f426d6fa2 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:27:40.395651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Publish callbacks [] for subnet (2e1bed53-a7da-4ad6-8055-b63f426d6fa2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.438241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2e1bed53-a7da-4ad6-8055-b63f426d6fa2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.450576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c46aada8-0c6a-4e81-b5ac-bbb8e660d17b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:40.470833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: c46aada8-0c6a-4e81-b5ac-bbb8e660d17b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:40.471189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device c46aada8-0c6a-4e81-b5ac-bbb8e660d17b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:40.559826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2e1bed53-a7da-4ad6-8055-b63f426d6fa2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.611773 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2e1bed53-a7da-4ad6-8055-b63f426d6fa2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.637451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1bed53-a7da-4ad6-8055-b63f426d6fa2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:40.641242 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.644437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a0879ba3-de4f-4851-a0da-11c7ad8970ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e1bed53-a7da-4ad6-8055-b63f426d6fa2 HTTP/1.1" status: 204  len: 168 time: 0.3120310
Mar 26 21:27:40.648098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45246) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:40.649730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1489809-b077-487a-8365-b7da6675865b None None] Network 90d7b276-f85c-4f1f-9823-29e76632c008 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:40.688082 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:27:40.728668 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (90d7b276-f85c-4f1f-9823-29e76632c008), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.795789 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Deleting port 00d24fdd-5253-4aea-8255-2971609d6305 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:40.796170 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (00d24fdd-5253-4aea-8255-2971609d6305), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.851830 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] DHCP port deletion for 90d7b276-f85c-4f1f-9823-29e76632c008 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:27:40.882275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] For port 00d24fdd-5253-4aea-8255-2971609d6305, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d24fdd-5253-4aea-8255-2971609d6305,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:40.882685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (00d24fdd-5253-4aea-8255-2971609d6305), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:40.899955 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Calling delete_port for 00d24fdd-5253-4aea-8255-2971609d6305 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:40.922928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Deleting port 00d24fdd-5253-4aea-8255-2971609d6305 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:40.923863 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (00d24fdd-5253-4aea-8255-2971609d6305), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.013425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (00d24fdd-5253-4aea-8255-2971609d6305), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.019565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] For port 00d24fdd-5253-4aea-8255-2971609d6305, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=00d24fdd-5253-4aea-8255-2971609d6305,segment=NetworkSegment(9f36d5fd-5085-4752-8f54-61b8d03d2013),segment_id=9f36d5fd-5085-4752-8f54-61b8d03d2013)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:41.020050 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (00d24fdd-5253-4aea-8255-2971609d6305), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.036812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Calling delete_port for 00d24fdd-5253-4aea-8255-2971609d6305 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:41.056945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Pushing event deleted for resources: {'Port': ['ID=00d24fdd-5253-4aea-8255-2971609d6305,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:41.059045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] No DVR routers for this DVR port 00d24fdd-5253-4aea-8255-2971609d6305 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:41.134965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (00d24fdd-5253-4aea-8255-2971609d6305), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.144341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (90d7b276-f85c-4f1f-9823-29e76632c008), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.163719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] Pushing event deleted for resources: {'Port': ['ID=00d24fdd-5253-4aea-8255-2971609d6305,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:41.165778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9471e-9917-4cd1-b6dd-02a3ae6c11cb None None] No DVR routers for this DVR port 00d24fdd-5253-4aea-8255-2971609d6305 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:41.167664 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ded07c0>,) {'filters': {'network_id': ['90d7b276-f85c-4f1f-9823-29e76632c008']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:41.189226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ded07c0>, '9f36d5fd-5085-4752-8f54-61b8d03d2013') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:41.189516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ded07c0>, '9f36d5fd-5085-4752-8f54-61b8d03d2013') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:41.208819 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (9f36d5fd-5085-4752-8f54-61b8d03d2013), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.233616 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9f36d5fd-5085-4752-8f54-61b8d03d2013), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.246467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:27:41.246972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (9f36d5fd-5085-4752-8f54-61b8d03d2013), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:27:41.248755 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:27:41.577011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (90d7b276-f85c-4f1f-9823-29e76632c008), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.582782 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.586188 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/90d7b276-f85c-4f1f-9823-29e76632c008 HTTP/1.1" status: 204  len: 168 time: 0.9362919
Mar 26 21:27:41.597098 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ba55b-3907-4cda-96fe-95226b4183ab admin admin] Pushing event deleted for resources: {'Network': ['ID=90d7b276-f85c-4f1f-9823-29e76632c008,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:41.764107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45250) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:41.815107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0266d7c4-18b4-421e-88e7-8b790e994ade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70a75e2183794d609998d8ad6e651a36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0470529
Mar 26 21:27:41.815357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:41.866316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] Publish callbacks [] for security_group (8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.895478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] Publish callbacks [] for security_group (8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.945571 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.948469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:41.949756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01 HTTP/1.1" status: 204  len: 168 time: 0.1334088
Mar 26 21:27:41.958140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6fd43-475b-465a-b166-617837b2c3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a3fe4-7c58-4c19-8ce7-9e1ad3003f01,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:42.278952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 00d24fdd-5253-4aea-8255-2971609d6305 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:42.305579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 00d24fdd-5253-4aea-8255-2971609d6305 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:42.306222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 00d24fdd-5253-4aea-8255-2971609d6305 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:42.306934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:42.312601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45258) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:42.330629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:42.330986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1bacb8f-76ce-477e-a4fc-a39cc2c0e046 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:42.360298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e5d10b57-3fe9-4be7-8dc8-0dbf4d578c95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0458950035d548d8803ea0db9d8f1f3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0460491
Mar 26 21:27:42.362790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45260) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:42.417071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] Publish callbacks [] for security_group (f1d9c5bc-06e5-470a-af09-cb048cefd957), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:42.441289 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] Publish callbacks [] for security_group (f1d9c5bc-06e5-470a-af09-cb048cefd957), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:42.494046 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f1d9c5bc-06e5-470a-af09-cb048cefd957), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:42.497566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:42.498724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1d9c5bc-06e5-470a-af09-cb048cefd957 HTTP/1.1" status: 204  len: 168 time: 0.1350219
Mar 26 21:27:42.508657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec9c23-d064-4ec6-ab2f-ba708fe86d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d9c5bc-06e5-470a-af09-cb048cefd957,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:43.234395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45284) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:43.344485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2122130132-network', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:43.365365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Made reservation on behalf of b87b21a4b1954ce2be46f8559de182b6 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:43.368049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.378294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.455605 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks [] for security_group (acbe3226-fc5e-41a7-862c-be54a15e9bd9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.459098 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (acbe3226-fc5e-41a7-862c-be54a15e9bd9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.479762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:27:43.495663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe3226-fc5e-41a7-862c-be54a15e9bd9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:43.498432 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bb297ca8-be7b-4acd-b97d-32b34b21cf2a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.498783 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Added segment bb297ca8-be7b-4acd-b97d-32b34b21cf2a of type vlan for network 43b7f47e-e2df-4afa-b101-7b7036446738
Mar 26 21:27:43.541819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (43b7f47e-e2df-4afa-b101-7b7036446738), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.566437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (43b7f47e-e2df-4afa-b101-7b7036446738), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.567459 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:43.568083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.602433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.3669720
Mar 26 21:27:43.605879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45288) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:43.610817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Request body: {'subnet': {'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2122130132-subnet', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:43.630916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eaf2e-415b-41e0-9183-45f599e65419 admin admin] Pushing event updated for resources: {'Network': ['ID=43b7f47e-e2df-4afa-b101-7b7036446738,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:43.632949 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Made reservation on behalf of b87b21a4b1954ce2be46f8559de182b6 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:43.641086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 43b7f47e-e2df-4afa-b101-7b7036446738 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:27:43.642455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.830520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.891463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:43.900568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Checking segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:43.900979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Network hostable DHCP agents. Network: 43b7f47e-e2df-4afa-b101-7b7036446738, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:27:43.920774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Network 43b7f47e-e2df-4afa-b101-7b7036446738 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:27:43.931092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43b7f47e-e2df-4afa-b101-7b7036446738) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:43.935299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:43.935956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.940274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf69f5-ca09-466f-b99d-e8df3150d2fa None None] Network 43b7f47e-e2df-4afa-b101-7b7036446738 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:43.951371 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-32db2898-5bfc-4adb-9c9d-e81be47f9630 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.3444180
Mar 26 21:27:43.954025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45290) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:43.958321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:43.980401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:43.981458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.053654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43b7f47e-e2df-4afa-b101-7b7036446738', 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738', 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'fixed_ips': [{'subnet_id': '7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:27:44.054551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.073851 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for router_controller (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.189313 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Allocated IP 172.20.0.2 (43b7f47e-e2df-4afa-b101-7b7036446738/7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1/e81ac3d9-7461-4b99-95a1-56c18971d0c4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:44.222479 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for router_gateway (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.427300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for router_gateway (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.448857 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.456865 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.510388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks [] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.516541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.552312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Network 43b7f47e-e2df-4afa-b101-7b7036446738 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:44.557002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:44.562458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Allocated IP 172.35.4.248 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/5de31c89-5830-459a-9b73-1e2d229489b9) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:44.565506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:44.568539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Pushing event updated for resources: {'Port': ['ID=e81ac3d9-7461-4b99-95a1-56c18971d0c4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:44.625497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Attempting to bind port e81ac3d9-7461-4b99-95a1-56c18971d0c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:44.625878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Attempting to bind port e81ac3d9-7461-4b99-95a1-56c18971d0c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:44.626251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Attempting to bind port e81ac3d9-7461-4b99-95a1-56c18971d0c4 on network 43b7f47e-e2df-4afa-b101-7b7036446738 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:44.631300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:44.631688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Checking segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:44.632144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.632554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Bound using segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:44.633030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Bound port: e81ac3d9-7461-4b99-95a1-56c18971d0c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:44.633421 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.669410 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for port (5de31c89-5830-459a-9b73-1e2d229489b9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.696379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] For port e81ac3d9-7461-4b99-95a1-56c18971d0c4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:44.700164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] For port e81ac3d9-7461-4b99-95a1-56c18971d0c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81ac3d9-7461-4b99-95a1-56c18971d0c4,segment=NetworkSegment(bb297ca8-be7b-4acd-b97d-32b34b21cf2a),segment_id=bb297ca8-be7b-4acd-b97d-32b34b21cf2a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:44.704509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.705830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:44.741524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:44.746534 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:44.750148 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:44.762127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb50df-c2e8-456d-9ab3-f45ab9593c2b None None] Pushing event updated for resources: {'Port': ['ID=e81ac3d9-7461-4b99-95a1-56c18971d0c4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:44.776359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Pushing event updated for resources: {'Port': ['ID=5de31c89-5830-459a-9b73-1e2d229489b9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:45.043005 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for router_gateway (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.251406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.391314 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:27:45.506650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:45.518599 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Sync routers for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:45.532159 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.534092 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Routers {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:45.534919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:45.536401 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f9a387d-1b4c-4ac6-9116-0795b3fc45ec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 1.5813861
Mar 26 21:27:45.537523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45292) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:45.656605 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Set router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:45.724113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e108b4e-0c1f-46a4-8781-9f1f123ce478 None None] Network 43b7f47e-e2df-4afa-b101-7b7036446738 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:45.797307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Provisioning complete for port e81ac3d9-7461-4b99-95a1-56c18971d0c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:45.797692 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.840226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f5e0>, [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:44Z', 'revision_number': 3, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:45.870431 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Checking router: eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:45.870792 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Updating router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 port 5de31c89-5830-459a-9b73-1e2d229489b9 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:45.897288 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.912915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Current status of the port e81ac3d9-7461-4b99-95a1-56c18971d0c4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:45.913305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:45.955975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] For port e81ac3d9-7461-4b99-95a1-56c18971d0c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81ac3d9-7461-4b99-95a1-56c18971d0c4,segment=NetworkSegment(bb297ca8-be7b-4acd-b97d-32b34b21cf2a),segment_id=bb297ca8-be7b-4acd-b97d-32b34b21cf2a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:45.965144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.025725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94083e0-b8f2-47ea-8401-ddd9a336c9dd None None] Pushing event updated for resources: {'Port': ['ID=e81ac3d9-7461-4b99-95a1-56c18971d0c4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:46.036134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.045317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.190655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-316df045-4fc9-4be5-819a-704a591e6568 None None] Provisioning complete for port e81ac3d9-7461-4b99-95a1-56c18971d0c4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:46.191062 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-316df045-4fc9-4be5-819a-704a591e6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.202896 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks [] for port (5de31c89-5830-459a-9b73-1e2d229489b9), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.206490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Allocated IP 172.20.0.1 (43b7f47e-e2df-4afa-b101-7b7036446738/7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1/583c3a32-9ea5-45bb-afca-bf9275b0e141) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:46.209566 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.278651 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f381a7-94ac-40b5-b360-1d90a217c70c None None] Pushing event updated for resources: {'Port': ['ID=5de31c89-5830-459a-9b73-1e2d229489b9,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:46.282754 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Attempting to bind port 5de31c89-5830-459a-9b73-1e2d229489b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:46.283220 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Attempting to bind port 5de31c89-5830-459a-9b73-1e2d229489b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:46.283550 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Attempting to bind port 5de31c89-5830-459a-9b73-1e2d229489b9 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:46.289515 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:46.289910 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:46.290319 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.290757 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:46.291246 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Bound port: 5de31c89-5830-459a-9b73-1e2d229489b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:46.291634 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.311053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-316df045-4fc9-4be5-819a-704a591e6568 None None] Current status of the port e81ac3d9-7461-4b99-95a1-56c18971d0c4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:46.348096 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks [] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.363241 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] For port 5de31c89-5830-459a-9b73-1e2d229489b9, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:46.367678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e81ac3d9-7461-4b99-95a1-56c18971d0c4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:46.370008 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] For port 5de31c89-5830-459a-9b73-1e2d229489b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de31c89-5830-459a-9b73-1e2d229489b9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:46.379210 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.395010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.420711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e81ac3d9-7461-4b99-95a1-56c18971d0c4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:46.421688 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.448483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Network 43b7f47e-e2df-4afa-b101-7b7036446738 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:46.452031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:46.452344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f381a7-94ac-40b5-b360-1d90a217c70c None None] Pushing event updated for resources: {'Port': ['ID=5de31c89-5830-459a-9b73-1e2d229489b9,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:46.456051 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:46.461934 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Routers {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:46.463315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612422f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:46.466157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Pushing event updated for resources: {'Port': ['ID=583c3a32-9ea5-45bb-afca-bf9275b0e141,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:46.501533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.501732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.501967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.502312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.502802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.503121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.503486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.503864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.504226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.504560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.504889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.506032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.506032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.506032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.506308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:46.516027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e81ac3d9-7461-4b99-95a1-56c18971d0c4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:46.522726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.587383 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] Set router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:46.670792 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.734842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a9298a10-64f7-4eb6-b90c-e74d286e03a5 None None] Provisioning complete for port 583c3a32-9ea5-45bb-afca-bf9275b0e141 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:46.735387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9298a10-64f7-4eb6-b90c-e74d286e03a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.772161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a9298a10-64f7-4eb6-b90c-e74d286e03a5 None None] Port 583c3a32-9ea5-45bb-afca-bf9275b0e141 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:46.841130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks [] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.845896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:46.869646 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612422f5e0>, [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:44Z', 'revision_number': 3, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:46.895128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eeee94-7a96-46f6-97bd-a7be65b63b47 None None] The sync data for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 is: [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:44Z', 'revision_number': 3, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:46.909521 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Pushing event updated for resources: {'Port': ['ID=583c3a32-9ea5-45bb-afca-bf9275b0e141,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:46.917825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:47.014670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Network 43b7f47e-e2df-4afa-b101-7b7036446738 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:47.016093 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:47.163353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:47.284661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:47.290112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aecb6836-6d78-4b90-bbcc-82f6cbf0e67c admin admin] 10.222.0.16 "PUT /v2.0/routers/eaf1fe62-5efc-47a7-bcb6-13a37b5ab584/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7510989
Mar 26 21:27:47.302190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ff6ecaf0-d283-44c9-95a6-5ce8419f26db None None] Provisioning complete for port 583c3a32-9ea5-45bb-afca-bf9275b0e141 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:47.302578 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ff6ecaf0-d283-44c9-95a6-5ce8419f26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:47.339008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ecaf0-d283-44c9-95a6-5ce8419f26db None None] Port 583c3a32-9ea5-45bb-afca-bf9275b0e141 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:48.269193 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45312) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:48.312941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5de31c89-5830-459a-9b73-1e2d229489b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:48.362141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5de31c89-5830-459a-9b73-1e2d229489b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:48.362613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:48.451191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5de31c89-5830-459a-9b73-1e2d229489b9 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:48.451785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:48.474068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 5de31c89-5830-459a-9b73-1e2d229489b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de31c89-5830-459a-9b73-1e2d229489b9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:48.478979 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:48.533187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=5de31c89-5830-459a-9b73-1e2d229489b9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:48.611294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Sync routers for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:48.624055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Routers {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:48.624744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f490c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:48.736528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Set router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:48.930575 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:48.942901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f490c10>, [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:46Z', 'revision_number': 4, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '583c3a32-9ea5-45bb-afca-bf9275b0e141', 'name': '', 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'mac_address': 'fa:16:3e:3f:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:46Z', 'updated_at': '2022-03-26T21:27:46Z', 'revision_number': 2, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'subnets': [{'id': '7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:48.969425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Checking router: eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:48.969785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Updating router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 port 583c3a32-9ea5-45bb-afca-bf9275b0e141 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:48.997064 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.184228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Deleting port 583c3a32-9ea5-45bb-afca-bf9275b0e141 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:49.184572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.253716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks [] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.259594 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.264404 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.276097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Calling delete_port for 583c3a32-9ea5-45bb-afca-bf9275b0e141 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:49.311367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152356ce-10e7-41ed-9794-c9dff06a4acd None None] Pushing event updated for resources: {'Port': ['ID=583c3a32-9ea5-45bb-afca-bf9275b0e141,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:49.364099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:49.364785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:49.364923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 on network 43b7f47e-e2df-4afa-b101-7b7036446738 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:49.370905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:49.371286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Checking segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:49.371692 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.372127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Bound using segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:49.372615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Bound port: 583c3a32-9ea5-45bb-afca-bf9275b0e141, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:49.373004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.472703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.474407 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:27:49.474977 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:27:49.498052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=583c3a32-9ea5-45bb-afca-bf9275b0e141,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:49.564878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5549b6b7-1f31-4709-801e-a2a5e68ab400 None None] Could not find standard attr ID for object 583c3a32-9ea5-45bb-afca-bf9275b0e141. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:27:49.669467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.890493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:49.988563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:49.989032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:49.989406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Attempting to bind port 583c3a32-9ea5-45bb-afca-bf9275b0e141 on network 43b7f47e-e2df-4afa-b101-7b7036446738 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:49.994888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:49.995273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Checking segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:49.995681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.996110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Bound using segment: {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:49.996590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Bound port: 583c3a32-9ea5-45bb-afca-bf9275b0e141, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '43b7f47e-e2df-4afa-b101-7b7036446738'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:49.996975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (583c3a32-9ea5-45bb-afca-bf9275b0e141), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:49.997282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:50.002624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6112a7d-3873-4403-a0e2-7c7b2bf18d97 admin admin] 10.222.0.16 "PUT /v2.0/routers/eaf1fe62-5efc-47a7-bcb6-13a37b5ab584/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7323904
Mar 26 21:27:50.005055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45314) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:50.027761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Port 583c3a32-9ea5-45bb-afca-bf9275b0e141 has been deleted concurrently {{(pid=126739) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}}
Mar 26 21:27:50.037518 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Routers {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:50.038159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f490c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:50.111855 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks [] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.144831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] Set router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:50.221450 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks [] for router_gateway (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.270659 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5de31c89-5830-459a-9b73-1e2d229489b9 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:50.287731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Deleting port 5de31c89-5830-459a-9b73-1e2d229489b9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:50.288351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.360179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5de31c89-5830-459a-9b73-1e2d229489b9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:50.360561 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.371971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] For port 5de31c89-5830-459a-9b73-1e2d229489b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de31c89-5830-459a-9b73-1e2d229489b9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:50.372264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.383821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Calling delete_port for 5de31c89-5830-459a-9b73-1e2d229489b9 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:50.392514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f490c10>, [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:49Z', 'revision_number': 5, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:50.423556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c604ae4-47a1-4f3b-bdab-4a67d478e2a1 None None] The sync data for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 is: [{'id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'name': 'tempest-ImageQuotaTest-2122130132-router', 'tenant_id': 'b87b21a4b1954ce2be46f8559de182b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:43Z', 'updated_at': '2022-03-26T21:27:49Z', 'revision_number': 5, 'project_id': 'b87b21a4b1954ce2be46f8559de182b6', 'gw_port': {'id': '5de31c89-5830-459a-9b73-1e2d229489b9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:44Z', 'updated_at': '2022-03-26T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:50.474691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5de31c89-5830-459a-9b73-1e2d229489b9 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:50.557623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5de31c89-5830-459a-9b73-1e2d229489b9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.584435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de31c89-5830-459a-9b73-1e2d229489b9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:50.646677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.742777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.745086 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks [] for router_controller (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.793289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (eaf1fe62-5efc-47a7-bcb6-13a37b5ab584), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.793817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:27:50.798353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.799516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f22aaf3b-c37f-4244-8a02-545a2418cf08 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eaf1fe62-5efc-47a7-bcb6-13a37b5ab584 HTTP/1.1" status: 204  len: 168 time: 0.7935500
Mar 26 21:27:50.801980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45316) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:50.847566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Deleting subnet 7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:27:50.851124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Publish callbacks [] for subnet (7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.887725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:50.976221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.035848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.062842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:51.064822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.068045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-538a63a4-8a93-425a-a066-7d211132f583 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b7e6ece-1d2e-4ff0-b925-30b8adc63ac1 HTTP/1.1" status: 204  len: 168 time: 0.2650871
Mar 26 21:27:51.068472 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Sync routers for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:51.070624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45318) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:51.078327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ed6d2-30ee-4ad1-93f8-68263d56931b None None] Network 43b7f47e-e2df-4afa-b101-7b7036446738 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:51.080500 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:51.081088 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:27:51.081755 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_agentschedulers_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126741) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:27:51.090778 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:51.091216 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Mar 26 21:27:51.091864 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_agentschedulers_db [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent'). {{(pid=126741) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Mar 26 21:27:51.092330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61e03fa-a52d-4b54-ac8b-f69214c09297 None None] The sync data for ids ['eaf1fe62-5efc-47a7-bcb6-13a37b5ab584'] in ncdv-master-1 is: [] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:51.146104 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (43b7f47e-e2df-4afa-b101-7b7036446738), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.203416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Deleting port e81ac3d9-7461-4b99-95a1-56c18971d0c4 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:51.203771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.241320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] DHCP port deletion for 43b7f47e-e2df-4afa-b101-7b7036446738 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:27:51.270491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] For port e81ac3d9-7461-4b99-95a1-56c18971d0c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81ac3d9-7461-4b99-95a1-56c18971d0c4,segment=NetworkSegment(bb297ca8-be7b-4acd-b97d-32b34b21cf2a),segment_id=bb297ca8-be7b-4acd-b97d-32b34b21cf2a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:51.270877 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.283585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Calling delete_port for e81ac3d9-7461-4b99-95a1-56c18971d0c4 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:51.293484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Deleting port e81ac3d9-7461-4b99-95a1-56c18971d0c4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:27:51.293865 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.356241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] For port e81ac3d9-7461-4b99-95a1-56c18971d0c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e81ac3d9-7461-4b99-95a1-56c18971d0c4,segment=NetworkSegment(bb297ca8-be7b-4acd-b97d-32b34b21cf2a),segment_id=bb297ca8-be7b-4acd-b97d-32b34b21cf2a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:51.356651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.367389 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.369856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Calling delete_port for e81ac3d9-7461-4b99-95a1-56c18971d0c4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:27:51.394656 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81ac3d9-7461-4b99-95a1-56c18971d0c4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:51.396557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] No DVR routers for this DVR port e81ac3d9-7461-4b99-95a1-56c18971d0c4 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:51.450033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (e81ac3d9-7461-4b99-95a1-56c18971d0c4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.470423 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (43b7f47e-e2df-4afa-b101-7b7036446738), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.475188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] Pushing event deleted for resources: {'Port': ['ID=e81ac3d9-7461-4b99-95a1-56c18971d0c4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:51.478863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ea1a6-cef1-4e97-a667-6c687932245a None None] No DVR routers for this DVR port e81ac3d9-7461-4b99-95a1-56c18971d0c4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:27:51.491680 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dc43fa0>,) {'filters': {'network_id': ['43b7f47e-e2df-4afa-b101-7b7036446738']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:51.501514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc43fa0>, 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:51.501810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dc43fa0>, 'bb297ca8-be7b-4acd-b97d-32b34b21cf2a') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:51.512154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (bb297ca8-be7b-4acd-b97d-32b34b21cf2a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.525488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bb297ca8-be7b-4acd-b97d-32b34b21cf2a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.531497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:27:51.532010 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (bb297ca8-be7b-4acd-b97d-32b34b21cf2a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:27:51.533628 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:27:51.597024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (43b7f47e-e2df-4afa-b101-7b7036446738), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.602415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.606110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/43b7f47e-e2df-4afa-b101-7b7036446738 HTTP/1.1" status: 204  len: 168 time: 0.5344918
Mar 26 21:27:51.618496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698492-443c-4896-bdda-70f20da3c5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b7f47e-e2df-4afa-b101-7b7036446738,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:51.714077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45322) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:51.756088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e00475bd-9942-438a-a7fd-b9d7d98025be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b87b21a4b1954ce2be46f8559de182b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0392785
Mar 26 21:27:51.756920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:51.809499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] Publish callbacks [] for security_group (acbe3226-fc5e-41a7-862c-be54a15e9bd9), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.829654 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] Publish callbacks [] for security_group (acbe3226-fc5e-41a7-862c-be54a15e9bd9), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.877605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (acbe3226-fc5e-41a7-862c-be54a15e9bd9), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.880582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:51.882003 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acbe3226-fc5e-41a7-862c-be54a15e9bd9 HTTP/1.1" status: 204  len: 168 time: 0.1241555
Mar 26 21:27:51.890761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe128a5f-86cd-4fd4-a826-d62f7a8efd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe3226-fc5e-41a7-862c-be54a15e9bd9,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:52.199868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45330) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:52.213889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f8c185bf-cee2-46ce-989f-df27c87efc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.259216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5de31c89-5830-459a-9b73-1e2d229489b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:52.279984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5de31c89-5830-459a-9b73-1e2d229489b9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:52.280342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5de31c89-5830-459a-9b73-1e2d229489b9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:52.280774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e81ac3d9-7461-4b99-95a1-56c18971d0c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:27:52.290436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f8c185bf-cee2-46ce-989f-df27c87efc50 admin admin] Publish callbacks [] for security_group (e2920472-f915-49fe-9590-722a7929d6a2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.294890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f8c185bf-cee2-46ce-989f-df27c87efc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e2920472-f915-49fe-9590-722a7929d6a2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.303210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e81ac3d9-7461-4b99-95a1-56c18971d0c4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:27:52.303565 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e81ac3d9-7461-4b99-95a1-56c18971d0c4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:27:52.332519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f8c185bf-cee2-46ce-989f-df27c87efc50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1315327
Mar 26 21:27:52.333386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c185bf-cee2-46ce-989f-df27c87efc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2920472-f915-49fe-9590-722a7929d6a2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:52.335873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45332) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:52.385535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] Publish callbacks [] for security_group (e2920472-f915-49fe-9590-722a7929d6a2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.406383 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] Publish callbacks [] for security_group (e2920472-f915-49fe-9590-722a7929d6a2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.451662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e2920472-f915-49fe-9590-722a7929d6a2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.454411 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:52.455609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2920472-f915-49fe-9590-722a7929d6a2 HTTP/1.1" status: 204  len: 168 time: 0.1182387
Mar 26 21:27:52.463860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0990-8730-4b9c-9db7-88643a260572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2920472-f915-49fe-9590-722a7929d6a2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:53.001297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45356) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:53.097873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1643396220-network', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:53.117882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Made reservation on behalf of d7d600597d044d62bfa72df67a61c0bb for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:53.120855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.129073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.204275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks [] for security_group (f249cafa-5d68-439c-b279-ef0716fd99b5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.207794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f249cafa-5d68-439c-b279-ef0716fd99b5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.231483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:27:53.240948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f249cafa-5d68-439c-b279-ef0716fd99b5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:53.246194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (54c6f113-656f-4db8-9eef-2f40cff54851), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.246527 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Added segment 54c6f113-656f-4db8-9eef-2f40cff54851 of type vlan for network 62e2173f-7be1-40ba-875d-2bef3cdb4b72
Mar 26 21:27:53.286247 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (62e2173f-7be1-40ba-875d-2bef3cdb4b72), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.311752 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (62e2173f-7be1-40ba-875d-2bef3cdb4b72), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.312719 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:53.313294 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.344990 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3426065
Mar 26 21:27:53.347902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45360) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:53.352928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Request body: {'subnet': {'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1643396220-subnet', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:53.372704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Made reservation on behalf of d7d600597d044d62bfa72df67a61c0bb for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:53.375361 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.377572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbf07b-ec35-4b15-8849-5a7e0cf81686 admin admin] Pushing event updated for resources: {'Network': ['ID=62e2173f-7be1-40ba-875d-2bef3cdb4b72,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:53.388405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:27:53.548683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (02698b4a-e880-4caf-ac49-d1b30c6dab15), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.600350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02698b4a-e880-4caf-ac49-d1b30c6dab15,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:53.610906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Checking segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:53.611264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Network hostable DHCP agents. Network: 62e2173f-7be1-40ba-875d-2bef3cdb4b72, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:27:53.627403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:27:53.635709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62e2173f-7be1-40ba-875d-2bef3cdb4b72) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:53.639485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:53.640113 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.646160 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2447b-a5bf-4b4d-bb7e-0d5357509330 None None] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:53.656889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a00a5b96-2b97-471f-8893-5c61b2877267 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3077226
Mar 26 21:27:53.659444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45362) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:53.663961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:53.681931 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.682981 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.737441 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for router_controller (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.882655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for router_gateway (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:53.910416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:27:53.911518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.048158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Allocated IP 172.20.0.2 (62e2173f-7be1-40ba-875d-2bef3cdb4b72/02698b4a-e880-4caf-ac49-d1b30c6dab15/a39ea715-81be-4188-bd15-eb9de48c0538) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:54.086062 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for router_gateway (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.108616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.191053 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks [] for port (a39ea715-81be-4188-bd15-eb9de48c0538), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.198167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.212071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Allocated IP 172.35.4.188 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/279a4691-5ea5-4fa9-bd73-14e63db961d7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:54.235859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:54.240541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:54.243846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:54.253918 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Pushing event updated for resources: {'Port': ['ID=a39ea715-81be-4188-bd15-eb9de48c0538,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:54.264611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.264974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.265334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.265678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.266024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.266364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.266698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.267030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.267362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.267695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.268060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.268393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.268720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.269047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.269372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:54.317779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Attempting to bind port a39ea715-81be-4188-bd15-eb9de48c0538 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:54.318382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Attempting to bind port a39ea715-81be-4188-bd15-eb9de48c0538 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:54.319035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Attempting to bind port a39ea715-81be-4188-bd15-eb9de48c0538 on network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:54.319816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.325369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:54.325809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Checking segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:54.326802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.327268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Bound using segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:54.327855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Bound port: a39ea715-81be-4188-bd15-eb9de48c0538, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:54.328314 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.353923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.392226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:54.393251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] For port a39ea715-81be-4188-bd15-eb9de48c0538, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:54.394974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:54.397275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] For port a39ea715-81be-4188-bd15-eb9de48c0538, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a39ea715-81be-4188-bd15-eb9de48c0538,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:54.398556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:54.404354 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.407930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Pushing event updated for resources: {'Port': ['ID=279a4691-5ea5-4fa9-bd73-14e63db961d7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:54.467074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd58aba-a67b-4a53-a291-8a04b221b854 None None] Pushing event updated for resources: {'Port': ['ID=a39ea715-81be-4188-bd15-eb9de48c0538,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:54.674726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for router_gateway (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:54.877249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.007281 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:27:55.080273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4dac2dc0-d405-446b-8bc8-c671ea047c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.121869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:55.131787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:55.141391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.143807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:55.144552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb45a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:55.145747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc203aa7-f07a-4bad-a603-9d9fd83c4016 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.4852459
Mar 26 21:27:55.145935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45364) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:55.265715 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:55.431581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7359d3f-2568-4ce8-912b-929abfcf8be4 None None] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:55.540733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb45a00>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:54Z', 'revision_number': 3, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:55.576605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:55.576969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Updating router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 port 279a4691-5ea5-4fa9-bd73-14e63db961d7 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:55.594319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.610143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Provisioning complete for port a39ea715-81be-4188-bd15-eb9de48c0538 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:55.610536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.639503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.820578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Current status of the port a39ea715-81be-4188-bd15-eb9de48c0538 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:55.820983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.897747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] For port a39ea715-81be-4188-bd15-eb9de48c0538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a39ea715-81be-4188-bd15-eb9de48c0538,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:55.902776 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:55.986242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b5eb6-b171-43ed-8f69-1651119ce37c None None] Pushing event updated for resources: {'Port': ['ID=a39ea715-81be-4188-bd15-eb9de48c0538,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:56.033828 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks [] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.041973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.045530 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c0aac7e0-a412-4ee2-8351-bbc8dbf3c21f None None] Provisioning complete for port a39ea715-81be-4188-bd15-eb9de48c0538 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:56.045928 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c0aac7e0-a412-4ee2-8351-bbc8dbf3c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.053106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Allocated IP 172.20.0.1 (62e2173f-7be1-40ba-875d-2bef3cdb4b72/02698b4a-e880-4caf-ac49-d1b30c6dab15/b022011f-b4d7-4e22-a60d-571148c15327) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:56.127685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21adb55-de39-4666-9727-cef67f8226ff None None] Pushing event updated for resources: {'Port': ['ID=279a4691-5ea5-4fa9-bd73-14e63db961d7,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:56.131820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Attempting to bind port 279a4691-5ea5-4fa9-bd73-14e63db961d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:56.132222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Attempting to bind port 279a4691-5ea5-4fa9-bd73-14e63db961d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:56.132588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Attempting to bind port 279a4691-5ea5-4fa9-bd73-14e63db961d7 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:56.139143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:56.139526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:56.139944 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.140346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:56.140817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Bound port: 279a4691-5ea5-4fa9-bd73-14e63db961d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:56.141205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.165556 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks [] for port (b022011f-b4d7-4e22-a60d-571148c15327), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.200700 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.230239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] For port 279a4691-5ea5-4fa9-bd73-14e63db961d7, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:56.234246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c0aac7e0-a412-4ee2-8351-bbc8dbf3c21f None None] Current status of the port a39ea715-81be-4188-bd15-eb9de48c0538 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:56.245532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:56.247258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] For port 279a4691-5ea5-4fa9-bd73-14e63db961d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=279a4691-5ea5-4fa9-bd73-14e63db961d7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:56.248499 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:56.256582 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.256791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:56.279967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Pushing event updated for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:56.294520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.294882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.295230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.295573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.295911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.296271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.296604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.296935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.297264 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.297591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.297920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.298247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.298570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.298892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.299211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:56.311435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.328948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a39ea715-81be-4188-bd15-eb9de48c0538 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:56.379354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21adb55-de39-4666-9727-cef67f8226ff None None] Pushing event updated for resources: {'Port': ['ID=279a4691-5ea5-4fa9-bd73-14e63db961d7,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:56.383652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:56.384321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb45a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:56.459533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b022011f-b4d7-4e22-a60d-571148c15327), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.507537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a39ea715-81be-4188-bd15-eb9de48c0538 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:56.508133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.554415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:56.636177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks [] for port (b022011f-b4d7-4e22-a60d-571148c15327), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.640985 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.649391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c805f9dd-b7e1-4859-a8cc-ac46641257b8 None None] Provisioning complete for port b022011f-b4d7-4e22-a60d-571148c15327 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:56.649773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c805f9dd-b7e1-4859-a8cc-ac46641257b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b022011f-b4d7-4e22-a60d-571148c15327), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.712798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Pushing event updated for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:56.717151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:56.745655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c805f9dd-b7e1-4859-a8cc-ac46641257b8 None None] Port b022011f-b4d7-4e22-a60d-571148c15327 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:56.759958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a39ea715-81be-4188-bd15-eb9de48c0538 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:56.810608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:56.812064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:56.816739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb45a00>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:54Z', 'revision_number': 3, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:56.848467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45c9e4-9b6c-4403-b703-6016b1d4cced None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:54Z', 'revision_number': 3, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:27:56.950877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:27:57.081022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-af8fa976-4893-4d4e-95ba-047514051fd2 None None] Provisioning complete for port b022011f-b4d7-4e22-a60d-571148c15327 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:57.089337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af8fa976-4893-4d4e-95ba-047514051fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b022011f-b4d7-4e22-a60d-571148c15327), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.093953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:27:57.100706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b4ca9a5b-72e3-4f25-b49e-16ead2eec204 admin admin] 10.222.0.16 "PUT /v2.0/routers/8c5103a0-7aa9-4397-8bb7-3625dcfde3c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9533572
Mar 26 21:27:57.129125 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-af8fa976-4893-4d4e-95ba-047514051fd2 None None] Port b022011f-b4d7-4e22-a60d-571148c15327 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:27:57.603637 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45380) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:57.609283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1008854647-network', 'tenant_id': '55b8ed5509de47159f3b0000151c6286'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:57.630137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Made reservation on behalf of 55b8ed5509de47159f3b0000151c6286 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:57.632855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.643901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.728664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks [] for security_group (968263b1-275f-4d98-9d00-be598e97d19b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.732701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (968263b1-275f-4d98-9d00-be598e97d19b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.757596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:27:57.767788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968263b1-275f-4d98-9d00-be598e97d19b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:57.774151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b8fcae0-df44-4e54-95a2-e53a3eaa6948), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.774494 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Added segment 9b8fcae0-df44-4e54-95a2-e53a3eaa6948 of type vlan for network d9f52a71-d0d2-4938-8e9b-1588e12114ac
Mar 26 21:27:57.817130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d9f52a71-d0d2-4938-8e9b-1588e12114ac), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.842276 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9bb53a7-681d-4a93-9893-174b08011a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.847182 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d9f52a71-d0d2-4938-8e9b-1588e12114ac), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.848294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:57.848863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:57.880536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.2752202
Mar 26 21:27:57.883205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45382) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:57.889964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Request body: {'subnet': {'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1008854647-subnet', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:57.925404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce367ec3-e3b8-4b54-9925-a0a88c75ca26 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f52a71-d0d2-4938-8e9b-1588e12114ac,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:57.934867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:27:57.940696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Made reservation on behalf of 55b8ed5509de47159f3b0000151c6286 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:27:57.943241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.117048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (30c8aa6d-5104-46d7-8049-e01f93cca1b6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.178544 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c8aa6d-5104-46d7-8049-e01f93cca1b6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:58.188598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Checking segment: {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:58.188952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Network hostable DHCP agents. Network: d9f52a71-d0d2-4938-8e9b-1588e12114ac, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:27:58.205694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:27:58.215135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9f52a71-d0d2-4938-8e9b-1588e12114ac) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:58.220069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:27:58.220799 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.227876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6e10e-732a-4218-8fad-c05ceaa56236 None None] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:27:58.249109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d992963a-ded4-4e29-b30f-2d6495dcbc96 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3646350
Mar 26 21:27:58.251569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45384) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:27:58.256408 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:27:58.282061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.283227 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.321481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 279a4691-5ea5-4fa9-bd73-14e63db961d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:27:58.351728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for router_controller (b7e0a04f-0ec4-4519-8041-8447a113619b), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.502957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:27:58.514070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:58.514855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124426610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:58.565093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9f52a71-d0d2-4938-8e9b-1588e12114ac', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'project_id': '55b8ed5509de47159f3b0000151c6286', 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:27:58.566278 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.638536 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:58.661504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 279a4691-5ea5-4fa9-bd73-14e63db961d7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:58.661824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.763450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Allocated IP 172.20.0.2 (d9f52a71-d0d2-4938-8e9b-1588e12114ac/30c8aa6d-5104-46d7-8049-e01f93cca1b6/d79a5625-0697-4ead-b579-d9290292dd69) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:58.859544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124426610>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 2, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:58.867900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for router_gateway (b7e0a04f-0ec4-4519-8041-8447a113619b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.882220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 279a4691-5ea5-4fa9-bd73-14e63db961d7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:58.882840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.886323 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:27:58.886693 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Updating router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 port b022011f-b4d7-4e22-a60d-571148c15327 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:27:58.910061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.923159 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b022011f-b4d7-4e22-a60d-571148c15327), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:58.924204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 279a4691-5ea5-4fa9-bd73-14e63db961d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=279a4691-5ea5-4fa9-bd73-14e63db961d7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:58.929265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.039803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=279a4691-5ea5-4fa9-bd73-14e63db961d7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.052167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks [] for port (d79a5625-0697-4ead-b579-d9290292dd69), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.059767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (d79a5625-0697-4ead-b579-d9290292dd69), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.109629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:59.109844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for router_gateway (b7e0a04f-0ec4-4519-8041-8447a113619b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.113371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:59.116673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:59.131616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Pushing event updated for resources: {'Port': ['ID=d79a5625-0697-4ead-b579-d9290292dd69,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.132061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.193234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Attempting to bind port d79a5625-0697-4ead-b579-d9290292dd69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:59.193571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Attempting to bind port d79a5625-0697-4ead-b579-d9290292dd69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:59.194163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Attempting to bind port d79a5625-0697-4ead-b579-d9290292dd69 on network d9f52a71-d0d2-4938-8e9b-1588e12114ac {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:59.200002 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:59.200408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Checking segment: {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:59.201198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.201669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Bound using segment: {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:59.202238 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Bound port: d79a5625-0697-4ead-b579-d9290292dd69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:59.202630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d79a5625-0697-4ead-b579-d9290292dd69), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.222409 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks [] for port (b022011f-b4d7-4e22-a60d-571148c15327), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.230722 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.270278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Allocated IP 172.35.4.10 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/f58c3ecb-8cfc-4226-8154-0bda531fc534) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:27:59.278820 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Pushing event updated for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.279153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] For port d79a5625-0697-4ead-b579-d9290292dd69, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:59.283005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] For port d79a5625-0697-4ead-b579-d9290292dd69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d79a5625-0697-4ead-b579-d9290292dd69,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:59.288559 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.289175 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.289527 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.289840 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.290163 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.290637 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.292432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.292909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.293417 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.293913 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.294472 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.294949 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.295427 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.295941 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.296441 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:27:59.302536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d79a5625-0697-4ead-b579-d9290292dd69), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.386121 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Attempting to bind port b022011f-b4d7-4e22-a60d-571148c15327 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:27:59.387298 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Attempting to bind port b022011f-b4d7-4e22-a60d-571148c15327 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:27:59.387970 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Attempting to bind port b022011f-b4d7-4e22-a60d-571148c15327 on network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:27:59.394273 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7f441-c883-4f2f-a326-8fe287a07c59 None None] Pushing event updated for resources: {'Port': ['ID=d79a5625-0697-4ead-b579-d9290292dd69,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.397271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:27:59.407893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Checking segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:27:59.408402 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.408867 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Bound using segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:27:59.411242 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Bound port: b022011f-b4d7-4e22-a60d-571148c15327, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:27:59.411563 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b022011f-b4d7-4e22-a60d-571148c15327), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.448209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.494000 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.517032 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] For port b022011f-b4d7-4e22-a60d-571148c15327, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:27:59.520652 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] For port b022011f-b4d7-4e22-a60d-571148c15327, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b022011f-b4d7-4e22-a60d-571148c15327,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:27:59.528658 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.540175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:27:59.543758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:27:59.552371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:27:59.590307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Pushing event updated for resources: {'Port': ['ID=f58c3ecb-8cfc-4226-8154-0bda531fc534,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.637059 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664a480-0d55-4e1f-8bc3-a5add641e031 None None] Pushing event updated for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:27:59.642025 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:27:59.642703 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124426610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:27:59.786852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Provisioning complete for port b022011f-b4d7-4e22-a60d-571148c15327 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:27:59.788323 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b022011f-b4d7-4e22-a60d-571148c15327), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.810293 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:27:59.911826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Current status of the port b022011f-b4d7-4e22-a60d-571148c15327 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:27:59.914184 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b022011f-b4d7-4e22-a60d-571148c15327), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:27:59.965597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] For port b022011f-b4d7-4e22-a60d-571148c15327, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b022011f-b4d7-4e22-a60d-571148c15327,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:27:59.972983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.007502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for router_gateway (b7e0a04f-0ec4-4519-8041-8447a113619b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.034633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8cec2-f183-4f34-a955-ac6f9c3973e0 None None] Pushing event updated for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:00.112284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6d6794e7-0e12-4783-8749-cf8fb507d180 None None] Provisioning complete for port b022011f-b4d7-4e22-a60d-571148c15327 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:00.112697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6d6794e7-0e12-4783-8749-cf8fb507d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b022011f-b4d7-4e22-a60d-571148c15327), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.123450 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124426610>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:00.155852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcae3400-917e-4f06-8dea-3a0b61af555c None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:28:00.230330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.231182 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6d6794e7-0e12-4783-8749-cf8fb507d180 None None] Current status of the port b022011f-b4d7-4e22-a60d-571148c15327 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:00.298481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.482585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Router b7e0a04f-0ec4-4519-8041-8447a113619b is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:28:00.536807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d79a5625-0697-4ead-b579-d9290292dd69 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:00.610142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d79a5625-0697-4ead-b579-d9290292dd69 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:00.611490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d79a5625-0697-4ead-b579-d9290292dd69), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.635411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:28:00.651968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Sync routers for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:28:00.657006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:00.658282 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bdcea228-2b22-4a4b-a419-4c0e5e4bdb16 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.4054298
Mar 26 21:28:00.661440 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45406) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:00.691101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:00.692731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:00.827237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149971a6-a40c-44f4-ae40-2bf5ad9804b2 None None] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:28:00.871058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:00.977599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d79a5625-0697-4ead-b579-d9290292dd69 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:00.979224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d79a5625-0697-4ead-b579-d9290292dd69), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.050886 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-14949d55-c874-43cd-bac7-3cd77d9e96f6 None None] Provisioning complete for port d79a5625-0697-4ead-b579-d9290292dd69 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:01.051222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-14949d55-c874-43cd-bac7-3cd77d9e96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d79a5625-0697-4ead-b579-d9290292dd69), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.131934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d79a5625-0697-4ead-b579-d9290292dd69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d79a5625-0697-4ead-b579-d9290292dd69,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:01.158166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d79a5625-0697-4ead-b579-d9290292dd69), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.158980 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b022011f-b4d7-4e22-a60d-571148c15327 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:01.204691 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.331545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d79a5625-0697-4ead-b579-d9290292dd69,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:01.351450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-14949d55-c874-43cd-bac7-3cd77d9e96f6 None None] Current status of the port d79a5625-0697-4ead-b579-d9290292dd69 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:01.370450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b022011f-b4d7-4e22-a60d-571148c15327 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:01.370818 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b022011f-b4d7-4e22-a60d-571148c15327), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.394130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Allocated IP 172.20.0.1 (d9f52a71-d0d2-4938-8e9b-1588e12114ac/30c8aa6d-5104-46d7-8049-e01f93cca1b6/86a814a2-84a5-4194-9b6e-acefdc7b1a31) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:28:01.419550 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd8df0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 3, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:01.451512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Checking router: b7e0a04f-0ec4-4519-8041-8447a113619b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:28:01.452119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Updating router b7e0a04f-0ec4-4519-8041-8447a113619b port f58c3ecb-8cfc-4226-8154-0bda531fc534 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:28:01.493542 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.532079 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks [] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.577759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.628860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:28:01.636213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:28:01.640362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:28:01.664360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b022011f-b4d7-4e22-a60d-571148c15327 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:01.665889 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 279a4691-5ea5-4fa9-bd73-14e63db961d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:01.691284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Pushing event updated for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:01.706823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (b7e0a04f-0ec4-4519-8041-8447a113619b), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:01.903777 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.040496 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.048155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-dd290d7c-728f-499f-ade8-3b22061627bf None None] Provisioning complete for port d79a5625-0697-4ead-b579-d9290292dd69 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:02.048448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dd290d7c-728f-499f-ade8-3b22061627bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d79a5625-0697-4ead-b579-d9290292dd69), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.100053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 279a4691-5ea5-4fa9-bd73-14e63db961d7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:02.100491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.111008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks [] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.116356 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.187177 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (b7e0a04f-0ec4-4519-8041-8447a113619b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.189058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Pushing event updated for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:02.285467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:28:02.287363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:28:02.299891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks [] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.304959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-dd290d7c-728f-499f-ade8-3b22061627bf None None] Current status of the port d79a5625-0697-4ead-b579-d9290292dd69 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:02.316844 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.361500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 279a4691-5ea5-4fa9-bd73-14e63db961d7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:02.383469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Attempting to bind port f58c3ecb-8cfc-4226-8154-0bda531fc534 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:28:02.383851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Attempting to bind port f58c3ecb-8cfc-4226-8154-0bda531fc534 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:28:02.384248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Attempting to bind port f58c3ecb-8cfc-4226-8154-0bda531fc534 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:28:02.397282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376590ee-780d-4fa4-8763-66df0114c0da None None] Pushing event updated for resources: {'Port': ['ID=f58c3ecb-8cfc-4226-8154-0bda531fc534,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:02.401102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:28:02.401559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:28:02.402145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.402554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:28:02.403068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Bound port: f58c3ecb-8cfc-4226-8154-0bda531fc534, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:28:02.403613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.455590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Router b7e0a04f-0ec4-4519-8041-8447a113619b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:28:02.476391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cfcc4183-d2eb-4b24-a367-4404ae478bcd None None] Provisioning complete for port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:02.476920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cfcc4183-d2eb-4b24-a367-4404ae478bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.484078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d79a5625-0697-4ead-b579-d9290292dd69 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:02.488932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] For port f58c3ecb-8cfc-4226-8154-0bda531fc534, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:28:02.557291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] For port f58c3ecb-8cfc-4226-8154-0bda531fc534, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58c3ecb-8cfc-4226-8154-0bda531fc534,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:28:02.577381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.598946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:28:02.609261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-edb2ad0f-0fb5-439e-99d8-59e67d6fdb8e admin admin] 10.222.0.16 "PUT /v2.0/routers/b7e0a04f-0ec4-4519-8041-8447a113619b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9426494
Mar 26 21:28:02.609822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc4183-d2eb-4b24-a367-4404ae478bcd None None] Port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:28:02.659742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d79a5625-0697-4ead-b579-d9290292dd69 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:02.660149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d79a5625-0697-4ead-b579-d9290292dd69), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.682605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376590ee-780d-4fa4-8763-66df0114c0da None None] Pushing event updated for resources: {'Port': ['ID=f58c3ecb-8cfc-4226-8154-0bda531fc534,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:02.691815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:02.692507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:02.806233 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-730970f8-9fb7-45a0-be2b-5c0486626558 None None] Provisioning complete for port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:02.806590 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-730970f8-9fb7-45a0-be2b-5c0486626558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:02.893609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d79a5625-0697-4ead-b579-d9290292dd69 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:02.897046 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:02.899680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-730970f8-9fb7-45a0-be2b-5c0486626558 None None] Port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:28:03.122633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd8df0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86a814a2-84a5-4194-9b6e-acefdc7b1a31', 'name': '', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'mac_address': 'fa:16:3e:fa:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:28:01Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 2, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'subnets': [{'id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:03.154224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04dfc-cafd-487a-b2ce-7471d2169aa6 None None] The sync data for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 is: [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86a814a2-84a5-4194-9b6e-acefdc7b1a31', 'name': '', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'mac_address': 'fa:16:3e:fa:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:28:01Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 2, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'subnets': [{'id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:28:04.470542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f58c3ecb-8cfc-4226-8154-0bda531fc534 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:04.533019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f58c3ecb-8cfc-4226-8154-0bda531fc534 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:04.533810 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:04.624088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f58c3ecb-8cfc-4226-8154-0bda531fc534 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:04.624488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:04.647790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port f58c3ecb-8cfc-4226-8154-0bda531fc534, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58c3ecb-8cfc-4226-8154-0bda531fc534,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:04.652132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:04.704339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=f58c3ecb-8cfc-4226-8154-0bda531fc534,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:05.329957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Sync routers for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:28:05.341872 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:05.342507 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244266d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:05.538360 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:05.762682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244266d0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86a814a2-84a5-4194-9b6e-acefdc7b1a31', 'name': '', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'mac_address': 'fa:16:3e:fa:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:28:01Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 2, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'subnets': [{'id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:05.791295 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Checking router: b7e0a04f-0ec4-4519-8041-8447a113619b for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:28:05.791684 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Updating router b7e0a04f-0ec4-4519-8041-8447a113619b port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:28:05.822097 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.148334 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks [] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.156349 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.219045 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9d06-f502-4400-95b3-ad56b08e8e6c None None] Pushing event updated for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:06.274356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Attempting to bind port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:28:06.274933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Attempting to bind port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:28:06.275352 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Attempting to bind port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 on network d9f52a71-d0d2-4938-8e9b-1588e12114ac {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:28:06.282561 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:28:06.282561 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Checking segment: {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:28:06.283626 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.283626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Bound using segment: {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:28:06.284165 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Bound port: 86a814a2-84a5-4194-9b6e-acefdc7b1a31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8fcae0-df44-4e54-95a2-e53a3eaa6948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:28:06.284702 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.396434 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] For port 86a814a2-84a5-4194-9b6e-acefdc7b1a31, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:28:06.400996 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] For port 86a814a2-84a5-4194-9b6e-acefdc7b1a31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86a814a2-84a5-4194-9b6e-acefdc7b1a31,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:28:06.410815 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.473084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f58c3ecb-8cfc-4226-8154-0bda531fc534 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:06.519665 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:06.520611 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244266d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:27:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:06.522992 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de9d06-f502-4400-95b3-ad56b08e8e6c None None] Pushing event updated for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:06.600975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port f58c3ecb-8cfc-4226-8154-0bda531fc534 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:06.601374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.638776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Provisioning complete for port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:06.639198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.709897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:06.781948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Current status of the port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:06.782518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.789418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port f58c3ecb-8cfc-4226-8154-0bda531fc534 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:06.827686 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] For port 86a814a2-84a5-4194-9b6e-acefdc7b1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86a814a2-84a5-4194-9b6e-acefdc7b1a31,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:06.832972 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.900288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e32e7-cca9-4146-bcf4-bdb5eb9ecbf4 None None] Pushing event updated for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:06.960879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-10db40d4-f8d6-4293-857c-c4ec2582ab88 None None] Provisioning complete for port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:06.961653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-10db40d4-f8d6-4293-857c-c4ec2582ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:06.990961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244266d0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86a814a2-84a5-4194-9b6e-acefdc7b1a31', 'name': '', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'mac_address': 'fa:16:3e:fa:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:28:01Z', 'updated_at': '2022-03-26T21:28:06Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'subnets': [{'id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:07.054944 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8817cd-9c05-4994-8fec-a711ab2f4d36 None None] The sync data for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 is: [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:28:01Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '86a814a2-84a5-4194-9b6e-acefdc7b1a31', 'name': '', 'network_id': 'd9f52a71-d0d2-4938-8e9b-1588e12114ac', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'mac_address': 'fa:16:3e:fa:75:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:28:01Z', 'updated_at': '2022-03-26T21:28:06Z', 'revision_number': 4, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'subnets': [{'id': '30c8aa6d-5104-46d7-8049-e01f93cca1b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:28:07.132414 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-10db40d4-f8d6-4293-857c-c4ec2582ab88 None None] Current status of the port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:08.470841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86a814a2-84a5-4194-9b6e-acefdc7b1a31 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:08.537180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:08.537565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:08.642006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:14.330463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:15.982983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:17.686621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:28:18.885680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45700) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:18.891778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252106748', 'description': 'tempest-secgroup-smoke-1252106748 description', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:18.916143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:18.983485 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (8d67b261-20ac-48e5-893a-a8d845878554), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:18.988124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d67b261-20ac-48e5-893a-a8d845878554), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.019229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67b261-20ac-48e5-893a-a8d845878554,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.026039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.027594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20ac52a2-766a-43ec-a702-107bc9321f7e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1404433
Mar 26 21:28:19.031498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45702) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.037098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.066522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (49ed8d1b-7348-4622-859a-38095b4e6acc), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.124047 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (49ed8d1b-7348-4622-859a-38095b4e6acc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.127431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (49ed8d1b-7348-4622-859a-38095b4e6acc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.148629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ed8d1b-7348-4622-859a-38095b4e6acc,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.158011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.159201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3b57dbcd-3f83-4dab-8aa2-5075b139cdb6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1270218
Mar 26 21:28:19.161878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45704) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.166509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.192560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (b4ea9379-ce34-4df4-b0e5-54045c8ec0ec), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.250998 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (b4ea9379-ce34-4df4-b0e5-54045c8ec0ec), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.254738 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b4ea9379-ce34-4df4-b0e5-54045c8ec0ec), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.274495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea9379-ce34-4df4-b0e5-54045c8ec0ec,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.284647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.285861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3375ed88-6e71-4986-9bd8-3a7f4c178e24 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1230223
Mar 26 21:28:19.289247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45706) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.293819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.320581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (cc5402c2-2c42-4afa-b300-ebb7f0321507), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.378348 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (cc5402c2-2c42-4afa-b300-ebb7f0321507), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.382202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (cc5402c2-2c42-4afa-b300-ebb7f0321507), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.400027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5402c2-2c42-4afa-b300-ebb7f0321507,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.409924 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.411160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e4da0343-766d-45ae-b7b3-616909567e05 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1208591
Mar 26 21:28:19.414142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45708) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.419064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.445146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (fd63ffef-c937-4ce7-aca4-59bddd57d61c), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.507090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (fd63ffef-c937-4ce7-aca4-59bddd57d61c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.510420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (fd63ffef-c937-4ce7-aca4-59bddd57d61c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.532457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd63ffef-c937-4ce7-aca4-59bddd57d61c,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.540806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.543952 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-633b371c-2937-41fb-ad46-c5c8dafe7aad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1269138
Mar 26 21:28:19.544776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45710) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.549041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.569109 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Project d7d600597d044d62bfa72df67a61c0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:28:19.573953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (e36b436c-b2e9-449e-a953-8fc6cfc6505a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.635697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (e36b436c-b2e9-449e-a953-8fc6cfc6505a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.639994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e36b436c-b2e9-449e-a953-8fc6cfc6505a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.659014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36b436c-b2e9-449e-a953-8fc6cfc6505a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.665221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.666372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3c1df965-e398-40fd-a097-25f6458f1440 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1206722
Mar 26 21:28:19.669164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45712) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:19.673488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'security_group_rule': {'security_group_id': '8d67b261-20ac-48e5-893a-a8d845878554', 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:19.693888 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Project d7d600597d044d62bfa72df67a61c0bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:28:19.699138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (9946e545-5a71-4051-97bb-82d55f1967b1), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.762383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (9946e545-5a71-4051-97bb-82d55f1967b1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.766410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (9946e545-5a71-4051-97bb-82d55f1967b1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.783611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9946e545-5a71-4051-97bb-82d55f1967b1,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:19.792630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:19.793857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-64720534-c4d0-41b1-b11a-43f9d059e3c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1237416
Mar 26 21:28:19.957528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-5fcbe851-1f1e-4ecb-a9a6-65b06699b277 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252106748&fields=id&tenant_id=d7d600597d044d62bfa72df67a61c0bb HTTP/1.1" status: 200  len: 267 time: 0.0479219
Mar 26 21:28:20.072133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-a99ce936-c6f6-478d-91e2-46b7a8e7ae12 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:20.073615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-a99ce936-c6f6-478d-91e2-46b7a8e7ae12 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 814 time: 0.1094081
Mar 26 21:28:20.087720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-c6f2bb07-0d70-4def-add7-138da3af9c96 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/quotas/d7d600597d044d62bfa72df67a61c0bb HTTP/1.1" status: 200  len: 375 time: 0.0087767
Mar 26 21:28:20.141142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-150b7b5b-0b2b-45a2-91b1-a4d1ea6ffa6a tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485148
Mar 26 21:28:20.239397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1322721d-34d9-4ac6-a10a-ca195f2a1a1a service neutron] 10.222.0.16 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862777
Mar 26 21:28:20.329970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-00f9036d-1049-47f2-9f41-c55b5cc97608 service neutron] 10.222.0.16 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849905
Mar 26 21:28:20.618860 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ecc31cf0-4e73-4a3c-a2ac-c8ec1aa1ff9f req-8d842b92-c43a-457c-8f37-1c264d7d6d92 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 210 time: 0.0332634
Mar 26 21:28:21.593910 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-e290415b-763a-4384-bd0d-da6635353681 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:21.595814 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-e290415b-763a-4384-bd0d-da6635353681 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 814 time: 0.1417868
Mar 26 21:28:21.670992 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-3b330f54-17bc-4e1f-b74a-3c7e24decf38 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7d600597d044d62bfa72df67a61c0bb HTTP/1.1" status: 200  len: 380 time: 0.0655594
Mar 26 21:28:21.680163 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'port': {'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'admin_state_up': True, 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'security_groups': ['8d67b261-20ac-48e5-893a-a8d845878554']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:21.724219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af1a4d6e-6aa3-4f4c-b703-548acb3fd471 req-0c315dbc-954d-4efc-ae24-4c2fa22da46b tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 210 time: 0.0310721
Mar 26 21:28:21.817671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Made reservation on behalf of d7d600597d044d62bfa72df67a61c0bb for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:28:21.821343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:21.967763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Allocated IP 172.20.0.9 (62e2173f-7be1-40ba-875d-2bef3cdb4b72/02698b4a-e880-4caf-ac49-d1b30c6dab15/96a8ac15-3ec8-4462-b742-a0a005501c03) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:28:22.120647 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.160346 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.213594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:28:22.217511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:28:22.222174 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:28:22.252977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:22.296514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:22.297390 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.319508 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-1716aa2c-321d-4bc4-85f6-694c3195cef1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6436131
Mar 26 21:28:22.332788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Request body: {'port': {'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:22.412181 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.500361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6f3b7b8d-74f8-4680-81b8-b315d41ad0ff None None] Provisioning complete for port 96a8ac15-3ec8-4462-b742-a0a005501c03 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:22.501470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7b8d-74f8-4680-81b8-b315d41ad0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.541542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b7b8d-74f8-4680-81b8-b315d41ad0ff None None] Port 96a8ac15-3ec8-4462-b742-a0a005501c03 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:28:22.747020 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a8ac15-3ec8-4462-b742-a0a005501c03 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:28:22.755403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks [] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.768960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Transition to ACTIVE for port object 96a8ac15-3ec8-4462-b742-a0a005501c03 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:28:22.772497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:22.834318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Pushing event updated for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:22.935647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d62050-e4d4-4d60-82c9-aa0346ed191b req-d5d476bc-5864-4429-8def-7756a28a366b tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:22.937251 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24d62050-e4d4-4d60-82c9-aa0346ed191b req-d5d476bc-5864-4429-8def-7756a28a366b tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 943 time: 0.1193085
Mar 26 21:28:22.954584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Attempting to bind port 96a8ac15-3ec8-4462-b742-a0a005501c03 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:28:22.954928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Attempting to bind port 96a8ac15-3ec8-4462-b742-a0a005501c03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:28:22.955265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Attempting to bind port 96a8ac15-3ec8-4462-b742-a0a005501c03 on network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:28:22.969307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Port 96a8ac15-3ec8-4462-b742-a0a005501c03 on network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:28:22.969630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Attempting to bind port 96a8ac15-3ec8-4462-b742-a0a005501c03 on network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:28:22.983331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:28:22.983681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Checking segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:28:22.984136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Bound using segment: {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:28:22.984586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Bound port: 96a8ac15-3ec8-4462-b742-a0a005501c03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c6f113-656f-4db8-9eef-2f40cff54851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:28:22.984974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:23.016007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-24d62050-e4d4-4d60-82c9-aa0346ed191b req-153be323-c3a6-4ccf-8909-73a1d60ab0bf tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717499
Mar 26 21:28:23.078377 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:28:23.082087 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96a8ac15-3ec8-4462-b742-a0a005501c03,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:28:23.088154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:23.127102 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.127789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:23.129252 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] 10.222.0.18 "PUT /v2.0/ports/96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 1091 time: 0.8030794
Mar 26 21:28:23.129826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:28:23.132082 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9184762a-be1d-42fd-a99b-c5c6fe5ed430" -d '{"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:28:23.166313 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510be3e-7ca7-484e-b31f-6a65be5d6865 service neutron] Pushing event updated for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:23.204798 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc6f63c-f737-4fe3-9576-72394189a283 x-openstack-request-id: req-ecc6f63c-f737-4fe3-9576-72394189a283 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:28:23.205057 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:28:23.205350 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecc6f63c-f737-4fe3-9576-72394189a283 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:28:23.205697 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc6f63c-f737-4fe3-9576-72394189a283'] response: {'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:28:23.228243 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-eeac778f-bc85-460c-bd17-46655cdcebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.229676 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-eeac778f-bc85-460c-bd17-46655cdcebed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1125 time: 0.0584228
Mar 26 21:28:23.275881 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-9e409e8e-cd13-4cfb-86dd-96de46eae60d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 217 time: 0.0388293
Mar 26 21:28:23.336274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-924dc3db-f5b1-4d4c-9118-f0071dbd1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.337754 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-924dc3db-f5b1-4d4c-9118-f0071dbd1407 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0562806
Mar 26 21:28:23.393538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-969814bd-3908-4859-a4a1-2e2fe80a00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.395343 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-969814bd-3908-4859-a4a1-2e2fe80a00e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0515749
Mar 26 21:28:23.487511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-7fe2a23a-cfcc-483a-8c9b-342d3d1b1fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866442
Mar 26 21:28:23.583354 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e18fa66-9a3b-46d2-8dd2-12a2e171baad req-78b76088-1750-42ff-9a88-beb31f937eb7 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905337
Mar 26 21:28:23.676234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-0812d02e-f809-48d2-ae67-144c9c8f969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.677826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-0812d02e-f809-48d2-ae67-144c9c8f969b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1125 time: 0.0487909
Mar 26 21:28:23.783030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-420ea102-8efa-4c96-9e1c-ca788d905000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.784704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-420ea102-8efa-4c96-9e1c-ca788d905000 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 914 time: 0.1013870
Mar 26 21:28:23.828828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-69589b3e-132b-4435-a20f-0c9429829916 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 217 time: 0.0374975
Mar 26 21:28:23.880365 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-c2373c3c-b9a5-4a9d-8bed-2c824cc1d80a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0535927
Mar 26 21:28:23.882748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-66a1b411-347e-4a39-b917-e499b4f1ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.884323 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-66a1b411-347e-4a39-b917-e499b4f1ce22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0504582
Mar 26 21:28:23.944193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-703e1ad1-7f2b-4f2b-b947-c810f6081107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.946079 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-703e1ad1-7f2b-4f2b-b947-c810f6081107 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0539997
Mar 26 21:28:23.970509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-c9ac9fd0-b258-4006-aebf-a9a2b6ad98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:23.972080 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-c9ac9fd0-b258-4006-aebf-a9a2b6ad98c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0477955
Mar 26 21:28:24.046069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-588ff699-1d23-4a6f-a8a1-58418bb4bf2f service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921044
Mar 26 21:28:24.141014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-d7d94810-0487-4f58-bcfc-c81f9e8c70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:24.142413 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-d7d94810-0487-4f58-bcfc-c81f9e8c70a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1032295
Mar 26 21:28:24.193838 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-a4f233d4-c863-4abb-a814-140f16867904 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414616
Mar 26 21:28:24.212821 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f3c89-b960-4f6e-9bbd-a15a61a89105 req-143290db-9db3-49e8-b39b-620bc62aa492 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:24.214418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-381f3c89-b960-4f6e-9bbd-a15a61a89105 req-143290db-9db3-49e8-b39b-620bc62aa492 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 943 time: 0.0855429
Mar 26 21:28:24.220296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-9b8eef44-6af5-4b7e-983a-1e0e608ffa45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1000 time: 0.0690842
Mar 26 21:28:24.272648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-381f3c89-b960-4f6e-9bbd-a15a61a89105 req-46ab0e09-1f55-427e-b454-b4283504fe6e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516434
Mar 26 21:28:24.276807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-54d1679c-a700-4ad4-8ff5-a285d1d90eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:24.278487 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-54d1679c-a700-4ad4-8ff5-a285d1d90eaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0517931
Mar 26 21:28:24.340531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-48ba6c55-2d9c-4a51-bfbe-ca1ae49664a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:24.342540 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-48ba6c55-2d9c-4a51-bfbe-ca1ae49664a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0578358
Mar 26 21:28:24.436227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-1c7f779c-0944-441c-b267-858ffababb21 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859089
Mar 26 21:28:24.534991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92ca4d26-701c-466b-8c7e-90752ec4090a req-95cc5b3a-20bd-401d-a314-50c87efb2887 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927987
Mar 26 21:28:25.085887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a429f05-1692-4132-b6c1-5a1ae01710ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:25.393364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd6b27-239c-4b67-a01a-bd7ec9974bed req-7be28905-0ddd-41e9-9a18-726f740e0fd4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:25.394835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40bd6b27-239c-4b67-a01a-bd7ec9974bed req-7be28905-0ddd-41e9-9a18-726f740e0fd4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 943 time: 0.0517867
Mar 26 21:28:25.443194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40bd6b27-239c-4b67-a01a-bd7ec9974bed req-4d823b86-7967-4004-95fc-c016f5cf3b9e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428600
Mar 26 21:28:26.561344 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826fc11-259b-45ba-834c-e2f53c739af4 req-8b1db632-61b0-4c79-a66b-8e8c024fba56 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:26.562806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4826fc11-259b-45ba-834c-e2f53c739af4 req-8b1db632-61b0-4c79-a66b-8e8c024fba56 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 943 time: 0.0520658
Mar 26 21:28:26.616505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4826fc11-259b-45ba-834c-e2f53c739af4 req-482d3dee-5497-44db-a997-7d82bc45915e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481076
Mar 26 21:28:27.731354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e70a62-1de8-4ce9-90e1-c186e94a1276 req-c4b23856-f8ab-4024-b344-baf2d23147ad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:27.733378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7e70a62-1de8-4ce9-90e1-c186e94a1276 req-c4b23856-f8ab-4024-b344-baf2d23147ad tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 943 time: 0.0515101
Mar 26 21:28:27.784713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7e70a62-1de8-4ce9-90e1-c186e94a1276 req-b7612773-fb40-4092-acf1-3e049d55603a tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456448
Mar 26 21:28:27.845248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a69c892-1b22-4cda-93df-c1a26130c558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:28.159532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 96a8ac15-3ec8-4462-b742-a0a005501c03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:28:28.253585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96a8ac15-3ec8-4462-b742-a0a005501c03,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:28.264958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:28:28.306815 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 96a8ac15-3ec8-4462-b742-a0a005501c03 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:28.307136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:28.319606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a8ac15-3ec8-4462-b742-a0a005501c03 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:28:28.339010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96a8ac15-3ec8-4462-b742-a0a005501c03,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:28.343248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:28.387667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:28.562468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['96a8ac15-3ec8-4462-b742-a0a005501c03'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:28:28.852956 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:28.906469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff34910-e88e-4dc7-bf43-5cb8ea1ba4d8 req-b6139b5c-30ee-4268-a0f0-4cad056ab544 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:28.908072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ff34910-e88e-4dc7-bf43-5cb8ea1ba4d8 req-b6139b5c-30ee-4268-a0f0-4cad056ab544 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 944 time: 0.0534327
Mar 26 21:28:28.956757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ff34910-e88e-4dc7-bf43-5cb8ea1ba4d8 req-030efae4-85ad-4e12-8ba4-ab7170842535 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430470
Mar 26 21:28:30.077650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b202c0f-d1bd-4e62-b2dd-1ae79b870702 req-9693a9b6-14d7-4e56-94a8-c7c54a4d55f6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:30.079160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b202c0f-d1bd-4e62-b2dd-1ae79b870702 req-9693a9b6-14d7-4e56-94a8-c7c54a4d55f6 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 944 time: 0.0564718
Mar 26 21:28:30.127970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b202c0f-d1bd-4e62-b2dd-1ae79b870702 req-ac2c9216-2c4b-4c00-a10d-6c8b2a117818 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431397
Mar 26 21:28:30.170300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 96a8ac15-3ec8-4462-b742-a0a005501c03 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:28:30.221078 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:30.231216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 96a8ac15-3ec8-4462-b742-a0a005501c03 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:28:30.234778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 96a8ac15-3ec8-4462-b742-a0a005501c03 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:28:30.235091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:30.309694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 96a8ac15-3ec8-4462-b742-a0a005501c03 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:28:30.310083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:30.332609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:28:30.334827 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86634048-152d-4fa8-b818-55eb48deb0b5" -d '{"events": [{"server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "name": "network-vif-plugged", "status": "completed", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:28:30.347326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96a8ac15-3ec8-4462-b742-a0a005501c03,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:28:30.351378 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:30.374565 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b3471d-3522-4a10-aea9-37b6332720e6 x-openstack-request-id: req-f8b3471d-3522-4a10-aea9-37b6332720e6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:28:30.374860 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "name": "network-vif-plugged", "status": "completed", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:28:30.375120 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8b3471d-3522-4a10-aea9-37b6332720e6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:28:30.375520 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b3471d-3522-4a10-aea9-37b6332720e6'] response: {'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'code': 200}
Mar 26 21:28:30.401477 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:30.473571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37cdff-7e1d-4abb-b2b9-2f65911dab7e req-35eef178-cf08-41ed-bccd-2b4d58aa6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:30.475080 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a37cdff-7e1d-4abb-b2b9-2f65911dab7e req-35eef178-cf08-41ed-bccd-2b4d58aa6c8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1127 time: 0.0431690
Mar 26 21:28:30.519745 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3a37cdff-7e1d-4abb-b2b9-2f65911dab7e req-fdcf6dd1-4b48-4e41-a625-3a2c360c989d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383146
Mar 26 21:28:31.250913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e755535-f18a-4806-b430-53b6997a7412 req-ecbfbc86-a3e0-471d-8eb0-19ae02f7af71 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:31.252412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e755535-f18a-4806-b430-53b6997a7412 req-ecbfbc86-a3e0-471d-8eb0-19ae02f7af71 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0556524
Mar 26 21:28:31.300781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2e755535-f18a-4806-b430-53b6997a7412 req-13f0d27a-bb97-4336-9b09-ad44355b24da tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427861
Mar 26 21:28:31.855512 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:32.419662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1565cd-6c4b-4c1f-8b81-0fe2b2540f79 req-b1a0a62b-d2fc-4164-b5ff-33ced00807c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:32.421150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd1565cd-6c4b-4c1f-8b81-0fe2b2540f79 req-b1a0a62b-d2fc-4164-b5ff-33ced00807c1 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0524204
Mar 26 21:28:32.468571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd1565cd-6c4b-4c1f-8b81-0fe2b2540f79 req-948de3b8-874f-4de2-8080-e05a6ecdb178 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418696
Mar 26 21:28:32.584428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3d4d-40f1-4d0a-9c1c-2baf05885b20 req-ce21c79e-8759-4c35-99b3-6c73583d2c5e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:32.585800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-250c3d4d-40f1-4d0a-9c1c-2baf05885b20 req-ce21c79e-8759-4c35-99b3-6c73583d2c5e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0517905
Mar 26 21:28:32.633655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-250c3d4d-40f1-4d0a-9c1c-2baf05885b20 req-8845ac5b-d469-4506-aad3-bd5d6b13947c tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422568
Mar 26 21:28:32.661835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45774) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:32.812032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22ae1-2e8c-42f3-9091-24ab8d663a10 tempest-TestVolumeBackupRestore-303104522 tempest-TestVolumeBackupRestore-303104522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:32.814203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-13b22ae1-2e8c-42f3-9091-24ab8d663a10 tempest-TestVolumeBackupRestore-303104522 tempest-TestVolumeBackupRestore-303104522-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1122 time: 0.1512895
Mar 26 21:28:32.817150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 45778) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:32.821295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:32.841126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:32.938727 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:33.042812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Allocated IP 172.35.4.8 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/26768a87-3d09-40d6-beb1-d85211d8fa4a) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:28:33.140604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:33.174143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:33.209732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:28:33.212574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:28:33.215874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:28:33.224289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'Port': ['ID=26768a87-3d09-40d6-beb1-d85211d8fa4a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:33.898532 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (a8aefeb7-c82c-446f-846b-8e752f667267), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:33.969703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.119567 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.123679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.190096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event updated for resources: {'Port': ['ID=26768a87-3d09-40d6-beb1-d85211d8fa4a,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:28:34.199511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a8aefeb7-c82c-446f-846b-8e752f667267), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.301413 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Floating IP a8aefeb7-c82c-446f-846b-8e752f667267 associated. External IP: 172.35.4.8, port: 96a8ac15-3ec8-4462-b742-a0a005501c03.
Mar 26 21:28:34.511910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:28:34.621384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:28:34.632119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:28:34.640519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.644173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:34.644787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e258490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:34.670642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-30181e23-c134-4467-b34b-1820b38d8e22 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.8524871
Mar 26 21:28:34.671343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:28:34.673543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45780) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:34.674040 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87451ed-60a5-4315-bc18-02f926ae4fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:28:34.714822 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b713283-6b01-47a0-a75d-08610f32217e x-openstack-request-id: req-1b713283-6b01-47a0-a75d-08610f32217e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:28:34.715215 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:28:34.715537 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b713283-6b01-47a0-a75d-08610f32217e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:28:34.716062 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b713283-6b01-47a0-a75d-08610f32217e'] response: {'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:28:34.736123 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089a339-a122-4b23-b597-c697f4931c8b tempest-TestVolumeBackupRestore-303104522 tempest-TestVolumeBackupRestore-303104522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:34.737680 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c089a339-a122-4b23-b597-c697f4931c8b tempest-TestVolumeBackupRestore-303104522 tempest-TestVolumeBackupRestore-303104522-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1122 time: 0.0630510
Mar 26 21:28:34.740540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45784) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:28:34.745221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Request body: {'floatingip': {'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:28:34.784960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-f1486424-8b43-46ea-9535-9327bdcd5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:34.785623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-f1486424-8b43-46ea-9535-9327bdcd5b24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1127 time: 0.0495934
Mar 26 21:28:34.873550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (a8aefeb7-c82c-446f-846b-8e752f667267), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:34.885490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-aae661ac-6b73-4d84-96a4-717b675e5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:34.887895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-aae661ac-6b73-4d84-96a4-717b675e5e69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 914 time: 0.0966876
Mar 26 21:28:34.923315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:34.955837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-6a064e5c-714f-487a-9e1b-d12fd4ccaf2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 997 time: 0.0613496
Mar 26 21:28:35.009002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-13ee0e84-91f1-4a33-8ea5-ce09b7d0fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:35.010515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-13ee0e84-91f1-4a33-8ea5-ce09b7d0fe41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0491810
Mar 26 21:28:35.061949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-333b56dc-1179-4b3b-bc06-4f90be47f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:35.064124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-333b56dc-1179-4b3b-bc06-4f90be47f0fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474372
Mar 26 21:28:35.159845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-e36e4edd-306b-4e17-8d84-f2c1185dc403 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903416
Mar 26 21:28:35.173828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e258490>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:33Z', 'revision_number': 0, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:35.206128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:28:35.215469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:35.216169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e258490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:35.259998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b87451ed-60a5-4315-bc18-02f926ae4fbf req-5c9f090f-6f98-4d98-80fa-f4ac5a3242fc service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947676
Mar 26 21:28:35.332139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:35.559013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e258490>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:33Z', 'revision_number': 0, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:35.589341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd4088-1437-49c8-87be-70b049b64b70 None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:33Z', 'revision_number': 0, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:28:35.668295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:35.672655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (a8aefeb7-c82c-446f-846b-8e752f667267), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:35.796335 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696d718-6f09-4417-8e55-d66668cab7b4 None None] New status for floating IP a8aefeb7-c82c-446f-846b-8e752f667267: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:28:35.897560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:28:36.036339 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:28:36.044461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:36.081856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:28:36.084403 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b34c8-c81c-432c-babb-ade1b2b360eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:28:36.129971 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fa6eef5a-a4f8-4e60-9d9f-8a8bf8445654 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "PUT /v2.0/floatingips/a8aefeb7-c82c-446f-846b-8e752f667267 HTTP/1.1" status: 200  len: 989 time: 1.3853428
Mar 26 21:28:36.145950 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc147a8-7fd5-4141-a1df-f13bbb40681e x-openstack-request-id: req-9bc147a8-7fd5-4141-a1df-f13bbb40681e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:28:36.146360 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:28:36.146763 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bc147a8-7fd5-4141-a1df-f13bbb40681e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:28:36.147367 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc147a8-7fd5-4141-a1df-f13bbb40681e'] response: {'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:28:36.167864 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:28:36.182965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:36.183697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd8f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:36.214585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-7df84b13-9c54-406f-8951-3e050c8e5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:36.216296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-7df84b13-9c54-406f-8951-3e050c8e5ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1127 time: 0.0462086
Mar 26 21:28:36.295109 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:36.309554 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-4184ef96-4202-4326-a0d9-88c4ce97692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:36.311035 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-4184ef96-4202-4326-a0d9-88c4ce97692e service neutron] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 914 time: 0.0881743
Mar 26 21:28:36.373938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-ccf0bf54-8e37-4c46-b946-64d3b9ef85ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 999 time: 0.0574164
Mar 26 21:28:36.420659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-514310bb-cadb-4471-add9-a621da2ac63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:36.422141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-514310bb-cadb-4471-add9-a621da2ac63c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0432267
Mar 26 21:28:36.474301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-732896a1-f65e-4582-8604-172a00801948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:36.476199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-732896a1-f65e-4582-8604-172a00801948 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0486543
Mar 26 21:28:36.518359 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd8f10>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:35Z', 'revision_number': 2, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:36.549001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:28:36.557301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:28:36.557916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611efd8f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:36.563846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-c213de99-aa7a-4c3b-9a2a-213735b2b1d2 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821948
Mar 26 21:28:36.660296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-370b34c8-c81c-432c-babb-ade1b2b360eb req-8509ad1a-c5e5-4751-ae50-1d9c037bb53e service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909216
Mar 26 21:28:36.668353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:28:36.887059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611efd8f10>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:35Z', 'revision_number': 2, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:28:36.917624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898d419e-a46f-47e6-86f3-8c6619df4a22 None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a8aefeb7-c82c-446f-846b-8e752f667267', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'port_id': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'mac_address': 'fa:16:3e:bd:06:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:28:33Z', 'updated_at': '2022-03-26T21:28:35Z', 'revision_number': 2, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:28:38.148252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:28:38.150568 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275601c9-7cb0-49da-8938-7762f131e515" -d '{"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:28:38.189965 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b89e5e-8150-4f4a-838a-efb50375fd6a x-openstack-request-id: req-13b89e5e-8150-4f4a-838a-efb50375fd6a {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:28:38.190296 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:28:38.190554 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13b89e5e-8150-4f4a-838a-efb50375fd6a {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:28:38.190962 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b89e5e-8150-4f4a-838a-efb50375fd6a'] response: {'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:28:38.255262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275601c9-7cb0-49da-8938-7762f131e515 req-5c12302d-91a0-4a88-81ee-ff62c3f66f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:38.256802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-5c12302d-91a0-4a88-81ee-ff62c3f66f92 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1127 time: 0.0440235
Mar 26 21:28:38.352288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275601c9-7cb0-49da-8938-7762f131e515 req-793c1a3b-e76b-45ef-8949-a12bacff019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:38.353751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-793c1a3b-e76b-45ef-8949-a12bacff019f service neutron] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 914 time: 0.0882874
Mar 26 21:28:38.417713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-64a6521f-10d2-45d4-bfa0-1f2de7c912fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 999 time: 0.0576897
Mar 26 21:28:38.464088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275601c9-7cb0-49da-8938-7762f131e515 req-3c6c9ee9-201c-4cf4-8d3f-39e2a7483400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:38.465495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-3c6c9ee9-201c-4cf4-8d3f-39e2a7483400 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0423055
Mar 26 21:28:38.516246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275601c9-7cb0-49da-8938-7762f131e515 req-4d74b7d5-0506-42ac-8a2b-4854e582cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:28:38.517690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-4d74b7d5-0506-42ac-8a2b-4854e582cb9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460813
Mar 26 21:28:38.602665 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-025017d7-3f69-4d0f-aec7-3c99c0fd2e49 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795317
Mar 26 21:28:38.693904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-275601c9-7cb0-49da-8938-7762f131e515 req-32886fff-8234-41b7-b104-5102d1d6e55d service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857258
Mar 26 21:28:44.341411 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:45.975074 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:54.685994 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:28:55.088833 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9165-903e-4340-a2af-29a9696a62a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:57.846276 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7bc0db07-db26-4786-b00d-a8f4a4c17917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:28:58.855560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:00.201369 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:01.858613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:02.536054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:02.712018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port 24cef7a1-3b79-4ca8-9b2a-e9ca23f23773 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:02.712368 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:02.794301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:02.794631 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:02.809124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for 24cef7a1-3b79-4ca8-9b2a-e9ca23f23773 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:02.994864 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (24cef7a1-3b79-4ca8-9b2a-e9ca23f23773), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:03.020078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=24cef7a1-3b79-4ca8-9b2a-e9ca23f23773,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:03.032238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.032597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.032940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.033282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.033642 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.033951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.034282 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.034613 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.034942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.035266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.035596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.036019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.036284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.036609 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.036939 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:03.096762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:03.097116 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b disassociated (deleted). External IP: 172.35.4.26, port: eafe8959-a835-4ea4-8ff9-4dea6929f400.
Mar 26 21:29:03.320348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:03.448329 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:03.463448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:03.473930 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:03.485969 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dc4cf159-f789-4ae9-934b-700f99d86533 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "DELETE /v2.0/floatingips/03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b HTTP/1.1" status: 204  len: 168 time: 0.9484134
Mar 26 21:29:03.486911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:03.487393 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:03.488143 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7ada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:03.490146 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:03.535061 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db152b0-5e41-43c1-884d-43d0b0e0ba41 x-openstack-request-id: req-6db152b0-5e41-43c1-884d-43d0b0e0ba41 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:03.535356 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:03.535622 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db152b0-5e41-43c1-884d-43d0b0e0ba41 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:03.536097 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db152b0-5e41-43c1-884d-43d0b0e0ba41'] response: {'name': 'network-changed', 'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'status': 'completed', 'code': 200}
Mar 26 21:29:03.604962 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:03.620557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-046eb56c-c805-46ff-8022-78aa26f29892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:03.622214 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-046eb56c-c805-46ff-8022-78aa26f29892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 1127 time: 0.0534778
Mar 26 21:29:03.784525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-aca0304d-e58f-4dbd-91ef-468e48bb5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:03.785972 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-aca0304d-e58f-4dbd-91ef-468e48bb5bd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1434095
Mar 26 21:29:03.806909 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b514-6efb-45e3-9d75-fe08a9d58a6f req-b60f9dbe-ec63-4f31-afcf-46c7eef81f3e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:03.808421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de1b514-6efb-45e3-9d75-fe08a9d58a6f req-b60f9dbe-ec63-4f31-afcf-46c7eef81f3e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0933800
Mar 26 21:29:03.839054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-8e7c5d94-781e-4cab-8c30-21939cc1a5fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 200  len: 217 time: 0.0459087
Mar 26 21:29:03.866753 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7ada30>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:03.894021 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:03.903323 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:03.904010 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f7ada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:04.034098 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:04.225043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3de1b514-6efb-45e3-9d75-fe08a9d58a6f req-70e66236-b747-412b-8892-cbfffef9df6d tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3888655
Mar 26 21:29:04.226459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-b196e456-3bfe-4f05-9941-1e28cdbc3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:04.227862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-b196e456-3bfe-4f05-9941-1e28cdbc3bc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.3765886
Mar 26 21:29:04.279213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-9bdeb840-ed04-4a4e-bcb5-0ab7c5188cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:04.280833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-9bdeb840-ed04-4a4e-bcb5-0ab7c5188cf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0466139
Mar 26 21:29:04.283361 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f7ada30>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:04.310662 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab76cf50-c371-46d7-a445-feeaa1697267 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0d34b4c8-112a-4454-9968-80eed5a649a2', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'floating_ip_address': '172.35.4.40', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'port_id': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'mac_address': 'fa:16:3e:62:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:25:05Z', 'updated_at': '2022-03-26T21:25:07Z', 'revision_number': 1, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:04.380469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-b5dfa1db-e086-4e30-b55a-f9dbf783b9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920978
Mar 26 21:29:04.485090 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b10815a8-0b74-49fe-8bf7-5f64ab1ae9d7 req-1115f585-fd5f-42d6-ba76-4bce2193d464 service neutron] 10.222.0.21 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983222
Mar 26 21:29:04.588188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e09e41-aa83-4a3c-8dad-6ba3b5e41a3f None None] New status for floating IP 03a6a50e-bd29-49f4-ac2b-39fa0ab1a85b: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:29:05.351858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229edcd-aa7a-4d93-9384-d1502265bf07 req-493b24da-b29d-4544-b5ba-3ca78a2d46f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:05.353325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3229edcd-aa7a-4d93-9384-d1502265bf07 req-493b24da-b29d-4544-b5ba-3ca78a2d46f5 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0532017
Mar 26 21:29:05.403445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3229edcd-aa7a-4d93-9384-d1502265bf07 req-888bc8f2-500f-4bc2-a0d6-ac7c4c96a550 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438852
Mar 26 21:29:05.470928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-d28eed1b-c53e-4791-8db9-15c641ecd40b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:05.472390 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-d28eed1b-c53e-4791-8db9-15c641ecd40b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 945 time: 0.0529139
Mar 26 21:29:05.575959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port eafe8959-a835-4ea4-8ff9-4dea6929f400 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:05.576306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:05.672267 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port eafe8959-a835-4ea4-8ff9-4dea6929f400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eafe8959-a835-4ea4-8ff9-4dea6929f400,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:05.672822 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:05.687557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for eafe8959-a835-4ea4-8ff9-4dea6929f400 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:05.824532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (eafe8959-a835-4ea4-8ff9-4dea6929f400), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:05.860088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=eafe8959-a835-4ea4-8ff9-4dea6929f400,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:05.913281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port eafe8959-a835-4ea4-8ff9-4dea6929f400 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:05.917489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:05.921221 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-480f8c7f-e780-40b7-9811-2314c31b3950 req-b99acaab-fef0-4f72-af6f-3d47b32acad6 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.21 "DELETE /v2.0/ports/eafe8959-a835-4ea4-8ff9-4dea6929f400 HTTP/1.1" status: 204  len: 173 time: 0.4404309
Mar 26 21:29:05.921777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'name': 'network-vif-deleted', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:05.924421 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07820136-e51a-4335-82e3-a5c1356a6c73" -d '{"events": [{"server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "name": "network-vif-deleted", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:05.970778 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eac247-e1e0-41b6-b273-43660724b418 x-openstack-request-id: req-29eac247-e1e0-41b6-b273-43660724b418 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:05.971087 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7adf46-4e81-4d66-b0f8-5742d93a404b", "name": "network-vif-deleted", "tag": "eafe8959-a835-4ea4-8ff9-4dea6929f400", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:05.971371 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29eac247-e1e0-41b6-b273-43660724b418 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:05.971969 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29eac247-e1e0-41b6-b273-43660724b418'] response: {'server_uuid': '1e7adf46-4e81-4d66-b0f8-5742d93a404b', 'name': 'network-vif-deleted', 'tag': 'eafe8959-a835-4ea4-8ff9-4dea6929f400', 'status': 'completed', 'code': 200}
Mar 26 21:29:06.533518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36eeb0b2-2f61-423b-8480-45bf587d912a req-8bb74790-d033-44b9-861b-306a03471e21 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e7adf46-4e81-4d66-b0f8-5742d93a404b HTTP/1.1" status: 200  len: 210 time: 0.0396039
Mar 26 21:29:07.683355 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eafe8959-a835-4ea4-8ff9-4dea6929f400 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:07.728055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: eafe8959-a835-4ea4-8ff9-4dea6929f400 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:07.728055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device eafe8959-a835-4ea4-8ff9-4dea6929f400 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:14.348838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:15.980301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:16.664529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45896) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:16.822049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Deleting port 26768a87-3d09-40d6-beb1-d85211d8fa4a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:16.822398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:16.897059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:16.897401 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (26768a87-3d09-40d6-beb1-d85211d8fa4a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:16.909011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Calling delete_port for 26768a87-3d09-40d6-beb1-d85211d8fa4a owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:17.058590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (26768a87-3d09-40d6-beb1-d85211d8fa4a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:17.082678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event deleted for resources: {'Port': ['ID=26768a87-3d09-40d6-beb1-d85211d8fa4a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:17.148223 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for floatingip (a8aefeb7-c82c-446f-846b-8e752f667267), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:17.148552 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Floating IP a8aefeb7-c82c-446f-846b-8e752f667267 disassociated (deleted). External IP: 172.35.4.8, port: 96a8ac15-3ec8-4462-b742-a0a005501c03.
Mar 26 21:29:17.370773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:17.493058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:17.498662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:17.505543 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:17.518391 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:17.519020 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241e5b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:17.530590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-799a5c46-7cde-4c56-bc96-12783fa8d5a4 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8aefeb7-c82c-446f-846b-8e752f667267 HTTP/1.1" status: 204  len: 168 time: 0.8649123
Mar 26 21:29:17.531180 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:17.533486 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8689458d-0606-4dde-aacd-31ed8bb881d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:17.583054 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999f0346-ce7b-4778-b9ff-a2f425994d65 x-openstack-request-id: req-999f0346-ce7b-4778-b9ff-a2f425994d65 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:17.583590 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:17.584468 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-999f0346-ce7b-4778-b9ff-a2f425994d65 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:17.585103 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999f0346-ce7b-4778-b9ff-a2f425994d65'] response: {'name': 'network-changed', 'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:29:17.650128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:17.664913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-944ba215-4d00-4e19-a1c0-cf7fad45c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:17.667381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-944ba215-4d00-4e19-a1c0-cf7fad45c0b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7d600597d044d62bfa72df67a61c0bb&device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 1127 time: 0.0567446
Mar 26 21:29:17.776381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-5cea4629-1fa4-443d-943d-b6a17206e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:17.778099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-5cea4629-1fa4-443d-943d-b6a17206e6e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 200  len: 914 time: 0.1044459
Mar 26 21:29:17.817888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cf7a5-ea25-4de1-9f13-7c803742e455 req-b88843ba-bc8a-4e71-9e23-49103c8b9bf3 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:17.819726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d57cf7a5-ea25-4de1-9f13-7c803742e455 req-b88843ba-bc8a-4e71-9e23-49103c8b9bf3 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0722690
Mar 26 21:29:17.829872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-2b94df10-8802-47e8-93bb-d6cf9d45ce20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 200  len: 217 time: 0.0439677
Mar 26 21:29:17.879621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d57cf7a5-ea25-4de1-9f13-7c803742e455 req-70e94717-3e9d-492a-86f9-6e8878594418 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532434
Mar 26 21:29:17.889180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-f4ff7b02-f7f6-4952-b314-be8907b7da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:17.891118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-f4ff7b02-f7f6-4952-b314-be8907b7da24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 200  len: 853 time: 0.0556502
Mar 26 21:29:17.922197 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241e5b20>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:17.946961 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-4942e305-8e21-4245-9070-c76a79754d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:17.949247 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-4942e305-8e21-4245-9070-c76a79754d02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62e2173f-7be1-40ba-875d-2bef3cdb4b72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0514424
Mar 26 21:29:17.952393 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:17.961633 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:17.962537 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241e5b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:18.056933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-3bbd034f-53c1-4bec-b99e-bca78dd20631 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015139
Mar 26 21:29:18.086329 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:18.162981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8689458d-0606-4dde-aacd-31ed8bb881d0 req-c8634d35-49d2-4a31-beba-44cf389b3021 service neutron] 10.222.0.18 "GET /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997696
Mar 26 21:29:18.405896 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241e5b20>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:18.438981 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0b26-abee-444e-a6c1-136006a2dd78 None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:27:56Z', 'revision_number': 4, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b022011f-b4d7-4e22-a60d-571148c15327', 'name': '', 'network_id': '62e2173f-7be1-40ba-875d-2bef3cdb4b72', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'mac_address': 'fa:16:3e:e9:6a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:55Z', 'updated_at': '2022-03-26T21:27:59Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'subnets': [{'id': '02698b4a-e880-4caf-ac49-d1b30c6dab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:18.681370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bb28a2-5aa2-4b96-9570-f70376b2e800 None None] New status for floating IP a8aefeb7-c82c-446f-846b-8e752f667267: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:29:19.010363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab370b-d16b-4b6c-aef5-b5b29cebc426 req-94960704-83ea-460c-8cdc-8b80c10660d7 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:19.011884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98ab370b-d16b-4b6c-aef5-b5b29cebc426 req-94960704-83ea-460c-8cdc-8b80c10660d7 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0562339
Mar 26 21:29:19.060669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-98ab370b-d16b-4b6c-aef5-b5b29cebc426 req-8bbcedd9-344b-4902-81a0-78608e4b4987 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d67b261-20ac-48e5-893a-a8d845878554&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432286
Mar 26 21:29:19.297638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-2c85ed23-5492-44cf-bff5-66dd16fa8084 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:19.299095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-2c85ed23-5492-44cf-bff5-66dd16fa8084 tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 945 time: 0.0516748
Mar 26 21:29:19.391317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Deleting port 96a8ac15-3ec8-4462-b742-a0a005501c03 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:19.391655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:19.478319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] For port 96a8ac15-3ec8-4462-b742-a0a005501c03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=96a8ac15-3ec8-4462-b742-a0a005501c03,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:19.478708 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:19.490836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Calling delete_port for 96a8ac15-3ec8-4462-b742-a0a005501c03 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:19.615756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (96a8ac15-3ec8-4462-b742-a0a005501c03), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:19.643763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event deleted for resources: {'Port': ['ID=96a8ac15-3ec8-4462-b742-a0a005501c03,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:19.669967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.670318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.670695 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.671038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.671375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.671708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.672076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.672403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.672728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.673050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.673374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.673696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.674016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.674336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.674654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:19.700818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] No DVR routers for this DVR port 96a8ac15-3ec8-4462-b742-a0a005501c03 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:19.704075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:19.707550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7587908e-96b6-46e4-8090-3568f7b6bdef req-725655c4-4df6-4217-afce-4bf4839cd83e tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.18 "DELETE /v2.0/ports/96a8ac15-3ec8-4462-b742-a0a005501c03 HTTP/1.1" status: 204  len: 173 time: 0.4038000
Mar 26 21:29:19.708024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'name': 'network-vif-deleted', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:19.710281 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634ee90-29fc-490f-bd2d-7bb8d6c20826" -d '{"events": [{"server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "name": "network-vif-deleted", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:19.749897 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2898c34-ef0c-4389-9dfe-3ffaff7be656 x-openstack-request-id: req-c2898c34-ef0c-4389-9dfe-3ffaff7be656 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:19.750196 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd186e60-c44e-4bad-88ee-e96ed400c67a", "name": "network-vif-deleted", "tag": "96a8ac15-3ec8-4462-b742-a0a005501c03", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:19.750452 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2898c34-ef0c-4389-9dfe-3ffaff7be656 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:19.750865 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2898c34-ef0c-4389-9dfe-3ffaff7be656'] response: {'server_uuid': 'dd186e60-c44e-4bad-88ee-e96ed400c67a', 'name': 'network-vif-deleted', 'tag': '96a8ac15-3ec8-4462-b742-a0a005501c03', 'status': 'completed', 'code': 200}
Mar 26 21:29:20.177341 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac916a29-e6a6-4f6a-90b6-051b84bf66ae req-ea913ba9-ce68-4260-87e0-df30e4f777ea tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd186e60-c44e-4bad-88ee-e96ed400c67a HTTP/1.1" status: 200  len: 210 time: 0.0335164
Mar 26 21:29:21.234583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 45922) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:21.290625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (8d67b261-20ac-48e5-893a-a8d845878554), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:21.319306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (8d67b261-20ac-48e5-893a-a8d845878554), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:21.377441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (8d67b261-20ac-48e5-893a-a8d845878554), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:21.380189 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:21.381315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d67b261-20ac-48e5-893a-a8d845878554 HTTP/1.1" status: 204  len: 168 time: 0.1457441
Mar 26 21:29:21.391173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cdce1-2deb-4d81-81e5-3a7195ffc41d tempest-TestVolumeBackupRestore-1318254806 tempest-TestVolumeBackupRestore-1318254806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67b261-20ac-48e5-893a-a8d845878554,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:22.466790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 96a8ac15-3ec8-4462-b742-a0a005501c03 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:22.491743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 96a8ac15-3ec8-4462-b742-a0a005501c03 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:22.492107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 96a8ac15-3ec8-4462-b742-a0a005501c03 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:23.859754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-6ddfcb0a-1a74-4517-9f5f-da26a7d935ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0435560
Mar 26 21:29:23.944081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-b8ab3af0-2b32-4a88-8149-4f6cc504210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:23.945746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-b8ab3af0-2b32-4a88-8149-4f6cc504210b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0457764
Mar 26 21:29:24.059730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-08fd364e-db64-461e-a19c-9e5328c2f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:24.061454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-08fd364e-db64-461e-a19c-9e5328c2f5f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.0947266
Mar 26 21:29:24.128136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-c37c2da3-fbb6-4f22-867b-088b1d60f5a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 1000 time: 0.0614426
Mar 26 21:29:24.178594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-9eb12f91-6d71-4100-aaef-25defedee057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:24.180024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-9eb12f91-6d71-4100-aaef-25defedee057 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0435872
Mar 26 21:29:24.234427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-5b68c1dd-c570-4c4f-97a6-abcfdfdef14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:24.235959 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-5b68c1dd-c570-4c4f-97a6-abcfdfdef14f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502234
Mar 26 21:29:24.322927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-bd845934-6e33-4cf8-bf57-e016316b2416 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809631
Mar 26 21:29:24.412031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85731d34-7523-4c86-90c7-4e9327ccba08 req-90716270-060c-454a-bbc0-376f7aa35862 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836403
Mar 26 21:29:24.763413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46014) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:25.092637 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-131f231a-30d8-42ef-92da-1ade1cf5625c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:25.117823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:25.366596 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Deleting port b022011f-b4d7-4e22-a60d-571148c15327 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:25.366836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b022011f-b4d7-4e22-a60d-571148c15327), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:25.446554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] For port b022011f-b4d7-4e22-a60d-571148c15327, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b022011f-b4d7-4e22-a60d-571148c15327,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:25.446919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b022011f-b4d7-4e22-a60d-571148c15327), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:25.459304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Calling delete_port for b022011f-b4d7-4e22-a60d-571148c15327 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:25.641292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b022011f-b4d7-4e22-a60d-571148c15327), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:25.668836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b022011f-b4d7-4e22-a60d-571148c15327,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:25.837441 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:26.056962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:26.165417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:26.170635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-42a034cf-4918-4ce9-a28f-04016714bf8b admin admin] 10.222.0.16 "PUT /v2.0/routers/8c5103a0-7aa9-4397-8bb7-3625dcfde3c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4060774
Mar 26 21:29:26.173150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46018) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:26.179331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Sync routers for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:26.190241 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:26.190894 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f650a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:26.283090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks [] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:26.299269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:26.390303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks [] for router_gateway (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:26.451196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Deleting port 279a4691-5ea5-4fa9-bd73-14e63db961d7 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:26.451614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:26.481739 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f650a00>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:29:25Z', 'revision_number': 5, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port': {'id': '279a4691-5ea5-4fa9-bd73-14e63db961d7', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:54Z', 'updated_at': '2022-03-26T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:26.513015 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Checking router: 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:26.521610 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Routers {'8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:26.522231 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f650a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:28:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:26.614567 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] Set router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:26.668638 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f650a00>, [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:29:26Z', 'revision_number': 6, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:26.699154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb8c57-8e84-4d74-9834-0ab0e4481707 None None] The sync data for ids ['8c5103a0-7aa9-4397-8bb7-3625dcfde3c2'] in ncdv-master-1 is: [{'id': '8c5103a0-7aa9-4397-8bb7-3625dcfde3c2', 'name': 'tempest-TestVolumeBackupRestore-1643396220-router', 'tenant_id': 'd7d600597d044d62bfa72df67a61c0bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:53Z', 'updated_at': '2022-03-26T21:29:26Z', 'revision_number': 6, 'project_id': 'd7d600597d044d62bfa72df67a61c0bb', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:26.833345 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] For port 279a4691-5ea5-4fa9-bd73-14e63db961d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=279a4691-5ea5-4fa9-bd73-14e63db961d7,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:26.833689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:26.846696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Calling delete_port for 279a4691-5ea5-4fa9-bd73-14e63db961d7 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:27.011883 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (279a4691-5ea5-4fa9-bd73-14e63db961d7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.045988 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Pushing event deleted for resources: {'Port': ['ID=279a4691-5ea5-4fa9-bd73-14e63db961d7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:27.123453 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.223662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.225817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks [] for router_controller (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.270133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (8c5103a0-7aa9-4397-8bb7-3625dcfde3c2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.270624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:29:27.274909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.276099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e0d34bf8-aaa5-4ace-bdf9-c83052478195 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8c5103a0-7aa9-4397-8bb7-3625dcfde3c2 HTTP/1.1" status: 204  len: 168 time: 1.1020112
Mar 26 21:29:27.278636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46022) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:27.322966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Deleting subnet 02698b4a-e880-4caf-ac49-d1b30c6dab15 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:29:27.326507 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Publish callbacks [] for subnet (02698b4a-e880-4caf-ac49-d1b30c6dab15), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.366904 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (02698b4a-e880-4caf-ac49-d1b30c6dab15), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.443115 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (02698b4a-e880-4caf-ac49-d1b30c6dab15), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.497850 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (02698b4a-e880-4caf-ac49-d1b30c6dab15), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.524436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02698b4a-e880-4caf-ac49-d1b30c6dab15,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:27.527973 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.531465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-068bb2ba-9421-4544-8e04-eec7b213ca4d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02698b4a-e880-4caf-ac49-d1b30c6dab15 HTTP/1.1" status: 204  len: 168 time: 0.2516434
Mar 26 21:29:27.533578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6664b-406f-46dd-bd1e-58682a881268 None None] Network 62e2173f-7be1-40ba-875d-2bef3cdb4b72 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:29:27.534076 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46026) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:27.607447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (62e2173f-7be1-40ba-875d-2bef3cdb4b72), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.667317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Deleting port a39ea715-81be-4188-bd15-eb9de48c0538 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:27.667669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.697130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] DHCP port deletion for 62e2173f-7be1-40ba-875d-2bef3cdb4b72 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:29:27.734103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] For port a39ea715-81be-4188-bd15-eb9de48c0538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a39ea715-81be-4188-bd15-eb9de48c0538,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:27.734464 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.747286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Calling delete_port for a39ea715-81be-4188-bd15-eb9de48c0538 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:27.749513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Deleting port a39ea715-81be-4188-bd15-eb9de48c0538 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:27.749904 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.817394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] For port a39ea715-81be-4188-bd15-eb9de48c0538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a39ea715-81be-4188-bd15-eb9de48c0538,segment=NetworkSegment(54c6f113-656f-4db8-9eef-2f40cff54851),segment_id=54c6f113-656f-4db8-9eef-2f40cff54851)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:27.817798 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.831860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Calling delete_port for a39ea715-81be-4188-bd15-eb9de48c0538 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:27.837842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.869733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39ea715-81be-4188-bd15-eb9de48c0538,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:27.871826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] No DVR routers for this DVR port a39ea715-81be-4188-bd15-eb9de48c0538 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:27.887539 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f33b58bf-dfc7-46ef-bbe5-89e7f8484984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.926647 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a39ea715-81be-4188-bd15-eb9de48c0538), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.943482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (62e2173f-7be1-40ba-875d-2bef3cdb4b72), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:27.949617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Pushing event deleted for resources: {'Port': ['ID=a39ea715-81be-4188-bd15-eb9de48c0538,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:27.959509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.959859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.960243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.960596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.960920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.961252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.961578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.961904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.962228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.962596 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.962885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.963195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.963514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.963835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.964180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:29:27.966936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98219abc-be73-44c5-8a5e-b71fa3a5c22d None None] No DVR routers for this DVR port a39ea715-81be-4188-bd15-eb9de48c0538 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:27.967071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d5446a0>,) {'filters': {'network_id': ['62e2173f-7be1-40ba-875d-2bef3cdb4b72']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:27.977624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5446a0>, '54c6f113-656f-4db8-9eef-2f40cff54851') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:27.977933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d5446a0>, '54c6f113-656f-4db8-9eef-2f40cff54851') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:27.988330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (54c6f113-656f-4db8-9eef-2f40cff54851), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.002623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (54c6f113-656f-4db8-9eef-2f40cff54851), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.008762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:29:28.009155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (54c6f113-656f-4db8-9eef-2f40cff54851), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   items = [
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:29:28.011048 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:29:28.065684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (62e2173f-7be1-40ba-875d-2bef3cdb4b72), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.070921 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.074100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] 10.222.0.16 "DELETE /v2.0/networks/62e2173f-7be1-40ba-875d-2bef3cdb4b72 HTTP/1.1" status: 204  len: 168 time: 0.5390358
Mar 26 21:29:28.077341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46028) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:28.086113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11efb1a-d0e5-44fe-bbed-3edda28ef719 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e2173f-7be1-40ba-875d-2bef3cdb4b72,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:28.432231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (b7e0a04f-0ec4-4519-8041-8447a113619b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.480388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 279a4691-5ea5-4fa9-bd73-14e63db961d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:28.500975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 279a4691-5ea5-4fa9-bd73-14e63db961d7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:28.501326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 279a4691-5ea5-4fa9-bd73-14e63db961d7 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:28.501750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b022011f-b4d7-4e22-a60d-571148c15327 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:28.524878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b022011f-b4d7-4e22-a60d-571148c15327 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:28.525223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b022011f-b4d7-4e22-a60d-571148c15327 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:28.525630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a39ea715-81be-4188-bd15-eb9de48c0538 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:28.545151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a39ea715-81be-4188-bd15-eb9de48c0538 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:28.545873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a39ea715-81be-4188-bd15-eb9de48c0538 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:28.687577 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Deleting port 86a814a2-84a5-4194-9b6e-acefdc7b1a31 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:28.687948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.766533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] For port 86a814a2-84a5-4194-9b6e-acefdc7b1a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86a814a2-84a5-4194-9b6e-acefdc7b1a31,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:28.766905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.783455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Calling delete_port for 86a814a2-84a5-4194-9b6e-acefdc7b1a31 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:28.858685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.966337 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (86a814a2-84a5-4194-9b6e-acefdc7b1a31), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:28.989146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86a814a2-84a5-4194-9b6e-acefdc7b1a31,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:29.163902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (b7e0a04f-0ec4-4519-8041-8447a113619b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:29.387823 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Router b7e0a04f-0ec4-4519-8041-8447a113619b has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:29.496989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:29.504043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bfc31c3c-fbcb-4205-8474-55ab434721f3 admin admin] 10.222.0.16 "PUT /v2.0/routers/b7e0a04f-0ec4-4519-8041-8447a113619b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4248593
Mar 26 21:29:29.505124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46034) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:29.505769 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Sync routers for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:29.516824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:29.517438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edeb5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:29.614194 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks [] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:29.624424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:29.728926 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks [] for router_gateway (b7e0a04f-0ec4-4519-8041-8447a113619b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:29.793476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Deleting port f58c3ecb-8cfc-4226-8154-0bda531fc534 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:29.794141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:29.816279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edeb5b0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:29:28Z', 'revision_number': 5, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port': {'id': 'f58c3ecb-8cfc-4226-8154-0bda531fc534', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:27:59Z', 'updated_at': '2022-03-26T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:29.846904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Checking router: b7e0a04f-0ec4-4519-8041-8447a113619b for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:29.855494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Routers {'b7e0a04f-0ec4-4519-8041-8447a113619b'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:29.856149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611edeb5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['b7e0a04f-0ec4-4519-8041-8447a113619b'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:29.878501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] For port f58c3ecb-8cfc-4226-8154-0bda531fc534, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f58c3ecb-8cfc-4226-8154-0bda531fc534,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:29.878792 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:29.891690 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Calling delete_port for f58c3ecb-8cfc-4226-8154-0bda531fc534 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:29.946441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] Set router b7e0a04f-0ec4-4519-8041-8447a113619b gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:29.997595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8c25d670-f749-4269-925f-d68863c53547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611edeb5b0>, [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:29:29Z', 'revision_number': 6, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:30.028478 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25d670-f749-4269-925f-d68863c53547 None None] The sync data for ids ['b7e0a04f-0ec4-4519-8041-8447a113619b'] in ncdv-master-1 is: [{'id': 'b7e0a04f-0ec4-4519-8041-8447a113619b', 'name': 'tempest-TestVolumeBackupRestore-1008854647-router', 'tenant_id': '55b8ed5509de47159f3b0000151c6286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:27:58Z', 'updated_at': '2022-03-26T21:29:29Z', 'revision_number': 6, 'project_id': '55b8ed5509de47159f3b0000151c6286', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:30.074330 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (f58c3ecb-8cfc-4226-8154-0bda531fc534), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.101303 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58c3ecb-8cfc-4226-8154-0bda531fc534,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:30.162130 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (b7e0a04f-0ec4-4519-8041-8447a113619b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.204451 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.255271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.257431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks [] for router_controller (b7e0a04f-0ec4-4519-8041-8447a113619b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.307465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (b7e0a04f-0ec4-4519-8041-8447a113619b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.308027 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e0a04f-0ec4-4519-8041-8447a113619b {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:29:30.312867 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.314068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-44f5a748-c475-450a-8f2e-01736a6ef712 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b7e0a04f-0ec4-4519-8041-8447a113619b HTTP/1.1" status: 204  len: 168 time: 0.8078644
Mar 26 21:29:30.316463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46036) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:30.360598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Deleting subnet 30c8aa6d-5104-46d7-8049-e01f93cca1b6 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:29:30.364074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Publish callbacks [] for subnet (30c8aa6d-5104-46d7-8049-e01f93cca1b6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.401900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (30c8aa6d-5104-46d7-8049-e01f93cca1b6), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.492806 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (30c8aa6d-5104-46d7-8049-e01f93cca1b6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.543979 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (30c8aa6d-5104-46d7-8049-e01f93cca1b6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.569616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c8aa6d-5104-46d7-8049-e01f93cca1b6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:30.573059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.576266 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-56067af8-1b80-49f1-8a26-6f9a50cf496f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30c8aa6d-5104-46d7-8049-e01f93cca1b6 HTTP/1.1" status: 204  len: 168 time: 0.2588613
Mar 26 21:29:30.579381 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46040) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:30.581660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d13d3e-72b0-4a2e-80f9-ca1af5463067 None None] Network d9f52a71-d0d2-4938-8e9b-1588e12114ac requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:29:30.651952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d9f52a71-d0d2-4938-8e9b-1588e12114ac), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.706222 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Deleting port d79a5625-0697-4ead-b579-d9290292dd69 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:30.706569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d79a5625-0697-4ead-b579-d9290292dd69), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.769558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] For port d79a5625-0697-4ead-b579-d9290292dd69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d79a5625-0697-4ead-b579-d9290292dd69,segment=NetworkSegment(9b8fcae0-df44-4e54-95a2-e53a3eaa6948),segment_id=9b8fcae0-df44-4e54-95a2-e53a3eaa6948)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:30.769854 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d79a5625-0697-4ead-b579-d9290292dd69), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.783312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Calling delete_port for d79a5625-0697-4ead-b579-d9290292dd69 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:30.807116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] DHCP port deletion for d9f52a71-d0d2-4938-8e9b-1588e12114ac request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:29:30.857396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86a814a2-84a5-4194-9b6e-acefdc7b1a31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:30.880032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 86a814a2-84a5-4194-9b6e-acefdc7b1a31 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:30.880442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 86a814a2-84a5-4194-9b6e-acefdc7b1a31 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:30.881949 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d79a5625-0697-4ead-b579-d9290292dd69), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.890507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Deleting port d79a5625-0697-4ead-b579-d9290292dd69 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:30.890507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d79a5625-0697-4ead-b579-d9290292dd69), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.908736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79a5625-0697-4ead-b579-d9290292dd69,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:30.912299 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] No DVR routers for this DVR port d79a5625-0697-4ead-b579-d9290292dd69 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:30.960054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] For port d79a5625-0697-4ead-b579-d9290292dd69, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:30.960463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d79a5625-0697-4ead-b579-d9290292dd69), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.978161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Calling delete_port for d79a5625-0697-4ead-b579-d9290292dd69 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:30.980823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Port d79a5625-0697-4ead-b579-d9290292dd69 was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:29:30.982018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (d79a5625-0697-4ead-b579-d9290292dd69), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:30.992825 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d9f52a71-d0d2-4938-8e9b-1588e12114ac), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.009063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] Pushing event deleted for resources: {'Port': ['ID=d79a5625-0697-4ead-b579-d9290292dd69,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:31.012520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e8eed-1a6e-4970-9379-297ac18bbbf5 None None] No DVR routers for this DVR port d79a5625-0697-4ead-b579-d9290292dd69 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:31.014850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc280>,) {'filters': {'network_id': ['d9f52a71-d0d2-4938-8e9b-1588e12114ac']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:31.032055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc280>, '9b8fcae0-df44-4e54-95a2-e53a3eaa6948') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:31.032397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f0bc280>, '9b8fcae0-df44-4e54-95a2-e53a3eaa6948') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:31.042837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (9b8fcae0-df44-4e54-95a2-e53a3eaa6948), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.058229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (9b8fcae0-df44-4e54-95a2-e53a3eaa6948), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.064570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:29:31.065034 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (9b8fcae0-df44-4e54-95a2-e53a3eaa6948), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:29:31.066812 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:29:31.125000 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d9f52a71-d0d2-4938-8e9b-1588e12114ac), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.130851 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.137099 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d9f52a71-d0d2-4938-8e9b-1588e12114ac HTTP/1.1" status: 204  len: 168 time: 0.5533578
Mar 26 21:29:31.153320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee87d-6bed-4419-b3a4-488cc00468d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f52a71-d0d2-4938-8e9b-1588e12114ac,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:31.288818 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46044) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:31.333158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25e9283c-7764-4ae7-ae2d-fb32d8a94593 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7d600597d044d62bfa72df67a61c0bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0431137
Mar 26 21:29:31.335486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46046) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:31.682893 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] Publish callbacks [] for security_group (f249cafa-5d68-439c-b279-ef0716fd99b5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.684381 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:29:31.705023 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] Publish callbacks [] for security_group (f249cafa-5d68-439c-b279-ef0716fd99b5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.751234 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (f249cafa-5d68-439c-b279-ef0716fd99b5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.755091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:31.756278 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f249cafa-5d68-439c-b279-ef0716fd99b5 HTTP/1.1" status: 204  len: 168 time: 0.4198093
Mar 26 21:29:31.764358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93080e85-8607-4f5e-aa81-d1d845268e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f249cafa-5d68-439c-b279-ef0716fd99b5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:31.861063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:32.065122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:32.106418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e6dc3de3-d105-4251-8ee5-909fe25bee32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55b8ed5509de47159f3b0000151c6286&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395112
Mar 26 21:29:32.109702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46056) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:32.155714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] Publish callbacks [] for security_group (968263b1-275f-4d98-9d00-be598e97d19b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:32.176609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] Publish callbacks [] for security_group (968263b1-275f-4d98-9d00-be598e97d19b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:32.223331 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (968263b1-275f-4d98-9d00-be598e97d19b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:32.226017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:32.227454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/968263b1-275f-4d98-9d00-be598e97d19b HTTP/1.1" status: 204  len: 168 time: 0.1166842
Mar 26 21:29:32.235533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb1e28-b5fe-45ba-a040-a50765447323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968263b1-275f-4d98-9d00-be598e97d19b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:32.482787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d79a5625-0697-4ead-b579-d9290292dd69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:32.505481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d79a5625-0697-4ead-b579-d9290292dd69 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:32.505949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d79a5625-0697-4ead-b579-d9290292dd69 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:32.506450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f58c3ecb-8cfc-4226-8154-0bda531fc534 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:32.526999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: f58c3ecb-8cfc-4226-8154-0bda531fc534 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:32.527445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device f58c3ecb-8cfc-4226-8154-0bda531fc534 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:39.650420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46076) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:39.808539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port 17c936e5-cb65-4e71-97fa-2bee2b111c5f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:39.808878 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:39.884944 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:39.885182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (17c936e5-cb65-4e71-97fa-2bee2b111c5f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:39.896865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for 17c936e5-cb65-4e71-97fa-2bee2b111c5f owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:40.040574 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (17c936e5-cb65-4e71-97fa-2bee2b111c5f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:40.065757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=17c936e5-cb65-4e71-97fa-2bee2b111c5f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:40.127144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (0d34b4c8-112a-4454-9968-80eed5a649a2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:40.127470 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Floating IP 0d34b4c8-112a-4454-9968-80eed5a649a2 disassociated (deleted). External IP: 172.35.4.40, port: 5f9fcc88-2637-43e1-8b33-1497b86cc140.
Mar 26 21:29:40.655377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:40.763211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:40.768544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:40.773039 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:40.782734 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:40.783344 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:40.797843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-880ae6d0-ae76-4aa2-a969-8aa627d4b603 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "DELETE /v2.0/floatingips/0d34b4c8-112a-4454-9968-80eed5a649a2 HTTP/1.1" status: 204  len: 168 time: 1.1463428
Mar 26 21:29:40.798434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:40.800690 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0628ba7a-739b-446c-99f6-59c6f98f543d" -d '{"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:40.838178 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ef844-76e0-4420-a8c2-e1f00f018648 x-openstack-request-id: req-099ef844-76e0-4420-a8c2-e1f00f018648 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:40.838561 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:40.838827 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-099ef844-76e0-4420-a8c2-e1f00f018648 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:40.839248 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099ef844-76e0-4420-a8c2-e1f00f018648'] response: {'name': 'network-changed', 'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'status': 'completed', 'code': 200}
Mar 26 21:29:40.897982 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:40.905837 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-3a3afe0c-e4eb-4308-86d1-97833b4b9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:40.907748 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-3a3afe0c-e4eb-4308-86d1-97833b4b9b10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 1127 time: 0.0476775
Mar 26 21:29:41.018495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-b92b793a-4874-48bc-a722-1a5078631fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:41.019881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-b92b793a-4874-48bc-a722-1a5078631fb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 200  len: 911 time: 0.1066616
Mar 26 21:29:41.075517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-f3bcb600-0ca7-426a-ae8d-3fdd8912130b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 200  len: 217 time: 0.0414343
Mar 26 21:29:41.099745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ef1b-a1f8-44ae-bb80-27683240fb6d req-577d2fc4-37c5-49b0-96f4-9cf47f5ae692 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:41.101221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce76ef1b-a1f8-44ae-bb80-27683240fb6d req-577d2fc4-37c5-49b0-96f4-9cf47f5ae692 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.1021631
Mar 26 21:29:41.112315 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d65e0>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:41.142763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:41.150904 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:41.151518 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240d65e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:41.160260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-d745d142-0370-4ead-8a0d-a36aaa3f9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:41.161693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-d745d142-0370-4ead-8a0d-a36aaa3f9c5e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 200  len: 850 time: 0.0787861
Mar 26 21:29:41.189409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ce76ef1b-a1f8-44ae-bb80-27683240fb6d req-0c8f0ef8-ad3f-45a3-8648-a46985d80327 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663762
Mar 26 21:29:41.229876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-9b0a3e62-0546-4495-ab47-55a5e6fdafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:41.231417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-9b0a3e62-0546-4495-ab47-55a5e6fdafd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0599008
Mar 26 21:29:41.267126 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:41.324954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-8522fe54-008e-4e53-b762-d2c2f04e276c service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871270
Mar 26 21:29:41.415382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0628ba7a-739b-446c-99f6-59c6f98f543d req-f96f90ee-2e74-4fa3-b095-2891aee36b27 service neutron] 10.222.0.18 "GET /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844884
Mar 26 21:29:41.552468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240d65e0>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:41.578768 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef653c20-6575-4493-b5af-82bd6c7dca94 None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:20:43Z', 'revision_number': 4, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '290b6df8-f864-4481-87e3-cfd40c97b896', 'name': '', 'network_id': '7091f05e-f6df-41a5-b1c8-5c475ec2f5b4', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'mac_address': 'fa:16:3e:f3:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:42Z', 'updated_at': '2022-03-26T21:20:49Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'subnets': [{'id': 'c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:41.806497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edb979-423a-48ff-9515-4b625e66e16b None None] New status for floating IP 0d34b4c8-112a-4454-9968-80eed5a649a2: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:29:42.313598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1e930-7c28-43a2-b217-432fcbbca654 req-55532e10-fe94-4c4f-b0ac-f4ff1751035e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:42.315111 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94a1e930-7c28-43a2-b217-432fcbbca654 req-55532e10-fe94-4c4f-b0ac-f4ff1751035e tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.0556576
Mar 26 21:29:42.362698 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94a1e930-7c28-43a2-b217-432fcbbca654 req-242e4c21-8926-4b0c-8c46-27eef5346b4f tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419853
Mar 26 21:29:42.504791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-bcc49e69-8c84-4c27-a080-d8207121630b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:29:42.506161 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-bcc49e69-8c84-4c27-a080-d8207121630b tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 945 time: 0.0518231
Mar 26 21:29:42.601414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port 5f9fcc88-2637-43e1-8b33-1497b86cc140 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:42.601759 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:42.687865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] For port 5f9fcc88-2637-43e1-8b33-1497b86cc140, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f9fcc88-2637-43e1-8b33-1497b86cc140,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:42.688260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:42.704285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for 5f9fcc88-2637-43e1-8b33-1497b86cc140 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:42.826194 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5f9fcc88-2637-43e1-8b33-1497b86cc140), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:42.855370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=5f9fcc88-2637-43e1-8b33-1497b86cc140,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:42.902060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] No DVR routers for this DVR port 5f9fcc88-2637-43e1-8b33-1497b86cc140 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:42.904620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:42.908478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ede652b-a494-433a-ab88-9c8e5d1fb74e req-7c70fb0f-b834-4720-b1b6-bba26de72788 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.18 "DELETE /v2.0/ports/5f9fcc88-2637-43e1-8b33-1497b86cc140 HTTP/1.1" status: 204  len: 173 time: 0.3961477
Mar 26 21:29:42.908918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'name': 'network-vif-deleted', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:29:42.911177 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470ff2e1-6312-42f0-9fa7-2a5fb0dec695" -d '{"events": [{"server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "name": "network-vif-deleted", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:29:42.947839 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8fbe68-4d85-40bd-9d82-4046aabcc86e x-openstack-request-id: req-df8fbe68-4d85-40bd-9d82-4046aabcc86e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:29:42.948337 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b8d8d-180b-4dd6-b047-f5a5f8e750a9", "name": "network-vif-deleted", "tag": "5f9fcc88-2637-43e1-8b33-1497b86cc140", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:29:42.948598 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8fbe68-4d85-40bd-9d82-4046aabcc86e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:29:42.949015 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8fbe68-4d85-40bd-9d82-4046aabcc86e'] response: {'server_uuid': '926b8d8d-180b-4dd6-b047-f5a5f8e750a9', 'name': 'network-vif-deleted', 'tag': '5f9fcc88-2637-43e1-8b33-1497b86cc140', 'status': 'completed', 'code': 200}
Mar 26 21:29:43.469767 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-248bca5c-a2de-4d45-8a9b-d82b0e3f2603 req-1511a7fc-3b0a-416c-b99d-02c8213b1376 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "GET /v2.0/ports?device_id=926b8d8d-180b-4dd6-b047-f5a5f8e750a9 HTTP/1.1" status: 200  len: 210 time: 0.0268483
Mar 26 21:29:44.355706 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.526436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46092) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:44.648611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Deleting port eccd8755-7714-4c65-abea-92dedbfadaf0 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:44.648862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.721380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.721722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (eccd8755-7714-4c65-abea-92dedbfadaf0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.733153 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Calling delete_port for eccd8755-7714-4c65-abea-92dedbfadaf0 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:44.870024 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (eccd8755-7714-4c65-abea-92dedbfadaf0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.897983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'Port': ['ID=eccd8755-7714-4c65-abea-92dedbfadaf0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:44.961672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for floatingip (4ab209fe-654e-4bb7-b5cc-356c5e97128a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.964364 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:44.965536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c88368bc-71a5-45c6-bb06-3da39c047ea7 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "DELETE /v2.0/floatingips/4ab209fe-654e-4bb7-b5cc-356c5e97128a HTTP/1.1" status: 204  len: 168 time: 0.4381192
Mar 26 21:29:45.989836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:46.157185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46130) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:46.214242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (e1cf4444-7c18-4cab-b50d-16b2c6a6ea24), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:46.239280 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (e1cf4444-7c18-4cab-b50d-16b2c6a6ea24), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:46.303896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e1cf4444-7c18-4cab-b50d-16b2c6a6ea24), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:46.306580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:46.308102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1cf4444-7c18-4cab-b50d-16b2c6a6ea24 HTTP/1.1" status: 204  len: 168 time: 0.1494086
Mar 26 21:29:46.317380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2652494-7a30-4ddd-a305-f8c54660c6b9 tempest-TestVolumeBootPattern-540060077 tempest-TestVolumeBootPattern-540060077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf4444-7c18-4cab-b50d-16b2c6a6ea24,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:46.363882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46134) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:46.577240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5f9fcc88-2637-43e1-8b33-1497b86cc140 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:46.597260 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 5f9fcc88-2637-43e1-8b33-1497b86cc140 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:46.597629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5f9fcc88-2637-43e1-8b33-1497b86cc140 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:46.898749 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (ffd241ac-773e-4b21-b502-bcf501b27573), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:47.150305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Deleting port 290b6df8-f864-4481-87e3-cfd40c97b896 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:47.150559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:47.227297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] For port 290b6df8-f864-4481-87e3-cfd40c97b896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=290b6df8-f864-4481-87e3-cfd40c97b896,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:47.228188 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:47.239811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Calling delete_port for 290b6df8-f864-4481-87e3-cfd40c97b896 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:47.418035 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (290b6df8-f864-4481-87e3-cfd40c97b896), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:47.447210 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=290b6df8-f864-4481-87e3-cfd40c97b896,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:47.616795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (ffd241ac-773e-4b21-b502-bcf501b27573), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:47.831057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Router ffd241ac-773e-4b21-b502-bcf501b27573 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:47.935853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:47.944196 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cf3758d0-8842-49ed-a13e-8d6cbbfa6f3f admin admin] 10.222.0.16 "PUT /v2.0/routers/ffd241ac-773e-4b21-b502-bcf501b27573/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5758872
Mar 26 21:29:47.944409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46138) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:47.947952 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Sync routers for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:47.959701 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:47.960439 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:48.053426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks [] for router (ffd241ac-773e-4b21-b502-bcf501b27573), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.072364 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:48.157732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks [] for router_gateway (ffd241ac-773e-4b21-b502-bcf501b27573), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.253517 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c670>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105'}], 'enable_snat': True}, 'gw_port_id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:29:47Z', 'revision_number': 5, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port': {'id': '5ba039d2-f47b-4b31-8abb-041b5c068ab9', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:40Z', 'updated_at': '2022-03-26T21:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:48.280948 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Checking router: ffd241ac-773e-4b21-b502-bcf501b27573 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:48.290106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Routers {'ffd241ac-773e-4b21-b502-bcf501b27573'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:48.290721 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['ffd241ac-773e-4b21-b502-bcf501b27573'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:48.382041 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] Set router ffd241ac-773e-4b21-b502-bcf501b27573 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:48.437657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c670>, [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:29:48Z', 'revision_number': 6, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:48.465491 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0c6cb-5fc5-4c5c-9191-66eb66d5affa None None] The sync data for ids ['ffd241ac-773e-4b21-b502-bcf501b27573'] in ncdv-master-1 is: [{'id': 'ffd241ac-773e-4b21-b502-bcf501b27573', 'name': 'tempest-TestVolumeBootPattern-928346047-router', 'tenant_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:39Z', 'updated_at': '2022-03-26T21:29:48Z', 'revision_number': 6, 'project_id': 'c621f87120ad402a9d52cf6426f0cf1f', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:48.555659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Deleting port 5ba039d2-f47b-4b31-8abb-041b5c068ab9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:48.556300 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.631677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] For port 5ba039d2-f47b-4b31-8abb-041b5c068ab9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ba039d2-f47b-4b31-8abb-041b5c068ab9,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:48.632059 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.644033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Calling delete_port for 5ba039d2-f47b-4b31-8abb-041b5c068ab9 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:48.809434 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5ba039d2-f47b-4b31-8abb-041b5c068ab9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.833198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba039d2-f47b-4b31-8abb-041b5c068ab9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:48.899854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (ffd241ac-773e-4b21-b502-bcf501b27573), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.992100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (ffd241ac-773e-4b21-b502-bcf501b27573), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:48.994196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks [] for router_controller (ffd241ac-773e-4b21-b502-bcf501b27573), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.040923 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (ffd241ac-773e-4b21-b502-bcf501b27573), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.041470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd241ac-773e-4b21-b502-bcf501b27573 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:29:49.046023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.047092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-15e404d6-da36-484c-8b5f-7dfd49f1ae3b admin admin] 10.222.0.16 "DELETE /v2.0/routers/ffd241ac-773e-4b21-b502-bcf501b27573 HTTP/1.1" status: 204  len: 168 time: 1.1017878
Mar 26 21:29:49.049612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46140) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:49.094073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Deleting subnet c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:29:49.097146 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Publish callbacks [] for subnet (c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.130761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.209698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.262048 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.287178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:49.292107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.295631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2031db85-6bd0-48a6-8f45-90bf429236e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0b87595-0b1d-4bf3-a20c-e0b6d8988cc3 HTTP/1.1" status: 204  len: 168 time: 0.2450981
Mar 26 21:29:49.298158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46142) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:49.300074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a276c70-5376-4355-aec7-628212b8f0aa None None] Network 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:29:49.371390 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.430631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Deleting port 70dc24e6-60ee-455f-9f63-82a90080d701 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:49.431531 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.473914 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] DHCP port deletion for 7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:29:49.500611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] For port 70dc24e6-60ee-455f-9f63-82a90080d701, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70dc24e6-60ee-455f-9f63-82a90080d701,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:49.501112 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.514461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Calling delete_port for 70dc24e6-60ee-455f-9f63-82a90080d701 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:49.522564 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Deleting port 70dc24e6-60ee-455f-9f63-82a90080d701 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:49.522943 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.592041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] For port 70dc24e6-60ee-455f-9f63-82a90080d701, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70dc24e6-60ee-455f-9f63-82a90080d701,segment=NetworkSegment(ed7c8939-1610-41d7-8eac-1492dd791a34),segment_id=ed7c8939-1610-41d7-8eac-1492dd791a34)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:49.592359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.599697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.605132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Calling delete_port for 70dc24e6-60ee-455f-9f63-82a90080d701 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:49.624715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=70dc24e6-60ee-455f-9f63-82a90080d701,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:49.628444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] No DVR routers for this DVR port 70dc24e6-60ee-455f-9f63-82a90080d701 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:49.686330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (70dc24e6-60ee-455f-9f63-82a90080d701), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.703187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.708965 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] Pushing event deleted for resources: {'Port': ['ID=70dc24e6-60ee-455f-9f63-82a90080d701,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:49.719651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9626015-2dba-494a-8efc-27ca6ceeb2ab None None] No DVR routers for this DVR port 70dc24e6-60ee-455f-9f63-82a90080d701 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:49.727517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611de86490>,) {'filters': {'network_id': ['7091f05e-f6df-41a5-b1c8-5c475ec2f5b4']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:49.735823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de86490>, 'ed7c8939-1610-41d7-8eac-1492dd791a34') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:49.736155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611de86490>, 'ed7c8939-1610-41d7-8eac-1492dd791a34') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:49.745849 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (ed7c8939-1610-41d7-8eac-1492dd791a34), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.759631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (ed7c8939-1610-41d7-8eac-1492dd791a34), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.765580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:29:49.766092 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (ed7c8939-1610-41d7-8eac-1492dd791a34), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:29:49.768368 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:29:49.821539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7091f05e-f6df-41a5-b1c8-5c475ec2f5b4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.826781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:49.830494 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] 10.222.0.16 "DELETE /v2.0/networks/7091f05e-f6df-41a5-b1c8-5c475ec2f5b4 HTTP/1.1" status: 204  len: 168 time: 0.5304132
Mar 26 21:29:49.833542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:49.840937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367040a-ba68-4b92-9c72-7e6e543efd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=7091f05e-f6df-41a5-b1c8-5c475ec2f5b4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:50.190798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:50.445570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Deleting port ee856897-c2ba-477f-8314-e24810555a01 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:50.445916 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ee856897-c2ba-477f-8314-e24810555a01), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:50.487575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 290b6df8-f864-4481-87e3-cfd40c97b896 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:50.508325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 290b6df8-f864-4481-87e3-cfd40c97b896 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:50.508679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 290b6df8-f864-4481-87e3-cfd40c97b896 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:50.509101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5ba039d2-f47b-4b31-8abb-041b5c068ab9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:50.524703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] For port ee856897-c2ba-477f-8314-e24810555a01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee856897-c2ba-477f-8314-e24810555a01,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:50.525068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ee856897-c2ba-477f-8314-e24810555a01), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:50.527153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5ba039d2-f47b-4b31-8abb-041b5c068ab9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:50.527527 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5ba039d2-f47b-4b31-8abb-041b5c068ab9 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:50.527942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 70dc24e6-60ee-455f-9f63-82a90080d701 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:50.538079 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Calling delete_port for ee856897-c2ba-477f-8314-e24810555a01 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:50.546783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 70dc24e6-60ee-455f-9f63-82a90080d701 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:50.547136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 70dc24e6-60ee-455f-9f63-82a90080d701 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:50.723977 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ee856897-c2ba-477f-8314-e24810555a01), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:50.749762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee856897-c2ba-477f-8314-e24810555a01,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:50.922501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.146702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Router 3accddb7-8280-4bc7-aa74-07b2cc938c0a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:29:51.256003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:29:51.260857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57974a4b-ee38-45a7-aeec-71534afef933 admin admin] 10.222.0.16 "PUT /v2.0/routers/3accddb7-8280-4bc7-aa74-07b2cc938c0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4262736
Mar 26 21:29:51.263425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46146) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:51.264390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Sync routers for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:29:51.275060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:51.275589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:51.370919 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks [] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.379880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:51.480504 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks [] for router_gateway (3accddb7-8280-4bc7-aa74-07b2cc938c0a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.535696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Deleting port 7b0083e2-6bb0-4017-a28c-564859bc1c9d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:51.535948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.615462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] For port 7b0083e2-6bb0-4017-a28c-564859bc1c9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b0083e2-6bb0-4017-a28c-564859bc1c9d,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:51.615832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.631619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Calling delete_port for 7b0083e2-6bb0-4017-a28c-564859bc1c9d owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:51.718243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2ad30>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:29:50Z', 'revision_number': 5, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port': {'id': '7b0083e2-6bb0-4017-a28c-564859bc1c9d', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:51.744506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Checking router: 3accddb7-8280-4bc7-aa74-07b2cc938c0a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:29:51.753451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Routers {'3accddb7-8280-4bc7-aa74-07b2cc938c0a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:29:51.754079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:29:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:51.799110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7b0083e2-6bb0-4017-a28c-564859bc1c9d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.829111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0083e2-6bb0-4017-a28c-564859bc1c9d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:51.843670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] Set router 3accddb7-8280-4bc7-aa74-07b2cc938c0a gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:29:51.890835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.900901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2ad30>, [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:29:51Z', 'revision_number': 6, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:51.928503 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce746c89-1381-48aa-983f-d532cc6af41c None None] The sync data for ids ['3accddb7-8280-4bc7-aa74-07b2cc938c0a'] in ncdv-master-1 is: [{'id': '3accddb7-8280-4bc7-aa74-07b2cc938c0a', 'name': 'tempest-TestVolumeBootPattern-1908598862-router', 'tenant_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:20:45Z', 'updated_at': '2022-03-26T21:29:51Z', 'revision_number': 6, 'project_id': 'a9ce77f15c4746c78bcdb24051ff3833', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:29:51.986711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:51.988889 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks [] for router_controller (3accddb7-8280-4bc7-aa74-07b2cc938c0a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.036195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (3accddb7-8280-4bc7-aa74-07b2cc938c0a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.036756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3accddb7-8280-4bc7-aa74-07b2cc938c0a {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:29:52.041066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.042209 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-718d1e4e-ef70-490b-a5f8-dc0e6a368c47 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3accddb7-8280-4bc7-aa74-07b2cc938c0a HTTP/1.1" status: 204  len: 168 time: 0.7778430
Mar 26 21:29:52.044997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46148) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:52.089379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Deleting subnet 4ada06ff-524e-4bd0-8572-6bbda433836e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:29:52.092361 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Publish callbacks [] for subnet (4ada06ff-524e-4bd0-8572-6bbda433836e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.126928 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (4ada06ff-524e-4bd0-8572-6bbda433836e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.206037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4ada06ff-524e-4bd0-8572-6bbda433836e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.258937 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (4ada06ff-524e-4bd0-8572-6bbda433836e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.291126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ada06ff-524e-4bd0-8572-6bbda433836e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:52.297804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.303726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25dab2cf-928b-4ce0-8215-4bcb32306824 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ada06ff-524e-4bd0-8572-6bbda433836e HTTP/1.1" status: 204  len: 168 time: 0.2555246
Mar 26 21:29:52.304035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46150) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:52.307904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206dee5-b823-4f33-b2e2-288a7f76b26d None None] Network 83e4b56b-a920-420e-ad02-3ca389c503e7 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:29:52.378011 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (83e4b56b-a920-420e-ad02-3ca389c503e7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.437019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Deleting port dfef992f-ff68-4d11-9950-d76634dd0162 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:52.437480 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.499744 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] For port dfef992f-ff68-4d11-9950-d76634dd0162, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfef992f-ff68-4d11-9950-d76634dd0162,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:52.500136 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.512402 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Calling delete_port for dfef992f-ff68-4d11-9950-d76634dd0162 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:52.702113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] DHCP port deletion for 83e4b56b-a920-420e-ad02-3ca389c503e7 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:29:52.750742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ee856897-c2ba-477f-8314-e24810555a01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:52.774772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ee856897-c2ba-477f-8314-e24810555a01 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:52.775121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ee856897-c2ba-477f-8314-e24810555a01 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:52.775557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device dfef992f-ff68-4d11-9950-d76634dd0162 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:52.815051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Deleting port dfef992f-ff68-4d11-9950-d76634dd0162 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:29:52.815436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.894603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.915695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] For port dfef992f-ff68-4d11-9950-d76634dd0162, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfef992f-ff68-4d11-9950-d76634dd0162,segment=NetworkSegment(557ff3ef-a4b9-45c2-82b0-c8d1e4741762),segment_id=557ff3ef-a4b9-45c2-82b0-c8d1e4741762)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:29:52.916167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.921273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfef992f-ff68-4d11-9950-d76634dd0162,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:52.924729 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] No DVR routers for this DVR port dfef992f-ff68-4d11-9950-d76634dd0162 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:52.938434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port dfef992f-ff68-4d11-9950-d76634dd0162 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:29:52.938713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:52.942023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Calling delete_port for dfef992f-ff68-4d11-9950-d76634dd0162 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:29:53.009670 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (83e4b56b-a920-420e-ad02-3ca389c503e7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.020871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7b0083e2-6bb0-4017-a28c-564859bc1c9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:29:53.030713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6125887be0>,) {'filters': {'network_id': ['83e4b56b-a920-420e-ad02-3ca389c503e7']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:53.040189 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125887be0>, '557ff3ef-a4b9-45c2-82b0-c8d1e4741762') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:53.040490 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6125887be0>, '557ff3ef-a4b9-45c2-82b0-c8d1e4741762') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:29:53.043337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 7b0083e2-6bb0-4017-a28c-564859bc1c9d {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:29:53.043692 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7b0083e2-6bb0-4017-a28c-564859bc1c9d not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:29:53.050837 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (557ff3ef-a4b9-45c2-82b0-c8d1e4741762), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.066786 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (557ff3ef-a4b9-45c2-82b0-c8d1e4741762), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.073289 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:29:53.073724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (557ff3ef-a4b9-45c2-82b0-c8d1e4741762), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:29:53.075539 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:29:53.079687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (dfef992f-ff68-4d11-9950-d76634dd0162), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.108693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] Pushing event deleted for resources: {'Port': ['ID=dfef992f-ff68-4d11-9950-d76634dd0162,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:53.110521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c131e1-e853-464e-a483-92437c0c6060 None None] No DVR routers for this DVR port dfef992f-ff68-4d11-9950-d76634dd0162 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:29:53.130817 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (83e4b56b-a920-420e-ad02-3ca389c503e7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.135689 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.139289 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] 10.222.0.16 "DELETE /v2.0/networks/83e4b56b-a920-420e-ad02-3ca389c503e7 HTTP/1.1" status: 204  len: 168 time: 0.8342972
Mar 26 21:29:53.151804 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65811e0f-a31f-4baf-97ad-a784364d1b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e4b56b-a920-420e-ad02-3ca389c503e7,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:53.248759 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46154) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:53.292288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0acf6980-db33-45e0-ad87-627fa70ac139 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c621f87120ad402a9d52cf6426f0cf1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0421901
Mar 26 21:29:53.294906 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46156) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:53.341459 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] Publish callbacks [] for security_group (4b1824b2-417e-4eac-8574-ded56521f0da), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.362309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] Publish callbacks [] for security_group (4b1824b2-417e-4eac-8574-ded56521f0da), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.409161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4b1824b2-417e-4eac-8574-ded56521f0da), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.411768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.412924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b1824b2-417e-4eac-8574-ded56521f0da HTTP/1.1" status: 204  len: 168 time: 0.1170492
Mar 26 21:29:53.421158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e95686-0b5a-4a7b-a832-6163e2fb614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1824b2-417e-4eac-8574-ded56521f0da,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:53.714099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46162) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:53.753447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-85677d58-c7e3-4926-bc84-68bf419e934c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9ce77f15c4746c78bcdb24051ff3833&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382211
Mar 26 21:29:53.755783 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46164) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:29:53.802186 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] Publish callbacks [] for security_group (cfe40524-3ef7-498e-8af3-4365db33c720), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.823161 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] Publish callbacks [] for security_group (cfe40524-3ef7-498e-8af3-4365db33c720), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.873899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (cfe40524-3ef7-498e-8af3-4365db33c720), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.876511 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:53.878232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfe40524-3ef7-498e-8af3-4365db33c720 HTTP/1.1" status: 204  len: 168 time: 0.1215308
Mar 26 21:29:53.886225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cda70-01e0-455b-9ecb-7a39c26cd654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe40524-3ef7-498e-8af3-4365db33c720,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:29:55.094801 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-76cecaed-8f23-4f38-ba25-feabfd53fc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:57.849934 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4df75041-49f9-468a-a8ac-74e54dfa0891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:29:58.861770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:00.207320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:01.863182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:05.108697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-6d95a31f-0b01-418e-a6dd-67f913fdf8e0 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291646
Mar 26 21:30:05.293195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-76b1086f-cf35-4955-9c38-c2fe2dd2f5fd tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:05.294569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-76b1086f-cf35-4955-9c38-c2fe2dd2f5fd tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1809607
Mar 26 21:30:05.308963 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ac535aee-f869-40cf-ba68-38ffeb914e1f tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/quotas/9c448b2663f745ba974a354ab3cdcdd1 HTTP/1.1" status: 200  len: 375 time: 0.0090814
Mar 26 21:30:05.339710 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-cc20aa4d-c9b1-4aff-be73-8eb2c3812b9e tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260181
Mar 26 21:30:05.604696 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f21353f8-55f6-4c0c-8ee8-b2a3443b81f1 req-7728ac5a-27e1-4ac0-84fe-214213cc315b tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 210 time: 0.1349373
Mar 26 21:30:06.427042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-7b9819aa-c371-4456-9eb6-b8c09abbd434 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314908
Mar 26 21:30:06.610007 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-c11134e5-5581-4dbb-8933-0fc7b87d1ca9 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:06.611469 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-c11134e5-5581-4dbb-8933-0fc7b87d1ca9 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1786752
Mar 26 21:30:06.628639 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Request body: {'port': {'device_id': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'admin_state_up': True, 'tenant_id': '9c448b2663f745ba974a354ab3cdcdd1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:06.703897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9b98584-bdfa-48d5-a28d-6b81a85bd307 req-3c5f7fba-9d13-4a62-a95e-6db497d3fb91 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 210 time: 0.0274968
Mar 26 21:30:06.748046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Made reservation on behalf of 9c448b2663f745ba974a354ab3cdcdd1 for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:30:06.751316 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:06.759830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:06.833688 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks [] for security_group (4bd4199b-5b22-4ff3-9643-08169dd255b6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:06.837238 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4bd4199b-5b22-4ff3-9643-08169dd255b6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:06.899561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd4199b-5b22-4ff3-9643-08169dd255b6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:06.916114 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.916478 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.916835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.917190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.917536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.917880 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.918480 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.918832 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.919158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.919492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.919831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.920195 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.920531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.920863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.921197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:06.985696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Allocated IP 192.168.233.84 (61ae3d22-e6a1-4be6-98b0-86312cdbc83a/802fcd75-c814-493f-9b54-05e7a9a6c105/d852a738-e2e2-4f09-9978-1f8e1a6a9799) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:30:07.132498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks [] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.164975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.207221 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:30:07.210133 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:30:07.213644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:30:07.238649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Pushing event updated for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:07.269833 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:07.270462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.287689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-d9f8f94a-f1b1-4a2a-988e-0ade18509953 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6628892
Mar 26 21:30:07.300171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-b15e352e-e61b-4165-a7da-9f270eeaa1bd tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:30:07.301153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-b15e352e-e61b-4165-a7da-9f270eeaa1bd tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059562
Mar 26 21:30:07.317127 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Request body: {'port': {'device_id': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:07.382950 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.459904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e0e833b0-7328-4063-a121-ba2a83683f55 None None] Provisioning complete for port d852a738-e2e2-4f09-9978-1f8e1a6a9799 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:30:07.460547 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0e833b0-7328-4063-a121-ba2a83683f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.494016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e0e833b0-7328-4063-a121-ba2a83683f55 None None] Port d852a738-e2e2-4f09-9978-1f8e1a6a9799 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:30:07.638972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d852a738-e2e2-4f09-9978-1f8e1a6a9799 {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:30:07.646542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks [] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.658021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Transition to ACTIVE for port object d852a738-e2e2-4f09-9978-1f8e1a6a9799 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:30:07.662515 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.719311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Pushing event updated for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:07.810254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Attempting to bind port d852a738-e2e2-4f09-9978-1f8e1a6a9799 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:30:07.810595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Attempting to bind port d852a738-e2e2-4f09-9978-1f8e1a6a9799 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:30:07.811066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Attempting to bind port d852a738-e2e2-4f09-9978-1f8e1a6a9799 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:30:07.816017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Port d852a738-e2e2-4f09-9978-1f8e1a6a9799 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:30:07.816348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Attempting to bind port d852a738-e2e2-4f09-9978-1f8e1a6a9799 on network 61ae3d22-e6a1-4be6-98b0-86312cdbc83a {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:30:07.822772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:30:07.823138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Checking segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:30:07.823513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Bound using segment: {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:30:07.823990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Bound port: d852a738-e2e2-4f09-9978-1f8e1a6a9799, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552d8126-e39e-4744-8bca-9ada194074f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:30:07.824348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:07.949608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466620b-ab3b-46e4-9686-7681b4d59797 req-59f105cd-9be2-4ca2-bad2-02e2195de93e tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:07.954224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e466620b-ab3b-46e4-9686-7681b4d59797 req-59f105cd-9be2-4ca2-bad2-02e2195de93e tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 947 time: 0.1154823
Mar 26 21:30:07.954224 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:30:07.957496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:30:07.968481 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:08.016197 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.017017 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:08.020052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] 10.222.0.21 "PUT /v2.0/ports/d852a738-e2e2-4f09-9978-1f8e1a6a9799 HTTP/1.1" status: 200  len: 1095 time: 0.7069035
Mar 26 21:30:08.021100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:30:08.023384 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5de5564-3163-412c-b1f8-df8175c04d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:30:08.100891 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b5772-5c57-41f5-bf85-472f47440e0e x-openstack-request-id: req-8c2b5772-5c57-41f5-bf85-472f47440e0e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:30:08.102239 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:30:08.102239 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c2b5772-5c57-41f5-bf85-472f47440e0e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:30:08.102239 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2b5772-5c57-41f5-bf85-472f47440e0e'] response: {'name': 'network-changed', 'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799', 'status': 'completed', 'code': 200}
Mar 26 21:30:08.125262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e466620b-ab3b-46e4-9686-7681b4d59797 req-9e660a13-075a-445c-b2f6-79af6ed9c708 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659536
Mar 26 21:30:08.131094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8b6e-a2f8-4afa-92b6-dc40d22d8917 service neutron] Pushing event updated for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:08.164780 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-bf91d9da-3b93-47f7-965f-dbf409585234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.166419 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-bf91d9da-3b93-47f7-965f-dbf409585234 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 1129 time: 0.0884266
Mar 26 21:30:08.223867 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ca72fb4c-74be-42c8-9c1a-c496339290c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799 HTTP/1.1" status: 200  len: 217 time: 0.0423112
Mar 26 21:30:08.276486 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-34cb74c7-85ea-48ae-b98b-fbb2bfeab0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.277958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-34cb74c7-85ea-48ae-b98b-fbb2bfeab0b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0448713
Mar 26 21:30:08.331090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-e0c7db0d-6077-45b2-8718-8871ad127407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.332464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-e0c7db0d-6077-45b2-8718-8871ad127407 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0436790
Mar 26 21:30:08.429424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-5ea06a6e-d14a-4e3e-92fb-09cfd1e8d298 service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868621
Mar 26 21:30:08.533199 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5b225364-4117-4b44-81e6-261c61ecd5f2 req-ac384a9c-843f-489b-93e9-a79117556fca service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923600
Mar 26 21:30:08.637071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-e2554cdf-3356-43b7-8633-99911644bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.638494 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-e2554cdf-3356-43b7-8633-99911644bd8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 1129 time: 0.0490868
Mar 26 21:30:08.682559 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:30:08.728899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-1c7433e9-abb7-41ac-8b1c-23c0028bda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.730379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-1c7433e9-abb7-41ac-8b1c-23c0028bda5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a HTTP/1.1" status: 200  len: 869 time: 0.0850089
Mar 26 21:30:08.775908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-d6e6efbd-ac60-4063-8033-935cf53a4049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799 HTTP/1.1" status: 200  len: 217 time: 0.0387697
Mar 26 21:30:08.825107 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-dba2074e-6047-43b3-a640-d7c5074158fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.826506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-dba2074e-6047-43b3-a640-d7c5074158fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=802fcd75-c814-493f-9b54-05e7a9a6c105 HTTP/1.1" status: 200  len: 843 time: 0.0437012
Mar 26 21:30:08.875993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-a0bc0b04-da8c-458c-870b-0ccba482111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:08.878133 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-a0bc0b04-da8c-458c-870b-0ccba482111b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61ae3d22-e6a1-4be6-98b0-86312cdbc83a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0436056
Mar 26 21:30:08.971927 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-2dea4c7c-526c-4f71-9ff0-f5f1e2fc04ca service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854673
Mar 26 21:30:09.061871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d5de5564-3163-412c-b1f8-df8175c04d4c req-12e8a831-371a-48f0-ad6b-5d718c6cf94e service neutron] 10.222.0.21 "GET /v2.0/networks/61ae3d22-e6a1-4be6-98b0-86312cdbc83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826049
Mar 26 21:30:09.271170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f392edd-0c93-4a5a-8e43-b62327162935 req-5dd4d14b-4b8b-420f-80c0-a44aa69d31c0 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:09.272587 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f392edd-0c93-4a5a-8e43-b62327162935 req-5dd4d14b-4b8b-420f-80c0-a44aa69d31c0 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 947 time: 0.0549927
Mar 26 21:30:09.319122 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f392edd-0c93-4a5a-8e43-b62327162935 req-9a555a8f-7025-4ec3-9d9b-e8b061e8f2d6 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408988
Mar 26 21:30:10.436700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e572e6-3109-48e0-b20b-560dbd2d32e5 req-4d586ec9-38b9-4d69-9d16-a96c2231bcfe tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:10.438169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9e572e6-3109-48e0-b20b-560dbd2d32e5 req-4d586ec9-38b9-4d69-9d16-a96c2231bcfe tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 947 time: 0.0526447
Mar 26 21:30:10.489154 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9e572e6-3109-48e0-b20b-560dbd2d32e5 req-ad1a1189-185e-4b5f-813d-3298a915a6dc tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446138
Mar 26 21:30:11.605728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637bfbc-8dcb-482a-9ca0-3ec207d224b5 req-caf6642d-2f57-40cb-a756-28fd39d8bbc2 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:11.607217 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7637bfbc-8dcb-482a-9ca0-3ec207d224b5 req-caf6642d-2f57-40cb-a756-28fd39d8bbc2 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 947 time: 0.0522635
Mar 26 21:30:11.653583 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7637bfbc-8dcb-482a-9ca0-3ec207d224b5 req-371e74c8-d763-4b08-b633-a9aa9fb0b70b tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407515
Mar 26 21:30:11.826116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d852a738-e2e2-4f09-9978-1f8e1a6a9799 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:30:11.921584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:11.932516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799', 'network_id': '61ae3d22-e6a1-4be6-98b0-86312cdbc83a', 'port_id': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799', 'mac_address': 'fa:16:3e:ce:7e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802fcd75-c814-493f-9b54-05e7a9a6c105', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:30:11.968856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d852a738-e2e2-4f09-9978-1f8e1a6a9799 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:30:11.969243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:11.981516 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d852a738-e2e2-4f09-9978-1f8e1a6a9799 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:30:12.000132 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:12.004525 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:12.053222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:12.310486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d852a738-e2e2-4f09-9978-1f8e1a6a9799'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:30:12.773208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25586928-c288-4478-99b0-c9fa54209c06 req-5daae0f1-c2e9-4fed-b21d-93a17708b66f tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:12.774673 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25586928-c288-4478-99b0-c9fa54209c06 req-5daae0f1-c2e9-4fed-b21d-93a17708b66f tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 948 time: 0.0510769
Mar 26 21:30:12.820670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-25586928-c288-4478-99b0-c9fa54209c06 req-7e0b7727-2529-4b9f-ab36-38778d8a224f tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404737
Mar 26 21:30:13.837354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d852a738-e2e2-4f09-9978-1f8e1a6a9799 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:30:13.890316 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port d852a738-e2e2-4f09-9978-1f8e1a6a9799 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:30:13.894732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port d852a738-e2e2-4f09-9978-1f8e1a6a9799 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:30:13.895231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:13.943883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d18e7-b292-4f2c-8218-957c2880a85c req-f18904e0-8d69-4b05-80b4-91ca2ce24125 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:13.945388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d29d18e7-b292-4f2c-8218-957c2880a85c req-f18904e0-8d69-4b05-80b4-91ca2ce24125 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 948 time: 0.0577869
Mar 26 21:30:13.975283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port d852a738-e2e2-4f09-9978-1f8e1a6a9799 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:30:13.975807 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:13.991557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d29d18e7-b292-4f2c-8218-957c2880a85c req-3be3f646-b25b-45db-b1fe-cc4c87298ae8 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403647
Mar 26 21:30:14.000993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:30:14.003403 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d8392-d88e-40b6-b0f5-42e9a7bb4d01" -d '{"events": [{"server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:30:14.014730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:14.020022 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:14.044173 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4cafd-7a13-4517-939b-a28fdbdb1af5 x-openstack-request-id: req-52b4cafd-7a13-4517-939b-a28fdbdb1af5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:30:14.044475 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "name": "network-vif-plugged", "status": "completed", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:30:14.044737 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52b4cafd-7a13-4517-939b-a28fdbdb1af5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:30:14.045140 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b4cafd-7a13-4517-939b-a28fdbdb1af5'] response: {'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799', 'code': 200}
Mar 26 21:30:14.076022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:14.152853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a0db9-ace9-46c3-a074-07c6a9c0cc72 req-707a4a35-d723-407c-9306-bad504534893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:14.154333 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e89a0db9-ace9-46c3-a074-07c6a9c0cc72 req-707a4a35-d723-407c-9306-bad504534893 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 1131 time: 0.0438190
Mar 26 21:30:14.197841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e89a0db9-ace9-46c3-a074-07c6a9c0cc72 req-b46ee447-3a9c-4588-b525-56dbe8d658d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358500
Mar 26 21:30:14.373540 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:15.110296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e422e3f-e58b-4c7b-89a0-577d1b294084 req-82781f49-95d7-466c-a8cf-75a5d96b5acb tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:15.112336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e422e3f-e58b-4c7b-89a0-577d1b294084 req-82781f49-95d7-466c-a8cf-75a5d96b5acb tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 949 time: 0.0519261
Mar 26 21:30:15.157533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e422e3f-e58b-4c7b-89a0-577d1b294084 req-9c5c5020-f012-45b2-b4a2-6456961eb23d tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396476
Mar 26 21:30:15.988621 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:16.280857 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b656f-3957-416d-9e9b-8881414fc32a req-415fa5fa-823e-4b29-80b2-cdd860f7e2b0 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:16.282331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-970b656f-3957-416d-9e9b-8881414fc32a req-415fa5fa-823e-4b29-80b2-cdd860f7e2b0 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 949 time: 0.0559053
Mar 26 21:30:16.328890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-970b656f-3957-416d-9e9b-8881414fc32a req-e514a309-6b69-4f90-80fe-faeb76de4b89 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410097
Mar 26 21:30:16.598229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-1d1046ce-7a1e-48d0-9b32-6e78b65711ad req-3feb2b2d-4950-4c18-9dbd-d6d753e0014a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:30:16.599216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d1046ce-7a1e-48d0-9b32-6e78b65711ad req-3feb2b2d-4950-4c18-9dbd-d6d753e0014a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053539
Mar 26 21:30:16.973584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-993a9f5f-a466-40d3-9df4-fe4cb8a2db66 req-1c9ca57e-3288-44f9-9b67-46ce2732bdeb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:30:16.974599 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-993a9f5f-a466-40d3-9df4-fe4cb8a2db66 req-1c9ca57e-3288-44f9-9b67-46ce2732bdeb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0568666
Mar 26 21:30:17.304852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c1551-5832-4119-8f67-90e8fd1e3e00 req-26ced21b-ee96-4e9f-b51c-f6c3b1bf3e69 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:17.306235 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-245c1551-5832-4119-8f67-90e8fd1e3e00 req-26ced21b-ee96-4e9f-b51c-f6c3b1bf3e69 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 949 time: 0.0524576
Mar 26 21:30:17.352854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-245c1551-5832-4119-8f67-90e8fd1e3e00 req-e31efb2c-e4d2-492b-b20d-2d7b3318c24a tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409677
Mar 26 21:30:18.472632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52aa17-0c4a-4970-a995-ff22905f0490 req-9a674d98-34b4-4195-8311-921af9cded13 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:18.474135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad52aa17-0c4a-4970-a995-ff22905f0490 req-9a674d98-34b4-4195-8311-921af9cded13 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 949 time: 0.0527833
Mar 26 21:30:18.525082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad52aa17-0c4a-4970-a995-ff22905f0490 req-02eee82f-663f-4312-9be4-7d5c2eb4395d tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bd4199b-5b22-4ff3-9643-08169dd255b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449216
Mar 26 21:30:18.686063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-18cb63ad-317b-4e8f-90cc-e19d3326440b tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:18.687526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-18cb63ad-317b-4e8f-90cc-e19d3326440b tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 949 time: 0.0568113
Mar 26 21:30:18.781827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Deleting port d852a738-e2e2-4f09-9978-1f8e1a6a9799 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:30:18.782174 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:18.874045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] For port d852a738-e2e2-4f09-9978-1f8e1a6a9799, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d852a738-e2e2-4f09-9978-1f8e1a6a9799,segment=NetworkSegment(552d8126-e39e-4744-8bca-9ada194074f8),segment_id=552d8126-e39e-4744-8bca-9ada194074f8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:18.874406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:18.886232 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Calling delete_port for d852a738-e2e2-4f09-9978-1f8e1a6a9799 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:30:19.013957 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d852a738-e2e2-4f09-9978-1f8e1a6a9799), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:19.030748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['d852a738-e2e2-4f09-9978-1f8e1a6a9799'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:30:19.048078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Pushing event deleted for resources: {'Port': ['ID=d852a738-e2e2-4f09-9978-1f8e1a6a9799,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:19.091121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] No DVR routers for this DVR port d852a738-e2e2-4f09-9978-1f8e1a6a9799 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:30:19.094026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:19.097449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-963d5aa4-f5eb-42d4-b77b-09340f153a5f req-45a39dd0-9a15-4a1a-a77c-692fa7aacb84 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.21 "DELETE /v2.0/ports/d852a738-e2e2-4f09-9978-1f8e1a6a9799 HTTP/1.1" status: 204  len: 173 time: 0.3998139
Mar 26 21:30:19.097915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'name': 'network-vif-deleted', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:30:19.100204 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b2f761-42da-4f9f-801e-06535fce3bf5" -d '{"events": [{"server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "name": "network-vif-deleted", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:30:19.141707 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b6484-ef61-42f1-bb05-643ad2ce64a7 x-openstack-request-id: req-bc7b6484-ef61-42f1-bb05-643ad2ce64a7 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:30:19.142014 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aaab2-5d12-4f4e-ac70-c567f7f8f3eb", "name": "network-vif-deleted", "tag": "d852a738-e2e2-4f09-9978-1f8e1a6a9799", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:30:19.142276 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc7b6484-ef61-42f1-bb05-643ad2ce64a7 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:30:19.143296 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7b6484-ef61-42f1-bb05-643ad2ce64a7'] response: {'server_uuid': '650aaab2-5d12-4f4e-ac70-c567f7f8f3eb', 'name': 'network-vif-deleted', 'tag': 'd852a738-e2e2-4f09-9978-1f8e1a6a9799', 'status': 'completed', 'code': 200}
Mar 26 21:30:19.635553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-73e38ba7-5bc7-42b8-998b-26b218571611 req-a97f0a81-985e-4720-886f-7d7f1ab31016 tempest-ServersAdminNegativeTestJSON-646653735 tempest-ServersAdminNegativeTestJSON-646653735-project] 10.222.0.16 "GET /v2.0/ports?device_id=650aaab2-5d12-4f4e-ac70-c567f7f8f3eb HTTP/1.1" status: 200  len: 210 time: 0.0286181
Mar 26 21:30:20.923664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46320) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:21.054541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f210a874-0dde-4a0c-8871-273bd84d47e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c448b2663f745ba974a354ab3cdcdd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1288915
Mar 26 21:30:21.056903 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46324) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:21.103014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Publish callbacks [] for security_group (4bd4199b-5b22-4ff3-9643-08169dd255b6), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.124431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Publish callbacks [] for security_group (4bd4199b-5b22-4ff3-9643-08169dd255b6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.171392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (4bd4199b-5b22-4ff3-9643-08169dd255b6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.174881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.176061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bd4199b-5b22-4ff3-9643-08169dd255b6 HTTP/1.1" status: 204  len: 168 time: 0.1182096
Mar 26 21:30:21.183660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd4199b-5b22-4ff3-9643-08169dd255b6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:21.191084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.191435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.191773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.192132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.192465 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.192793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.193129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.193439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.193803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.194074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.194392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.194714 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.195033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.195350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.195668 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baabc4b-c20e-4a37-88f2-615d5649a405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:21.430721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46330) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:21.443929 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3eed7a4-ae59-4100-a04c-79bd6f93633f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.517179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3eed7a4-ae59-4100-a04c-79bd6f93633f admin admin] Publish callbacks [] for security_group (0803be4c-bcbb-4ab8-afbb-eaf18eb1de04), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.521455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d3eed7a4-ae59-4100-a04c-79bd6f93633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0803be4c-bcbb-4ab8-afbb-eaf18eb1de04), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.559134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d3eed7a4-ae59-4100-a04c-79bd6f93633f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcbc5d70cf564fecbde7aeeaf1d58469&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1273630
Mar 26 21:30:21.560037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eed7a4-ae59-4100-a04c-79bd6f93633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0803be4c-bcbb-4ab8-afbb-eaf18eb1de04,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:21.561895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46332) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:21.609074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] Publish callbacks [] for security_group (0803be4c-bcbb-4ab8-afbb-eaf18eb1de04), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.633204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] Publish callbacks [] for security_group (0803be4c-bcbb-4ab8-afbb-eaf18eb1de04), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.679493 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0803be4c-bcbb-4ab8-afbb-eaf18eb1de04), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.682107 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:21.683276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0803be4c-bcbb-4ab8-afbb-eaf18eb1de04 HTTP/1.1" status: 204  len: 168 time: 0.1203814
Mar 26 21:30:21.690865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46ba08-6e08-405f-b1ec-82840de38599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803be4c-bcbb-4ab8-afbb-eaf18eb1de04,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:22.329852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46354) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:22.425092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2008349847-network', 'tenant_id': '0eed8f4e27f84b00a9e92e4cfdc378ac'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:22.444920 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Made reservation on behalf of 0eed8f4e27f84b00a9e92e4cfdc378ac for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:30:22.447157 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.455222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.528248 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks [] for security_group (9fa3c36b-864d-42be-8811-e8e630583d45), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.531741 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9fa3c36b-864d-42be-8811-e8e630583d45), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.553097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:30:22.568736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3c36b-864d-42be-8811-e8e630583d45,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:22.573054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (96dc848c-ea5b-4b07-8530-bb440a57f9ce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.573407 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Added segment 96dc848c-ea5b-4b07-8530-bb440a57f9ce of type vlan for network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855
Mar 26 21:30:22.612645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (02367ba7-87b9-43c6-9f3d-5ab1c8d04855), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.637900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (02367ba7-87b9-43c6-9f3d-5ab1c8d04855), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.638844 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:22.639425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.671565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3404698
Mar 26 21:30:22.675316 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46358) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:30:22.680411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Request body: {'subnet': {'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2008349847-subnet', 'tenant_id': '0eed8f4e27f84b00a9e92e4cfdc378ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:22.699671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Made reservation on behalf of 0eed8f4e27f84b00a9e92e4cfdc378ac for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:30:22.702001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.707753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee4a8a-5434-40d2-bc01-80fb315044e1 admin admin] Pushing event updated for resources: {'Network': ['ID=02367ba7-87b9-43c6-9f3d-5ab1c8d04855,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:22.719741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:30:22.872760 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (a5f0b991-152c-41c5-811e-62503fd8b976), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.932994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f0b991-152c-41c5-811e-62503fd8b976,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:22.941800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Checking segment: {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:30:22.942156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Network hostable DHCP agents. Network: 02367ba7-87b9-43c6-9f3d-5ab1c8d04855, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:30:22.958168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:30:22.966793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02367ba7-87b9-43c6-9f3d-5ab1c8d04855) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:30:22.971337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:22.972013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:22.976973 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e992446-1db1-490f-b676-f684d7dcb5bf None None] Network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:30:22.987752 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-895ba55f-8e2b-492b-8634-8b751d9780a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3113053
Mar 26 21:30:23.077267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e3b98-eec7-4adb-9845-be0f918d1012 None None] Network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:30:23.656070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-46986729-98bd-4ea2-934b-d7078b0024c0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:23.657537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-46986729-98bd-4ea2-934b-d7078b0024c0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 812 time: 0.0991893
Mar 26 21:30:23.672126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-60a3ebd9-8b73-4818-8090-21de24acea3a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/quotas/0eed8f4e27f84b00a9e92e4cfdc378ac HTTP/1.1" status: 200  len: 375 time: 0.0092878
Mar 26 21:30:23.709443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-3cc0df1d-3135-4efa-8977-562161a0cd2f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0326054
Mar 26 21:30:23.796387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-cfc0c89a-22b0-474e-8bb5-14092c4c4ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803275
Mar 26 21:30:23.886875 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-6697fc69-1bae-4326-b634-3e40c18bc81c service neutron] 10.222.0.16 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843079
Mar 26 21:30:23.914377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d852a738-e2e2-4f09-9978-1f8e1a6a9799 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:30:23.934150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: d852a738-e2e2-4f09-9978-1f8e1a6a9799 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:30:23.934498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device d852a738-e2e2-4f09-9978-1f8e1a6a9799 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:30:24.054149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-34e25705-5e0d-4b21-8bb3-0dfbd8e69ab6 req-37f36f73-4e71-417a-984c-81126d74b487 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 210 time: 0.0304646
Mar 26 21:30:25.099395 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9d600233-3475-410e-849e-3a4a51cad127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:25.156240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07e12857-b494-4a5d-bad2-bb8b19cab125 req-e4fa7a4e-05d5-48be-a126-85e381c9612f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 210 time: 0.0310519
Mar 26 21:30:25.238366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-4947c269-1ddb-4749-922e-4590d5d386cb tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:25.239817 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-4947c269-1ddb-4749-922e-4590d5d386cb tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.21 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 812 time: 0.1037345
Mar 26 21:30:25.256644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Request body: {'port': {'device_id': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855', 'admin_state_up': True, 'tenant_id': '0eed8f4e27f84b00a9e92e4cfdc378ac'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:25.364726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Made reservation on behalf of 0eed8f4e27f84b00a9e92e4cfdc378ac for: {'port': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:30:25.367832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:25.492675 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Allocated IP 172.20.0.8 (02367ba7-87b9-43c6-9f3d-5ab1c8d04855/a5f0b991-152c-41c5-811e-62503fd8b976/12960f28-fe73-4d1f-bb1e-1c8338fb748f) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:30:25.633789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks [] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:25.666857 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:25.712304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:30:25.716957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:30:25.719822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:30:25.748169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:25.776160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:25.776768 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:25.792232 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-bbb3d7c0-cc9b-4e5f-9890-9ee708f203fc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5398564
Mar 26 21:30:25.874546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Request body: {'port': {'device_id': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:30:25.933917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.201038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12960f28-fe73-4d1f-bb1e-1c8338fb748f {{(pid=126736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:30:26.209569 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks [] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.221878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Transition to ACTIVE for port object 12960f28-fe73-4d1f-bb1e-1c8338fb748f will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:30:26.224832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.305972 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:26.662149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b031b-683e-408f-b285-0271bc7a035c req-503b231c-a50f-4a83-9e3f-f9b19e4f57be tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:26.663640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b1b031b-683e-408f-b285-0271bc7a035c req-503b231c-a50f-4a83-9e3f-f9b19e4f57be tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.4344325
Mar 26 21:30:26.697864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:30:26.698204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:30:26.698539 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:30:26.705851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:30:26.706118 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:30:26.716700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:30:26.717046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Checking segment: {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:30:26.717433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Bound using segment: {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:30:26.717864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Bound port: 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:30:26.718222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.743626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6b1b031b-683e-408f-b285-0271bc7a035c req-11a491cc-5e32-460e-af35-0aa71abbb023 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723588
Mar 26 21:30:26.793168 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:30:26.796487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:30:26.802932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.840793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:26.841484 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:26.842874 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] 10.222.0.21 "PUT /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 1091 time: 1.0378971
Mar 26 21:30:26.843324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:30:26.845577 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d922747-1eef-4c8f-bda0-2648eb964e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:30:26.869220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b55d6-cba9-4d49-9196-d498ad76268d service neutron] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=3']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:26.892335 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6afbf21-9468-4da8-b4bc-71db23b240b2 x-openstack-request-id: req-a6afbf21-9468-4da8-b4bc-71db23b240b2 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:30:26.892629 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:30:26.893425 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6afbf21-9468-4da8-b4bc-71db23b240b2 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:30:26.893830 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6afbf21-9468-4da8-b4bc-71db23b240b2'] response: {'name': 'network-changed', 'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'status': 'completed', 'code': 200}
Mar 26 21:30:26.930346 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-ec7b5154-2c9f-4597-8db3-0b2d35219b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:26.931845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-ec7b5154-2c9f-4597-8db3-0b2d35219b34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1125 time: 0.0481102
Mar 26 21:30:26.977616 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-c707adeb-4ae6-4163-b63c-1c9235b87a8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0348997
Mar 26 21:30:27.032476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-204577cf-cd9c-45b0-97fe-32f35c08a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:27.034479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-204577cf-cd9c-45b0-97fe-32f35c08a768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0472794
Mar 26 21:30:27.069732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-760725ae-76b8-41ef-87d7-088cee568ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257249
Mar 26 21:30:27.164346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-236a7f76-e8e9-4bc0-b425-09ba654464e8 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866985
Mar 26 21:30:27.258963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ed8e39d8-ae5b-4568-b7fd-407aaceabea5 req-e5c509b3-bcab-4e68-b73f-b64f37c4c833 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852933
Mar 26 21:30:27.359198 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-e305bb96-cab5-448a-9400-7d17337c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:27.360714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-e305bb96-cab5-448a-9400-7d17337c2967 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1125 time: 0.0446670
Mar 26 21:30:27.454177 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-f40459e8-2763-4588-a823-730f48a3280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:27.456266 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-f40459e8-2763-4588-a823-730f48a3280d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0883141
Mar 26 21:30:27.495789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-b75b895c-caf3-40e2-af58-92c40c7c90fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0344889
Mar 26 21:30:27.545370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-dc406939-7583-4654-9fba-a912308bfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:27.546696 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-dc406939-7583-4654-9fba-a912308bfc37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0432103
Mar 26 21:30:27.582939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-96674c7c-d67a-4131-846b-4ecedaf44641 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296977
Mar 26 21:30:27.673321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-279cb219-f2cf-4398-b4fe-385535e9cf52 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827801
Mar 26 21:30:27.765976 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d922747-1eef-4c8f-bda0-2648eb964e5d req-c1f0b746-9c09-4ade-b8b6-8922eee2f278 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864406
Mar 26 21:30:27.850685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-846790dc-5f7d-46a6-b212-e1511bfbfc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:27.862472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33802b4-9b83-4b9f-aeee-059a3de5eb4e req-495cc333-7be5-4c1c-bc02-ef20c247e35d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:27.864055 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c33802b4-9b83-4b9f-aeee-059a3de5eb4e req-495cc333-7be5-4c1c-bc02-ef20c247e35d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.0535736
Mar 26 21:30:27.910435 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c33802b4-9b83-4b9f-aeee-059a3de5eb4e req-1386fcfb-8348-4fbc-bd07-3e67b77101f7 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408642
Mar 26 21:30:28.863854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:29.030791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6d959-0911-4878-a06c-22321d735c2f req-305ce246-ee4a-4948-bb67-61d9d55c2258 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:29.032293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5b6d959-0911-4878-a06c-22321d735c2f req-305ce246-ee4a-4948-bb67-61d9d55c2258 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.0517852
Mar 26 21:30:29.079390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c5b6d959-0911-4878-a06c-22321d735c2f req-e2550b9d-504b-405b-b086-0327ca123844 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407140
Mar 26 21:30:29.927370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:30:30.025574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:30.035625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855', 'port_id': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'mac_address': 'fa:16:3e:eb:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f0b991-152c-41c5-811e-62503fd8b976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:30:30.074093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 12960f28-fe73-4d1f-bb1e-1c8338fb748f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:30:30.074481 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:30.087040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12960f28-fe73-4d1f-bb1e-1c8338fb748f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:30:30.105997 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:30.110272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:30.162509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:30.170295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.170647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.170991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.171334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.171669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.172150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.172481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.172809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.173137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.173460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.173784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.174153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.174989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.175311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.175631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:30:30.200498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033f72-3e52-485a-a20c-638f4c8d3a53 req-0862d09e-18a6-4cfc-9641-60a47c22c906 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:30.201993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03033f72-3e52-485a-a20c-638f4c8d3a53 req-0862d09e-18a6-4cfc-9641-60a47c22c906 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 944 time: 0.0539756
Mar 26 21:30:30.210945 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:30.252772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-03033f72-3e52-485a-a20c-638f4c8d3a53 req-eb3e5bd6-f2ca-4cb2-a2de-fac483df6a71 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451088
Mar 26 21:30:30.364582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['12960f28-fe73-4d1f-bb1e-1c8338fb748f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:30:31.367886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1392a6-852c-4de8-9f27-229ff303f78a req-73c0038d-ddc2-49d0-ba81-6227a20417eb tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:31.369390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a1392a6-852c-4de8-9f27-229ff303f78a req-73c0038d-ddc2-49d0-ba81-6227a20417eb tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 944 time: 0.0507982
Mar 26 21:30:31.418324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a1392a6-852c-4de8-9f27-229ff303f78a req-adf5c2a9-315e-483d-9c26-4df9fac3071d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435004
Mar 26 21:30:31.865459 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:31.929107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:30:31.979610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 12960f28-fe73-4d1f-bb1e-1c8338fb748f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:30:31.983851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 12960f28-fe73-4d1f-bb1e-1c8338fb748f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:30:31.984268 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:32.062193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 12960f28-fe73-4d1f-bb1e-1c8338fb748f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:30:32.062588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:32.085507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:30:32.087765 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820a994e-e489-4fe5-8672-ed8ec6abf70f" -d '{"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-plugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:30:32.100443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:30:32.105659 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:32.132926 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ebf8ef-b73c-4e35-8398-3f332b6dbb85 x-openstack-request-id: req-e1ebf8ef-b73c-4e35-8398-3f332b6dbb85 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:30:32.133220 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-plugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:30:32.133474 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1ebf8ef-b73c-4e35-8398-3f332b6dbb85 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:30:32.133868 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ebf8ef-b73c-4e35-8398-3f332b6dbb85'] response: {'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'code': 200}
Mar 26 21:30:32.160619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:30:32.243548 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5954f0a-5304-4801-b18e-e8124a684a15 req-4963ab57-4d7c-4782-aac8-eeacb6cd61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:32.245077 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5954f0a-5304-4801-b18e-e8124a684a15 req-4963ab57-4d7c-4782-aac8-eeacb6cd61c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1127 time: 0.0458260
Mar 26 21:30:32.289452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5954f0a-5304-4801-b18e-e8124a684a15 req-0796f8e7-9c52-4732-aa59-8712c1c0fc74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368941
Mar 26 21:30:32.538680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac336c3-cb29-47ff-a0a2-b09c7b799406 req-2b4f19e7-31b7-48e6-9d81-1b8251f5c964 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:32.540141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ac336c3-cb29-47ff-a0a2-b09c7b799406 req-2b4f19e7-31b7-48e6-9d81-1b8251f5c964 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0520735
Mar 26 21:30:32.586281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8ac336c3-cb29-47ff-a0a2-b09c7b799406 req-107cf567-61c0-41d9-af74-93a55ba4efd0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402789
Mar 26 21:30:33.716815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7508b5-fec5-4806-ba4a-14d76c1c92e7 req-d97ff530-7b1f-4be2-937f-9dae045f6cad tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:33.721802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e7508b5-fec5-4806-ba4a-14d76c1c92e7 req-d97ff530-7b1f-4be2-937f-9dae045f6cad tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0684662
Mar 26 21:30:33.767499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e7508b5-fec5-4806-ba4a-14d76c1c92e7 req-52506d2a-fcc9-4df0-a219-6a528f82e41f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395591
Mar 26 21:30:34.107991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069d3d8-1b92-405c-8922-3f68c6bf2836 req-e1d9920f-6499-49c6-8569-a9ea43e15636 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:34.109477 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0069d3d8-1b92-405c-8922-3f68c6bf2836 req-e1d9920f-6499-49c6-8569-a9ea43e15636 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0573049
Mar 26 21:30:34.156678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0069d3d8-1b92-405c-8922-3f68c6bf2836 req-607b80e2-fda2-4ff5-a8fb-59ef07d9a87e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416532
Mar 26 21:30:34.167390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-b6ed03a3-d1e1-403e-abdb-cb9f6fdf8418 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1279843
Mar 26 21:30:34.176160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ebce31cf-db80-415c-9d32-9c97245080e0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:30:34.177133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ebce31cf-db80-415c-9d32-9c97245080e0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049820
Mar 26 21:30:34.665282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-216058fd-acdd-45ee-8ae3-9dc3f6fff7ed tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:34.666639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-216058fd-acdd-45ee-8ae3-9dc3f6fff7ed tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 942 time: 0.1114798
Mar 26 21:30:35.275221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8144-f924-434c-a678-92efa6a22e58 req-0e2a33bf-34b5-4eb9-bd93-2dc386d431d3 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:35.276654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fde8144-f924-434c-a678-92efa6a22e58 req-0e2a33bf-34b5-4eb9-bd93-2dc386d431d3 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0514119
Mar 26 21:30:35.322600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fde8144-f924-434c-a678-92efa6a22e58 req-4739be74-f7ab-4586-afc2-257598f2a6dd tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401113
Mar 26 21:30:35.472258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-9d07e1a9-7724-4b9a-89a3-6c6c55148dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:35.473719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-9d07e1a9-7724-4b9a-89a3-6c6c55148dae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1127 time: 0.0444858
Mar 26 21:30:35.563796 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-71c71baf-9c3e-413a-9d36-98711f5d22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:35.565857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-71c71baf-9c3e-413a-9d36-98711f5d22db service neutron] 10.222.0.21 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0863094
Mar 26 21:30:35.605228 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-f0cc09f8-e264-40f8-83ec-bfdbc70e8dc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0339434
Mar 26 21:30:35.652745 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-1af45f86-9516-43b7-b6c1-829f48bc9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:35.654170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-1af45f86-9516-43b7-b6c1-829f48bc9c2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0429223
Mar 26 21:30:35.685280 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-bfab8350-b386-4f7c-93ab-2776104d29f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245242
Mar 26 21:30:35.777568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-0b628eb4-b3a9-4449-9baf-5b9486606edb service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857515
Mar 26 21:30:35.870298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-1239df15-0bf9-4029-86d0-72a6b126226e service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859149
Mar 26 21:30:36.441976 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad651-dba8-4a8e-9cc9-9007a8a61731 req-c70a7b14-ec7e-4d68-9452-575545a0fcf0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:36.443492 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445ad651-dba8-4a8e-9cc9-9007a8a61731 req-c70a7b14-ec7e-4d68-9452-575545a0fcf0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0535848
Mar 26 21:30:36.490978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445ad651-dba8-4a8e-9cc9-9007a8a61731 req-567cfca2-d0ba-4c74-aa6c-14cf86b12415 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418959
Mar 26 21:30:37.610975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edc015-e5b4-4839-a61b-144023e2e2d2 req-42cfaaf2-7731-427c-9f3f-85aeba52a41c tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:37.612978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13edc015-e5b4-4839-a61b-144023e2e2d2 req-42cfaaf2-7731-427c-9f3f-85aeba52a41c tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0516949
Mar 26 21:30:37.658446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13edc015-e5b4-4839-a61b-144023e2e2d2 req-5f868ea2-6bf4-4acf-be2b-f1c5a82fd9df tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399568
Mar 26 21:30:38.777210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacfd25-42ec-4de9-b7a2-2fe984d095bb req-3492b518-3987-4e0b-82b7-aee567bdf05f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:38.778585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccacfd25-42ec-4de9-b7a2-2fe984d095bb req-3492b518-3987-4e0b-82b7-aee567bdf05f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0521610
Mar 26 21:30:38.825455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ccacfd25-42ec-4de9-b7a2-2fe984d095bb req-59c581df-a21d-44a0-bc60-4c8245239506 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413167
Mar 26 21:30:39.946293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf8505-d17a-46e6-9b01-07fb0b96ae56 req-5afd78e0-3149-431f-80d1-9348074d64e0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:39.947750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9cf8505-d17a-46e6-9b01-07fb0b96ae56 req-5afd78e0-3149-431f-80d1-9348074d64e0 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0571713
Mar 26 21:30:39.995941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9cf8505-d17a-46e6-9b01-07fb0b96ae56 req-db3dd673-dd12-4131-a131-e312b64563de tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425754
Mar 26 21:30:41.118862 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3b66c-4bd7-4577-9005-31c11fae3798 req-26b322ed-efce-4755-b434-5345a00bbd05 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:41.120342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1e3b66c-4bd7-4577-9005-31c11fae3798 req-26b322ed-efce-4755-b434-5345a00bbd05 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0557933
Mar 26 21:30:41.166075 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1e3b66c-4bd7-4577-9005-31c11fae3798 req-c570c6d7-1ae6-42e4-94ba-1e24e10ff3c9 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401514
Mar 26 21:30:42.281862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619edd71-e085-4c35-a6b8-20fc8a534de5 req-4b39bfe2-8589-4486-99d1-43d8483c769d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:42.283237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619edd71-e085-4c35-a6b8-20fc8a534de5 req-4b39bfe2-8589-4486-99d1-43d8483c769d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0508394
Mar 26 21:30:42.329187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-619edd71-e085-4c35-a6b8-20fc8a534de5 req-dbeb5bfe-0cf3-40b4-b08f-5c4cc9ae0a01 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398121
Mar 26 21:30:43.448633 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab147c0-3ac8-4213-b868-61d9a9d894a7 req-c5618977-ba26-43e6-b876-c80a1fa16461 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:43.450113 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ab147c0-3ac8-4213-b868-61d9a9d894a7 req-c5618977-ba26-43e6-b876-c80a1fa16461 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0536795
Mar 26 21:30:43.497862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ab147c0-3ac8-4213-b868-61d9a9d894a7 req-de7f97ee-94c9-415d-a9cb-e2653874926d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420792
Mar 26 21:30:44.373631 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:44.615031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d65c4-a0c0-4bac-b06d-4d70a09d1b99 req-c5dead5c-3a4a-4c19-912b-a0f45f6b6aa9 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:44.616536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-647d65c4-a0c0-4bac-b06d-4d70a09d1b99 req-c5dead5c-3a4a-4c19-912b-a0f45f6b6aa9 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0516021
Mar 26 21:30:44.665794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-647d65c4-a0c0-4bac-b06d-4d70a09d1b99 req-626524e0-cd9a-43d4-9960-bc5272c331cd tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436654
Mar 26 21:30:45.682228 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:30:45.787601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af96ce-ec06-4cb2-81c9-29c8f9b5aa10 req-fea3e510-828a-4871-a9ad-e7a7b6155c16 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:45.789094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5af96ce-ec06-4cb2-81c9-29c8f9b5aa10 req-fea3e510-828a-4871-a9ad-e7a7b6155c16 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0559676
Mar 26 21:30:45.834661 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f5af96ce-ec06-4cb2-81c9-29c8f9b5aa10 req-6428a27f-6b10-4bb7-82e7-295713a1fb9d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399935
Mar 26 21:30:46.007632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:46.953032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f12083-323b-40b2-9c2c-734b0b6cc66c req-6a95c4d0-a37d-4d8e-9536-d38ed94f8a69 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:46.954511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12f12083-323b-40b2-9c2c-734b0b6cc66c req-6a95c4d0-a37d-4d8e-9536-d38ed94f8a69 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0523071
Mar 26 21:30:47.000228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12f12083-323b-40b2-9c2c-734b0b6cc66c req-d4f00249-1f75-4b99-b97b-7b8cff9510af tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402384
Mar 26 21:30:48.122801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15cc5d-92aa-468f-a161-c4c7f51ae555 req-bde1d683-24cd-4308-8b32-5f024e89f36d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:48.124309 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d15cc5d-92aa-468f-a161-c4c7f51ae555 req-bde1d683-24cd-4308-8b32-5f024e89f36d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0536616
Mar 26 21:30:48.172568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4d15cc5d-92aa-468f-a161-c4c7f51ae555 req-54c7e156-9458-4031-86d9-a339d554cc7d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424526
Mar 26 21:30:49.289390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ee742-2976-47d1-b998-e905db23193a req-da62dfc2-7b51-4c08-a945-e9ae447c2eb2 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:49.290781 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-455ee742-2976-47d1-b998-e905db23193a req-da62dfc2-7b51-4c08-a945-e9ae447c2eb2 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0515375
Mar 26 21:30:49.336911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-455ee742-2976-47d1-b998-e905db23193a req-cf62b243-9efd-4897-86c6-ba6ffc378863 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403738
Mar 26 21:30:50.454813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13d98a-2e34-43d3-a455-c5751c2784a4 req-9515ee53-66e6-4952-acad-14f8f9f1e17a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:50.456918 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be13d98a-2e34-43d3-a455-c5751c2784a4 req-9515ee53-66e6-4952-acad-14f8f9f1e17a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0530639
Mar 26 21:30:50.506764 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be13d98a-2e34-43d3-a455-c5751c2784a4 req-7c5c6b48-4e45-4976-a4b1-d39224187bfc tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442855
Mar 26 21:30:51.629946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e60295-a826-409a-9850-600e464550b6 req-28fee482-eb4a-4ed6-885e-78ec7a42924d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:51.631424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92e60295-a826-409a-9850-600e464550b6 req-28fee482-eb4a-4ed6-885e-78ec7a42924d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0558612
Mar 26 21:30:51.677920 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92e60295-a826-409a-9850-600e464550b6 req-f8c5a7db-3b07-4649-980b-6f2bad6b7933 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409455
Mar 26 21:30:52.796022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10439100-ecca-43b1-823f-217f463f23bc req-01f16f04-f186-4b29-8725-c13ad7e6fc63 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:52.797429 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10439100-ecca-43b1-823f-217f463f23bc req-01f16f04-f186-4b29-8725-c13ad7e6fc63 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0521090
Mar 26 21:30:52.842938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10439100-ecca-43b1-823f-217f463f23bc req-82938ae2-74cc-4127-adac-a4dbd8ab373e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394695
Mar 26 21:30:53.961514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc5016-bc82-4945-b93f-6a589fba698d req-ae176492-2467-48d9-be2e-451e23586fc5 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:53.962990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1adc5016-bc82-4945-b93f-6a589fba698d req-ae176492-2467-48d9-be2e-451e23586fc5 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0526009
Mar 26 21:30:54.018893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1adc5016-bc82-4945-b93f-6a589fba698d req-46889c66-019e-4ef8-aefe-d678bef3207a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502636
Mar 26 21:30:55.103465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b8d68596-5d93-4d31-8863-0c4933fc3b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:55.140466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d7a2b-ab13-4275-845b-4bdc8a256b8e req-13e51b70-b2c5-48cd-8598-899de01a379e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:55.141962 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc1d7a2b-ab13-4275-845b-4bdc8a256b8e req-13e51b70-b2c5-48cd-8598-899de01a379e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0526745
Mar 26 21:30:55.188374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc1d7a2b-ab13-4275-845b-4bdc8a256b8e req-9dce625f-2965-47a7-b5b7-51e538715df7 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401559
Mar 26 21:30:56.309063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436533f-d1ba-4d0c-b123-fa18b01cdda3 req-9afb700f-d6cf-4dc3-ad49-51c2d404c35b tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:56.310457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1436533f-d1ba-4d0c-b123-fa18b01cdda3 req-9afb700f-d6cf-4dc3-ad49-51c2d404c35b tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0550048
Mar 26 21:30:56.356254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1436533f-d1ba-4d0c-b123-fa18b01cdda3 req-3059af92-89cf-4e25-809a-cf55f2f92149 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401585
Mar 26 21:30:57.476839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ca1ad-1530-4835-a098-5b3e883d8ec7 req-465f9188-d925-4de8-b631-1ecc25c7984a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:57.478336 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad9ca1ad-1530-4835-a098-5b3e883d8ec7 req-465f9188-d925-4de8-b631-1ecc25c7984a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0566936
Mar 26 21:30:57.524583 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ad9ca1ad-1530-4835-a098-5b3e883d8ec7 req-6ffcb580-5580-4391-9a01-220965ce5a37 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407791
Mar 26 21:30:57.852030 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-82810d29-c1a2-4fc6-a91e-51b5f034c7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:58.647052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925180d2-2350-402a-9c03-a82defa849d7 req-ed19d584-159d-4f4a-bcad-2c39c0c2ba9f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:58.648560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925180d2-2350-402a-9c03-a82defa849d7 req-ed19d584-159d-4f4a-bcad-2c39c0c2ba9f tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0522599
Mar 26 21:30:58.695094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-925180d2-2350-402a-9c03-a82defa849d7 req-2452bffa-3a87-4101-8b55-f9e07d9a516e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409262
Mar 26 21:30:58.866746 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:30:59.818583 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5add-a991-4330-bdf7-b4808a90de0c req-ccaf1335-7f8c-4549-b569-05f78c7b07b1 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:30:59.820096 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5abb5add-a991-4330-bdf7-b4808a90de0c req-ccaf1335-7f8c-4549-b569-05f78c7b07b1 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0537608
Mar 26 21:30:59.865484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5abb5add-a991-4330-bdf7-b4808a90de0c req-bf223fe3-b886-4230-9e47-372b94ee86f9 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398386
Mar 26 21:31:00.212396 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:00.985762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e27dc-177f-4c24-aa7f-3394b98714d2 req-9e86a709-0afb-4ac3-b256-a8172d9ade8a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:00.987237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-958e27dc-177f-4c24-aa7f-3394b98714d2 req-9e86a709-0afb-4ac3-b256-a8172d9ade8a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0536888
Mar 26 21:31:01.040597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-958e27dc-177f-4c24-aa7f-3394b98714d2 req-33ad6250-1e91-4ea5-bb0b-57642e5087d4 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476234
Mar 26 21:31:01.868306 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:02.161826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7e846-bc86-48f5-bf5b-22a88916ca92 req-4326072c-8525-40c7-aa4a-26d1163ca45d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:02.163211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7e846-bc86-48f5-bf5b-22a88916ca92 req-4326072c-8525-40c7-aa4a-26d1163ca45d tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0519948
Mar 26 21:31:02.212747 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-47b7e846-bc86-48f5-bf5b-22a88916ca92 req-e22f9bac-0d0c-43b0-bb10-00bf9ffda3e9 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440190
Mar 26 21:31:03.051473 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-48edf78e-4d26-4643-ab83-47181876cc2f service neutron] show failed (client error): The resource could not be found.
Mar 26 21:31:03.052533 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-48edf78e-4d26-4643-ab83-47181876cc2f service neutron] 10.222.0.21 "GET /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0560787
Mar 26 21:31:03.266429 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-49946953-1a87-4124-a4ee-328ff37246e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:03.268029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-49946953-1a87-4124-a4ee-328ff37246e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c&tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac HTTP/1.1" status: 200  len: 1127 time: 0.0457942
Mar 26 21:31:03.276993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-82fd3335-ea9c-44b9-b56b-1f59be159fbb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:31:03.277921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-82fd3335-ea9c-44b9-b56b-1f59be159fbb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048537
Mar 26 21:31:03.293921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:03.378124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.395261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0bdb0-2df0-4ef3-8b0e-3d61f4d8119e req-34d2cea3-e1ba-409c-810a-a6d53f063940 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:03.396759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcb0bdb0-2df0-4ef3-8b0e-3d61f4d8119e req-34d2cea3-e1ba-409c-810a-a6d53f063940 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.1153047
Mar 26 21:31:03.532273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dcb0bdb0-2df0-4ef3-8b0e-3d61f4d8119e req-418657e5-bf1b-4112-ba50-a93a4af16b7b tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146290
Mar 26 21:31:03.619289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:03.651474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:31:03.689841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:03.692098 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6d244e-967e-45bb-8de7-6c26cd2a7839" -d '{"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-unplugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:03.695511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks [] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.708517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Transition to ACTIVE for port object 12960f28-fe73-4d1f-bb1e-1c8338fb748f will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:31:03.712706 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.779697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] No DVR routers for this DVR port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:31:03.784155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:03.816668 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417062bb-1c46-4d41-bdaa-42ade8e67138 x-openstack-request-id: req-417062bb-1c46-4d41-bdaa-42ade8e67138 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:03.816987 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-unplugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:03.817239 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-417062bb-1c46-4d41-bdaa-42ade8e67138 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:03.817694 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417062bb-1c46-4d41-bdaa-42ade8e67138'] response: {'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'code': 200}
Mar 26 21:31:03.821835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:31:03.822172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:31:03.822499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:03.826746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:31:03.827060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Attempting to bind port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on network 02367ba7-87b9-43c6-9f3d-5ab1c8d04855 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:03.831758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:31:03.832615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Checking segment: {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:31:03.832999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Bound using segment: {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:31:03.833421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Bound port: 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dc848c-ea5b-4b07-8530-bb440a57f9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:31:03.833773 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.894652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:31:03.898356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:31:03.903705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.939178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:03.939858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:03.941256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] 10.222.0.18 "PUT /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 1091 time: 0.6514275
Mar 26 21:31:03.973918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07f0ab-589d-47c6-b079-e7bcddf6b458 service neutron] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:04.010661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-7d8dbf9c-f4bf-48ae-aedf-9a7b30dc3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:04.010661 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-7d8dbf9c-f4bf-48ae-aedf-9a7b30dc3a7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1125 time: 0.0474153
Mar 26 21:31:04.097124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-00203e1d-fa2d-4bb8-b6af-a4f4c034f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:04.098536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-00203e1d-fa2d-4bb8-b6af-a4f4c034f2f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0829628
Mar 26 21:31:04.140863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-9b8dfa8d-92fd-4f5b-97b8-2d9fb0e7f620 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0370183
Mar 26 21:31:04.186397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-e3fe7df2-f548-47f7-90ae-fc9b258d1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:04.187788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-e3fe7df2-f548-47f7-90ae-fc9b258d1413 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0413749
Mar 26 21:31:04.217208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-716a333f-409a-4af0-8317-85879491f786 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0241950
Mar 26 21:31:04.305944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-a17f3354-4047-4f72-9862-8a839cc688d4 service neutron] 10.222.0.18 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831120
Mar 26 21:31:04.390776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd83c60e-8314-4e30-bd77-5028aa90819b req-346e2bdb-c2c9-4ae1-96d0-f23c6691d64c service neutron] 10.222.0.18 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795581
Mar 26 21:31:04.653543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b2df-2d31-4298-b1b0-16041f779f5d req-16c72ce8-ef91-496c-9622-b83b1c88e324 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:04.654923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d88b2df-2d31-4298-b1b0-16041f779f5d req-16c72ce8-ef91-496c-9622-b83b1c88e324 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.0522475
Mar 26 21:31:04.705158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d88b2df-2d31-4298-b1b0-16041f779f5d req-d4e1871c-065a-4d83-882b-8be4f2bd0ea7 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446076
Mar 26 21:31:05.818457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:05.820780 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc556c-6833-437c-a156-791d32739bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:05.831582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a10bf-3cab-4d6d-b9f4-131deabd8fde req-cceb8f16-b400-491f-ba88-96168b472d61 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:05.839167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d6a10bf-3cab-4d6d-b9f4-131deabd8fde req-cceb8f16-b400-491f-ba88-96168b472d61 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.0620916
Mar 26 21:31:05.876350 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fff2b89-5f28-471f-aa24-e892183b61be x-openstack-request-id: req-9fff2b89-5f28-471f-aa24-e892183b61be {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:05.876656 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:05.876916 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fff2b89-5f28-471f-aa24-e892183b61be {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:05.877342 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fff2b89-5f28-471f-aa24-e892183b61be'] response: {'name': 'network-changed', 'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'status': 'completed', 'code': 200}
Mar 26 21:31:05.886868 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d6a10bf-3cab-4d6d-b9f4-131deabd8fde req-ed6dae04-e092-4c5a-807f-821fb1c35697 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468321
Mar 26 21:31:05.943123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-48ef921a-0bc4-44d4-9054-bf36a171605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:05.944806 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-48ef921a-0bc4-44d4-9054-bf36a171605d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1125 time: 0.0474784
Mar 26 21:31:05.978270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-b2e6f509-24d3-4c47-b461-78b592d27393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:05.979847 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-b2e6f509-24d3-4c47-b461-78b592d27393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1125 time: 0.0564704
Mar 26 21:31:06.041607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-cd07dd63-62bc-4656-8719-102e00b64174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:06.043085 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-cd07dd63-62bc-4656-8719-102e00b64174 service neutron] 10.222.0.18 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0931580
Mar 26 21:31:06.076648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-2cc92196-2d2d-4432-8d95-5deabe4fe15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:06.078134 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-2cc92196-2d2d-4432-8d95-5deabe4fe15d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0876536
Mar 26 21:31:06.090868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-eb2368d0-b193-4558-b42c-fd36a40c9cfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0388258
Mar 26 21:31:06.123412 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-a46d28c9-14cd-4b27-b793-030177659f7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0391035
Mar 26 21:31:06.139708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-4c090c1a-f5c8-4681-8f1b-f6b871b19751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:06.141224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-4c090c1a-f5c8-4681-8f1b-f6b871b19751 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0441029
Mar 26 21:31:06.172119 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-0442b8f3-ce03-4b7d-aa6c-103da886591a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252798
Mar 26 21:31:06.173106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc556c-6833-437c-a156-791d32739bf7 req-32ab9cf3-008b-4d7b-a3b9-dd2f06d41ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:06.174568 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-32ab9cf3-008b-4d7b-a3b9-dd2f06d41ea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0437810
Mar 26 21:31:06.210507 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-be44ea5c-09ff-4e06-b475-4c37d2925dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256855
Mar 26 21:31:06.263709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-3fbd7f91-91b6-4a72-ac04-4a4e78703fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861921
Mar 26 21:31:06.308290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-67c05e18-e4af-4531-b73d-5e3f0f3b89fe service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885367
Mar 26 21:31:06.352007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-601daf0a-21a0-4034-a6af-e33f3a3a1f1b service neutron] 10.222.0.18 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826793
Mar 26 21:31:06.403174 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-adfc556c-6833-437c-a156-791d32739bf7 req-874cfc4c-31c2-40c5-8c1f-dab8cc6bb839 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826108
Mar 26 21:31:06.846086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:31:06.944867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:06.955021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'network_id': '02367ba7-87b9-43c6-9f3d-5ab1c8d04855', 'port_id': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'mac_address': 'fa:16:3e:eb:a0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f0b991-152c-41c5-811e-62503fd8b976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:31:07.012850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db8940-cc7b-4d3c-8447-f92f5c099630 req-b076c8cb-c1e6-4b86-81de-a2e2cb1ca3f6 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:07.014476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4db8940-cc7b-4d3c-8447-f92f5c099630 req-b076c8cb-c1e6-4b86-81de-a2e2cb1ca3f6 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 943 time: 0.0582976
Mar 26 21:31:07.067199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4db8940-cc7b-4d3c-8447-f92f5c099630 req-42a08597-5440-49fd-95ed-661fc60d952e tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453784
Mar 26 21:31:07.153858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 12960f28-fe73-4d1f-bb1e-1c8338fb748f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:31:07.154244 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:07.166548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12960f28-fe73-4d1f-bb1e-1c8338fb748f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:31:07.185977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:07.189391 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:07.242837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:07.365406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-0466cb29-9ac6-4885-9892-611625a5a350 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:07.366781 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-0466cb29-9ac6-4885-9892-611625a5a350 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.21 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c&tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0948274
Mar 26 21:31:07.426427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['12960f28-fe73-4d1f-bb1e-1c8338fb748f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:31:07.429467 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-2e75fc6f-79b6-440f-88ce-23ccdf1a8378 service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:31:07.430479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-2e75fc6f-79b6-440f-88ce-23ccdf1a8378 service neutron] 10.222.0.21 "DELETE /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0531738
Mar 26 21:31:07.523822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-bb4483ec-ff6c-4ae9-8fda-758da2c96ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:07.525362 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-bb4483ec-ff6c-4ae9-8fda-758da2c96ad6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 1126 time: 0.0453851
Mar 26 21:31:07.622472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-89c70a71-7d99-46db-b26a-3c3edb76f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:07.623843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-89c70a71-7d99-46db-b26a-3c3edb76f289 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 200  len: 912 time: 0.0876527
Mar 26 21:31:07.669088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-59e21db1-0b4a-4c50-83ce-7f5030dfd204 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 200  len: 217 time: 0.0338926
Mar 26 21:31:07.719530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-eed88032-15af-405a-8ce6-18aff06eaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:07.721085 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-eed88032-15af-405a-8ce6-18aff06eaec6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 200  len: 852 time: 0.0431397
Mar 26 21:31:07.757397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-00b4374d-86ca-488b-8dce-9309c62f7982 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02367ba7-87b9-43c6-9f3d-5ab1c8d04855&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290198
Mar 26 21:31:07.856295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-0953fd3a-5bae-415f-bbd1-7e78d57ccd9a service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814936
Mar 26 21:31:07.949440 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-7e66005f-1732-45d6-aa82-21f69cf369b6 service neutron] 10.222.0.21 "GET /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843406
Mar 26 21:31:08.070124 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:31:08.108529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 12960f28-fe73-4d1f-bb1e-1c8338fb748f host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:31:08.108913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:31:08.713700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d583-00bf-4ac1-a12a-ce7c11cc92a8 req-3b91b6ac-2778-4123-be23-4eeb4f83c0a2 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:08.715172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3a1d583-00bf-4ac1-a12a-ce7c11cc92a8 req-3b91b6ac-2778-4123-be23-4eeb4f83c0a2 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 944 time: 0.0515568
Mar 26 21:31:08.760308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3a1d583-00bf-4ac1-a12a-ce7c11cc92a8 req-0f19eee3-e01a-41b0-b9b8-175dcbdaa643 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396132
Mar 26 21:31:08.862027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:31:08.910035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 12960f28-fe73-4d1f-bb1e-1c8338fb748f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:31:08.913949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 12960f28-fe73-4d1f-bb1e-1c8338fb748f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:31:08.914328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:08.992464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 12960f28-fe73-4d1f-bb1e-1c8338fb748f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:31:08.992772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:09.014859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:09.017188 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bbcac8-bbe1-4da9-ba23-ef4aef37cbab" -d '{"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-plugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:09.030702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:09.034616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:09.081059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:09.116632 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f36dda-b5d4-4e7b-9d4e-d3182fdd573d x-openstack-request-id: req-d6f36dda-b5d4-4e7b-9d4e-d3182fdd573d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:09.116935 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-plugged", "status": "completed", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:09.117193 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6f36dda-b5d4-4e7b-9d4e-d3182fdd573d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:09.117599 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f36dda-b5d4-4e7b-9d4e-d3182fdd573d'] response: {'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'code': 200}
Mar 26 21:31:09.881220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5e50-490b-45d7-bcf5-fb8ef141bfe6 req-4da937f5-cf81-4f57-866a-9ef63760ea14 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:09.882744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c0e5e50-490b-45d7-bcf5-fb8ef141bfe6 req-4da937f5-cf81-4f57-866a-9ef63760ea14 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0567863
Mar 26 21:31:09.956547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c0e5e50-490b-45d7-bcf5-fb8ef141bfe6 req-1723b42d-be34-4f1f-b3c7-b39da5938900 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fa3c36b-864d-42be-8811-e8e630583d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682178
Mar 26 21:31:09.971747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-8df4a981-bc93-48b6-9364-8d1825cdabe5 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:09.973280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-8df4a981-bc93-48b6-9364-8d1825cdabe5 tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.18 "GET /v2.0/ports?device_id=c05cdd89-ac42-494e-9b8e-3b895e48954c HTTP/1.1" status: 200  len: 945 time: 0.0719285
Mar 26 21:31:10.062811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Deleting port 12960f28-fe73-4d1f-bb1e-1c8338fb748f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:31:10.063080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:10.152642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] For port 12960f28-fe73-4d1f-bb1e-1c8338fb748f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=12960f28-fe73-4d1f-bb1e-1c8338fb748f,segment=NetworkSegment(96dc848c-ea5b-4b07-8530-bb440a57f9ce),segment_id=96dc848c-ea5b-4b07-8530-bb440a57f9ce)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:10.153011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:10.165607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Calling delete_port for 12960f28-fe73-4d1f-bb1e-1c8338fb748f owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:31:10.300733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (12960f28-fe73-4d1f-bb1e-1c8338fb748f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:10.314677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['12960f28-fe73-4d1f-bb1e-1c8338fb748f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:31:10.336025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Pushing event deleted for resources: {'Port': ['ID=12960f28-fe73-4d1f-bb1e-1c8338fb748f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:10.375160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] No DVR routers for this DVR port 12960f28-fe73-4d1f-bb1e-1c8338fb748f on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:31:10.377652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:10.381682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca7b29d5-0b29-4d2c-9347-761059293c20 req-13d2a56f-df66-45ed-a748-e3c98835675a tempest-DeleteServersTestJSON-1156983118 tempest-DeleteServersTestJSON-1156983118-project] 10.222.0.18 "DELETE /v2.0/ports/12960f28-fe73-4d1f-bb1e-1c8338fb748f HTTP/1.1" status: 204  len: 173 time: 0.4039497
Mar 26 21:31:10.382198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-deleted', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:10.384424 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165889c-3ab5-4672-8c41-f3d1e0035c96" -d '{"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-deleted", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:10.421980 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219bd61-f150-40af-8738-678a8272b47d x-openstack-request-id: req-7219bd61-f150-40af-8738-678a8272b47d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:10.422291 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05cdd89-ac42-494e-9b8e-3b895e48954c", "name": "network-vif-deleted", "tag": "12960f28-fe73-4d1f-bb1e-1c8338fb748f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:10.422569 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7219bd61-f150-40af-8738-678a8272b47d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:10.422976 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7219bd61-f150-40af-8738-678a8272b47d'] response: {'server_uuid': 'c05cdd89-ac42-494e-9b8e-3b895e48954c', 'name': 'network-vif-deleted', 'tag': '12960f28-fe73-4d1f-bb1e-1c8338fb748f', 'status': 'completed', 'code': 200}
Mar 26 21:31:11.086706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46536) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:11.134622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Deleting subnet a5f0b991-152c-41c5-811e-62503fd8b976 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:31:11.137584 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Publish callbacks [] for subnet (a5f0b991-152c-41c5-811e-62503fd8b976), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.171856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (a5f0b991-152c-41c5-811e-62503fd8b976), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.209389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a5f0b991-152c-41c5-811e-62503fd8b976), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.259344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (a5f0b991-152c-41c5-811e-62503fd8b976), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.284215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f0b991-152c-41c5-811e-62503fd8b976,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:11.288333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.291490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-91012c10-f505-45e7-9f42-c7ccdb98d76a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5f0b991-152c-41c5-811e-62503fd8b976 HTTP/1.1" status: 204  len: 168 time: 0.2037895
Mar 26 21:31:11.293967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:11.363664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (02367ba7-87b9-43c6-9f3d-5ab1c8d04855), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.438986 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (02367ba7-87b9-43c6-9f3d-5ab1c8d04855), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.462789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611ef1c310>,) {'filters': {'network_id': ['02367ba7-87b9-43c6-9f3d-5ab1c8d04855']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:31:11.471724 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef1c310>, '96dc848c-ea5b-4b07-8530-bb440a57f9ce') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:31:11.472054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611ef1c310>, '96dc848c-ea5b-4b07-8530-bb440a57f9ce') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:31:11.481101 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (96dc848c-ea5b-4b07-8530-bb440a57f9ce), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.495355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (96dc848c-ea5b-4b07-8530-bb440a57f9ce), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.501256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:31:11.501634 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (96dc848c-ea5b-4b07-8530-bb440a57f9ce), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:31:11.503469 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:31:11.556890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (02367ba7-87b9-43c6-9f3d-5ab1c8d04855), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.563174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.569099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] 10.222.0.16 "DELETE /v2.0/networks/02367ba7-87b9-43c6-9f3d-5ab1c8d04855 HTTP/1.1" status: 204  len: 168 time: 0.2711818
Mar 26 21:31:11.575963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e5581-73a9-44f8-87bb-c68674f90e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=02367ba7-87b9-43c6-9f3d-5ab1c8d04855,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:11.670746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46542) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:11.711512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b03e96f3-8432-4b90-b86c-f114c41efa9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0eed8f4e27f84b00a9e92e4cfdc378ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395820
Mar 26 21:31:11.713902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:11.763033 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] Publish callbacks [] for security_group (9fa3c36b-864d-42be-8811-e8e630583d45), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.782909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] Publish callbacks [] for security_group (9fa3c36b-864d-42be-8811-e8e630583d45), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.828723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9fa3c36b-864d-42be-8811-e8e630583d45), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.831250 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:11.832427 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa3c36b-864d-42be-8811-e8e630583d45 HTTP/1.1" status: 204  len: 168 time: 0.1176414
Mar 26 21:31:11.839750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a60c-d416-4251-a65d-0b5833acd1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3c36b-864d-42be-8811-e8e630583d45,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:12.533717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46566) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:12.630420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-842514842-network', 'tenant_id': '150ede058f8c4b61a827850135921da2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:12.649906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Made reservation on behalf of 150ede058f8c4b61a827850135921da2 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:31:12.652331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.660204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.733135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks [] for security_group (74955dca-0db8-41ff-abcd-0fed20c42c8c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.736652 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (74955dca-0db8-41ff-abcd-0fed20c42c8c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.756177 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:31:12.771245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74955dca-0db8-41ff-abcd-0fed20c42c8c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:12.774051 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e78790f9-d8e1-421b-a5fa-8f78f96a25c4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.774391 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Added segment e78790f9-d8e1-421b-a5fa-8f78f96a25c4 of type vlan for network 61740fd0-ccbd-4c4e-83df-5f568a3eb880
Mar 26 21:31:12.813992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (61740fd0-ccbd-4c4e-83df-5f568a3eb880), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.838074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (61740fd0-ccbd-4c4e-83df-5f568a3eb880), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.839073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:12.839658 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:12.861628 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:31:12.882107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 12960f28-fe73-4d1f-bb1e-1c8338fb748f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:31:12.882393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 12960f28-fe73-4d1f-bb1e-1c8338fb748f not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:31:12.901082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3662620
Mar 26 21:31:12.904075 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46570) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:31:12.904571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2970f98-61b2-4bbb-837d-dcdf534d5037 admin admin] Pushing event updated for resources: {'Network': ['ID=61740fd0-ccbd-4c4e-83df-5f568a3eb880,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:12.909915 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Request body: {'subnet': {'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-842514842-subnet', 'tenant_id': '150ede058f8c4b61a827850135921da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:12.913627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:31:12.929555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Made reservation on behalf of 150ede058f8c4b61a827850135921da2 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:31:12.932250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:13.101332 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:13.158293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:13.168943 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.169305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.169655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.170002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.170630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.170971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.171305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.171641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.172002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.172336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.172676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.173004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.173332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.173659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.173987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:13.177412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Checking segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:31:13.177820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Network hostable DHCP agents. Network: 61740fd0-ccbd-4c4e-83df-5f568a3eb880, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:31:13.195063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:31:13.203161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61740fd0-ccbd-4c4e-83df-5f568a3eb880) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:31:13.207320 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:13.208552 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:13.213844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7046e0-3e73-4880-9b73-40360e2e3f6d None None] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:31:13.224388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2a07ba6f-f182-4e7a-8147-eb98e70245cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3190336
Mar 26 21:31:13.310249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2a10d-b723-48c6-bdc8-11c7049a970c None None] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:31:13.652612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-7c4fe644-ca1d-4e2d-8a7c-709bac56d35f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:13.654068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-7c4fe644-ca1d-4e2d-8a7c-709bac56d35f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 814 time: 0.1101391
Mar 26 21:31:13.668555 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-a76bf467-48e3-4339-b7ba-85ae424e94ee tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/quotas/150ede058f8c4b61a827850135921da2 HTTP/1.1" status: 200  len: 375 time: 0.0091758
Mar 26 21:31:13.700703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-1042cdce-4f9d-4e9c-806b-86d78537010f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0271885
Mar 26 21:31:13.791654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-1f165091-dc4f-4f84-9c72-dac4f1bb6e8f service neutron] 10.222.0.16 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843730
Mar 26 21:31:13.878095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-82db8eba-633e-430a-9274-4b780fe5bc60 service neutron] 10.222.0.16 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805874
Mar 26 21:31:14.042441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fe540cd0-c9b4-4c49-8cf5-2880d43554ca req-7c76eda1-4f79-490c-8a73-29308e2fe009 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 210 time: 0.0295482
Mar 26 21:31:14.393212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:15.142981 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3e4071f0-d616-457f-91ed-a7f8dff4390e req-17a4892c-3930-4896-ae1a-a9c667381ba7 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 210 time: 0.0291564
Mar 26 21:31:15.383859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-400c37fc-7655-4624-8caa-cf3e05403041 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:15.385238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-400c37fc-7655-4624-8caa-cf3e05403041 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 814 time: 0.4255223
Mar 26 21:31:15.397922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Request body: {'port': {'device_id': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'admin_state_up': True, 'tenant_id': '150ede058f8c4b61a827850135921da2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:15.499702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Made reservation on behalf of 150ede058f8c4b61a827850135921da2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:31:15.503018 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:15.625804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Allocated IP 172.20.0.10 (61740fd0-ccbd-4c4e-83df-5f568a3eb880/3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8/17b13de9-4b02-4616-8994-9e98f10813b4) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:31:15.768887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks [] for port (17b13de9-4b02-4616-8994-9e98f10813b4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:15.802966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:15.843088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:31:15.846113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:31:15.849529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:31:15.877236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:15.902713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:15.903321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:15.918150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-b4f6a28f-ef06-4192-9665-b3df5df42b73 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5237770
Mar 26 21:31:15.929736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Request body: {'port': {'device_id': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:15.991731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.001701 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.277805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b13de9-4b02-4616-8994-9e98f10813b4 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:31:16.287705 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks [] for port (17b13de9-4b02-4616-8994-9e98f10813b4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.305703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Transition to ACTIVE for port object 17b13de9-4b02-4616-8994-9e98f10813b4 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:31:16.313126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ff01-4c97-45b4-b175-bd3b376a7701 req-0e50f7ef-c1f3-4889-afcd-78a3f23ce376 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:16.314611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8b2ff01-4c97-45b4-b175-bd3b376a7701 req-0e50f7ef-c1f3-4889-afcd-78a3f23ce376 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 932 time: 0.0953021
Mar 26 21:31:16.315643 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.378170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:16.422088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a8b2ff01-4c97-45b4-b175-bd3b376a7701 req-a3a104f0-c1e9-4817-bf42-a548ea7ad69a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008410
Mar 26 21:31:16.466827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:31:16.467166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:31:16.467516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:16.471677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:31:16.472027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:16.476800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:31:16.477141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Checking segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:31:16.477529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Bound using segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:31:16.477958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Bound port: 17b13de9-4b02-4616-8994-9e98f10813b4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:31:16.478316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.543319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:31:16.546560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:31:16.552042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.583979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:16.584623 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:16.585980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] 10.222.0.18 "PUT /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 1092 time: 0.6602404
Mar 26 21:31:16.586397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:16.588648 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1f03ac-dd4e-463b-b226-e290d23a3a41" -d '{"events": [{"name": "network-changed", "server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:16.615327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc3164-8f8e-4671-9eaf-6fe8125e2133 service neutron] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:16.630547 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667948a7-e1a9-4406-ad63-2b2126b52649 x-openstack-request-id: req-667948a7-e1a9-4406-ad63-2b2126b52649 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:16.630844 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:16.631109 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-667948a7-e1a9-4406-ad63-2b2126b52649 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:16.631527 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667948a7-e1a9-4406-ad63-2b2126b52649'] response: {'name': 'network-changed', 'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'status': 'completed', 'code': 200}
Mar 26 21:31:16.675611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-4caa6139-0bdb-402a-90f4-4c01589adfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:16.677165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-4caa6139-0bdb-402a-90f4-4c01589adfa5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0445030
Mar 26 21:31:16.722534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-d05c892e-df9e-4419-bfc3-409678a0d205 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0373311
Mar 26 21:31:16.770532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-69f9c79c-2982-487a-b800-ed654354d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:16.772068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-69f9c79c-2982-487a-b800-ed654354d265 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0445957
Mar 26 21:31:16.803733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-30037a1d-c11b-4f14-a3df-1655e8810547 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261652
Mar 26 21:31:16.895951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-500f7929-113e-4bdd-8ef1-3df0ccb44a29 service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869827
Mar 26 21:31:16.987305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-960a869c-05d1-41c4-97cd-6d207595d7e1 req-1f8cb23b-5326-4c30-8863-0d642cc7e1db service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862627
Mar 26 21:31:17.076659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-7b39c7ca-c39c-49aa-a944-96062090e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:17.078110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-7b39c7ca-c39c-49aa-a944-96062090e1d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0493274
Mar 26 21:31:17.167384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-ea1fcbc2-876b-48c8-a953-456e04a33e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:17.168887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-ea1fcbc2-876b-48c8-a953-456e04a33e4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0851750
Mar 26 21:31:17.212049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-80c66cb6-ed47-4e2d-89d4-5edc5fb47dba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0373321
Mar 26 21:31:17.258454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-c70be0c9-1ced-496a-9a3b-366dff0cbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:17.259885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-c70be0c9-1ced-496a-9a3b-366dff0cbfdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0424020
Mar 26 21:31:17.292151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-1ba9bcf7-c5df-470a-b9fa-6f8e8f4c4bf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251489
Mar 26 21:31:17.381690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-40822dce-59b7-486a-8632-79c2e8115f0f service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821528
Mar 26 21:31:17.469846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db1f03ac-dd4e-463b-b226-e290d23a3a41 req-2c60eb52-d867-4335-878a-8f336e5a60e3 service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818727
Mar 26 21:31:17.540539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883f600-1c3a-43c0-b837-6f1d69a1983d req-99991e8e-8b29-497c-bb1d-fa522d06c287 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:17.542001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e883f600-1c3a-43c0-b837-6f1d69a1983d req-99991e8e-8b29-497c-bb1d-fa522d06c287 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.0519238
Mar 26 21:31:17.591794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e883f600-1c3a-43c0-b837-6f1d69a1983d req-b29047fa-7f1c-4c6c-9591-aa85a778eaf7 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438864
Mar 26 21:31:18.714979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fff5e-5fae-43ff-ac0e-54a7ecad21a2 req-88a73d40-5515-4ed6-82cb-4445c1d575c1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:18.716452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af2fff5e-5fae-43ff-ac0e-54a7ecad21a2 req-88a73d40-5515-4ed6-82cb-4445c1d575c1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.0564299
Mar 26 21:31:18.761481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-af2fff5e-5fae-43ff-ac0e-54a7ecad21a2 req-9aab4475-f093-4a3a-b7b3-a9e93296f3b5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393634
Mar 26 21:31:18.884110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:31:18.978556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:18.989524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '17b13de9-4b02-4616-8994-9e98f10813b4', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'port_id': '17b13de9-4b02-4616-8994-9e98f10813b4', 'mac_address': 'fa:16:3e:bf:b1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:31:19.027021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 17b13de9-4b02-4616-8994-9e98f10813b4 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:31:19.027417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:19.043702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b13de9-4b02-4616-8994-9e98f10813b4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:31:19.062475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:19.066348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:19.112088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:19.255158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['17b13de9-4b02-4616-8994-9e98f10813b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:31:19.877032 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8bec1-8f85-48c2-bdba-74e98f4b2126 req-8f81d872-dae5-4b1d-aa76-8b5d7effd820 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:19.878510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aae8bec1-8f85-48c2-bdba-74e98f4b2126 req-8f81d872-dae5-4b1d-aa76-8b5d7effd820 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 945 time: 0.0518246
Mar 26 21:31:19.924091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aae8bec1-8f85-48c2-bdba-74e98f4b2126 req-d3c41406-996f-48c9-b1df-865b803588de tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399647
Mar 26 21:31:20.851461 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-d88adffd-e9a6-4e90-bde9-411da567d033 req-c87d0c5d-3a74-4997-a8e8-72c4f5a28eb0 service neutron] (126736) timed out ('10.222.0.16', 44884) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:31:20.908790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:31:20.958431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 17b13de9-4b02-4616-8994-9e98f10813b4 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:31:20.963308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 17b13de9-4b02-4616-8994-9e98f10813b4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:31:20.963576 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:21.044580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 17b13de9-4b02-4616-8994-9e98f10813b4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:31:21.044971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:21.046126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0438c-410f-49a3-9104-163a75967571 req-58758468-c229-475f-a69c-5a4c1df3c1e6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:21.047756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1cc0438c-410f-49a3-9104-163a75967571 req-58758468-c229-475f-a69c-5a4c1df3c1e6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 945 time: 0.0541096
Mar 26 21:31:21.069426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:21.074386 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c24c5-7cc6-4f7c-9bce-40f33fb800ca" -d '{"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-plugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:21.090677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:21.095525 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:21.097288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1cc0438c-410f-49a3-9104-163a75967571 req-33d2e366-c44f-4b65-b7a7-c0b4d43bbf86 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437558
Mar 26 21:31:21.121430 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bbdaf9-f8a8-4de5-b8f4-bb92e3814cbd x-openstack-request-id: req-66bbdaf9-f8a8-4de5-b8f4-bb92e3814cbd {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:21.121727 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-plugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:21.121989 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66bbdaf9-f8a8-4de5-b8f4-bb92e3814cbd {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:21.122386 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bbdaf9-f8a8-4de5-b8f4-bb92e3814cbd'] response: {'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'code': 200}
Mar 26 21:31:21.149063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:21.213041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7b14-74e2-4ba0-adac-3d1336b0003d req-e032f651-4984-4491-9cb7-276e8c262d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:21.214558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f83e7b14-74e2-4ba0-adac-3d1336b0003d req-e032f651-4984-4491-9cb7-276e8c262d86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1128 time: 0.0433807
Mar 26 21:31:21.260444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f83e7b14-74e2-4ba0-adac-3d1336b0003d req-cc9b397c-de58-4bba-8600-9ca74f599068 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376520
Mar 26 21:31:22.219111 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a74a0-756b-459f-994a-f072e7cb3690 req-755d6102-b807-4d98-a1e6-2af23f2a6c78 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:22.220679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b9a74a0-756b-459f-994a-f072e7cb3690 req-755d6102-b807-4d98-a1e6-2af23f2a6c78 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0534060
Mar 26 21:31:22.274054 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8b9a74a0-756b-459f-994a-f072e7cb3690 req-ab8d39e6-13e4-48ae-a05f-24d10de8ddcc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469954
Mar 26 21:31:22.681247 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:31:23.399003 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464fdc2-59c3-4dee-837c-a92c590c8516 req-1ec05156-a585-4df5-acdc-d537e27edd82 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:23.400528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b464fdc2-59c3-4dee-837c-a92c590c8516 req-1ec05156-a585-4df5-acdc-d537e27edd82 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0564361
Mar 26 21:31:23.445927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b464fdc2-59c3-4dee-837c-a92c590c8516 req-a286bbc0-83a1-44cd-92ee-818d69486456 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398436
Mar 26 21:31:23.560825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f791da-b452-471f-b70e-ba6499d3633c req-c3efe45a-119d-4b48-a7ef-cb7195f25a72 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:23.562220 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79f791da-b452-471f-b70e-ba6499d3633c req-c3efe45a-119d-4b48-a7ef-cb7195f25a72 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0513108
Mar 26 21:31:23.607893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-79f791da-b452-471f-b70e-ba6499d3633c req-4f10091d-3aa7-417a-90ee-51adec85c60c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402052
Mar 26 21:31:23.808021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1525cc7-cb96-456c-8ca5-fec7405dc3f9 req-b9fa004c-5cad-48ac-9c07-32f3caf63acf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:23.809496 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1525cc7-cb96-456c-8ca5-fec7405dc3f9 req-b9fa004c-5cad-48ac-9c07-32f3caf63acf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0522327
Mar 26 21:31:23.855269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1525cc7-cb96-456c-8ca5-fec7405dc3f9 req-76edcc2a-2064-474f-a52e-553bb02e2e9d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401523
Mar 26 21:31:23.973807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637b0d6-90db-4f44-bd9c-5994c70d6914 req-159853b1-b28d-43fe-9347-7fff662ee5aa tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:23.975295 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d637b0d6-90db-4f44-bd9c-5994c70d6914 req-159853b1-b28d-43fe-9347-7fff662ee5aa tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0532930
Mar 26 21:31:24.023050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d637b0d6-90db-4f44-bd9c-5994c70d6914 req-cdbb7827-4c74-4595-accc-cae0b9b356f6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421171
Mar 26 21:31:24.292846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672782d4-e0f0-4071-aa15-0b5ea4affd9d req-b3a6d285-55ae-485f-b129-7d5d944c08b1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:24.294382 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-672782d4-e0f0-4071-aa15-0b5ea4affd9d req-b3a6d285-55ae-485f-b129-7d5d944c08b1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0842056
Mar 26 21:31:24.297921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-27093491-97ff-42ac-812b-8f042b7e32bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0789790
Mar 26 21:31:24.342406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-672782d4-e0f0-4071-aa15-0b5ea4affd9d req-9863196e-8514-4491-be78-e2232f1ba741 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421429
Mar 26 21:31:24.632221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-4cf7c5c6-05b6-469f-a8e4-bf3cd06a5255 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:24.633544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-4cf7c5c6-05b6-469f-a8e4-bf3cd06a5255 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 943 time: 0.0444725
Mar 26 21:31:25.105444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f523d13-e401-4423-bf58-9fcb9d2ccae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:25.473586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a065-e66f-44a0-8fb2-d7c75282a7d2 req-5ba7f69d-43d8-4926-8016-2f0d35370a02 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:25.475088 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ef6a065-e66f-44a0-8fb2-d7c75282a7d2 req-5ba7f69d-43d8-4926-8016-2f0d35370a02 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0633850
Mar 26 21:31:25.523048 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ef6a065-e66f-44a0-8fb2-d7c75282a7d2 req-4bdd5a11-e21f-42db-9a66-5dc01a59715b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422003
Mar 26 21:31:25.555798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-03c57d79-b8e6-444f-b4e1-949d9ac1c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:25.557402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-03c57d79-b8e6-444f-b4e1-949d9ac1c0b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1128 time: 0.0971792
Mar 26 21:31:25.646349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-57fb2083-38f4-4fde-8b07-d67f32c14959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:25.647724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-57fb2083-38f4-4fde-8b07-d67f32c14959 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0848284
Mar 26 21:31:25.687949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-1d2de8c0-fd67-4a22-920b-fc616bece788 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0346453
Mar 26 21:31:25.739279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-2935f641-10c7-41e7-9982-626fc078ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:25.740739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-2935f641-10c7-41e7-9982-626fc078ef99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0467970
Mar 26 21:31:25.770235 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-22df814d-7c93-4c9e-b40d-84b3826aa8d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242403
Mar 26 21:31:25.856713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-c3b65f30-be16-4ecd-9e55-179be4e4473f service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808043
Mar 26 21:31:25.947290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-a19ad3f8-624b-444c-bc5d-a667bcfd40ea service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849652
Mar 26 21:31:26.059857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-3050445c-5e65-4c40-8e96-c49e5d4e4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:26.061595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-3050445c-5e65-4c40-8e96-c49e5d4e4374 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1128 time: 0.0470564
Mar 26 21:31:26.180689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-044998f6-a801-470c-aa42-bf12135ecc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:26.183145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-044998f6-a801-470c-aa42-bf12135ecc56 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0950058
Mar 26 21:31:26.224424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-c83edb03-fa60-4a53-b5b6-1fb759b3935d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0351484
Mar 26 21:31:26.269131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-b270c4e8-4cd2-4ff3-9354-1c171b55517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:26.270542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-b270c4e8-4cd2-4ff3-9354-1c171b55517b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0414929
Mar 26 21:31:26.305054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-f8458416-e583-475e-9624-c165bbec25e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291107
Mar 26 21:31:26.394978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-759e4379-e253-4dbd-bf6c-3aef7e6693e2 service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844498
Mar 26 21:31:26.484046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-add3bb21-30d5-4824-bdf8-282bee1f42ab req-b2b60a40-61cc-4b10-ad6a-43943c177977 service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833690
Mar 26 21:31:26.641538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196327c-3f0b-4774-9c0d-2ea7d3b94045 req-149598b8-5a0e-4457-b8f2-d0e6a3e3b8cb tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:26.643020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1196327c-3f0b-4774-9c0d-2ea7d3b94045 req-149598b8-5a0e-4457-b8f2-d0e6a3e3b8cb tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0515513
Mar 26 21:31:26.690463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1196327c-3f0b-4774-9c0d-2ea7d3b94045 req-1df28e8e-13e0-4d6f-9505-be2dd12b5fad tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411918
Mar 26 21:31:27.809644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0704c9-8d8c-4066-ab42-e13ca7b6b3f8 req-e5714670-a7b6-46a1-927c-c40470ad126e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:27.811119 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f0704c9-8d8c-4066-ab42-e13ca7b6b3f8 req-e5714670-a7b6-46a1-927c-c40470ad126e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0522037
Mar 26 21:31:27.852697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-441af3a3-737a-48ff-97ad-ce5bfa91539b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:27.858448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f0704c9-8d8c-4066-ab42-e13ca7b6b3f8 req-b5bf7f19-2d88-4de7-8297-5633a33ac65d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417073
Mar 26 21:31:28.869822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:28.976706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e41bd-23f2-4c26-ade2-69fa62aad1a3 req-c9b016f2-82ed-4ef7-a475-708e80d284e2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:28.978179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a6e41bd-23f2-4c26-ade2-69fa62aad1a3 req-c9b016f2-82ed-4ef7-a475-708e80d284e2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0524404
Mar 26 21:31:29.028320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6a6e41bd-23f2-4c26-ade2-69fa62aad1a3 req-0066598e-6fcb-4794-b77f-1936b64ac1f4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445082
Mar 26 21:31:30.147977 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd3890-c6e6-4d56-909b-2f6a005ac168 req-2d47e1dd-217c-405f-bbc0-d91a1f84262f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:30.149448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-09fd3890-c6e6-4d56-909b-2f6a005ac168 req-2d47e1dd-217c-405f-bbc0-d91a1f84262f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0518577
Mar 26 21:31:30.199295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-09fd3890-c6e6-4d56-909b-2f6a005ac168 req-447d692d-9bab-4742-af24-88bb732d107c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443537
Mar 26 21:31:30.218398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:31.318126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e30cb-fbb4-4ac9-b383-99bb74b2bf43 req-1e5d27e2-2ba3-4c47-b796-212d26767e1e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:31.319493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc8e30cb-fbb4-4ac9-b383-99bb74b2bf43 req-1e5d27e2-2ba3-4c47-b796-212d26767e1e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0512562
Mar 26 21:31:31.365441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc8e30cb-fbb4-4ac9-b383-99bb74b2bf43 req-41c6befc-46b2-489d-a48e-b243aa52a44b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397961
Mar 26 21:31:31.870716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:32.483519 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15185cde-a8f9-48e2-8244-25d0da50a34a req-cb5658d4-6bba-4ef5-9baa-b9a44bc8f4fa tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:32.485003 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15185cde-a8f9-48e2-8244-25d0da50a34a req-cb5658d4-6bba-4ef5-9baa-b9a44bc8f4fa tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0515461
Mar 26 21:31:32.531576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-15185cde-a8f9-48e2-8244-25d0da50a34a req-25232dc8-a190-4d3d-9957-c5b43f73de42 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410192
Mar 26 21:31:33.649444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04467-d37e-4b8c-b338-4a1428f3dc62 req-35316f80-5b0e-42d3-8b18-ef35c407ac57 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:33.650919 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9dc04467-d37e-4b8c-b338-4a1428f3dc62 req-35316f80-5b0e-42d3-8b18-ef35c407ac57 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0528448
Mar 26 21:31:33.696406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9dc04467-d37e-4b8c-b338-4a1428f3dc62 req-ed789c3a-c629-44f6-a63b-5122aa379d5d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398552
Mar 26 21:31:34.816546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe1c84-3fae-417e-960f-4b699733baf7 req-d18a97c0-7f66-44b0-8c3e-1728df7f2d03 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:34.817948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1afe1c84-3fae-417e-960f-4b699733baf7 req-d18a97c0-7f66-44b0-8c3e-1728df7f2d03 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0521863
Mar 26 21:31:34.863939 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1afe1c84-3fae-417e-960f-4b699733baf7 req-e00ba403-b6e7-4b41-bf17-a0af41ccd7f5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399916
Mar 26 21:31:35.986747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38311895-c81a-460c-a937-344b6b4dbce0 req-2ec34f8c-2bfe-4d86-8d27-337c2c0f79a1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:35.988333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38311895-c81a-460c-a937-344b6b4dbce0 req-2ec34f8c-2bfe-4d86-8d27-337c2c0f79a1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0562747
Mar 26 21:31:36.033857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38311895-c81a-460c-a937-344b6b4dbce0 req-d9fe754f-ebb5-40cd-8a77-725e33cc66d6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399432
Mar 26 21:31:37.155806 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703fff6-c147-4177-b38a-4da503b385bb req-e2252278-809e-4295-8797-93ae4c8ab63b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:37.157301 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3703fff6-c147-4177-b38a-4da503b385bb req-e2252278-809e-4295-8797-93ae4c8ab63b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0555947
Mar 26 21:31:37.204335 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3703fff6-c147-4177-b38a-4da503b385bb req-79939caa-6b0a-40b4-8534-d986fa1e6e76 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406489
Mar 26 21:31:38.324245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c052-ea23-4e54-a78f-2c7e73cfc497 req-215714e6-3233-4edd-aa72-87e804b834fc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:38.325637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff18c052-ea23-4e54-a78f-2c7e73cfc497 req-215714e6-3233-4edd-aa72-87e804b834fc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0527339
Mar 26 21:31:38.371171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ff18c052-ea23-4e54-a78f-2c7e73cfc497 req-4bcb687f-5d51-4de5-8b90-1a1cc19a2a8e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399313
Mar 26 21:31:39.489649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa6ad7-2e54-458c-be66-b6b2727474f4 req-31c055cb-e8f4-43ae-88f7-866e834f5b78 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:39.491118 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-efaa6ad7-2e54-458c-be66-b6b2727474f4 req-31c055cb-e8f4-43ae-88f7-866e834f5b78 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0523577
Mar 26 21:31:39.537123 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-efaa6ad7-2e54-458c-be66-b6b2727474f4 req-d7f7e3e1-4a1c-4c71-9d3e-4244383daec3 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404761
Mar 26 21:31:40.655220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968b85-2a7b-42fc-a38e-0f4dce43f106 req-cb582d06-9532-48c3-b43b-e1af8200f19d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:40.656724 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50968b85-2a7b-42fc-a38e-0f4dce43f106 req-cb582d06-9532-48c3-b43b-e1af8200f19d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0519307
Mar 26 21:31:40.706632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-50968b85-2a7b-42fc-a38e-0f4dce43f106 req-9f1e571d-4768-4d3b-a3ec-2806f3b7367e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442302
Mar 26 21:31:41.832336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813a02-5d46-4b79-b41c-edd96136f7b8 req-402eaec4-82d2-47e4-8f31-23fcf7f08479 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:41.833799 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be813a02-5d46-4b79-b41c-edd96136f7b8 req-402eaec4-82d2-47e4-8f31-23fcf7f08479 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0561852
Mar 26 21:31:41.879527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-be813a02-5d46-4b79-b41c-edd96136f7b8 req-95768bdf-c2c0-447a-ab48-f8a5197edcb3 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401742
Mar 26 21:31:42.999184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4f537-3389-48c9-84f9-17921a9a3516 req-017cc1dd-4fdb-4e70-8cb7-c029aae03f75 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:43.000721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86a4f537-3389-48c9-84f9-17921a9a3516 req-017cc1dd-4fdb-4e70-8cb7-c029aae03f75 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0533552
Mar 26 21:31:43.047723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86a4f537-3389-48c9-84f9-17921a9a3516 req-9b10b150-3e68-4747-9f59-89ca590249af tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413866
Mar 26 21:31:44.166117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccffb1-33cf-49b1-9391-e143f03a9170 req-069b53bc-f860-4d15-ba13-bf6a7ba552d1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:44.167594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fccffb1-33cf-49b1-9391-e143f03a9170 req-069b53bc-f860-4d15-ba13-bf6a7ba552d1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0523281
Mar 26 21:31:44.213423 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3fccffb1-33cf-49b1-9391-e143f03a9170 req-65cc9688-5b9c-430b-9a49-45a6dfbf9ea5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400300
Mar 26 21:31:44.408563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:45.331707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e41db-e5ce-47f8-a6ed-7134e0fc67f6 req-2cebb0f1-c804-48c2-83c9-2d00dd0454c2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:45.333184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b3e41db-e5ce-47f8-a6ed-7134e0fc67f6 req-2cebb0f1-c804-48c2-83c9-2d00dd0454c2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0522058
Mar 26 21:31:45.380316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b3e41db-e5ce-47f8-a6ed-7134e0fc67f6 req-a461f698-5275-43e5-8a83-78b85273dd20 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411947
Mar 26 21:31:46.028616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:46.495636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6623e2-c74e-4ada-bb70-c40e135a8b96 req-e7e41a44-7539-48c1-8b5b-660ae5cf7bb4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:46.497385 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6623e2-c74e-4ada-bb70-c40e135a8b96 req-e7e41a44-7539-48c1-8b5b-660ae5cf7bb4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0507851
Mar 26 21:31:46.546677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a6623e2-c74e-4ada-bb70-c40e135a8b96 req-a77bc75b-e5c8-49ff-b772-a3269b37a954 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437961
Mar 26 21:31:47.668659 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bef56-ba65-413e-83df-b80faf7d1ccf req-dd6fba6b-0ac7-4a5b-b33b-ea4f8d93db65 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:47.670137 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-515bef56-ba65-413e-83df-b80faf7d1ccf req-dd6fba6b-0ac7-4a5b-b33b-ea4f8d93db65 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0558207
Mar 26 21:31:47.716022 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-515bef56-ba65-413e-83df-b80faf7d1ccf req-94bd0dea-bf91-4fed-94ea-6d41281c12ae tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400188
Mar 26 21:31:48.836268 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81774b02-6238-4edf-8734-67c830047d32 req-8d4e069a-97a6-4457-ba97-1ad9c64b2b20 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:48.838342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81774b02-6238-4edf-8734-67c830047d32 req-8d4e069a-97a6-4457-ba97-1ad9c64b2b20 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0517383
Mar 26 21:31:48.882888 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-81774b02-6238-4edf-8734-67c830047d32 req-9585b018-d6f4-4eb5-934c-9e3cc9475fbb tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389977
Mar 26 21:31:50.002110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faf71e-2925-4fb1-a87c-dcd2b53aa5ba req-a39a4205-c11d-4e11-b172-2bef30b84eef tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:50.003625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f0faf71e-2925-4fb1-a87c-dcd2b53aa5ba req-a39a4205-c11d-4e11-b172-2bef30b84eef tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0512955
Mar 26 21:31:50.050405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f0faf71e-2925-4fb1-a87c-dcd2b53aa5ba req-fe31b265-fb1f-4e62-bde9-e885afe401be tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406156
Mar 26 21:31:51.172249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb468f-107f-413c-8bb8-3a09e219213e req-238c685c-803b-445f-b9f2-8228955f2195 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:51.173725 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33eb468f-107f-413c-8bb8-3a09e219213e req-238c685c-803b-445f-b9f2-8228955f2195 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0542378
Mar 26 21:31:51.219485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-33eb468f-107f-413c-8bb8-3a09e219213e req-98484402-5c17-47cf-8ed7-a4ff849c8998 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402067
Mar 26 21:31:52.344169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1707c9-317b-4d57-8340-d21e6bf3fab6 req-6b132f42-c761-44ee-b7cc-12efed7d6ea6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:52.345567 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d1707c9-317b-4d57-8340-d21e6bf3fab6 req-6b132f42-c761-44ee-b7cc-12efed7d6ea6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0575349
Mar 26 21:31:52.390640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d1707c9-317b-4d57-8340-d21e6bf3fab6 req-146533ba-efac-43e0-ab59-26c8b26abbfd tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394478
Mar 26 21:31:52.935108 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-1120486b-c976-4df3-99a5-29ca9f315ba3 service neutron] show failed (client error): The resource could not be found.
Mar 26 21:31:52.936201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-1120486b-c976-4df3-99a5-29ca9f315ba3 service neutron] 10.222.0.18 "GET /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545945
Mar 26 21:31:53.172379 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-e3712038-8cb8-46b1-8d6c-2091d3460336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:53.173891 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-e3712038-8cb8-46b1-8d6c-2091d3460336 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14&tenant_id=150ede058f8c4b61a827850135921da2 HTTP/1.1" status: 200  len: 1128 time: 0.0791094
Mar 26 21:31:53.188683 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:31:53.244320 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:53.445537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:53.809657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch2-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:31:53.849614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b177-e5e3-4e17-b8ca-0308d21e4ff6 req-6d21d8b5-9c48-4432-8276-bafa2fcaac89 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:53.851052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ecd4b177-e5e3-4e17-b8ca-0308d21e4ff6 req-6d21d8b5-9c48-4432-8276-bafa2fcaac89 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0920320
Mar 26 21:31:53.868112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:53.870256 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165dd394-fc91-4b9d-b92c-02065126bcfe" -d '{"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-unplugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:53.873711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks [] for port (17b13de9-4b02-4616-8994-9e98f10813b4), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:53.897312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.provisioning_blocks [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Transition to ACTIVE for port object 17b13de9-4b02-4616-8994-9e98f10813b4 will not be triggered until provisioned by entity L2. {{(pid=126736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:31:53.903945 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:53.952660 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ecd4b177-e5e3-4e17-b8ca-0308d21e4ff6 req-f976808c-a2df-45ea-b21c-a4d44ae5a4ed tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930707
Mar 26 21:31:53.984842 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] No DVR routers for this DVR port 17b13de9-4b02-4616-8994-9e98f10813b4 on host nch2-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:31:53.988015 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=6']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:54.012141 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae53954-ba81-4ab6-ac90-0ad62d5d2da4 x-openstack-request-id: req-7ae53954-ba81-4ab6-ac90-0ad62d5d2da4 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:54.012655 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-unplugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:54.013052 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ae53954-ba81-4ab6-ac90-0ad62d5d2da4 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:54.013564 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae53954-ba81-4ab6-ac90-0ad62d5d2da4'] response: {'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'code': 200}
Mar 26 21:31:54.027245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:31:54.027587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:31:54.027930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:54.032217 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:31:54.032537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Attempting to bind port 17b13de9-4b02-4616-8994-9e98f10813b4 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:31:54.037208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:31:54.037541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Checking segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:31:54.037928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Bound using segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} {{(pid=126736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:31:54.038348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.managers [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Bound port: 17b13de9-4b02-4616-8994-9e98f10813b4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}}] {{(pid=126736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:31:54.038702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:54.103358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, cleared binding levels {{(pid=126736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:31:54.106156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:31:54.112033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:54.145736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:54.146400 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:54.147780 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] 10.222.0.21 "PUT /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 1092 time: 0.9630280
Mar 26 21:31:54.167767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a1852-72bc-47b5-9563-956922b0ad2c service neutron] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=7']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:54.219045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-8b4fe1c5-09ef-4d4e-bb09-269ea9780f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:54.220580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-8b4fe1c5-09ef-4d4e-bb09-269ea9780f81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0447218
Mar 26 21:31:54.315010 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-6138139d-ae3d-4535-bb73-6d6a6b2625dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:54.316476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-6138139d-ae3d-4535-bb73-6d6a6b2625dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0861402
Mar 26 21:31:54.362219 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-14acae94-3bf7-4d81-ad74-156132bdf107 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0341666
Mar 26 21:31:54.413944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-fef91efc-80b2-4955-9f69-acacc020e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:54.415376 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-fef91efc-80b2-4955-9f69-acacc020e12a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0424440
Mar 26 21:31:54.450857 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-fdc4fcb3-82d0-49dd-a194-73286d7dd942 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252099
Mar 26 21:31:54.545312 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-c601d1bc-92cf-43db-b000-430972d8c990 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841634
Mar 26 21:31:54.640086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-195dbd30-e3a4-434a-86b6-acceacb8201b req-02d2e8a0-7496-48d6-b564-9f5b1b6aea0d service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850928
Mar 26 21:31:55.082500 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c1ff1-9a95-487c-9281-c8f887b11851 req-cc464930-c8fe-42d6-a563-cc4de7818fd5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:55.083978 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-537c1ff1-9a95-487c-9281-c8f887b11851 req-cc464930-c8fe-42d6-a563-cc4de7818fd5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.0534568
Mar 26 21:31:55.107465 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4cf8de41-8a72-4f00-b913-393c79226dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:55.145231 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-537c1ff1-9a95-487c-9281-c8f887b11851 req-746718f8-ade7-4b24-bed4-83fd0a6b9426 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557101
Mar 26 21:31:56.014959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:31:56.017366 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:31:56.065146 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f9c0d1-9d06-4844-9ce3-e8794e2080ba x-openstack-request-id: req-57f9c0d1-9d06-4844-9ce3-e8794e2080ba {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:31:56.065462 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:31:56.065729 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57f9c0d1-9d06-4844-9ce3-e8794e2080ba {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:31:56.066208 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f9c0d1-9d06-4844-9ce3-e8794e2080ba'] response: {'name': 'network-changed', 'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'status': 'completed', 'code': 200}
Mar 26 21:31:56.130632 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-697e33be-5b99-432a-afa7-4e9fe9841829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.130863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-a82aa145-9329-4bba-834a-f9a874aff1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.132178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-697e33be-5b99-432a-afa7-4e9fe9841829 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0439479
Mar 26 21:31:56.132343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-a82aa145-9329-4bba-834a-f9a874aff1c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0456805
Mar 26 21:31:56.226107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-c7e24faa-118c-4634-9ed9-df3258485535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.227677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-c7e24faa-118c-4634-9ed9-df3258485535 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0900137
Mar 26 21:31:56.241441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-e5c8ab82-2f4a-42ca-8934-352b534cf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.243514 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-e5c8ab82-2f4a-42ca-8934-352b534cf545 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.1028295
Mar 26 21:31:56.272999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-e3ca9812-6e1c-4830-a78d-2fad436f85bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0396645
Mar 26 21:31:56.300922 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-bf516e21-c13c-4334-8fca-fca7b82be215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0428984
Mar 26 21:31:56.320169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-24fe73b5-e893-479a-8d09-fabaaa52591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.321677 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-24fe73b5-e893-479a-8d09-fabaaa52591c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0432460
Mar 26 21:31:56.355614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918c66-791a-4630-a611-69b7f8500007 req-897d97bd-2a73-459a-8dfb-2f6fbf85017d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.357151 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57918c66-791a-4630-a611-69b7f8500007 req-897d97bd-2a73-459a-8dfb-2f6fbf85017d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.1290181
Mar 26 21:31:56.358221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-bd27d069-9295-4fca-b962-bdf96a23d2bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0309007
Mar 26 21:31:56.365966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-111d11f1-24d8-4fbe-ae15-c7cd183e07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:56.367538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-111d11f1-24d8-4fbe-ae15-c7cd183e07eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0595300
Mar 26 21:31:56.407852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-e73629f9-9f99-4427-b6de-c4b9524dba39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329928
Mar 26 21:31:56.459849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-c2b6b4e7-6390-4077-8ffe-76ac8042591e service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955229
Mar 26 21:31:56.467095 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-57918c66-791a-4630-a611-69b7f8500007 req-7007c207-85f4-4a94-b4e7-f988df4b3056 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029944
Mar 26 21:31:56.525998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-abafe5b1-a1a3-40a1-8833-c1bb9dfde0bf service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1057527
Mar 26 21:31:56.559699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-ebae0a97-8e8e-4e88-8c94-731217270b7c service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0939469
Mar 26 21:31:56.615342 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b7c8aaa-aaf9-42ea-8e75-fc68b6d3bd5d req-21e5b3be-ebab-4cfd-9495-a93b2b99068f service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825198
Mar 26 21:31:57.143608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:31:57.181269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 17b13de9-4b02-4616-8994-9e98f10813b4 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:31:57.181661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:31:57.590064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57554b-476a-4ce4-9de0-4ae3366c01e3 req-84de66dd-36b4-4f11-af61-bd4a1bca23e5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:57.591542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f57554b-476a-4ce4-9de0-4ae3366c01e3 req-84de66dd-36b4-4f11-af61-bd4a1bca23e5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.0526309
Mar 26 21:31:57.637271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f57554b-476a-4ce4-9de0-4ae3366c01e3 req-253a3b07-ea8c-4214-ad18-188caa85ca01 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401766
Mar 26 21:31:57.854308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-143d2fc6-1529-4949-be92-80d2f25834c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:57.867300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae46a24-0d56-49aa-a5f5-5b6f28d70128 req-f9a48b70-3851-49dc-a06b-29a91c8985b3 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:57.868798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bae46a24-0d56-49aa-a5f5-5b6f28d70128 req-f9a48b70-3851-49dc-a06b-29a91c8985b3 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 944 time: 0.0891697
Mar 26 21:31:57.879277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-4fac257a-acb8-488c-bebb-6069e5c6318c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:57.880682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-4fac257a-acb8-488c-bebb-6069e5c6318c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.18 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14&tenant_id=150ede058f8c4b61a827850135921da2&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0751553
Mar 26 21:31:57.961113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bae46a24-0d56-49aa-a5f5-5b6f28d70128 req-48881ab1-8d8a-41a3-bc32-c945387b1662 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794988
Mar 26 21:31:57.966391 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-6f50ddb1-4abe-45fe-83c9-51e4a9892087 service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:31:57.967514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-6f50ddb1-4abe-45fe-83c9-51e4a9892087 service neutron] 10.222.0.18 "DELETE /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0799165
Mar 26 21:31:58.051121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-9b3daee3-31e2-4146-a550-e8ec4bf7a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:58.052565 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-9b3daee3-31e2-4146-a550-e8ec4bf7a104 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 1126 time: 0.0448010
Mar 26 21:31:58.145377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-a1f24bdf-4117-4851-a82e-45ce2d8af21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:58.146870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-a1f24bdf-4117-4851-a82e-45ce2d8af21c service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0886085
Mar 26 21:31:58.186660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-4f8dd1d3-3213-4cc1-9d76-f2ff4a7a9795 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 200  len: 217 time: 0.0344045
Mar 26 21:31:58.236377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-73fcceec-2c87-40b4-9db9-1e8189e6068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:58.237823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-73fcceec-2c87-40b4-9db9-1e8189e6068f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0461891
Mar 26 21:31:58.258072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:31:58.269816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-38429802-212a-45e6-9333-c13da390edd1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265224
Mar 26 21:31:58.361131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-f12b339d-6c0f-4347-8cbb-e942302e010b service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858374
Mar 26 21:31:58.367541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:58.381694 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '17b13de9-4b02-4616-8994-9e98f10813b4', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'port_id': '17b13de9-4b02-4616-8994-9e98f10813b4', 'mac_address': 'fa:16:3e:bf:b1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:31:58.420466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 17b13de9-4b02-4616-8994-9e98f10813b4 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:31:58.421150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:58.434979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b13de9-4b02-4616-8994-9e98f10813b4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:31:58.455016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:31:58.458920 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:58.464698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-abe42f37-9e3d-437f-b700-d188a4f0f79a req-e4d68253-1c31-4f2f-940a-5ab26aae64bc service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982482
Mar 26 21:31:58.510759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:31:58.518706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.519133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.519421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.519763 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.520128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.520461 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.520934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.521249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.521625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.521954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.522256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.523010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.523010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.523345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.523667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:31:58.702263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['17b13de9-4b02-4616-8994-9e98f10813b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:31:58.871607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:31:59.092673 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca80ca4-ebe3-4662-98e6-c073bf6eb564 req-63c4542e-8842-49e1-a1ff-286d549b39ce tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:59.094153 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ca80ca4-ebe3-4662-98e6-c073bf6eb564 req-63c4542e-8842-49e1-a1ff-286d549b39ce tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 945 time: 0.0582621
Mar 26 21:31:59.140319 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1ca80ca4-ebe3-4662-98e6-c073bf6eb564 req-6a6b622f-947c-48b3-a84b-a716f1d5d2e0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402510
Mar 26 21:31:59.257424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accba118-3884-4a19-a0cf-f0aa0498e268 req-14a66781-4d66-49a5-ad57-0ec7d5e01244 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:59.258861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-accba118-3884-4a19-a0cf-f0aa0498e268 req-14a66781-4d66-49a5-ad57-0ec7d5e01244 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 945 time: 0.0526087
Mar 26 21:31:59.305879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-accba118-3884-4a19-a0cf-f0aa0498e268 req-35b83b03-56db-4895-b42d-c056cf70a271 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408709
Mar 26 21:31:59.422060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae80dd5-4739-4765-aa5d-7f063d5f787f req-be26979b-63f9-4cf0-b446-67c99c939864 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:59.423537 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cae80dd5-4739-4765-aa5d-7f063d5f787f req-be26979b-63f9-4cf0-b446-67c99c939864 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 945 time: 0.0524037
Mar 26 21:31:59.469592 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cae80dd5-4739-4765-aa5d-7f063d5f787f req-b469da3e-d311-4114-8601-c00d853d0530 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405402
Mar 26 21:31:59.679865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:31:59.814446 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-4e296195-40c1-46af-9250-ecaa891aa17f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:31:59.815822 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-4e296195-40c1-46af-9250-ecaa891aa17f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 814 time: 0.1055357
Mar 26 21:31:59.830663 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-b073132f-fa2e-404f-a6af-680172f8fe74 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/quotas/150ede058f8c4b61a827850135921da2 HTTP/1.1" status: 200  len: 375 time: 0.0093846
Mar 26 21:31:59.882325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-6ea45ccc-6284-4e3e-be76-b5eb6f58b8a2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0468128
Mar 26 21:31:59.975705 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-5aeed957-3a68-4eba-97c6-17d3318dbaae service neutron] 10.222.0.16 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861640
Mar 26 21:32:00.067002 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-0293bf02-a128-477c-bf53-bf75b6f80e2c service neutron] 10.222.0.16 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844991
Mar 26 21:32:00.218524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:00.230477 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0003705a-9dd7-48a9-b428-4ae91dbede24 req-464d05db-fdb2-4387-8360-bc1e57212070 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 210 time: 0.0315380
Mar 26 21:32:00.267728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:00.317551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 17b13de9-4b02-4616-8994-9e98f10813b4 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:32:00.321936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 17b13de9-4b02-4616-8994-9e98f10813b4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:00.322320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:00.402727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 17b13de9-4b02-4616-8994-9e98f10813b4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:00.403117 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:00.430363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:00.432675 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5486da-1965-42b1-803c-e5583911184d" -d '{"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-plugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:00.452826 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:00.456848 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:00.484683 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c809e6-49b0-457b-808c-52d06e13885d x-openstack-request-id: req-85c809e6-49b0-457b-808c-52d06e13885d {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:00.484978 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-plugged", "status": "completed", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:00.485237 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85c809e6-49b0-457b-808c-52d06e13885d {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:00.485690 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c809e6-49b0-457b-808c-52d06e13885d'] response: {'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'code': 200}
Mar 26 21:32:00.509224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:01.086576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-7ddf8606-d47b-40ee-93f3-c9fa8f38a2fe tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:01.088896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-7ddf8606-d47b-40ee-93f3-c9fa8f38a2fe tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.21 "GET /v2.0/ports?device_id=eed644eb-5f99-4bab-8ae6-36ef4e566c14 HTTP/1.1" status: 200  len: 946 time: 0.0586407
Mar 26 21:32:01.187073 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Deleting port 17b13de9-4b02-4616-8994-9e98f10813b4 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:32:01.187434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.209769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-256e6753-c3f5-4950-83bf-806ec95fd31b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:01.212039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-256e6753-c3f5-4950-83bf-806ec95fd31b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 814 time: 0.1062880
Mar 26 21:32:01.225116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Request body: {'port': {'device_id': '45dfba47-4f95-4382-b416-44665a97caf4', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'admin_state_up': True, 'tenant_id': '150ede058f8c4b61a827850135921da2'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:01.286961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] For port 17b13de9-4b02-4616-8994-9e98f10813b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=17b13de9-4b02-4616-8994-9e98f10813b4,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:01.287248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.300666 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Calling delete_port for 17b13de9-4b02-4616-8994-9e98f10813b4 owned by compute:nova {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:32:01.344674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2140fda4-1263-49c4-bd51-7d06a4acc02e req-d20aee64-36c7-49c2-aca7-94362fe2d0b1 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 210 time: 0.0385671
Mar 26 21:32:01.372289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Made reservation on behalf of 150ede058f8c4b61a827850135921da2 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:32:01.376100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.430538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (17b13de9-4b02-4616-8994-9e98f10813b4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.443842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['17b13de9-4b02-4616-8994-9e98f10813b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:32:01.464216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Pushing event deleted for resources: {'Port': ['ID=17b13de9-4b02-4616-8994-9e98f10813b4,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:01.508630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] No DVR routers for this DVR port 17b13de9-4b02-4616-8994-9e98f10813b4 on host nch1-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:32:01.511545 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.515104 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-67b1ebf4-3744-4e4a-af3b-1ecedb19eea4 req-dba40b21-75c4-498d-a828-65f10d455648 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.21 "DELETE /v2.0/ports/17b13de9-4b02-4616-8994-9e98f10813b4 HTTP/1.1" status: 204  len: 173 time: 0.4210949
Mar 26 21:32:01.515725 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-deleted', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:01.517992 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a4c54a-031a-407b-b519-212b0a36d4b4" -d '{"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-deleted", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:01.552311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Allocated IP 172.20.0.5 (61740fd0-ccbd-4c4e-83df-5f568a3eb880/3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8/7a0fe1af-7381-4743-bdbb-ece72d57ed14) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:01.559215 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92249fa-6c2c-4184-abc9-fc94a54947c9 x-openstack-request-id: req-c92249fa-6c2c-4184-abc9-fc94a54947c9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:01.560140 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed644eb-5f99-4bab-8ae6-36ef4e566c14", "name": "network-vif-deleted", "tag": "17b13de9-4b02-4616-8994-9e98f10813b4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:01.560402 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c92249fa-6c2c-4184-abc9-fc94a54947c9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:01.560814 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92249fa-6c2c-4184-abc9-fc94a54947c9'] response: {'server_uuid': 'eed644eb-5f99-4bab-8ae6-36ef4e566c14', 'name': 'network-vif-deleted', 'tag': '17b13de9-4b02-4616-8994-9e98f10813b4', 'status': 'completed', 'code': 200}
Mar 26 21:32:01.704093 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks [] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.739604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.755783 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['17b13de9-4b02-4616-8994-9e98f10813b4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:32:01.787962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:01.790865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:01.795001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:01.820874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:01.835039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.835396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.835754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.836129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.836475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.836813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.837148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.837481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.837820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.838152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.838510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.838840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.839169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.839497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.839825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:01.859386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:01.860036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.876566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-e529c84d-5ef9-498c-b6b2-d9b9f1511aaf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6546745
Mar 26 21:32:01.878717 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:01.896165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Request body: {'port': {'device_id': '45dfba47-4f95-4382-b416-44665a97caf4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:01.957066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.210625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0fe1af-7381-4743-bdbb-ece72d57ed14 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:32:02.218683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks [] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.230831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Transition to ACTIVE for port object 7a0fe1af-7381-4743-bdbb-ece72d57ed14 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:32:02.235635 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.286237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:02.352586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:02.352928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:02.353262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:02.357493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:32:02.357846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:02.362599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:02.362939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Checking segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:02.363323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Bound using segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:02.363750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Bound port: 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:02.364142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.451576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:02.466055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:02.472916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.519237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead97e6-1b10-420f-94ca-852db9fec411 req-b465a014-a72f-4ea1-89c2-5a537c10e5f5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:02.520758 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ead97e6-1b10-420f-94ca-852db9fec411 req-b465a014-a72f-4ea1-89c2-5a537c10e5f5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.1033406
Mar 26 21:32:02.527339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:02.527973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:02.529311 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 1091 time: 0.6375167
Mar 26 21:32:02.529752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:02.531974 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361a9e84-eab3-45a9-bf5d-5f4921167996" -d '{"events": [{"name": "network-changed", "server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:02.884818 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d58863-7e67-4b8d-a96f-ddbdcaf4f961 x-openstack-request-id: req-76d58863-7e67-4b8d-a96f-ddbdcaf4f961 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:02.885061 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:02.885863 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76d58863-7e67-4b8d-a96f-ddbdcaf4f961 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:02.886301 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d58863-7e67-4b8d-a96f-ddbdcaf4f961'] response: {'name': 'network-changed', 'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'status': 'completed', 'code': 200}
Mar 26 21:32:02.905436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0385d9-f6c9-480e-b1a7-08fe3b6f68f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:02.954506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ead97e6-1b10-420f-94ca-852db9fec411 req-0e11f1ea-f37d-433c-a703-d88b3276f183 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4180682
Mar 26 21:32:02.963095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-d4188a43-e280-4c4c-ae30-0622044b0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:02.964752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-d4188a43-e280-4c4c-ae30-0622044b0e01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0722620
Mar 26 21:32:03.012090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-1849b524-508a-4e8e-9dd3-37f0270aa5e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0344985
Mar 26 21:32:03.065432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-747017d8-8333-4db4-8451-1cb3ab6f6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:03.066870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-747017d8-8333-4db4-8451-1cb3ab6f6273 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0461390
Mar 26 21:32:03.101175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-739e28ba-9305-41d2-941d-cbb4974a531f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242209
Mar 26 21:32:03.191143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-9e9fe57b-9bf6-41ed-a1b1-02fb912cb79d service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803356
Mar 26 21:32:03.284841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a8f63c-f279-4967-8c1f-5a40a901d91b req-426e3164-aa8e-415a-96c4-c1f0528e9236 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831797
Mar 26 21:32:03.384000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-362e59dd-e0e5-4aba-a036-9a7caea1ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:03.385538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-362e59dd-e0e5-4aba-a036-9a7caea1ba50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0449240
Mar 26 21:32:03.479970 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-8ea0a0f5-140b-4ea6-a91c-314e35804779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:03.481381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-8ea0a0f5-140b-4ea6-a91c-314e35804779 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0896919
Mar 26 21:32:03.520553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-ed17aec0-f848-4fed-b064-57baba9085f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0329347
Mar 26 21:32:03.575047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-c7eb0d7e-41d3-4760-864b-8397e220c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:03.576528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-c7eb0d7e-41d3-4760-864b-8397e220c54a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0456250
Mar 26 21:32:03.608698 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-c932badf-d581-45a7-ae53-3a2eae5c18fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252450
Mar 26 21:32:03.695431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-506fe39f-8326-4187-a284-8067dc44bd53 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798559
Mar 26 21:32:03.787302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-361a9e84-eab3-45a9-bf5d-5f4921167996 req-2a491eb4-a1c8-453c-b899-7faf71b5b080 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850587
Mar 26 21:32:04.075590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34b2f2-6f96-4683-b9db-527e49a6dc1b req-c41bc827-a56e-417b-b7ac-2ea2e9b383ef tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:04.077004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a34b2f2-6f96-4683-b9db-527e49a6dc1b req-c41bc827-a56e-417b-b7ac-2ea2e9b383ef tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0535092
Mar 26 21:32:04.123138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a34b2f2-6f96-4683-b9db-527e49a6dc1b req-a5eaf76c-2ad7-4bad-bca2-3e9d08ad99c7 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406392
Mar 26 21:32:04.297173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:32:04.317223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 17b13de9-4b02-4616-8994-9e98f10813b4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:32:04.317569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 17b13de9-4b02-4616-8994-9e98f10813b4 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:32:05.240996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12a46-c05c-4f6c-b696-6cee74ba65c1 req-0745a98d-273b-476a-a362-f1d4da4bed4d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:05.242460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65a12a46-c05c-4f6c-b696-6cee74ba65c1 req-0745a98d-273b-476a-a362-f1d4da4bed4d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0520034
Mar 26 21:32:05.289549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65a12a46-c05c-4f6c-b696-6cee74ba65c1 req-2e73a83c-f4e4-44c2-9367-2f1e01525162 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413020
Mar 26 21:32:06.297601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:32:06.411401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:06.411681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316a2a-e2bd-4b07-9033-4570d4149793 req-7039201c-ef72-4303-8f7a-9d85a4fa1fad tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:06.413478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55316a2a-e2bd-4b07-9033-4570d4149793 req-7039201c-ef72-4303-8f7a-9d85a4fa1fad tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0573332
Mar 26 21:32:06.422855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'port_id': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'mac_address': 'fa:16:3e:d0:4e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:32:06.459191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-55316a2a-e2bd-4b07-9033-4570d4149793 req-cfe3b825-4c9f-48d5-8e9d-ba80a06afec4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397675
Mar 26 21:32:06.459411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:06.459734 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:06.473114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0fe1af-7381-4743-bdbb-ece72d57ed14 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:32:06.492419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:06.496232 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:06.541398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:06.727420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['7a0fe1af-7381-4743-bdbb-ece72d57ed14'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:32:07.582739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178966b-5311-443f-be5b-47c3a715d1b9 req-1009ad0d-92a8-4cf5-bcc0-ce6c64aee3a5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:07.584243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0178966b-5311-443f-be5b-47c3a715d1b9 req-1009ad0d-92a8-4cf5-bcc0-ce6c64aee3a5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 944 time: 0.0568762
Mar 26 21:32:07.630255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0178966b-5311-443f-be5b-47c3a715d1b9 req-bb0e0964-9e3d-4a87-8791-faa5e7b0f0f4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404513
Mar 26 21:32:08.308934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:08.356599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:32:08.360431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:08.360805 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:08.442927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:08.443321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:08.467906 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:08.470276 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5ed0fa-fbac-4ab8-98ac-80f039eb4092" -d '{"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-plugged", "status": "completed", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:08.482943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:08.488732 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:08.512639 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7c2f35-75fe-4c10-99d6-d8b6601baa03 x-openstack-request-id: req-2d7c2f35-75fe-4c10-99d6-d8b6601baa03 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:08.512946 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-plugged", "status": "completed", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:08.513206 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d7c2f35-75fe-4c10-99d6-d8b6601baa03 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:08.513611 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d7c2f35-75fe-4c10-99d6-d8b6601baa03'] response: {'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'code': 200}
Mar 26 21:32:08.538969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:08.626246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ccf1-1dac-4a17-8ecf-cf7e00663ec9 req-0a370219-b808-4ed8-b02f-cfd84b4cd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:08.628474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc88ccf1-1dac-4a17-8ecf-cf7e00663ec9 req-0a370219-b808-4ed8-b02f-cfd84b4cd1a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1127 time: 0.0450919
Mar 26 21:32:08.680281 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cc88ccf1-1dac-4a17-8ecf-cf7e00663ec9 req-37df989c-37da-4009-84af-0de4da6bdf01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420535
Mar 26 21:32:08.751502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b4e98-f5ea-436e-b0b4-e534587ba941 req-7396dccd-7375-4264-b6e0-3db36319d9a2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:08.752980 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b0b4e98-f5ea-436e-b0b4-e534587ba941 req-7396dccd-7375-4264-b6e0-3db36319d9a2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0507584
Mar 26 21:32:08.802982 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7b0b4e98-f5ea-436e-b0b4-e534587ba941 req-7230bb4e-cc47-446b-ba76-4e0ec7cee3c4 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444300
Mar 26 21:32:09.928926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed85b-97b7-434d-b52d-4bc3b9362f9b req-3d90d9b2-8917-4033-96cb-00c5c35108e0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:09.930471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d2ed85b-97b7-434d-b52d-4bc3b9362f9b req-3d90d9b2-8917-4033-96cb-00c5c35108e0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0541980
Mar 26 21:32:09.978110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3d2ed85b-97b7-434d-b52d-4bc3b9362f9b req-fe64bd7a-2505-4c7e-828e-ab9263c5f251 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420029
Mar 26 21:32:11.095952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19f64e-14d2-4469-b35b-915bb4b38625 req-32457af1-04c9-41ab-829d-c08a3d52c065 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:11.097425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b19f64e-14d2-4469-b35b-915bb4b38625 req-32457af1-04c9-41ab-829d-c08a3d52c065 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0523670
Mar 26 21:32:11.143380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b19f64e-14d2-4469-b35b-915bb4b38625 req-6744eba0-11e5-46d6-8974-8cdba32a3d1a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404592
Mar 26 21:32:11.259074 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc884e-059c-4402-b768-8dfff1230245 req-401eee54-66a6-473d-b42e-bcbba04cff98 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:11.261000 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2dc884e-059c-4402-b768-8dfff1230245 req-401eee54-66a6-473d-b42e-bcbba04cff98 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0515521
Mar 26 21:32:11.310928 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2dc884e-059c-4402-b768-8dfff1230245 req-95194539-3d58-424f-9d99-9e73adde6bec tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444031
Mar 26 21:32:11.535115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-56d101a9-2095-4cbc-9fff-b734c6058cca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0445874
Mar 26 21:32:11.555979 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03d8be-f305-404d-adde-44b5b88fb688 req-1762bc2e-0774-4c0c-8181-b9642c39ef09 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:11.557582 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e03d8be-f305-404d-adde-44b5b88fb688 req-1762bc2e-0774-4c0c-8181-b9642c39ef09 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0533388
Mar 26 21:32:11.606619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e03d8be-f305-404d-adde-44b5b88fb688 req-f06a5551-533b-4ab8-b8bc-861393de8def tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433583
Mar 26 21:32:11.875485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-4b652bad-a4ba-4317-907e-d2e96cc82610 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:11.876843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-4b652bad-a4ba-4317-907e-d2e96cc82610 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 942 time: 0.0445571
Mar 26 21:32:12.656881 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-3c0932d9-6cb0-4f68-a55a-05d547f19436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:12.658420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-3c0932d9-6cb0-4f68-a55a-05d547f19436 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1127 time: 0.0489233
Mar 26 21:32:12.788981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9336-529b-4d9e-8872-f4086563d80c req-80858e0c-4460-49c1-9772-57c419b3be80 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:12.790396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-490c9336-529b-4d9e-8872-f4086563d80c req-80858e0c-4460-49c1-9772-57c419b3be80 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.1068501
Mar 26 21:32:12.793122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-94ce447e-8087-45f4-8df0-5bb694744be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:12.794486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-94ce447e-8087-45f4-8df0-5bb694744be9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.1288991
Mar 26 21:32:12.844307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-7b11227c-cb91-4b6e-b689-c8472a6be9e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0420854
Mar 26 21:32:12.898536 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-490c9336-529b-4d9e-8872-f4086563d80c req-aad2c488-889a-47ab-80be-4f9b39959ac6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022501
Mar 26 21:32:12.909531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-2278d902-9ecf-46d2-b090-6ceb4810e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:12.910962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-2278d902-9ecf-46d2-b090-6ceb4810e66b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0576847
Mar 26 21:32:12.946282 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-8783f091-2b45-48ca-ae3a-b863a74c1fd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293577
Mar 26 21:32:13.035844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-c0cea180-2402-408f-aa72-d08565e63c45 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827734
Mar 26 21:32:13.128102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-4aeb36fd-75d6-4c23-ad03-71f854118a8d service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860255
Mar 26 21:32:14.016797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d38ad-85a8-4e28-af8d-c5e1370dd3e7 req-5b739888-379c-4ace-871a-1ed920922a7f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:14.018536 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792d38ad-85a8-4e28-af8d-c5e1370dd3e7 req-5b739888-379c-4ace-871a-1ed920922a7f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0521531
Mar 26 21:32:14.067302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-792d38ad-85a8-4e28-af8d-c5e1370dd3e7 req-37a098c3-119b-4185-a502-0f33db0a3690 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427969
Mar 26 21:32:14.406036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:15.186704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40498abe-6f55-4e98-95f1-3f6f2c1caa56 req-86ca470e-debe-4a9a-bd4b-ec702f06c983 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:15.188211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40498abe-6f55-4e98-95f1-3f6f2c1caa56 req-86ca470e-debe-4a9a-bd4b-ec702f06c983 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0527034
Mar 26 21:32:15.233514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40498abe-6f55-4e98-95f1-3f6f2c1caa56 req-4c39bdb1-2624-40a1-9b46-aa08894b1ae6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396883
Mar 26 21:32:16.029681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:16.354203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dafee-ba29-4c64-98fb-00098bb386e5 req-201858b6-63c9-4d09-a189-f0a08b307ee0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:16.355552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a8dafee-ba29-4c64-98fb-00098bb386e5 req-201858b6-63c9-4d09-a189-f0a08b307ee0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0550847
Mar 26 21:32:16.400806 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a8dafee-ba29-4c64-98fb-00098bb386e5 req-d13f1b02-643e-4999-8cde-dbf0612c8e64 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397115
Mar 26 21:32:17.516605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999e72-d5fd-4e8f-97e5-05f42011005c req-71476bb2-e17d-455a-b2c6-fba6d0f0e846 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:17.518078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63999e72-d5fd-4e8f-97e5-05f42011005c req-71476bb2-e17d-455a-b2c6-fba6d0f0e846 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0511594
Mar 26 21:32:17.568105 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63999e72-d5fd-4e8f-97e5-05f42011005c req-c31ada88-a7ad-4cd1-a3c3-efa4bd8bb42b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443082
Mar 26 21:32:18.685485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704e19f-fe40-4e6a-8cfd-14fecc1f2d52 req-bb8ce1bf-29ab-4b66-8173-5dc7754d4017 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:18.686942 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c704e19f-fe40-4e6a-8cfd-14fecc1f2d52 req-bb8ce1bf-29ab-4b66-8173-5dc7754d4017 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0518339
Mar 26 21:32:18.733621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c704e19f-fe40-4e6a-8cfd-14fecc1f2d52 req-b953bea1-7525-4db7-80fe-be112d0ffaab tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411582
Mar 26 21:32:19.849853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8c85a-80f5-4e6c-b3c1-a91babed07b3 req-6ee17673-614e-4885-b1b0-77eeaf5dd840 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:19.851327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0e8c85a-80f5-4e6c-b3c1-a91babed07b3 req-6ee17673-614e-4885-b1b0-77eeaf5dd840 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0511892
Mar 26 21:32:19.897182 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0e8c85a-80f5-4e6c-b3c1-a91babed07b3 req-80a5d7f5-1a01-4fc5-b2b0-e1e305d6345d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398345
Mar 26 21:32:21.021453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578b68b-dcbe-4e34-8987-87705e7d15fd req-801ff22d-3849-4fbf-b96c-2651e217ce74 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:21.023051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0578b68b-dcbe-4e34-8987-87705e7d15fd req-801ff22d-3849-4fbf-b96c-2651e217ce74 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0565436
Mar 26 21:32:21.071167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0578b68b-dcbe-4e34-8987-87705e7d15fd req-6c1b6d34-4799-4338-8e4b-b247b349e6bb tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423222
Mar 26 21:32:22.188264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce95ea-b8b0-42a0-94ac-dd9677464c58 req-def14ff5-1765-4cb1-9307-f47c6a5ab6ed tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:22.189736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95ce95ea-b8b0-42a0-94ac-dd9677464c58 req-def14ff5-1765-4cb1-9307-f47c6a5ab6ed tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0511115
Mar 26 21:32:22.235123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95ce95ea-b8b0-42a0-94ac-dd9677464c58 req-165718bc-22f4-42b2-b9dd-6c6fd9acedc8 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398421
Mar 26 21:32:23.353438 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26799848-85da-4753-93b0-8c8c7e8e9b98 req-81525316-8d8f-420b-8412-9a31d8c0d05f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:23.354865 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-26799848-85da-4753-93b0-8c8c7e8e9b98 req-81525316-8d8f-420b-8412-9a31d8c0d05f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0518277
Mar 26 21:32:23.399450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-26799848-85da-4753-93b0-8c8c7e8e9b98 req-f2d259f1-7802-4d66-abe2-96b98b6946d0 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390689
Mar 26 21:32:24.524329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe11c-ef64-4af1-9eff-696cbcacdd08 req-3f3e6846-fab8-4966-91aa-bc838574d0f2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:24.525851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2dffe11c-ef64-4af1-9eff-696cbcacdd08 req-3f3e6846-fab8-4966-91aa-bc838574d0f2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0564451
Mar 26 21:32:24.571452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2dffe11c-ef64-4af1-9eff-696cbcacdd08 req-1c5dc4c2-ed2a-49cc-9775-511de165d03f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400503
Mar 26 21:32:25.109176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15d2a7a7-0362-48f5-a46e-3dde97789824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:25.693781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebfdc4-3117-4f4a-9679-454f525db22e req-0129172f-2e60-42af-9ad7-39c2e40708ab tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:25.695262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5ebfdc4-3117-4f4a-9679-454f525db22e req-0129172f-2e60-42af-9ad7-39c2e40708ab tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0569251
Mar 26 21:32:25.745130 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c5ebfdc4-3117-4f4a-9679-454f525db22e req-0376b2c1-a0a3-462e-b565-70eb977e7100 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436392
Mar 26 21:32:26.863485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1226c-1499-43b4-b73f-d0dc761e7697 req-28449692-923f-494a-a729-f5b4a8036726 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:26.864995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ec1226c-1499-43b4-b73f-d0dc761e7697 req-28449692-923f-494a-a729-f5b4a8036726 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0522859
Mar 26 21:32:26.910603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ec1226c-1499-43b4-b73f-d0dc761e7697 req-19b21391-9442-438b-b78e-db9142314b84 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399384
Mar 26 21:32:27.855511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fe9f08bc-7709-491e-a647-438a5716feb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:28.028937 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62954a1-8efb-4b1b-8d16-70d7c6903a7f req-e7ebdb0f-4d53-4705-909b-e132f6e4f1b8 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:28.030422 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b62954a1-8efb-4b1b-8d16-70d7c6903a7f req-e7ebdb0f-4d53-4705-909b-e132f6e4f1b8 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0525994
Mar 26 21:32:28.077064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b62954a1-8efb-4b1b-8d16-70d7c6903a7f req-216aa2d3-3532-477c-8b4e-b459f8e50e75 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410943
Mar 26 21:32:28.874889 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:29.193927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73e96b-5543-4e29-87b8-5273e7c1b707 req-7f142351-ab75-4828-a039-79c1618f6289 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:29.195393 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f73e96b-5543-4e29-87b8-5273e7c1b707 req-7f142351-ab75-4828-a039-79c1618f6289 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0508127
Mar 26 21:32:29.245415 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f73e96b-5543-4e29-87b8-5273e7c1b707 req-1a0e1bca-1052-4f9b-b2d1-d1a0aee8b2f8 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437560
Mar 26 21:32:29.860323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-7581170a-fc02-4340-a0e0-ed2c311621fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:29.861830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-7581170a-fc02-4340-a0e0-ed2c311621fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1127 time: 0.0450811
Mar 26 21:32:29.963419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-608503df-8d56-43ea-a7ff-d6dba85995c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:29.965412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-608503df-8d56-43ea-a7ff-d6dba85995c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0836082
Mar 26 21:32:30.010576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-8fbcbf7b-583e-4c7e-8dd4-c84e1ce543e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0376835
Mar 26 21:32:30.060350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-450b0491-78a5-45c3-8897-28417de70a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:30.061795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-450b0491-78a5-45c3-8897-28417de70a8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0430863
Mar 26 21:32:30.093765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-e5188ec7-1b04-41b8-9415-36fb24364e84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260894
Mar 26 21:32:30.186978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-8b3deef9-1dde-4a09-b9f2-80d82156c79d service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872266
Mar 26 21:32:30.220901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:30.278561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-75103882-84ef-4d5c-9bed-bebe1bcde5c5 req-36674954-535a-4584-b7df-cd1c6dc9759c service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853541
Mar 26 21:32:30.372443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc58eb-62fa-4bcd-9ab4-85be27150d6f req-3cfd5d16-d418-4375-9d96-23c643b0144e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:30.373873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eccc58eb-62fa-4bcd-9ab4-85be27150d6f req-3cfd5d16-d418-4375-9d96-23c643b0144e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0539455
Mar 26 21:32:30.420813 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eccc58eb-62fa-4bcd-9ab4-85be27150d6f req-206fa772-7447-4544-927d-7fcf7ccd0833 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413604
Mar 26 21:32:31.543557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047319e3-693d-4833-8de8-b1c3fbb86c61 req-e946627a-76c1-4ac2-9219-1b7385750faf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:31.545093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-047319e3-693d-4833-8de8-b1c3fbb86c61 req-e946627a-76c1-4ac2-9219-1b7385750faf tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0571215
Mar 26 21:32:31.592067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-047319e3-693d-4833-8de8-b1c3fbb86c61 req-f7bbe6e1-4dd0-4377-9650-817d9c713dfe tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409234
Mar 26 21:32:31.871520 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:32.712428 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade1d30-af35-4c58-9322-266bc1d51aa8 req-612bf3a0-9caa-4ddd-948f-aecfd8da6c86 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:32.713876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ade1d30-af35-4c58-9322-266bc1d51aa8 req-612bf3a0-9caa-4ddd-948f-aecfd8da6c86 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0556052
Mar 26 21:32:32.761714 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6ade1d30-af35-4c58-9322-266bc1d51aa8 req-a4cf1b20-9fb8-4ab6-90ff-43eff6b83e9b tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417235
Mar 26 21:32:33.879936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a93a-85b4-40a7-8a85-745ee86cc8ba req-f4266e16-d8c2-48fb-8981-d252cf836f4f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:33.881417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd33a93a-85b4-40a7-8a85-745ee86cc8ba req-f4266e16-d8c2-48fb-8981-d252cf836f4f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0518351
Mar 26 21:32:33.926848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd33a93a-85b4-40a7-8a85-745ee86cc8ba req-a4dcbf8c-3d0c-4672-906e-9c8c79167f7f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399265
Mar 26 21:32:35.048077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72a834-b982-439e-85b9-7ad4ebc50963 req-4687a4cb-48d3-4311-9552-d5c5667b9f3a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:35.049586 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d72a834-b982-439e-85b9-7ad4ebc50963 req-4687a4cb-48d3-4311-9552-d5c5667b9f3a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0528407
Mar 26 21:32:35.099211 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d72a834-b982-439e-85b9-7ad4ebc50963 req-ad8d1d61-7c2c-4a98-8cf6-67e2c25b97f6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440702
Mar 26 21:32:36.220959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8281e2-5d9a-48dc-bf2b-419c16157e07 req-5b722727-6655-483a-8da5-5ba4028bf856 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:36.222445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8281e2-5d9a-48dc-bf2b-419c16157e07 req-5b722727-6655-483a-8da5-5ba4028bf856 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0568597
Mar 26 21:32:36.268223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ed8281e2-5d9a-48dc-bf2b-419c16157e07 req-481f474d-e837-4a72-82dd-7abf875d37b8 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401525
Mar 26 21:32:36.679038 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:32:37.385066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2198721-765e-4303-a256-438bd9b27c69 req-a10550b6-13cf-4771-b7c2-b23296406c27 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:37.386547 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2198721-765e-4303-a256-438bd9b27c69 req-a10550b6-13cf-4771-b7c2-b23296406c27 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0522926
Mar 26 21:32:37.437042 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e2198721-765e-4303-a256-438bd9b27c69 req-ab50ec06-d35c-4d3b-8e1e-1099cbc2dc85 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449915
Mar 26 21:32:38.558008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9328ad6-ed7e-4b8d-8a96-8e356c5f45b1 req-e2204fa9-3d7e-4ed6-b18b-044c8dbd47a2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:38.560098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9328ad6-ed7e-4b8d-8a96-8e356c5f45b1 req-e2204fa9-3d7e-4ed6-b18b-044c8dbd47a2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0528190
Mar 26 21:32:38.607498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f9328ad6-ed7e-4b8d-8a96-8e356c5f45b1 req-aeaf0b89-6b6a-4a65-b580-099f3246f43c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415576
Mar 26 21:32:39.725907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12498467-1e63-42f9-a0af-80a8080e1eba req-f1a52e30-f62b-4f8c-a8c2-0ac522abc881 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:39.727489 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12498467-1e63-42f9-a0af-80a8080e1eba req-f1a52e30-f62b-4f8c-a8c2-0ac522abc881 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.0532022
Mar 26 21:32:39.774205 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-12498467-1e63-42f9-a0af-80a8080e1eba req-56921d53-c08a-4389-8505-4b3eea85fef5 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407217
Mar 26 21:32:40.288070 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-aa3e120f-5c03-4cb4-9ce6-e1b95ea04d5b service neutron] show failed (client error): The resource could not be found.
Mar 26 21:32:40.288984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-aa3e120f-5c03-4cb4-9ce6-e1b95ea04d5b service neutron] 10.222.0.21 "GET /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0525925
Mar 26 21:32:40.510061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-87d23362-9e10-4104-b73d-7aa87bd83425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:40.512148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-87d23362-9e10-4104-b73d-7aa87bd83425 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4&tenant_id=150ede058f8c4b61a827850135921da2 HTTP/1.1" status: 200  len: 1127 time: 0.0478344
Mar 26 21:32:40.523520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:40.580058 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:40.775257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:40.807938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:40.859270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:40.861361 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a3f1cb-203d-449e-bcfd-c647ffde6a54" -d '{"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:40.866630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks [] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:40.897790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Transition to ACTIVE for port object 7a0fe1af-7381-4743-bdbb-ece72d57ed14 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:32:40.905436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:40.935483 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5484859e-c370-4bc9-9890-66ed0453d62f x-openstack-request-id: req-5484859e-c370-4bc9-9890-66ed0453d62f {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:40.935780 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:40.936062 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5484859e-c370-4bc9-9890-66ed0453d62f {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:40.936455 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5484859e-c370-4bc9-9890-66ed0453d62f'] response: {'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'code': 200}
Mar 26 21:32:40.953915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057a4e-3b01-4f63-ba3b-1499e791c32e req-67fd642f-be83-4817-a142-f08435ca2513 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:40.955640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4057a4e-3b01-4f63-ba3b-1499e791c32e req-67fd642f-be83-4817-a142-f08435ca2513 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 945 time: 0.1067984
Mar 26 21:32:40.991405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] No DVR routers for this DVR port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:32:40.994858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:41.053462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:41.053792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:41.054113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:41.064511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4057a4e-3b01-4f63-ba3b-1499e791c32e req-93b87468-1017-409d-a8e3-36b36801892d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970666
Mar 26 21:32:41.065420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:32:41.065599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Attempting to bind port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on network 61740fd0-ccbd-4c4e-83df-5f568a3eb880 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:41.070865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:41.071207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Checking segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:41.071585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Bound using segment: {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:41.072038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Bound port: 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:41.072395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:41.133734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:41.137482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:41.142278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:41.173268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:41.173882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:41.175257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] 10.222.0.18 "PUT /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 1091 time: 0.6556578
Mar 26 21:32:41.205326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6f35-d03b-4a32-8b9f-e33b68ba13fc service neutron] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:41.248352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-1020f940-4fc8-4ff5-bb0a-bf417487a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:41.249885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-1020f940-4fc8-4ff5-bb0a-bf417487a180 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0526669
Mar 26 21:32:41.337436 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-5394e22a-e3cf-4630-988a-d7faa7d27b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:41.338903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-5394e22a-e3cf-4630-988a-d7faa7d27b21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0836148
Mar 26 21:32:41.382011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-fd30b251-f208-411a-bf9a-43051c574305 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0374610
Mar 26 21:32:41.427703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-4bb74d40-b478-41e2-a874-d01582ef1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:41.429126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-4bb74d40-b478-41e2-a874-d01582ef1755 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0417788
Mar 26 21:32:41.459528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-8ffbca90-1845-45c2-ba5b-329d9eafad71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248561
Mar 26 21:32:41.550384 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-54386e2b-3f3d-4679-8db7-c46141803eee service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851960
Mar 26 21:32:41.637388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8a91feb4-8611-4511-8b80-fdd918ea0825 req-12f5fbb6-f1e5-455b-9fda-fe406aa42ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813472
Mar 26 21:32:42.186425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc2096-23e7-48db-8e9a-46336f571707 req-832db834-eca2-4681-a9ce-0c5a2f86f94a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:42.187894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36dc2096-23e7-48db-8e9a-46336f571707 req-832db834-eca2-4681-a9ce-0c5a2f86f94a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0535469
Mar 26 21:32:42.233515 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-36dc2096-23e7-48db-8e9a-46336f571707 req-1899f058-d86e-4c20-8fe9-ab4a7bb78e2d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400956
Mar 26 21:32:42.937410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:42.939773 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983" -d '{"events": [{"name": "network-changed", "server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:42.990434 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64143e7-77f1-4d98-9ceb-9223570224bf x-openstack-request-id: req-e64143e7-77f1-4d98-9ceb-9223570224bf {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:42.990732 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:42.990989 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e64143e7-77f1-4d98-9ceb-9223570224bf {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:42.991402 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64143e7-77f1-4d98-9ceb-9223570224bf'] response: {'name': 'network-changed', 'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'status': 'completed', 'code': 200}
Mar 26 21:32:43.091687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-4c65413a-53d5-4a5b-8bf0-265305601de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.093259 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-4c65413a-53d5-4a5b-8bf0-265305601de7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0716524
Mar 26 21:32:43.095666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-f5558abe-c051-4d06-8b17-e3668bdb0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.097058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-f5558abe-c051-4d06-8b17-e3668bdb0d64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0844603
Mar 26 21:32:43.257622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-3c14e675-5b0d-41e5-a6e0-287d599eca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.259104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-3c14e675-5b0d-41e5-a6e0-287d599eca1b service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.1554978
Mar 26 21:32:43.260231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-829050dc-a41f-42ad-91af-e9ae2c617ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.261729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-829050dc-a41f-42ad-91af-e9ae2c617ece service neutron] 10.222.0.18 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.1502793
Mar 26 21:32:43.336323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-814faab2-f24d-4db2-89d3-0e66df8ff497 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0686436
Mar 26 21:32:43.337680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-ba3b9f85-849f-4877-87ca-0f0492f120e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0635922
Mar 26 21:32:43.357700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc1c44-c58b-4491-9cdb-fed4e793c2d5 req-1af3b6d7-bc37-4a14-b1d0-2a42b732e338 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.359189 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7cc1c44-c58b-4491-9cdb-fed4e793c2d5 req-1af3b6d7-bc37-4a14-b1d0-2a42b732e338 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0570717
Mar 26 21:32:43.405539 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c7cc1c44-c58b-4491-9cdb-fed4e793c2d5 req-e233b08d-e44b-4801-8284-888c18c2d645 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405135
Mar 26 21:32:43.416042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-feb48181-cb5f-44d5-b8ea-4bff6ca91dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.417454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-feb48181-cb5f-44d5-b8ea-4bff6ca91dc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0762460
Mar 26 21:32:43.419420 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-02b0069c-61ee-4418-9627-d723e9aaa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.420786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-02b0069c-61ee-4418-9627-d723e9aaa7ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0724263
Mar 26 21:32:43.472079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-b33ce442-1178-471a-8598-f2753b5160ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403061
Mar 26 21:32:43.473763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-383b87d1-02c8-4326-b304-f2a5d4bcdd7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512438
Mar 26 21:32:43.630628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-163b5f7d-e692-4e08-81a7-aac0e0f42e3a service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513207
Mar 26 21:32:43.635812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-c5de1124-02c1-4ea6-bd4e-85c274f147c3 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480172
Mar 26 21:32:43.646349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360698e-9874-402b-8576-64291d68d8fc req-e4dbf16b-c5ce-48d0-a43b-51d904f86286 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.647850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6360698e-9874-402b-8576-64291d68d8fc req-e4dbf16b-c5ce-48d0-a43b-51d904f86286 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0918708
Mar 26 21:32:43.656211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-c8973c2e-748e-4cba-82ef-4f662580c263 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.657624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-c8973c2e-748e-4cba-82ef-4f662580c263 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.21 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4&tenant_id=150ede058f8c4b61a827850135921da2&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0745673
Mar 26 21:32:43.734144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6360698e-9874-402b-8576-64291d68d8fc req-8770f843-95cb-453d-b826-db69b0bb8d7c tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755606
Mar 26 21:32:43.753068 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-2203b13e-6535-49d3-a43f-b3a98098c07a service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:32:43.754331 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-2203b13e-6535-49d3-a43f-b3a98098c07a service neutron] 10.222.0.21 "DELETE /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0786841
Mar 26 21:32:43.779977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-16dd9954-c083-44a6-b6c9-e79babfd764b service neutron] 10.222.0.18 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425362
Mar 26 21:32:43.796112 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a04d25a5-7f7d-4131-a84a-a7c86fcc3983 req-c3d5c06e-0f4d-47ef-b345-c52a8474d422 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411917
Mar 26 21:32:43.901630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-b2b4d6a7-9ed4-4f30-8747-00b61f0178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.903118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-b2b4d6a7-9ed4-4f30-8747-00b61f0178b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=150ede058f8c4b61a827850135921da2&device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 1125 time: 0.0449669
Mar 26 21:32:43.998331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-6b99dee9-4122-4ced-bd47-be4119f43c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:43.999833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-6b99dee9-4122-4ced-bd47-be4119f43c40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 200  len: 914 time: 0.0865591
Mar 26 21:32:44.044224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-c98743e9-a551-4817-8457-e180bf1ff6d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 200  len: 217 time: 0.0345633
Mar 26 21:32:44.100378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-3a6fdf5c-c88f-4144-a863-00f23f462499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:44.101827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-3a6fdf5c-c88f-4144-a863-00f23f462499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 200  len: 854 time: 0.0464389
Mar 26 21:32:44.135117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-ed73181e-6b8b-470c-8897-c4e7297aa20f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=61740fd0-ccbd-4c4e-83df-5f568a3eb880&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245070
Mar 26 21:32:44.224704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-eb7c8e7d-1041-463f-aae5-8d37a2e45c03 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796821
Mar 26 21:32:44.316688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b57f29af-f287-4109-98a7-aa46106a00c4 req-9f06a33e-3708-412a-863d-190ea1e72fa3 service neutron] 10.222.0.21 "GET /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826478
Mar 26 21:32:44.416132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:44.584745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:32:44.625921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:32:44.626312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:32:44.857835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0afb00-28d3-4a5a-9625-a6a2c3128eef req-6135c59c-9502-40cc-9a1d-6219d06872ea tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:44.859381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac0afb00-28d3-4a5a-9625-a6a2c3128eef req-6135c59c-9502-40cc-9a1d-6219d06872ea tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0553010
Mar 26 21:32:44.906883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ac0afb00-28d3-4a5a-9625-a6a2c3128eef req-119d306a-e853-424a-babc-9c067d9b3f90 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417593
Mar 26 21:32:45.028993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1326c-3d8b-4126-b40c-12730f28ecd0 req-f9cf2440-5710-4e86-a0a0-cd103d57c001 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:45.030471 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90a1326c-3d8b-4126-b40c-12730f28ecd0 req-f9cf2440-5710-4e86-a0a0-cd103d57c001 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0540378
Mar 26 21:32:45.077683 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-90a1326c-3d8b-4126-b40c-12730f28ecd0 req-82b72a1b-c484-4c38-ba3d-b10e8767a27d tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415738
Mar 26 21:32:45.196206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e2155-5fd6-4080-a39e-44938ba2fd4d req-7b6d946f-dfd5-4325-94fd-680e98e43db2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:45.197689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd7e2155-5fd6-4080-a39e-44938ba2fd4d req-7b6d946f-dfd5-4325-94fd-680e98e43db2 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0557086
Mar 26 21:32:45.242823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dd7e2155-5fd6-4080-a39e-44938ba2fd4d req-e853ca4a-1767-48db-b467-3d20720fb69e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395124
Mar 26 21:32:45.414597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:32:45.510805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:45.521995 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'network_id': '61740fd0-ccbd-4c4e-83df-5f568a3eb880', 'port_id': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'mac_address': 'fa:16:3e:d0:4e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:32:45.563126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:45.563519 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:45.576383 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0fe1af-7381-4743-bdbb-ece72d57ed14 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:32:45.576615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca362cb9-13e5-4185-9240-984b7be397de req-2fe3d3a8-a5b9-48c1-8b2b-7afd245817e6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:45.577903 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca362cb9-13e5-4185-9240-984b7be397de req-2fe3d3a8-a5b9-48c1-8b2b-7afd245817e6 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 943 time: 0.0577176
Mar 26 21:32:45.596491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:45.600490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:45.626689 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ca362cb9-13e5-4185-9240-984b7be397de req-b8c448c9-b7e1-409b-8e4e-ab53676c3c75 tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429690
Mar 26 21:32:45.646813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:45.822507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['7a0fe1af-7381-4743-bdbb-ece72d57ed14'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:32:46.026966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:46.747069 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-14b67ba4-a203-425d-a2b6-ec85c37b388f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:46.748555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-14b67ba4-a203-425d-a2b6-ec85c37b388f tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.18 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 944 time: 0.0798886
Mar 26 21:32:46.769330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367d11c-3a7c-4347-8f31-bcdb50622c19 req-7e7ad4b2-3c85-4073-8cbb-05119bcea89e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:46.770794 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5367d11c-3a7c-4347-8f31-bcdb50622c19 req-7e7ad4b2-3c85-4073-8cbb-05119bcea89e tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/ports?device_id=45dfba47-4f95-4382-b416-44665a97caf4 HTTP/1.1" status: 200  len: 944 time: 0.0735052
Mar 26 21:32:46.870061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5367d11c-3a7c-4347-8f31-bcdb50622c19 req-88931a43-5683-46bc-acf8-05ee86cd6e3a tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.16 "GET /v2.0/security-groups?id=74955dca-0db8-41ff-abcd-0fed20c42c8c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792603
Mar 26 21:32:46.889170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Deleting port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:32:46.889542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:46.982305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] For port 7a0fe1af-7381-4743-bdbb-ece72d57ed14, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a0fe1af-7381-4743-bdbb-ece72d57ed14,segment=NetworkSegment(e78790f9-d8e1-421b-a5fa-8f78f96a25c4),segment_id=e78790f9-d8e1-421b-a5fa-8f78f96a25c4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:46.982667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:46.998924 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Calling delete_port for 7a0fe1af-7381-4743-bdbb-ece72d57ed14 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:32:47.123286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7a0fe1af-7381-4743-bdbb-ece72d57ed14), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:47.134779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['7a0fe1af-7381-4743-bdbb-ece72d57ed14'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:32:47.149808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Pushing event deleted for resources: {'Port': ['ID=7a0fe1af-7381-4743-bdbb-ece72d57ed14,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:47.198980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] No DVR routers for this DVR port 7a0fe1af-7381-4743-bdbb-ece72d57ed14 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:32:47.201660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:47.205201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef8435d9-e3a3-4f9b-a863-65e36eb56b4c req-8fe9c55a-8dd8-4fde-895f-3017fbc7a1dc tempest-ServerDiskConfigTestJSON-1143735945 tempest-ServerDiskConfigTestJSON-1143735945-project] 10.222.0.18 "DELETE /v2.0/ports/7a0fe1af-7381-4743-bdbb-ece72d57ed14 HTTP/1.1" status: 204  len: 173 time: 0.4493024
Mar 26 21:32:47.205648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-deleted', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:47.208353 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901ffcf1-727e-4c6c-9ed2-37c069c5d5b0" -d '{"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-deleted", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:47.246861 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1759b9f8-1a7f-48bd-b484-66ec24cf122d x-openstack-request-id: req-1759b9f8-1a7f-48bd-b484-66ec24cf122d {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:47.247158 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dfba47-4f95-4382-b416-44665a97caf4", "name": "network-vif-deleted", "tag": "7a0fe1af-7381-4743-bdbb-ece72d57ed14", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:47.248130 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1759b9f8-1a7f-48bd-b484-66ec24cf122d {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:47.248542 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1759b9f8-1a7f-48bd-b484-66ec24cf122d'] response: {'server_uuid': '45dfba47-4f95-4382-b416-44665a97caf4', 'name': 'network-vif-deleted', 'tag': '7a0fe1af-7381-4743-bdbb-ece72d57ed14', 'status': 'completed', 'code': 200}
Mar 26 21:32:47.429304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:32:47.449823 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 7a0fe1af-7381-4743-bdbb-ece72d57ed14 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:32:47.450168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 7a0fe1af-7381-4743-bdbb-ece72d57ed14 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:32:47.992200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46916) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:48.037171 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Deleting subnet 3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:32:48.040249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Publish callbacks [] for subnet (3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.076197 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.113751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.170829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.198537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.201761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8 HTTP/1.1" status: 204  len: 168 time: 0.2085369
Mar 26 21:32:48.202707 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2049fb-1a71-4c69-a8d3-7bf5b595b8e8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:48.204449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46918) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:48.210283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.210645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.211085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.211425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.211763 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.212117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.212448 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.212775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.213099 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.213427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.213750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.214071 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.214394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.214756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.215078 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57419f-aac5-4d41-bb3c-14be8f392c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:48.271559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (61740fd0-ccbd-4c4e-83df-5f568a3eb880), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.351099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (61740fd0-ccbd-4c4e-83df-5f568a3eb880), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.370617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e0251f0>,) {'filters': {'network_id': ['61740fd0-ccbd-4c4e-83df-5f568a3eb880']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:48.379494 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e0251f0>, 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:48.379792 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e0251f0>, 'e78790f9-d8e1-421b-a5fa-8f78f96a25c4') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:48.388825 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (e78790f9-d8e1-421b-a5fa-8f78f96a25c4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.401543 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (e78790f9-d8e1-421b-a5fa-8f78f96a25c4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.407676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:32:48.408082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (e78790f9-d8e1-421b-a5fa-8f78f96a25c4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:32:48.409664 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:32:48.465566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (61740fd0-ccbd-4c4e-83df-5f568a3eb880), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.471883 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.475501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/61740fd0-ccbd-4c4e-83df-5f568a3eb880 HTTP/1.1" status: 204  len: 168 time: 0.2700260
Mar 26 21:32:48.487179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef43309-4439-4842-9321-7c7e2e1336a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=61740fd0-ccbd-4c4e-83df-5f568a3eb880,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:48.590156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46924) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:48.629986 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f639a5af-104f-4ab5-b48c-0764eea90131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=150ede058f8c4b61a827850135921da2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386491
Mar 26 21:32:48.632489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46926) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:48.679292 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] Publish callbacks [] for security_group (74955dca-0db8-41ff-abcd-0fed20c42c8c), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.699830 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] Publish callbacks [] for security_group (74955dca-0db8-41ff-abcd-0fed20c42c8c), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.747537 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (74955dca-0db8-41ff-abcd-0fed20c42c8c), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.750177 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:48.751236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74955dca-0db8-41ff-abcd-0fed20c42c8c HTTP/1.1" status: 204  len: 168 time: 0.1178617
Mar 26 21:32:48.759854 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6be8a-ec83-4998-8072-178124f23b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74955dca-0db8-41ff-abcd-0fed20c42c8c,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:49.399806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 46950) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:49.495410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-982384371-network', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:49.514214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:32:49.516639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.524801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.596061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks [] for security_group (c8dac287-4061-4972-9fdb-994ac9dd8530), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.600235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8dac287-4061-4972-9fdb-994ac9dd8530), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.625670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:32:49.635233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dac287-4061-4972-9fdb-994ac9dd8530,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:49.640074 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (13839548-aee9-404a-b833-ed0175336623), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.640419 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Added segment 13839548-aee9-404a-b833-ed0175336623 of type vlan for network a3b6cf45-6f83-4e22-b160-72283064af17
Mar 26 21:32:49.679195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (a3b6cf45-6f83-4e22-b160-72283064af17), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.703136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (a3b6cf45-6f83-4e22-b160-72283064af17), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.704148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:49.704729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.736001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3350179
Mar 26 21:32:49.738984 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46954) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:49.744035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Request body: {'subnet': {'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-982384371-subnet', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:49.765054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:32:49.767594 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:49.948166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (924ecdc9-e75d-4f7b-aba7-78331855c7e2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.010256 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=924ecdc9-e75d-4f7b-aba7-78331855c7e2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:50.025989 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:50.026359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Network hostable DHCP agents. Network: a3b6cf45-6f83-4e22-b160-72283064af17, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:32:50.044145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Network a3b6cf45-6f83-4e22-b160-72283064af17 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:32:50.053824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3b6cf45-6f83-4e22-b160-72283064af17) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:50.058094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:50.058722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.068988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c8cb8-5a8e-4c39-811a-ee0e38599491 None None] Network a3b6cf45-6f83-4e22-b160-72283064af17 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:32:50.076550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c8f98e42-1c22-42b1-990b-a9de44ca9c49 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3364494
Mar 26 21:32:50.079245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:50.084030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:50.106736 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.107900 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.109404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b885357-1d85-41d7-a809-6c56c9a42daf admin admin] Pushing event updated for resources: {'Network': ['ID=a3b6cf45-6f83-4e22-b160-72283064af17,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:50.131555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network a3b6cf45-6f83-4e22-b160-72283064af17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:32:50.164680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for router_controller (f1f9348c-02c6-4398-9d32-55009f290cdc), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.232398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a3b6cf45-6f83-4e22-b160-72283064af17', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:32:50.233265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.313803 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for router_gateway (f1f9348c-02c6-4398-9d32-55009f290cdc), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.380397 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Allocated IP 172.20.0.2 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/99359cf5-7792-480f-86da-d9288801caef) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:50.521461 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for router_gateway (f1f9348c-02c6-4398-9d32-55009f290cdc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.541388 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.648601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Allocated IP 172.35.4.44 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/8ee678c2-2adb-435c-a663-3d53877f71fd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:50.681165 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks [] for port (99359cf5-7792-480f-86da-d9288801caef), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.687943 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (99359cf5-7792-480f-86da-d9288801caef), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.725400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:50.728173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:50.730799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:50.741724 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Pushing event updated for resources: {'Port': ['ID=99359cf5-7792-480f-86da-d9288801caef,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:50.750472 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.785523 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.794312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Attempting to bind port 99359cf5-7792-480f-86da-d9288801caef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:50.794691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Attempting to bind port 99359cf5-7792-480f-86da-d9288801caef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:50.795060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Attempting to bind port 99359cf5-7792-480f-86da-d9288801caef on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:50.800294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:50.800671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:50.801074 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.801472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:50.801940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Bound port: 99359cf5-7792-480f-86da-d9288801caef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:50.802321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99359cf5-7792-480f-86da-d9288801caef), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.827769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:50.830556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:50.834030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:50.857505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee678c2-2adb-435c-a663-3d53877f71fd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:50.867244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] For port 99359cf5-7792-480f-86da-d9288801caef, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:50.870310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] For port 99359cf5-7792-480f-86da-d9288801caef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99359cf5-7792-480f-86da-d9288801caef,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:50.877415 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99359cf5-7792-480f-86da-d9288801caef), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:50.934227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8e39f-ba0b-49aa-b3ec-f07f262d7529 None None] Pushing event updated for resources: {'Port': ['ID=99359cf5-7792-480f-86da-d9288801caef,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:51.423835 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for router_gateway (f1f9348c-02c6-4398-9d32-55009f290cdc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:51.631613 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:51.770451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Router f1f9348c-02c6-4398-9d32-55009f290cdc is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:32:51.853315 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c08c2-2ae8-4ee2-ae67-9581e51c12b2 None None] Network a3b6cf45-6f83-4e22-b160-72283064af17 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:32:51.884594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:32:51.895810 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:32:51.905250 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:51.906432 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:32:51.906682 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5f785c83-99bf-4720-8707-094102b36645 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8261223
Mar 26 21:32:51.907498 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4ea6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:51.909366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46958) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:51.977378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Provisioning complete for port 99359cf5-7792-480f-86da-d9288801caef triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:51.977868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99359cf5-7792-480f-86da-d9288801caef), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.076723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Current status of the port 99359cf5-7792-480f-86da-d9288801caef is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:52.077187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (99359cf5-7792-480f-86da-d9288801caef), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.116119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] For port 99359cf5-7792-480f-86da-d9288801caef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99359cf5-7792-480f-86da-d9288801caef,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:52.121802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (99359cf5-7792-480f-86da-d9288801caef), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.122029 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:32:52.194255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294cb09-2b61-4d4b-b5c5-13ad2e853cd5 None None] Pushing event updated for resources: {'Port': ['ID=99359cf5-7792-480f-86da-d9288801caef,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:52.330308 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4ea6d0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:51Z', 'revision_number': 3, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:52.343515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-afbb3bf0-bb78-47a7-b983-d42e98191c26 None None] Provisioning complete for port 99359cf5-7792-480f-86da-d9288801caef triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:52.343891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-afbb3bf0-bb78-47a7-b983-d42e98191c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99359cf5-7792-480f-86da-d9288801caef), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.359964 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:32:52.360189 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Updating router f1f9348c-02c6-4398-9d32-55009f290cdc port 8ee678c2-2adb-435c-a663-3d53877f71fd binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:32:52.390058 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.414745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.423743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-afbb3bf0-bb78-47a7-b983-d42e98191c26 None None] Current status of the port 99359cf5-7792-480f-86da-d9288801caef is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:52.585120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Allocated IP 172.20.0.1 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/b6c08a2c-02d1-4e97-9660-084249fcd779) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:52.633923 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99359cf5-7792-480f-86da-d9288801caef up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:52.654988 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks [] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.661101 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.686494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 99359cf5-7792-480f-86da-d9288801caef triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:52.686871 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (99359cf5-7792-480f-86da-d9288801caef), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.708497 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks [] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.709842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Attempting to bind port 8ee678c2-2adb-435c-a663-3d53877f71fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:52.710319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Attempting to bind port 8ee678c2-2adb-435c-a663-3d53877f71fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:52.710780 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Attempting to bind port 8ee678c2-2adb-435c-a663-3d53877f71fd on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:52.720027 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:52.720556 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:52.721184 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.721648 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:52.722191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Bound port: 8ee678c2-2adb-435c-a663-3d53877f71fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:52.722632 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.748733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.755621 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Pushing event updated for resources: {'Port': ['ID=8ee678c2-2adb-435c-a663-3d53877f71fd,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:52.771225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 99359cf5-7792-480f-86da-d9288801caef is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:52.778711 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.779067 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.779404 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.779736 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.780093 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.780429 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.780747 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.781065 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.781384 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.781701 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.782015 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.782347 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.782642 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.782955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.783269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:32:52.790852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:52.798321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] For port 8ee678c2-2adb-435c-a663-3d53877f71fd, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:52.798488 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:52.802412 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] For port 8ee678c2-2adb-435c-a663-3d53877f71fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee678c2-2adb-435c-a663-3d53877f71fd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:52.806057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:52.809657 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.809807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:52.847901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (f1f9348c-02c6-4398-9d32-55009f290cdc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.871196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:32:52.871897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f4ea6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:52.930578 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3063d-a710-4fba-9f33-0e36fd5e1861 None None] Pushing event updated for resources: {'Port': ['ID=8ee678c2-2adb-435c-a663-3d53877f71fd,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:52.992338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:52.995419 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:32:53.052645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-adbe0071-a732-4819-b5be-f61376795674 None None] Provisioning complete for port b6c08a2c-02d1-4e97-9660-084249fcd779 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:53.053646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-adbe0071-a732-4819-b5be-f61376795674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:53.091568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-adbe0071-a732-4819-b5be-f61376795674 None None] Port b6c08a2c-02d1-4e97-9660-084249fcd779 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:32:53.166277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks [] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:53.171380 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:53.182914 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f4ea6d0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:51Z', 'revision_number': 3, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:53.209944 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dfe8da-1568-4930-b0df-d65ee8688d45 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:51Z', 'revision_number': 3, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:32:53.245619 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:53.249566 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (f1f9348c-02c6-4398-9d32-55009f290cdc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:53.344953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:53.346368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:53.477662 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:32:53.612184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:32:53.618498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6cb38abb-a7b6-42d3-ad2c-37056e09b5bb None None] Provisioning complete for port b6c08a2c-02d1-4e97-9660-084249fcd779 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:53.619176 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6cb38abb-a7b6-42d3-ad2c-37056e09b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:53.624523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e7f6c7b4-4a24-4ffc-8302-576bef7338a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/f1f9348c-02c6-4398-9d32-55009f290cdc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7140532
Mar 26 21:32:53.665085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6cb38abb-a7b6-42d3-ad2c-37056e09b5bb None None] Port b6c08a2c-02d1-4e97-9660-084249fcd779 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:32:53.974607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46966) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:53.979263 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--861180895', 'description': 'tempest-description--108802359'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:54.001041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.071826 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (d026ead7-3adb-4802-926f-d40cf29eecea), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.081745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d026ead7-3adb-4802-926f-d40cf29eecea), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.110528 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.111769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.1361442
Mar 26 21:32:54.114600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:54.119285 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'security_group_rule': {'security_group_id': 'd026ead7-3adb-4802-926f-d40cf29eecea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:54.125370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac688741-05d2-4a3a-b595-d09661340948 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d026ead7-3adb-4802-926f-d40cf29eecea,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:54.147345 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (9a6e87aa-b625-41e9-a81b-2605a73b5c29), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.202741 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (9a6e87aa-b625-41e9-a81b-2605a73b5c29), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.206030 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (9a6e87aa-b625-41e9-a81b-2605a73b5c29), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.225827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6e87aa-b625-41e9-a81b-2605a73b5c29,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:54.229986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.231210 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-23d0855c-d4da-4d60-8b88-343ad227f347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1155746
Mar 26 21:32:54.234139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:54.238350 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'security_group_rule': {'security_group_id': 'd026ead7-3adb-4802-926f-d40cf29eecea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:54.262445 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (7433cfed-4203-4bfa-ab27-8769785ea0a2), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.322129 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (7433cfed-4203-4bfa-ab27-8769785ea0a2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.326137 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (7433cfed-4203-4bfa-ab27-8769785ea0a2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.344184 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7433cfed-4203-4bfa-ab27-8769785ea0a2,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:54.351319 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.352531 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83ffe5e7-3072-448d-aeac-a89d9770f86a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1174839
Mar 26 21:32:54.355477 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 46972) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:32:54.359797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:54.380075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.474097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.637624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8ee678c2-2adb-435c-a663-3d53877f71fd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:54.690040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8ee678c2-2adb-435c-a663-3d53877f71fd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:54.690426 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.770884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8ee678c2-2adb-435c-a663-3d53877f71fd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:54.771279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.796091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8ee678c2-2adb-435c-a663-3d53877f71fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee678c2-2adb-435c-a663-3d53877f71fd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:54.801051 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:54.843814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:32:54.863691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8ee678c2-2adb-435c-a663-3d53877f71fd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:54.868847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:32:54.869490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6129a85640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:54.903853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Allocated IP 172.35.4.8 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/2a140d3f-0058-4ffc-ba7a-5a54ce737bba) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:54.979871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:32:55.008796 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.052844 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.092507 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:55.096336 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:55.098581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:55.126920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=2a140d3f-0058-4ffc-ba7a-5a54ce737bba,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:55.134655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb2f7-ffab-4ac4-bcab-aa756c8b92af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.195056 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.202159 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6129a85640>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:53Z', 'revision_number': 2, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:55.232241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.235241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:32:55.235630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Updating router f1f9348c-02c6-4398-9d32-55009f290cdc port b6c08a2c-02d1-4e97-9660-084249fcd779 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:32:55.262664 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.381678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.386141 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.456898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=2a140d3f-0058-4ffc-ba7a-5a54ce737bba,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:55.469091 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.484216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.485464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a6bfa55f-671a-4b86-8251-1ae4dc75a5c2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.1289110
Mar 26 21:32:55.529514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks [] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.535077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.590162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3fca9-185f-45d3-9f6e-aad2fc1021aa None None] Pushing event updated for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:55.639296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Attempting to bind port b6c08a2c-02d1-4e97-9660-084249fcd779 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:55.639952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Attempting to bind port b6c08a2c-02d1-4e97-9660-084249fcd779 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:55.640084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Attempting to bind port b6c08a2c-02d1-4e97-9660-084249fcd779 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:55.645652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:55.646042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:55.646458 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.646866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:55.647356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Bound port: b6c08a2c-02d1-4e97-9660-084249fcd779, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:55.647741 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.654195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-0b0239e2-9e55-4443-b684-d8c2aef9ee21 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--861180895&fields=id&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 267 time: 0.0558326
Mar 26 21:32:55.718746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] For port b6c08a2c-02d1-4e97-9660-084249fcd779, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:55.721880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] For port b6c08a2c-02d1-4e97-9660-084249fcd779, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c08a2c-02d1-4e97-9660-084249fcd779,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:55.730420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.767371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-3e8dee99-4bf4-4b02-8952-032bb278b5ba tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:55.769366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-3e8dee99-4bf4-4b02-8952-032bb278b5ba tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1086261
Mar 26 21:32:55.786369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-6a9e3b5c-b583-4044-9c4a-ce5c8f07788f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/quotas/ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 375 time: 0.0109487
Mar 26 21:32:55.799964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:32:55.800602 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6129a85640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:55.803625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3fca9-185f-45d3-9f6e-aad2fc1021aa None None] Pushing event updated for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:55.845504 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-e0176925-412b-4c27-a03f-6ee1ee293e59 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0519068
Mar 26 21:32:55.855747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Provisioning complete for port b6c08a2c-02d1-4e97-9660-084249fcd779 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:55.856177 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:55.956188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:32:56.016472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-f69cb478-2bc9-45d1-a7d9-976338a364ea service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556072
Mar 26 21:32:56.057217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Current status of the port b6c08a2c-02d1-4e97-9660-084249fcd779 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:56.057604 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:56.103931 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-249f8dc3-ee0c-49b0-a5d3-6e3ffceb94a8 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864367
Mar 26 21:32:56.144613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] For port b6c08a2c-02d1-4e97-9660-084249fcd779, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c08a2c-02d1-4e97-9660-084249fcd779,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:32:56.155404 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:56.239546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0b87f-9005-444f-9f7c-c8fb9b62c537 None None] Pushing event updated for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:56.257347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6129a85640>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:55Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:32:56.282839 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4ef840fb-0e55-4dae-bd3e-8fd319d48b1e req-ba75f76e-64b5-472a-8376-fe26663a9657 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 210 time: 0.0313845
Mar 26 21:32:56.293246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1129b5-b862-4d22-9c3e-752c4d65b6ce None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:55Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:32:56.309031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6f8da7c2-790b-483e-a481-a5b4b0d975a9 None None] Provisioning complete for port b6c08a2c-02d1-4e97-9660-084249fcd779 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:56.309561 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f8da7c2-790b-483e-a481-a5b4b0d975a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:56.419681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6f8da7c2-790b-483e-a481-a5b4b0d975a9 None None] Current status of the port b6c08a2c-02d1-4e97-9660-084249fcd779 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:56.693321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8ee678c2-2adb-435c-a663-3d53877f71fd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:56.750354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8ee678c2-2adb-435c-a663-3d53877f71fd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:56.750781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:56.995459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8ee678c2-2adb-435c-a663-3d53877f71fd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:56.997223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6c08a2c-02d1-4e97-9660-084249fcd779 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:32:57.045000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b6c08a2c-02d1-4e97-9660-084249fcd779 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:57.045300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.125874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b6c08a2c-02d1-4e97-9660-084249fcd779 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:32:57.302687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-2b622984-905e-40e8-99c0-24ad10e52b76 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:57.304111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-2b622984-905e-40e8-99c0-24ad10e52b76 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1057236
Mar 26 21:32:57.396868 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad0c6ea4-8e93-4093-bf28-cfa64b86cdc4 req-8f59e96c-cb3a-4c31-b3ec-a871ad73777f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 210 time: 0.0372543
Mar 26 21:32:57.401812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-7018844b-e20b-4ecd-9c26-e8516f454755 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 379 time: 0.0887752
Mar 26 21:32:57.410713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'port': {'device_id': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'admin_state_up': True, 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'security_groups': ['d026ead7-3adb-4802-926f-d40cf29eecea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:57.518454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:32:57.521916 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.653832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Allocated IP 172.20.0.11 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/b4e3af8e-6675-41d1-85f0-5aec41aba9b7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:32:57.787303 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.819681 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.857982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e28ee93-db6f-4ee2-9982-0a93264a03d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.862798 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:32:57.865799 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:32:57.869324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:32:57.894673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:57.923430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:57.924088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:57.940192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-bb78a7a6-7cba-4f17-aa92-52aac983a2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5335588
Mar 26 21:32:57.951456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Request body: {'port': {'device_id': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:32:58.017572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.150672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-37c6163e-6257-44a9-8dd0-7076e62a5736 None None] Provisioning complete for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:32:58.150994 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-37c6163e-6257-44a9-8dd0-7076e62a5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.185158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-37c6163e-6257-44a9-8dd0-7076e62a5736 None None] Port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:32:58.281035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e3af8e-6675-41d1-85f0-5aec41aba9b7 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:32:58.288392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks [] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.300458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Transition to ACTIVE for port object b4e3af8e-6675-41d1-85f0-5aec41aba9b7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:32:58.303899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.352727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:58.435693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:32:58.436180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:32:58.436453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:58.441141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:32:58.441538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:32:58.447000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:32:58.447430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:32:58.447878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:32:58.448535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Bound port: b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:32:58.449679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.521508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:32:58.525356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:32:58.533472 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.534552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a46d-b987-4a78-b18a-ebdec86f9121 req-925e4ffd-d644-4a07-a9f2-df7f22d32ea3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:58.536100 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a31a46d-b987-4a78-b18a-ebdec86f9121 req-925e4ffd-d644-4a07-a9f2-df7f22d32ea3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0641146
Mar 26 21:32:58.573525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:58.574722 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.576158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 1092 time: 0.6293793
Mar 26 21:32:58.576603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:32:58.578843 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac" -d '{"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:32:58.598594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a31a46d-b987-4a78-b18a-ebdec86f9121 req-dd0a7e82-8967-46ca-8364-498861d9a6f4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483217
Mar 26 21:32:58.605053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1d67-b9ef-4328-8e74-d063fc73c040 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:32:58.664806 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302912e-4020-4cbe-bc12-ee0e92993a06 x-openstack-request-id: req-e302912e-4020-4cbe-bc12-ee0e92993a06 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:32:58.665029 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:32:58.665264 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e302912e-4020-4cbe-bc12-ee0e92993a06 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:32:58.665673 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e302912e-4020-4cbe-bc12-ee0e92993a06'] response: {'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'status': 'completed', 'code': 200}
Mar 26 21:32:58.686074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-a3ad3000-0632-465a-93ad-8fbc5a04b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:58.687804 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-a3ad3000-0632-465a-93ad-8fbc5a04b98f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.0576766
Mar 26 21:32:58.731594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-2b0cffa2-d571-46b4-9567-0e9638d5f7eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 217 time: 0.0368476
Mar 26 21:32:58.783331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-41f3ae1e-5ae4-437e-8850-b0bb91b31f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:58.784833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-41f3ae1e-5ae4-437e-8850-b0bb91b31f67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0473771
Mar 26 21:32:58.836658 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-f37d29d2-39bc-407c-a977-5c0837b88ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:58.838171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-f37d29d2-39bc-407c-a977-5c0837b88ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479703
Mar 26 21:32:58.877757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:32:58.925397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-c5ea4e02-690c-49dc-924d-29f057f44b7f service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817063
Mar 26 21:32:59.016754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-03979a17-ddc4-49f1-8060-e9723f9a2d24 req-0e67ed76-b657-4abf-9890-21da14b5c742 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856118
Mar 26 21:32:59.106697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-7495875d-e2d2-42a8-aaf8-f89d3c249765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:59.108224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-7495875d-e2d2-42a8-aaf8-f89d3c249765 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.0451088
Mar 26 21:32:59.201339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-c56147b0-612f-493c-bfdc-0367a218ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:59.202831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-c56147b0-612f-493c-bfdc-0367a218ce50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0872085
Mar 26 21:32:59.246828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-5576fb8a-1d71-47b4-a500-bdfb93677478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 217 time: 0.0382752
Mar 26 21:32:59.291392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-039096ad-6381-4703-ae4f-d0a422515856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:59.293490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-039096ad-6381-4703-ae4f-d0a422515856 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0408390
Mar 26 21:32:59.341803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-d1489cd8-96b5-46e8-81a0-400cccdbd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:59.343342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-d1489cd8-96b5-46e8-81a0-400cccdbd5ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432310
Mar 26 21:32:59.436021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-70a8efce-a962-4591-8c35-6a2af0cb835b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847709
Mar 26 21:32:59.524103 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9ba9bf9-4599-4a72-8798-7a0c6ca89eac req-11c82dd7-b28c-4a00-a6f5-2a80ecccf30a service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798061
Mar 26 21:32:59.720479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c196d-afa3-4028-bf47-bf5046726852 req-e391a0e5-94da-4436-8f16-324f55eae59e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:32:59.721987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d4c196d-afa3-4028-bf47-bf5046726852 req-e391a0e5-94da-4436-8f16-324f55eae59e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0568535
Mar 26 21:32:59.768863 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7d4c196d-afa3-4028-bf47-bf5046726852 req-4c8329db-b198-4420-a744-aac1e7a63819 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402203
Mar 26 21:33:00.221930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:00.892539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0267b4-9764-4454-a104-78489ce79406 req-7b565084-9593-4727-92de-5e2535e10feb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:00.894054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb0267b4-9764-4454-a104-78489ce79406 req-7b565084-9593-4727-92de-5e2535e10feb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0570574
Mar 26 21:33:00.940932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb0267b4-9764-4454-a104-78489ce79406 req-40c7ff71-56ff-4c23-9688-16915d0b21f9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410607
Mar 26 21:33:01.538272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:33:01.631538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:01.646008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'mac_address': 'fa:16:3e:c9:89:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:33:01.683047 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:01.683444 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:01.696188 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e3af8e-6675-41d1-85f0-5aec41aba9b7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:33:01.716370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:01.719939 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:01.764683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:01.771885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.772271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.772626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.772975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.773321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.773666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.774006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.774349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.774685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.775020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.775356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.775689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.776042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.776374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.776704 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:01.874108 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:01.908069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b4e3af8e-6675-41d1-85f0-5aec41aba9b7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:33:02.064092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ed6c-cbc1-4fbc-9bd1-1087a4c8a98b req-0b560ed4-fe20-4e39-8026-c009b2cc19bc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:02.065565 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de00ed6c-cbc1-4fbc-9bd1-1087a4c8a98b req-0b560ed4-fe20-4e39-8026-c009b2cc19bc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0542614
Mar 26 21:33:02.111558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de00ed6c-cbc1-4fbc-9bd1-1087a4c8a98b req-40c1ec5a-1606-4272-ba23-f06518125e48 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404139
Mar 26 21:33:03.228831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba5e27-483f-4695-9cf5-df58f0cf5ebd req-cf2dcfa4-930e-462c-b3a5-d588f9e36f3b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:03.230227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15ba5e27-483f-4695-9cf5-df58f0cf5ebd req-cf2dcfa4-930e-462c-b3a5-d588f9e36f3b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0519795
Mar 26 21:33:03.276507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15ba5e27-483f-4695-9cf5-df58f0cf5ebd req-53425524-082e-4d8c-8292-2c3cf7734b4e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406117
Mar 26 21:33:03.549734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:33:03.598817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:33:03.602613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:33:03.602995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:03.681054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:03.681441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:03.705056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:03.707303 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c26fdc-4be2-4239-8023-93a1c962883c" -d '{"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:03.719145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:03.725110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:03.751103 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda02ec4-8d8b-40d3-9a77-000e84b0ce95 x-openstack-request-id: req-eda02ec4-8d8b-40d3-9a77-000e84b0ce95 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:03.751909 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:03.752195 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eda02ec4-8d8b-40d3-9a77-000e84b0ce95 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:03.752604 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda02ec4-8d8b-40d3-9a77-000e84b0ce95'] response: {'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'code': 200}
Mar 26 21:33:03.778012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:03.849565 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e09df3-03a5-440a-b3aa-31121cabd756 req-5dd2fce5-6b0f-49ad-90be-03c5194b6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:03.851098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30e09df3-03a5-440a-b3aa-31121cabd756 req-5dd2fce5-6b0f-49ad-90be-03c5194b6c91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1128 time: 0.0471320
Mar 26 21:33:03.893394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30e09df3-03a5-440a-b3aa-31121cabd756 req-ba969aab-db7e-4458-affd-595dfe2645e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363138
Mar 26 21:33:04.395146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04619-c66d-412a-a53f-ae550bc99fd2 req-016d87fa-0965-4f64-a12e-f3838962673e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:04.396693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87f04619-c66d-412a-a53f-ae550bc99fd2 req-016d87fa-0965-4f64-a12e-f3838962673e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0508921
Mar 26 21:33:04.442452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-87f04619-c66d-412a-a53f-ae550bc99fd2 req-f6f94bb2-e0dc-4404-85c1-90e0bf8be400 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402291
Mar 26 21:33:05.559969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04db28-1c9e-4e8f-8139-f7aece4d2441 req-ace0c9f8-eb50-44d1-acd1-a3512ceb3071 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:05.561425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c04db28-1c9e-4e8f-8139-f7aece4d2441 req-ace0c9f8-eb50-44d1-acd1-a3512ceb3071 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0516632
Mar 26 21:33:05.611207 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c04db28-1c9e-4e8f-8139-f7aece4d2441 req-7ca75a8d-4ed6-45d6-bd77-ac0f7b793dd9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442357
Mar 26 21:33:05.724339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd06b72-5af5-4e24-a185-73b47258d8b3 req-24083cc1-17cb-4b5d-862e-2feff019422f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:05.725740 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bfd06b72-5af5-4e24-a185-73b47258d8b3 req-24083cc1-17cb-4b5d-862e-2feff019422f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0514843
Mar 26 21:33:05.734701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47036) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:33:05.738991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'floatingip': {'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:33:05.780688 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:06.222320 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:06.226609 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:06.325942 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab associated. External IP: 172.35.4.8, port: b4e3af8e-6675-41d1-85f0-5aec41aba9b7.
Mar 26 21:33:06.531756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:33:06.639375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:33:06.643858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:06.650169 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:33:06.660168 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:06.660852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5e1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:06.675220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5731016f-99b7-4e96-9207-8f67052a0cd8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "PUT /v2.0/floatingips/80aba868-6921-4efb-8aef-eb89541ee9ab HTTP/1.1" status: 200  len: 990 time: 0.9363432
Mar 26 21:33:06.675220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:06.675476 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc37643-da61-4c7e-bcf2-3423a35b5d05" -d '{"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:06.720817 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8332ac-c22a-404e-b17e-9e699d1a48f4 x-openstack-request-id: req-8b8332ac-c22a-404e-b17e-9e699d1a48f4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:06.721327 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:06.721586 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b8332ac-c22a-404e-b17e-9e699d1a48f4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:06.722008 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8332ac-c22a-404e-b17e-9e699d1a48f4'] response: {'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'status': 'completed', 'code': 200}
Mar 26 21:33:06.781413 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:06.787294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62a441-e181-44d9-9a71-61e3102a0164 req-01a6dcda-b2b0-4e07-824c-f3f04f573285 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:06.789414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a62a441-e181-44d9-9a71-61e3102a0164 req-01a6dcda-b2b0-4e07-824c-f3f04f573285 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0571787
Mar 26 21:33:06.802845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-eb0c848f-1a5f-4237-ac4b-11bf4175b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:06.804638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-eb0c848f-1a5f-4237-ac4b-11bf4175b27a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1128 time: 0.0517926
Mar 26 21:33:06.843479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a62a441-e181-44d9-9a71-61e3102a0164 req-8bcd0be1-a17f-42d2-bf24-1e21a9ddf33e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467217
Mar 26 21:33:06.900186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-bd75a28d-6054-454d-b8b6-92a00b099f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:06.902243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-bd75a28d-6054-454d-b8b6-92a00b099f64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0916364
Mar 26 21:33:06.993857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-dc412754-e5fd-4263-8d39-24d308bcf032 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.0864022
Mar 26 21:33:07.016379 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5e1820>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:c9:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:06Z', 'revision_number': 1, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:07.147541 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:33:07.156846 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:07.157474 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5e1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:32:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:07.267085 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:07.384536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a870fd-69d6-4e5f-887b-7e3bdec6b369 req-f7f74d8f-d464-44f3-a6f8-91ea71fa2799 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:07.386002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77a870fd-69d6-4e5f-887b-7e3bdec6b369 req-f7f74d8f-d464-44f3-a6f8-91ea71fa2799 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.4422920
Mar 26 21:33:07.412777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-9651c638-239f-464a-9fd6-276d3621ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:07.414117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-9651c638-239f-464a-9fd6-276d3621ea59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.4134915
Mar 26 21:33:07.469068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77a870fd-69d6-4e5f-887b-7e3bdec6b369 req-a333bdbc-0a3c-405d-8833-875c534da986 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754409
Mar 26 21:33:07.488035 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-f1431d0a-b87f-4578-b673-99bb71e5d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:07.489562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-f1431d0a-b87f-4578-b673-99bb71e5d4bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0676367
Mar 26 21:33:07.497349 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5e1820>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:c9:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:06Z', 'revision_number': 1, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:07.528071 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf3451-a7e6-4e66-a153-8601af2033f6 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:c9:89:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:06Z', 'revision_number': 1, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:33:07.579190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-622415bc-46cf-4876-8964-366957dc6d8b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836182
Mar 26 21:33:07.673538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2bc37643-da61-4c7e-bcf2-3423a35b5d05 req-833af759-4314-4f31-ac9f-b15b715fd42a service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880558
Mar 26 21:33:07.733016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc48a8-1bc9-4690-a118-6f4f92e5e09a None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:33:08.591586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90da88-9fc6-4855-b1d8-e88b5fb46d1d req-010e87d4-b4b6-4bc8-aa74-6f46a45d1768 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:08.593086 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a90da88-9fc6-4855-b1d8-e88b5fb46d1d req-010e87d4-b4b6-4bc8-aa74-6f46a45d1768 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0532210
Mar 26 21:33:08.638956 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8a90da88-9fc6-4855-b1d8-e88b5fb46d1d req-f1b03508-587b-466d-8604-4737943806b6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399859
Mar 26 21:33:08.760938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2b33-e6e5-428d-9d10-6144691c30a4 req-4bdb04e9-1c84-47f0-9d22-6f0a17c607c5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:08.762484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20ef2b33-e6e5-428d-9d10-6144691c30a4 req-4bdb04e9-1c84-47f0-9d22-6f0a17c607c5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0561490
Mar 26 21:33:08.811198 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20ef2b33-e6e5-428d-9d10-6144691c30a4 req-2cad2e12-2ef6-4981-816e-0864a03ef20f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431504
Mar 26 21:33:09.072889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-2a406188-900c-4b2c-8390-b61e63b40008 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0782459
Mar 26 21:33:09.083174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f550cf-5aaf-4507-ba22-57293d449caa req-70e73e8c-4992-4ff9-8081-11e850a67e6f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:09.084687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f550cf-5aaf-4507-ba22-57293d449caa req-70e73e8c-4992-4ff9-8081-11e850a67e6f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0812063
Mar 26 21:33:09.132618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2f550cf-5aaf-4507-ba22-57293d449caa req-dc854299-55e9-4ee7-9c36-fe59183b0b36 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409570
Mar 26 21:33:09.455665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-4f8ae095-9367-40ec-ae59-5066b24bc67f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:09.457016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-4f8ae095-9367-40ec-ae59-5066b24bc67f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 943 time: 0.0451598
Mar 26 21:33:10.258002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39197eec-e2b6-478a-a808-e928b320cc8d req-e7e29bc7-c637-4c53-9eb1-85fbae7614dd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:10.259481 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39197eec-e2b6-478a-a808-e928b320cc8d req-e7e29bc7-c637-4c53-9eb1-85fbae7614dd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0562863
Mar 26 21:33:10.309979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-39197eec-e2b6-478a-a808-e928b320cc8d req-46c654be-bcb0-4d6c-91e3-c15a1847f611 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443814
Mar 26 21:33:10.340289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-22ac0224-2118-480a-96e6-4362b9f3c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:10.341831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-22ac0224-2118-480a-96e6-4362b9f3c85c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1128 time: 0.0470064
Mar 26 21:33:10.431189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c7d9e297-29d1-4e0d-9635-91bd18407cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:10.432694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c7d9e297-29d1-4e0d-9635-91bd18407cae service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0855477
Mar 26 21:33:10.498739 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-31a1fd89-d212-4245-a6a5-cc3a60608894 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 1000 time: 0.0609481
Mar 26 21:33:10.545188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-9d5ec33c-8818-4863-8db6-2e0c423de51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:10.546600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-9d5ec33c-8818-4863-8db6-2e0c423de51d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0417974
Mar 26 21:33:10.594151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-b78f21a4-7fdf-419f-b903-c6bc77ae1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:10.595615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-b78f21a4-7fdf-419f-b903-c6bc77ae1314 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428634
Mar 26 21:33:10.685012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-5de59b89-d999-4b74-8c8a-81ca52440403 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828898
Mar 26 21:33:10.770702 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-542488e5-7d49-4ecb-97bb-8f2bc73a57a1 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802991
Mar 26 21:33:11.432564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd234b-fbf6-4528-a9ba-7de8f9dca5c6 req-22dfa53b-782c-4ddf-8904-bca876460784 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:11.434682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18cd234b-fbf6-4528-a9ba-7de8f9dca5c6 req-22dfa53b-782c-4ddf-8904-bca876460784 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0560663
Mar 26 21:33:11.482467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18cd234b-fbf6-4528-a9ba-7de8f9dca5c6 req-8b523986-d4b9-4306-aa61-737d6352764e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421450
Mar 26 21:33:12.603678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4386799-d546-47f5-a436-557891040b8e req-c2a3f94d-8683-42a8-9fcc-c52a6d54673b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:12.605236 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4386799-d546-47f5-a436-557891040b8e req-c2a3f94d-8683-42a8-9fcc-c52a6d54673b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0530002
Mar 26 21:33:12.651597 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4386799-d546-47f5-a436-557891040b8e req-5fe2d98a-f8b4-4cd8-b1a9-6193a33ab97c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406537
Mar 26 21:33:13.677920 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:33:13.770555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e4469-4c5a-4046-ba50-a1c9b8d3b19e req-fba8bb5a-a4bc-4166-9260-3c4f07ae7aca tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:13.772067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-002e4469-4c5a-4046-ba50-a1c9b8d3b19e req-fba8bb5a-a4bc-4166-9260-3c4f07ae7aca tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0509727
Mar 26 21:33:13.817666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-002e4469-4c5a-4046-ba50-a1c9b8d3b19e req-cea51746-6fa6-428b-b222-4b79276adf1c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394940
Mar 26 21:33:14.396894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:14.940060 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ff796-30d7-45f6-9380-00af0744166d req-1acac6d2-ee99-4e24-920a-2937f275184f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:14.941559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-736ff796-30d7-45f6-9380-00af0744166d req-1acac6d2-ee99-4e24-920a-2937f275184f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0576179
Mar 26 21:33:14.989893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-736ff796-30d7-45f6-9380-00af0744166d req-81bfa199-4716-4fb5-8680-24a2cc842dcc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426338
Mar 26 21:33:16.029297 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:16.115776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69b66d-eaeb-4d03-9702-0f9b13d61484 req-4fc9d351-f0f1-49ce-b3c6-bdca5409367c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:16.117279 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef69b66d-eaeb-4d03-9702-0f9b13d61484 req-4fc9d351-f0f1-49ce-b3c6-bdca5409367c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0566742
Mar 26 21:33:16.162409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef69b66d-eaeb-4d03-9702-0f9b13d61484 req-e90ab5f8-fb8b-4b2d-85c3-e1707ec3db0e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395308
Mar 26 21:33:17.281209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e0cb0-598b-48c0-91fd-ec4cbea4b72a req-6202fa4c-6b80-4595-8eb6-f7b46c1032e0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:17.282697 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b21e0cb0-598b-48c0-91fd-ec4cbea4b72a req-6202fa4c-6b80-4595-8eb6-f7b46c1032e0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0524192
Mar 26 21:33:17.329833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b21e0cb0-598b-48c0-91fd-ec4cbea4b72a req-8c8c5d89-c836-40c0-b227-07c29d5f324e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416462
Mar 26 21:33:18.446450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5603f7-3503-4dc2-9205-5491a8666048 req-93f464e0-07c0-44a1-99be-219cd1b3223c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:18.447965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a5603f7-3503-4dc2-9205-5491a8666048 req-93f464e0-07c0-44a1-99be-219cd1b3223c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0518222
Mar 26 21:33:18.495150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9a5603f7-3503-4dc2-9205-5491a8666048 req-a85eda4e-4ef5-43f4-94dd-415b4e8ca46a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413296
Mar 26 21:33:19.611275 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c988ba0-616d-4abd-b649-c8cc70d72746 req-b9e13186-94cf-4cfd-a7a6-3859bcc54bf8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:19.612766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c988ba0-616d-4abd-b649-c8cc70d72746 req-b9e13186-94cf-4cfd-a7a6-3859bcc54bf8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0508523
Mar 26 21:33:19.662504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3c988ba0-616d-4abd-b649-c8cc70d72746 req-b3e99fa0-8b5c-483d-80f2-aa3d03aa574c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442739
Mar 26 21:33:20.780551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfc7f7-8675-4aee-90fb-a638cd316727 req-caaf9c8b-7b29-4afc-ba8b-5de39e1f68d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:20.782030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72cfc7f7-8675-4aee-90fb-a638cd316727 req-caaf9c8b-7b29-4afc-ba8b-5de39e1f68d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0520620
Mar 26 21:33:20.831769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72cfc7f7-8675-4aee-90fb-a638cd316727 req-14c8d9c5-2455-42e5-ad9c-0d0ed97d71a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440931
Mar 26 21:33:21.949513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ffdb9-415e-4924-81af-819daaafe207 req-fc545fe8-fda6-4b98-ba9c-da2177e26085 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:21.951020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-703ffdb9-415e-4924-81af-819daaafe207 req-fc545fe8-fda6-4b98-ba9c-da2177e26085 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0526810
Mar 26 21:33:21.997015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-703ffdb9-415e-4924-81af-819daaafe207 req-79c6aa23-a83c-4253-aea9-211df5007695 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404141
Mar 26 21:33:23.119264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a976f3-0029-4e5b-9835-f4dc852f2cdb req-6428bef6-c0a7-4e4e-a23e-925bc0b3efb9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:23.120755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81a976f3-0029-4e5b-9835-f4dc852f2cdb req-6428bef6-c0a7-4e4e-a23e-925bc0b3efb9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0520036
Mar 26 21:33:23.170884 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81a976f3-0029-4e5b-9835-f4dc852f2cdb req-91dfab56-ee71-4a71-9002-cdfcbb59c2e2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440221
Mar 26 21:33:24.290777 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f31cd-f194-4b68-b0e6-83bbba65c279 req-9bf848d8-4071-4e1f-9e79-10db353fed43 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:24.292191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-156f31cd-f194-4b68-b0e6-83bbba65c279 req-9bf848d8-4071-4e1f-9e79-10db353fed43 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0522058
Mar 26 21:33:24.338909 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-156f31cd-f194-4b68-b0e6-83bbba65c279 req-c724872c-49aa-4ca7-ae02-0ade1324c9f3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409544
Mar 26 21:33:25.109878 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-914f0257-8236-4e03-b80f-2158622175b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:25.456506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247166e2-800b-4ef5-a71e-7423411f74f3 req-d3a47c0d-9582-4f3b-8915-33997b9afd8b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:25.457991 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-247166e2-800b-4ef5-a71e-7423411f74f3 req-d3a47c0d-9582-4f3b-8915-33997b9afd8b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0527763
Mar 26 21:33:25.503709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-247166e2-800b-4ef5-a71e-7423411f74f3 req-46f7f24f-69c9-4c51-9efa-dd0f8b959b4e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401659
Mar 26 21:33:26.625623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b10c2-eb97-40c3-bfe8-fae5bb51f57e req-8e04d85f-ab19-44e3-9349-a7daf523a952 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:26.627083 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-826b10c2-eb97-40c3-bfe8-fae5bb51f57e req-8e04d85f-ab19-44e3-9349-a7daf523a952 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0566461
Mar 26 21:33:26.672271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-826b10c2-eb97-40c3-bfe8-fae5bb51f57e req-038a000b-c385-4010-9fa3-a5cbefd0cd63 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395503
Mar 26 21:33:27.373798 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-9ed12cf5-aa70-4931-bc94-994c4993899b service neutron] show failed (client error): The resource could not be found.
Mar 26 21:33:27.374686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-9ed12cf5-aa70-4931-bc94-994c4993899b service neutron] 10.222.0.18 "GET /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0566590
Mar 26 21:33:27.577033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-e17d890b-a71b-418b-a4b7-2e7f19635690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:27.578543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-e17d890b-a71b-418b-a4b7-2e7f19635690 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1128 time: 0.0447214
Mar 26 21:33:27.591993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:33:27.647557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:27.862260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e8a1e-d198-4673-af0b-6395564f030c req-b7c6a41f-fad4-4f4e-9e67-516c2e733ec4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:27.863772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-953e8a1e-d198-4673-af0b-6395564f030c req-b7c6a41f-fad4-4f4e-9e67-516c2e733ec4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.1176486
Mar 26 21:33:27.864158 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-112b4047-56ce-469a-bcff-57228c120ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:27.917872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:27.937007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-953e8a1e-d198-4673-af0b-6395564f030c req-1420fd46-2aaa-4694-81fb-e838f7c5b46a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663624
Mar 26 21:33:27.959859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:33:27.998992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:28.001303 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10202e10-03a3-4986-83e9-72de5967368d" -d '{"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:28.004731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks [] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.018646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Transition to ACTIVE for port object b4e3af8e-6675-41d1-85f0-5aec41aba9b7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:33:28.024646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.058124 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143e2b43-3fba-4c81-b9c7-cef0392b8633 x-openstack-request-id: req-143e2b43-3fba-4c81-b9c7-cef0392b8633 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:28.058405 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:28.058656 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-143e2b43-3fba-4c81-b9c7-cef0392b8633 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:28.059047 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143e2b43-3fba-4c81-b9c7-cef0392b8633'] response: {'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'code': 200}
Mar 26 21:33:28.117982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:28.130164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.130509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.130851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.131190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.131526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.131858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.132318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.132645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.132968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.133292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.133613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.133936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.134255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.134964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.134964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:33:28.169377 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] No DVR routers for this DVR port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:33:28.308249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:33:28.308586 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:33:28.308911 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:33:28.313672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:33:28.313990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Attempting to bind port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:33:28.318727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:33:28.319064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:33:28.319445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:33:28.319882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Bound port: b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:33:28.320258 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.385171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:33:28.388134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:33:28.394733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.430880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:28.431607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.432905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 1092 time: 0.8452649
Mar 26 21:33:28.470645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17303cd-e6b8-4c09-af9e-51efc7590a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:28.507353 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-33e29495-f274-4e6d-b624-286ccececaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:28.508946 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-33e29495-f274-4e6d-b624-286ccececaa7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.0504754
Mar 26 21:33:28.608773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-1e37cae0-84c6-4391-9387-b0ccd3e6a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:28.610285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-1e37cae0-84c6-4391-9387-b0ccd3e6a092 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0926330
Mar 26 21:33:28.682001 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-cd21c890-263c-472e-8441-6b5e98bf6eae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.0595262
Mar 26 21:33:28.731529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-31dedbe2-c607-4196-afef-081fc12efbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:28.733449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-31dedbe2-c607-4196-afef-081fc12efbca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0420361
Mar 26 21:33:28.791526 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-ca308c62-cca8-481d-9250-eaf2d65911c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:28.793092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-ca308c62-cca8-481d-9250-eaf2d65911c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481269
Mar 26 21:33:28.881665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:28.885109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-7b33338d-6e2a-4258-9a89-dfbf9baec997 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829556
Mar 26 21:33:28.981488 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fad2b9c3-e31a-42a0-b4d4-a7b547984ba2 req-f7790f80-c00b-4d80-bfed-55f9c0888d44 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872624
Mar 26 21:33:29.063309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90e131-4225-40d3-90de-557f68b630c3 req-3f63d5fa-d54e-48da-a9ef-fa9b5033e241 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:29.064843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc90e131-4225-40d3-90de-557f68b630c3 req-3f63d5fa-d54e-48da-a9ef-fa9b5033e241 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0546255
Mar 26 21:33:29.112881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc90e131-4225-40d3-90de-557f68b630c3 req-74dbf0dc-0dbc-43a0-9cdd-8a3c31db8f7e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422137
Mar 26 21:33:30.060910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:30.063258 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0e7c28-7021-43e5-8c4c-21551cd4412b" -d '{"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:30.110224 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e374763-774a-4bbc-ab1a-53b3fc906c38 x-openstack-request-id: req-0e374763-774a-4bbc-ab1a-53b3fc906c38 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:30.110736 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:30.111011 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e374763-774a-4bbc-ab1a-53b3fc906c38 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:30.111415 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e374763-774a-4bbc-ab1a-53b3fc906c38'] response: {'name': 'network-changed', 'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'status': 'completed', 'code': 200}
Mar 26 21:33:30.224443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:30.244324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-7cb58a96-c299-4e2a-ad48-7fbfa0f7a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.245837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-7cb58a96-c299-4e2a-ad48-7fbfa0f7a452 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.1129572
Mar 26 21:33:30.249820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-15376126-8e42-4f72-8b6e-50ff1462a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.251195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-15376126-8e42-4f72-8b6e-50ff1462a593 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.1171303
Mar 26 21:33:30.319887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d6780-9688-44d0-9ccd-034d94477ecb req-7f85231e-27b3-4975-8bf0-17d0906e6ff0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.321290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e70d6780-9688-44d0-9ccd-034d94477ecb req-7f85231e-27b3-4975-8bf0-17d0906e6ff0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.1363997
Mar 26 21:33:30.440042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-f01b907d-b6fe-4d04-b725-81e88a01b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.441533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-f01b907d-b6fe-4d04-b725-81e88a01b598 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1894953
Mar 26 21:33:30.501825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e70d6780-9688-44d0-9ccd-034d94477ecb req-84dc1672-d31d-44c8-bfb4-c6325ff8590d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527689
Mar 26 21:33:30.502859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-c800d9a4-83c3-49d9-8ec8-09cf094f2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.504294 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-c800d9a4-83c3-49d9-8ec8-09cf094f2ba3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.2437055
Mar 26 21:33:30.567368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-40caf74f-2e79-41be-b45b-4de127155c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.1197035
Mar 26 21:33:30.608327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-dd8cc255-2497-4e9b-b22f-d3dc7f43678f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.0968108
Mar 26 21:33:30.647726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-e8035def-beba-47ae-8bec-c38c038e7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.649177 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-e8035def-beba-47ae-8bec-c38c038e7077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0754311
Mar 26 21:33:30.689977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-851f4f54-70b8-4d4d-8bb5-1dc72356c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.691420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-851f4f54-70b8-4d4d-8bb5-1dc72356c180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0742564
Mar 26 21:33:30.732516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-3723ec54-dc53-422f-9bec-33f8e0d2be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.734017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-3723ec54-dc53-422f-9bec-33f8e0d2be11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787857
Mar 26 21:33:30.777769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-38f1b5bc-b66f-4f45-b153-2a832ed400ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:30.779970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-38f1b5bc-b66f-4f45-b153-2a832ed400ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0797298
Mar 26 21:33:30.893607 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-49d13a19-df0b-463a-8ec5-1e1ba851d49b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525762
Mar 26 21:33:30.932459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-a8811ee4-5f9b-49c6-91a5-0c566b67164d service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260343
Mar 26 21:33:31.055399 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-51832ded-61a2-429f-a908-e515e432e9ed service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541867
Mar 26 21:33:31.073697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0e0e7c28-7021-43e5-8c4c-21551cd4412b req-00e6a59e-9b9e-451f-94ab-0431296de839 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351514
Mar 26 21:33:31.171363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-4cc9d470-dad6-41fb-8e11-77b2b356fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.172905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-4cc9d470-dad6-41fb-8e11-77b2b356fca1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.0460081
Mar 26 21:33:31.276859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-013a1960-1057-4c31-800b-c453afc011d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.278336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-013a1960-1057-4c31-800b-c453afc011d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0875680
Mar 26 21:33:31.346863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-78770bcc-ab59-483f-a433-402c124bf722 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.0618274
Mar 26 21:33:31.394457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-56a8e725-b99f-462a-8621-200e2f0d8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.395872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-56a8e725-b99f-462a-8621-200e2f0d8704 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0430617
Mar 26 21:33:31.444722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-c8665281-e62d-46c6-89ee-44f9b1df22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.446106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-c8665281-e62d-46c6-89ee-44f9b1df22a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432436
Mar 26 21:33:31.536053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-ebe3eb78-1b81-41fb-becb-1c84875713b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836873
Mar 26 21:33:31.624252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae97f1d-5c29-474d-bb33-33845efe4d29 req-190c9e1c-8731-4e8d-bae1-872428e438d2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.625768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ae97f1d-5c29-474d-bb33-33845efe4d29 req-190c9e1c-8731-4e8d-bae1-872428e438d2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0530028
Mar 26 21:33:31.627560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-badf69ca-1136-42fe-86c5-b9b34efd6c4e req-bc14c558-d11d-48e0-aea4-f2678b01c98b service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850208
Mar 26 21:33:31.672613 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ae97f1d-5c29-474d-bb33-33845efe4d29 req-49b394fd-a6f7-45da-a6e7-b10b3d77f2d1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410287
Mar 26 21:33:31.722738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:33:31.765653 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:33:31.766056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:33:31.875431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8306a61-c62e-4278-908f-9e48c3abdc11 req-2cb180b8-2bb0-407d-8aca-f4817147fa9e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.877023 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8306a61-c62e-4278-908f-9e48c3abdc11 req-2cb180b8-2bb0-407d-8aca-f4817147fa9e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0583467
Mar 26 21:33:31.881148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:31.883480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-49e04e6f-c491-412e-b878-467f8c4ae5ed tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:31.885066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-49e04e6f-c491-412e-b878-467f8c4ae5ed tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0558991
Mar 26 21:33:31.929862 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d8306a61-c62e-4278-908f-9e48c3abdc11 req-60bfe910-662a-41d8-8d80-269c863a2913 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469100
Mar 26 21:33:31.948931 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-2c0d847d-3580-4a7e-8877-8e150fa2fd2c service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:33:31.949966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-2c0d847d-3580-4a7e-8877-8e150fa2fd2c service neutron] 10.222.0.18 "DELETE /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0592768
Mar 26 21:33:32.035345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-65004065-3e77-45d9-9ec5-e2272fe4c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:32.036885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-65004065-3e77-45d9-9ec5-e2272fe4c794 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 1126 time: 0.0446382
Mar 26 21:33:32.124261 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-4d49dc5c-a333-4cc7-a006-9257866003c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:32.125723 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-4d49dc5c-a333-4cc7-a006-9257866003c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0836251
Mar 26 21:33:32.192150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-c7ae3b28-fda0-4a8c-a43d-9187d9fb8d13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 200  len: 998 time: 0.0606518
Mar 26 21:33:32.238670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-0f7eb1a6-76f3-4da7-92d7-a7067ae9dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:32.240109 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-0f7eb1a6-76f3-4da7-92d7-a7067ae9dbb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0430279
Mar 26 21:33:32.286731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-95a03c1b-9310-4930-9928-3efee8fcea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:32.288158 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-95a03c1b-9310-4930-9928-3efee8fcea7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429225
Mar 26 21:33:32.379562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-de73bbf0-3aab-44af-9a65-afc8ac2e5b65 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858414
Mar 26 21:33:32.469399 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d24d6269-60e3-4021-a757-1ad8fd040755 req-c916e1ac-0234-4c9b-b33f-98e5b40f4095 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844524
Mar 26 21:33:32.837726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:33:32.935873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:32.947637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'mac_address': 'fa:16:3e:c9:89:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:33:32.995721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:32.996136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:33.011163 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e3af8e-6675-41d1-85f0-5aec41aba9b7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:33:33.034321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:33.038279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:33.063845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bef80-93a9-4d48-93a1-475c447e0efa req-13dec1f6-72d2-4412-8d4d-03308108f6c6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:33.065358 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b3bef80-93a9-4d48-93a1-475c447e0efa req-13dec1f6-72d2-4412-8d4d-03308108f6c6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 944 time: 0.0550451
Mar 26 21:33:33.085919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:33.112218 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5b3bef80-93a9-4d48-93a1-475c447e0efa req-4e1ec5df-9950-44d7-b3b1-acffd3b5e580 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406835
Mar 26 21:33:33.229537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087c5c-b942-4b5e-b84e-d56cdc477de8 req-c81f73f6-eef1-48d7-ac52-8313485bab84 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:33.231025 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f087c5c-b942-4b5e-b84e-d56cdc477de8 req-c81f73f6-eef1-48d7-ac52-8313485bab84 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0530946
Mar 26 21:33:33.273016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['b4e3af8e-6675-41d1-85f0-5aec41aba9b7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:33:33.277896 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4f087c5c-b942-4b5e-b84e-d56cdc477de8 req-e49399c3-2490-463f-ba2a-5e823053a4c5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407355
Mar 26 21:33:33.395315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce0313-b6bd-45c8-b86a-57655957a528 req-40a3d2c4-2b97-45c5-b8da-256dc332754c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:33.396762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9ce0313-b6bd-45c8-b86a-57655957a528 req-40a3d2c4-2b97-45c5-b8da-256dc332754c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0514915
Mar 26 21:33:33.444171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9ce0313-b6bd-45c8-b86a-57655957a528 req-abe2e655-b823-4e07-a8cd-99c9a943e8c7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411508
Mar 26 21:33:33.677665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ba65a-a967-4ea2-a2d2-618d51dbb1dc req-049aca50-280f-443f-b823-6dc1dac3cce8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:33.679104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-417ba65a-a967-4ea2-a2d2-618d51dbb1dc req-049aca50-280f-443f-b823-6dc1dac3cce8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0559506
Mar 26 21:33:33.724542 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-417ba65a-a967-4ea2-a2d2-618d51dbb1dc req-d7ad49d2-8e86-4886-a6fa-87f0a000e70e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397608
Mar 26 21:33:34.846538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:33:34.849403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ff322-c071-4dc2-a183-503077c2aec6 req-db1f0143-c2cc-4c08-987d-09f768d2a60b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:34.850957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b5ff322-c071-4dc2-a183-503077c2aec6 req-db1f0143-c2cc-4c08-987d-09f768d2a60b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 945 time: 0.0538137
Mar 26 21:33:34.898366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:33:34.901413 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3b5ff322-c071-4dc2-a183-503077c2aec6 req-add04ff6-da50-4cba-b100-d7375903d7ff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420816
Mar 26 21:33:34.902288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:33:34.902675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:34.981417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:34.981801 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.008024 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:35.010263 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb8a60b-04cf-492d-a489-b02bb37c6639" -d '{"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:35.023035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:35.027736 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.053971 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0330395a-02b8-4b6a-8969-9aff52d891bc x-openstack-request-id: req-0330395a-02b8-4b6a-8969-9aff52d891bc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:35.054263 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:35.054518 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0330395a-02b8-4b6a-8969-9aff52d891bc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:35.054913 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0330395a-02b8-4b6a-8969-9aff52d891bc'] response: {'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'code': 200}
Mar 26 21:33:35.080567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:35.084955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a883f-c044-4b7e-8188-759be696f7c7 req-44b04a19-d1a2-41d9-af86-7e81755ad5a0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:35.086452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-263a883f-c044-4b7e-8188-759be696f7c7 req-44b04a19-d1a2-41d9-af86-7e81755ad5a0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 946 time: 0.0542893
Mar 26 21:33:35.181294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Deleting port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:33:35.181644 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.268923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] For port b4e3af8e-6675-41d1-85f0-5aec41aba9b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:35.269287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.436278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.436559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.436875 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab disassociated. External IP: 172.35.4.8, port: b4e3af8e-6675-41d1-85f0-5aec41aba9b7.
Mar 26 21:33:35.437266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Calling delete_port for b4e3af8e-6675-41d1-85f0-5aec41aba9b7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:33:35.564890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b4e3af8e-6675-41d1-85f0-5aec41aba9b7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:35.597706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'Port': ['ID=b4e3af8e-6675-41d1-85f0-5aec41aba9b7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:36.004834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cecfd53e-d713-411a-a55a-4dcff621983d req-5990a648-9e08-4aa4-9482-a28b944d6d5d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=1071ae51-9176-4425-b5df-a99aa39cd56d HTTP/1.1" status: 200  len: 210 time: 0.0325735
Mar 26 21:33:36.048087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:33:36.155456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:33:36.165390 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:33:36.177535 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:36.178161 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:36.199834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] No DVR routers for this DVR port b4e3af8e-6675-41d1-85f0-5aec41aba9b7 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:33:36.202669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:36.206029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-263a883f-c044-4b7e-8188-759be696f7c7 req-ee26b15e-374f-4dd9-b39c-10b268cbffce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "DELETE /v2.0/ports/b4e3af8e-6675-41d1-85f0-5aec41aba9b7 HTTP/1.1" status: 204  len: 173 time: 1.1133859
Mar 26 21:33:36.206515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-deleted', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:36.208746 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d9836c-deef-49ff-bf42-2d5bdd27d10d" -d '{"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-deleted", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:36.253523 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04503d-6134-44ce-be65-b20cd2b0340b x-openstack-request-id: req-df04503d-6134-44ce-be65-b20cd2b0340b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:36.253964 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071ae51-9176-4425-b5df-a99aa39cd56d", "name": "network-vif-deleted", "tag": "b4e3af8e-6675-41d1-85f0-5aec41aba9b7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:36.254240 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df04503d-6134-44ce-be65-b20cd2b0340b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:36.254650 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df04503d-6134-44ce-be65-b20cd2b0340b'] response: {'server_uuid': '1071ae51-9176-4425-b5df-a99aa39cd56d', 'name': 'network-vif-deleted', 'tag': 'b4e3af8e-6675-41d1-85f0-5aec41aba9b7', 'status': 'completed', 'code': 200}
Mar 26 21:33:36.295468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:36.492402 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c190>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:36.517892 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:33:36.525773 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:36.526373 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612405c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:36.633444 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:36.834230 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612405c190>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:36.863873 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e31ef5-8f27-48c7-ae1b-efa7f9865645 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:33:37.089537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b0df4-4ad0-449e-8627-1e38f362af92 None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:33:37.251425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-3a91b2d7-1b0d-4ebf-895c-acdb4fcd1440 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--861180895&fields=id&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 267 time: 0.0437791
Mar 26 21:33:37.355896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-3bd0e03f-ffa5-41a0-adbc-0efed53fa76f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:37.357295 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-3bd0e03f-ffa5-41a0-adbc-0efed53fa76f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.0993352
Mar 26 21:33:37.371379 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-c189678c-b0c3-4a77-a5bd-26d81e28c7af tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/quotas/ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 375 time: 0.0087402
Mar 26 21:33:37.429778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-f3cd6d7e-6be6-430e-88ec-612b58496486 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0531268
Mar 26 21:33:37.522632 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-ba6039ed-2548-4c44-a093-52b3294d759f service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811098
Mar 26 21:33:37.616510 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-20b5098e-b109-4e40-a9fa-3ed373f42279 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880775
Mar 26 21:33:37.773941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-812aacdd-d39a-4ef6-a8e0-6b99ca44587f req-7dd04b24-67c9-4572-a0b4-33fbead40133 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 210 time: 0.0268977
Mar 26 21:33:38.766223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-caa3e1d5-01e6-46ee-aec9-7386fe261381 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:38.767693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-caa3e1d5-01e6-46ee-aec9-7386fe261381 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1035402
Mar 26 21:33:38.856965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-ee3032dd-6271-4231-b180-bd2c43a7c044 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 379 time: 0.0711567
Mar 26 21:33:38.857857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:33:38.869046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'port': {'device_id': '84182e46-e480-4292-8337-9ae3f60d062b', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'admin_state_up': True, 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'security_groups': ['d026ead7-3adb-4802-926f-d40cf29eecea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:33:38.881571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: b4e3af8e-6675-41d1-85f0-5aec41aba9b7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:33:38.881929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device b4e3af8e-6675-41d1-85f0-5aec41aba9b7 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:33:38.883247 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45347e96-073a-4081-80b5-f1109babd251 req-94c1faed-da75-4df5-aa67-9c5334ea8169 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 210 time: 0.0279312
Mar 26 21:33:38.976189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:33:38.979816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.104739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Allocated IP 172.20.0.3 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/c9f65bcd-1500-4f49-ae54-a70d6a459ddb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:33:39.236438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.273650 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.314930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:33:39.318132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:33:39.321631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:33:39.330584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:39.376194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:39.376815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.393543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-99d7f67b-3357-440c-afbc-1a3336c1003d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5283339
Mar 26 21:33:39.410982 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Request body: {'port': {'device_id': '84182e46-e480-4292-8337-9ae3f60d062b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:33:39.474620 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.551702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ef57ef1f-e92a-49a2-948f-9c02bda700bf None None] Provisioning complete for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:33:39.552399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ef57ef1f-e92a-49a2-948f-9c02bda700bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.587910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ef57ef1f-e92a-49a2-948f-9c02bda700bf None None] Port c9f65bcd-1500-4f49-ae54-a70d6a459ddb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:33:39.732280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f65bcd-1500-4f49-ae54-a70d6a459ddb {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:33:39.739670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks [] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.751672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Transition to ACTIVE for port object c9f65bcd-1500-4f49-ae54-a70d6a459ddb will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:33:39.755288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.805213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:39.877574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:33:39.878229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:33:39.878229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:33:39.882774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:33:39.883101 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:33:39.888720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:33:39.889071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:33:39.889461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:33:39.889889 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Bound port: c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:33:39.890243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:39.965608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:33:39.993167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:33:40.001380 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:40.048672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.049648 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:40.050988 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 1091 time: 0.6444542
Mar 26 21:33:40.051443 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:40.053781 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6" -d '{"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:40.069146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e4904-0361-43f0-873d-4a8eceb9d5cd req-42b1541d-4a9b-4d1a-8ad0-76f792d1d180 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.070834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-623e4904-0361-43f0-873d-4a8eceb9d5cd req-42b1541d-4a9b-4d1a-8ad0-76f792d1d180 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.1164069
Mar 26 21:33:40.103383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e5797-1340-46f7-b125-82af7d85d4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:40.107835 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d469a2c-8691-4f0f-8a40-aad4f926efde x-openstack-request-id: req-8d469a2c-8691-4f0f-8a40-aad4f926efde {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:40.108151 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:40.108403 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d469a2c-8691-4f0f-8a40-aad4f926efde {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:40.108809 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d469a2c-8691-4f0f-8a40-aad4f926efde'] response: {'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'status': 'completed', 'code': 200}
Mar 26 21:33:40.166078 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-623e4904-0361-43f0-873d-4a8eceb9d5cd req-383302bf-ec9e-4703-b90b-9d9ef6c0b342 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856812
Mar 26 21:33:40.176787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-a8dfa9cf-4450-4d5d-aefc-9fa5bc645291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.178317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-a8dfa9cf-4450-4d5d-aefc-9fa5bc645291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1125 time: 0.0761673
Mar 26 21:33:40.225648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-f72cafd7-78b2-46b8-a78c-64e23e71d63b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 217 time: 0.0364645
Mar 26 21:33:40.282460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-db177781-96fe-493c-89ae-2e2e3b5c38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.283816 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-db177781-96fe-493c-89ae-2e2e3b5c38a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0481617
Mar 26 21:33:40.337510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-68fb1b09-4afc-4986-900f-26f4b01d8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.339016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-68fb1b09-4afc-4986-900f-26f4b01d8077 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432408
Mar 26 21:33:40.430335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-5793bded-6d82-4e0f-9462-0007bffa4651 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816588
Mar 26 21:33:40.525550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-17486256-2fb8-483d-b271-944b9ae92fb9 req-f0632259-353a-4e95-b4b3-b0930e4400d4 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846760
Mar 26 21:33:40.625150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-b8b27014-9ee0-4297-9774-3f0dd0b498f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.626678 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-b8b27014-9ee0-4297-9774-3f0dd0b498f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1125 time: 0.0445414
Mar 26 21:33:40.718884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-4e33c3a1-fabc-4610-ad29-5bbe2000b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.720424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-4e33c3a1-fabc-4610-ad29-5bbe2000b454 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0869601
Mar 26 21:33:40.761327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-9c6423ea-855c-4b04-8203-ce60acb86541 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 217 time: 0.0336900
Mar 26 21:33:40.815843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-2fe66d26-8679-4b56-9822-824008e92ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.817231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-2fe66d26-8679-4b56-9822-824008e92ac7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0471573
Mar 26 21:33:40.865728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-bc95f00d-c40d-4585-8a0e-a19b624fd47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:40.867219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-bc95f00d-c40d-4585-8a0e-a19b624fd47a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435269
Mar 26 21:33:40.956546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-5ef603ec-04b1-410b-9425-760a9b197f3d service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813301
Mar 26 21:33:41.048356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f90a727b-ecf7-4ee6-bab7-aa59a993dca6 req-885313f8-679a-4b3e-a763-80ad0c70f334 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856113
Mar 26 21:33:41.287397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbefc39-7ec5-4ad7-9868-4160d9249714 req-b0ac7f76-493b-4706-aa07-3ca52aff362b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:41.288894 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebbefc39-7ec5-4ad7-9868-4160d9249714 req-b0ac7f76-493b-4706-aa07-3ca52aff362b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.0520141
Mar 26 21:33:41.335545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebbefc39-7ec5-4ad7-9868-4160d9249714 req-18f838ac-06ae-4f0a-9315-2f830e93713b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410862
Mar 26 21:33:42.453389 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7344-f6ff-48ba-b772-0d9761e3a1af req-f7fdc863-887d-44b3-8006-b0f29e156542 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:42.454861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89cd7344-f6ff-48ba-b772-0d9761e3a1af req-f7fdc863-887d-44b3-8006-b0f29e156542 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.0525002
Mar 26 21:33:42.504241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89cd7344-f6ff-48ba-b772-0d9761e3a1af req-f7ed668f-601c-4973-bfee-297196f1fea1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437529
Mar 26 21:33:42.861347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:33:42.958750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:42.969221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'mac_address': 'fa:16:3e:80:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:33:43.007739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port c9f65bcd-1500-4f49-ae54-a70d6a459ddb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:43.008169 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:43.020984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f65bcd-1500-4f49-ae54-a70d6a459ddb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:33:43.039969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:43.043514 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:43.092880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:43.272051 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['c9f65bcd-1500-4f49-ae54-a70d6a459ddb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:33:43.627682 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94945ad2-d046-4cec-9280-c613e1463d04 req-f027be99-b8cc-4e09-aee8-02928086660f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:43.629271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94945ad2-d046-4cec-9280-c613e1463d04 req-f027be99-b8cc-4e09-aee8-02928086660f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 944 time: 0.0564244
Mar 26 21:33:43.675788 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-94945ad2-d046-4cec-9280-c613e1463d04 req-43c2107d-555c-4810-9812-c52c72d9f73e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409915
Mar 26 21:33:44.413206 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:44.796902 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa73be-9702-42df-b441-28bfcdcfe3fc req-93aa1116-edce-403f-827f-1edff80f7ffb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:44.798385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59aa73be-9702-42df-b441-28bfcdcfe3fc req-93aa1116-edce-403f-827f-1edff80f7ffb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 944 time: 0.0563581
Mar 26 21:33:44.844505 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-59aa73be-9702-42df-b441-28bfcdcfe3fc req-74591c9e-c691-49b9-80cc-87416c76faf6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402508
Mar 26 21:33:44.870284 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:33:44.921798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:33:44.925821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:33:44.926198 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:45.001349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port c9f65bcd-1500-4f49-ae54-a70d6a459ddb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:33:45.001690 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:45.023903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:45.026122 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e72059e-38fd-4df9-b1a9-69f4755a928f" -d '{"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-plugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:45.038524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:33:45.042506 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:45.070050 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcaf140-297d-46dc-ac7f-27535364ae2a x-openstack-request-id: req-ffcaf140-297d-46dc-ac7f-27535364ae2a {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:45.070365 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-plugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:45.070603 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffcaf140-297d-46dc-ac7f-27535364ae2a {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:45.071027 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcaf140-297d-46dc-ac7f-27535364ae2a'] response: {'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'code': 200}
Mar 26 21:33:45.096561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:33:45.169750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23ac27-f22f-4570-9c3d-1c5620ed2bda req-037a81fe-f17f-440a-9832-2db24ada0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:45.171260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a23ac27-f22f-4570-9c3d-1c5620ed2bda req-037a81fe-f17f-440a-9832-2db24ada0131 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1127 time: 0.0438125
Mar 26 21:33:45.217373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a23ac27-f22f-4570-9c3d-1c5620ed2bda req-2b282dc5-0bdb-484e-b787-79e72942c15b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363567
Mar 26 21:33:45.959776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a868fe-5052-41d5-87fe-4dbe9d8d3cf9 req-be8a00b7-e4fd-434d-be31-1b5e7f1b62a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:45.961273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0a868fe-5052-41d5-87fe-4dbe9d8d3cf9 req-be8a00b7-e4fd-434d-be31-1b5e7f1b62a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0516305
Mar 26 21:33:46.014238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b0a868fe-5052-41d5-87fe-4dbe9d8d3cf9 req-12eb7147-8e2e-4c98-a2bd-9b782011eded tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444090
Mar 26 21:33:46.020279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:47.132331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fc277-454a-438b-8d94-252f5c787076 req-93f7a611-5c8a-4c02-a2f0-30ddf5fdc689 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:47.133805 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c72fc277-454a-438b-8d94-252f5c787076 req-93f7a611-5c8a-4c02-a2f0-30ddf5fdc689 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0516303
Mar 26 21:33:47.180076 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c72fc277-454a-438b-8d94-252f5c787076 req-3c7e531e-c434-485f-b4f7-14499df1694e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401843
Mar 26 21:33:47.292943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3744272-ba86-4af2-8ef5-a553728f7d9c req-954010d4-8fcf-4bc7-a356-380eaa8ee7e0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:47.294317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3744272-ba86-4af2-8ef5-a553728f7d9c req-954010d4-8fcf-4bc7-a356-380eaa8ee7e0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0509005
Mar 26 21:33:47.303608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47190) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:33:47.307850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'floatingip': {'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:33:47.345762 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:47.775511 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:47.779310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:47.880753 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab associated. External IP: 172.35.4.8, port: c9f65bcd-1500-4f49-ae54-a70d6a459ddb.
Mar 26 21:33:48.088679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:33:48.197665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:33:48.202219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:48.207950 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:33:48.216962 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:48.217567 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:48.235965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bbd8d593-f756-4ee2-9e44-24e608e219bf tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "PUT /v2.0/floatingips/80aba868-6921-4efb-8aef-eb89541ee9ab HTTP/1.1" status: 200  len: 989 time: 0.9287655
Mar 26 21:33:48.235965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:33:48.236274 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34" -d '{"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:33:48.297974 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d2f94-b720-43d8-a100-48e713c0b2e1 x-openstack-request-id: req-a00d2f94-b720-43d8-a100-48e713c0b2e1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:33:48.298577 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:33:48.298577 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a00d2f94-b720-43d8-a100-48e713c0b2e1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:33:48.299183 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00d2f94-b720-43d8-a100-48e713c0b2e1'] response: {'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'status': 'completed', 'code': 200}
Mar 26 21:33:48.330033 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:48.373221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-ebda20f7-8651-43bb-aeac-f383825ba808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:48.374928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-ebda20f7-8651-43bb-aeac-f383825ba808 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1127 time: 0.0537386
Mar 26 21:33:48.512231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af182ac-86f0-44a9-9835-4691b428b44a req-1c448aa6-c86f-42ca-95fb-df0da6a97a97 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:48.514369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7af182ac-86f0-44a9-9835-4691b428b44a req-1c448aa6-c86f-42ca-95fb-df0da6a97a97 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.1155388
Mar 26 21:33:48.516092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-d32758a4-49ea-457e-989e-774138d2aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:48.517604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-d32758a4-49ea-457e-989e-774138d2aa07 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1369154
Mar 26 21:33:48.613762 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7af182ac-86f0-44a9-9835-4691b428b44a req-b9caa97e-ce56-415b-9e8a-71c3ccb992f0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929420
Mar 26 21:33:48.615553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-f51fcfa6-7692-447e-b049-103cf709a8d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 997 time: 0.0889378
Mar 26 21:33:48.659567 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f0cd0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:80:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182e46-e480-4292-8337-9ae3f60d062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:47Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:48.665486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-8f0dd411-d4d3-4a1a-b815-a7cce3249044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:48.667006 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-8f0dd411-d4d3-4a1a-b815-a7cce3249044 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0453913
Mar 26 21:33:48.689585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:33:48.697650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:33:48.698255 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f0cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:48.716736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-dc67d065-d2e8-4fc3-b183-80782f56f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:48.718272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-dc67d065-d2e8-4fc3-b183-80782f56f20a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448673
Mar 26 21:33:48.804124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:33:48.812165 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-41ff5797-1845-438b-ad7f-2e225b77f6c9 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863812
Mar 26 21:33:48.899388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0fe6b862-e21d-488a-b3db-8fcb1f60ff34 req-9ffa70f3-e12e-4273-ab26-30ff58a0f0f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807953
Mar 26 21:33:49.022240 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f0cd0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:80:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182e46-e480-4292-8337-9ae3f60d062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:47Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:33:49.053019 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da39c10c-e6d3-4d0e-8db2-57a4be8feb5b None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:80:0a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84182e46-e480-4292-8337-9ae3f60d062b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:33:47Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:33:49.248050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee78641-5ca5-427b-aaec-da3af9ba60bb None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:33:49.736001 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd002b41-aec1-4944-818a-23298caf5a65 req-871f84c3-78f3-491d-b6f1-939a8c70cf25 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:49.737497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd002b41-aec1-4944-818a-23298caf5a65 req-871f84c3-78f3-491d-b6f1-939a8c70cf25 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0539639
Mar 26 21:33:49.788575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd002b41-aec1-4944-818a-23298caf5a65 req-84dfd1f7-4801-4801-8871-07186969b274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454502
Mar 26 21:33:50.678045 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:33:50.909055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f9ad4-0000-410e-bbda-c21dbd1ee7d3 req-3d359c87-d886-4d39-962d-adeb7abd3214 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:50.910516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be5f9ad4-0000-410e-bbda-c21dbd1ee7d3 req-3d359c87-d886-4d39-962d-adeb7abd3214 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0554917
Mar 26 21:33:50.956393 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be5f9ad4-0000-410e-bbda-c21dbd1ee7d3 req-7b5f595c-b86b-4e0b-8ad1-cc007dae8134 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401883
Mar 26 21:33:52.075292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab72849-42cb-414b-97b3-21c9a5e0b711 req-3fa1a74c-98be-4262-af7f-6fea2bfb5a71 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:52.077306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ab72849-42cb-414b-97b3-21c9a5e0b711 req-3fa1a74c-98be-4262-af7f-6fea2bfb5a71 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0533500
Mar 26 21:33:52.123615 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8ab72849-42cb-414b-97b3-21c9a5e0b711 req-636b6a6a-4302-4dab-9f43-817d7855d87a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408428
Mar 26 21:33:53.239338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ea3a-ca3c-4515-8e1e-7fae77967a1d req-6e0e8f16-b080-47ce-b95d-f9fac009e233 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:53.240834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08a8ea3a-ca3c-4515-8e1e-7fae77967a1d req-6e0e8f16-b080-47ce-b95d-f9fac009e233 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0508294
Mar 26 21:33:53.286192 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-08a8ea3a-ca3c-4515-8e1e-7fae77967a1d req-8d9a8005-839a-4fa6-8684-ea18a7babc9b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397074
Mar 26 21:33:54.404817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80571fc-64e1-4150-8605-7d85e2a0eb05 req-71db144c-ac1e-49f9-9948-eecd662a4b25 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:54.406288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f80571fc-64e1-4150-8605-7d85e2a0eb05 req-71db144c-ac1e-49f9-9948-eecd662a4b25 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0534203
Mar 26 21:33:54.452532 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f80571fc-64e1-4150-8605-7d85e2a0eb05 req-a1db79ee-cc4a-4211-9207-94629efa4347 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407367
Mar 26 21:33:55.114803 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e9ce-a5af-4564-8033-61ee503fdaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:55.567577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53112cd9-ef05-410c-aee5-0bf52cfee758 req-1775d68a-1f4b-4385-9946-5e6af375fffa tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:55.569069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53112cd9-ef05-410c-aee5-0bf52cfee758 req-1775d68a-1f4b-4385-9946-5e6af375fffa tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0509295
Mar 26 21:33:55.618091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53112cd9-ef05-410c-aee5-0bf52cfee758 req-29e3b447-e6b4-4a16-aed7-8d2865475dc4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434947
Mar 26 21:33:56.743861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a276ddb-104a-404a-a4d6-91ac50ecd466 req-0789444d-0b9e-4ddb-8285-cf4138609bb9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:56.745421 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a276ddb-104a-404a-a4d6-91ac50ecd466 req-0789444d-0b9e-4ddb-8285-cf4138609bb9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0584495
Mar 26 21:33:56.791771 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4a276ddb-104a-404a-a4d6-91ac50ecd466 req-4baf10ec-2d15-4425-84cf-c600860387c0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408363
Mar 26 21:33:57.855620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d025aad5-9de3-4aa7-84e3-2116411778c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:57.909406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4ea7-5201-4802-940d-a79953e9eb89 req-5e1cf849-48e8-47cb-84cb-f3b419ab7542 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:57.910883 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-409d4ea7-5201-4802-940d-a79953e9eb89 req-5e1cf849-48e8-47cb-84cb-f3b419ab7542 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0517445
Mar 26 21:33:57.957386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-409d4ea7-5201-4802-940d-a79953e9eb89 req-81ab9e93-07cc-4e08-9c3d-80f6976ef34b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408328
Mar 26 21:33:58.884820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:33:59.074644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf759-9445-4d79-8ecc-69ef90d1852a req-90e1cef2-16ea-4c31-8893-96cf0cf5ffe2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:33:59.076994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08bcf759-9445-4d79-8ecc-69ef90d1852a req-90e1cef2-16ea-4c31-8893-96cf0cf5ffe2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0535262
Mar 26 21:33:59.121692 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08bcf759-9445-4d79-8ecc-69ef90d1852a req-1da70662-944c-4a32-8930-595d231d1e65 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392294
Mar 26 21:34:00.227429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:00.241540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a5bdf-0771-4945-b345-9ca72569561d req-cc86db66-1a3a-4855-b280-a1dd8ad07731 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:00.243038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca1a5bdf-0771-4945-b345-9ca72569561d req-cc86db66-1a3a-4855-b280-a1dd8ad07731 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0539942
Mar 26 21:34:00.289373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca1a5bdf-0771-4945-b345-9ca72569561d req-67a9a03b-12b0-43a0-af45-926e28e4a7d6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404532
Mar 26 21:34:01.407535 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263755a6-47f0-4878-9e62-fdfed0570ef4 req-9aef5d5d-a644-484f-b115-1b41b885a2c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:01.409596 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-263755a6-47f0-4878-9e62-fdfed0570ef4 req-9aef5d5d-a644-484f-b115-1b41b885a2c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0544772
Mar 26 21:34:01.459700 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-263755a6-47f0-4878-9e62-fdfed0570ef4 req-b84a31c8-428a-4ee5-b73e-a72314f05dff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445831
Mar 26 21:34:01.874194 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:02.583421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691435a-d8e2-4c3c-a283-3b37dc153737 req-3afb1512-c0e5-4418-9bb3-398a8edfc462 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:02.584916 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e691435a-d8e2-4c3c-a283-3b37dc153737 req-3afb1512-c0e5-4418-9bb3-398a8edfc462 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0559645
Mar 26 21:34:02.630423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e691435a-d8e2-4c3c-a283-3b37dc153737 req-ea752834-6291-4f34-8d20-18f8aa0ace9d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399060
Mar 26 21:34:03.747259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f4549-ddc2-4b83-911d-bddddcff62a8 req-4ccabefd-582e-4f71-9963-0772dd789c32 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:03.748777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa5f4549-ddc2-4b83-911d-bddddcff62a8 req-4ccabefd-582e-4f71-9963-0772dd789c32 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0521574
Mar 26 21:34:03.795269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fa5f4549-ddc2-4b83-911d-bddddcff62a8 req-ff00175b-a918-4dc5-a0e5-a72f9b7feff1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409720
Mar 26 21:34:04.911229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123cf33-15b9-419d-8f3f-9f006e56b3e8 req-34d921ee-db2d-4653-b502-d90e919c8603 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:04.912734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f123cf33-15b9-419d-8f3f-9f006e56b3e8 req-34d921ee-db2d-4653-b502-d90e919c8603 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0511253
Mar 26 21:34:04.958455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f123cf33-15b9-419d-8f3f-9f006e56b3e8 req-dbc57b6c-c147-42c9-be62-f8f49b2541f2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401359
Mar 26 21:34:06.077646 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b49a3b-a9e7-41dc-b599-a06210cba68f req-449e2e6c-25b5-4521-9601-3cc457eed07e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:06.079144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0b49a3b-a9e7-41dc-b599-a06210cba68f req-449e2e6c-25b5-4521-9601-3cc457eed07e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0538681
Mar 26 21:34:06.125579 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e0b49a3b-a9e7-41dc-b599-a06210cba68f req-e5f4e02d-e4a0-4c73-a423-16bd729fa067 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409162
Mar 26 21:34:07.239832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516819c-27ae-44a6-93ed-c5e6a92dfe56 req-c8d54a86-0280-4693-894f-b6c4d5ec96d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:07.241307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f516819c-27ae-44a6-93ed-c5e6a92dfe56 req-c8d54a86-0280-4693-894f-b6c4d5ec96d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0504196
Mar 26 21:34:07.290164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f516819c-27ae-44a6-93ed-c5e6a92dfe56 req-3785a855-d7e9-40ff-bed3-41332cb6fa61 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432332
Mar 26 21:34:08.411407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a780e-9f6d-4031-b835-a76cf68f5d1f req-7c24208c-1532-42fc-999b-b6cf10732fb2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:08.412908 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e1a780e-9f6d-4031-b835-a76cf68f5d1f req-7c24208c-1532-42fc-999b-b6cf10732fb2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0562162
Mar 26 21:34:08.458732 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6e1a780e-9f6d-4031-b835-a76cf68f5d1f req-55ec7292-8a74-40fd-8b15-3c4b8f822ed5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403121
Mar 26 21:34:09.575784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1117ed9-4601-45d3-88ab-48a45009b001 req-b809496c-6900-4a3d-ac67-50d0467d0373 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:09.577285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1117ed9-4601-45d3-88ab-48a45009b001 req-b809496c-6900-4a3d-ac67-50d0467d0373 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0522020
Mar 26 21:34:09.623023 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1117ed9-4601-45d3-88ab-48a45009b001 req-a6cddf29-a864-470f-a07c-1dd7ecb5f066 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401907
Mar 26 21:34:10.742532 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf825a5-9cf0-4d52-990a-9eb95688ca12 req-2f72b0c0-4d7e-449e-accd-2127c9ccae17 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:10.744026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bf825a5-9cf0-4d52-990a-9eb95688ca12 req-2f72b0c0-4d7e-449e-accd-2127c9ccae17 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0514181
Mar 26 21:34:10.789410 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8bf825a5-9cf0-4d52-990a-9eb95688ca12 req-2ee80eda-33c5-49b0-b6c5-7097c24e9eba tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392895
Mar 26 21:34:11.911515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f47ae-101c-4525-9f5b-576a73f315ac req-485d2a91-90a6-47d9-953f-0e00ed8e6dcd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:11.913027 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b41f47ae-101c-4525-9f5b-576a73f315ac req-485d2a91-90a6-47d9-953f-0e00ed8e6dcd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0570018
Mar 26 21:34:11.959133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b41f47ae-101c-4525-9f5b-576a73f315ac req-bbe7c2c0-ad1f-442c-919f-0acc9bbd52fc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405598
Mar 26 21:34:13.082891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e338c99-2171-406f-9674-2a81ddf6d3b6 req-b0b629e4-0942-45b7-8436-55763184c822 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:13.084407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e338c99-2171-406f-9674-2a81ddf6d3b6 req-b0b629e4-0942-45b7-8436-55763184c822 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0569582
Mar 26 21:34:13.130958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0e338c99-2171-406f-9674-2a81ddf6d3b6 req-1e920ed3-d333-4060-80ef-2c514344f94f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409172
Mar 26 21:34:14.250826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da49d-ef72-4a4b-b9db-778489258cd1 req-a8b1d3f7-9e90-4148-8d7d-4d8d4212ce48 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:14.252315 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-237da49d-ef72-4a4b-b9db-778489258cd1 req-a8b1d3f7-9e90-4148-8d7d-4d8d4212ce48 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0547268
Mar 26 21:34:14.297905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-237da49d-ef72-4a4b-b9db-778489258cd1 req-234637d7-a56f-4eeb-be5d-82334b2b7acb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399611
Mar 26 21:34:14.412470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:14.554597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-6517c1dd-8572-4216-8847-8c211411af7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0764210
Mar 26 21:34:14.562439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed635-c2fc-4361-8fe6-80905d8dcf59 req-e60a84c2-6b38-4a27-a898-f7a19061d10a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:14.563827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-878ed635-c2fc-4361-8fe6-80905d8dcf59 req-e60a84c2-6b38-4a27-a898-f7a19061d10a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0759566
Mar 26 21:34:14.614853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-878ed635-c2fc-4361-8fe6-80905d8dcf59 req-f22f6c80-a979-4a66-ad1d-365d6ca06f5d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453556
Mar 26 21:34:14.894234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-82b398c7-db61-481b-9fed-5fef2703f88e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:14.895598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-82b398c7-db61-481b-9fed-5fef2703f88e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 942 time: 0.0493672
Mar 26 21:34:15.666946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-3c4fd00b-8133-4e86-9b4f-c1aad222e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:15.668528 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-3c4fd00b-8133-4e86-9b4f-c1aad222e1ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1127 time: 0.0445719
Mar 26 21:34:15.735838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d543-9b5d-4a1c-a7ff-57eda628f534 req-ccd6f1fe-45c6-4831-9abf-df955a372696 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:15.737360 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dd4d543-9b5d-4a1c-a7ff-57eda628f534 req-ccd6f1fe-45c6-4831-9abf-df955a372696 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0527277
Mar 26 21:34:15.766357 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-49268927-0b37-4643-8991-68647480e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:15.767859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-49268927-0b37-4643-8991-68647480e791 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0881321
Mar 26 21:34:15.784550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dd4d543-9b5d-4a1c-a7ff-57eda628f534 req-c7bdc4aa-32a7-4ba0-b1f4-e38353c3928e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414410
Mar 26 21:34:15.836004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-c8f36169-ffcf-4a6f-b048-b346cc3869ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 999 time: 0.0583153
Mar 26 21:34:15.886271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-d8fb5445-dbb4-4c7c-b045-8e76ee1204fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:15.887686 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-d8fb5445-dbb4-4c7c-b045-8e76ee1204fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0410469
Mar 26 21:34:15.943234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-a9e5f674-3012-4c5b-b65d-661b6ed14441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:15.944779 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-a9e5f674-3012-4c5b-b65d-661b6ed14441 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471699
Mar 26 21:34:16.039328 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:16.042879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-9e8ff06d-1893-4d3b-843b-4f02d46aaa18 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881355
Mar 26 21:34:16.134466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-1bf2b7da-16a5-4d78-b4ec-58ce5767b68a service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840173
Mar 26 21:34:16.902740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44837bde-bbe3-460f-917a-05fc21d78a32 req-7727c75c-80fa-425b-9e09-58a0e6d5c8b5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:16.904681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44837bde-bbe3-460f-917a-05fc21d78a32 req-7727c75c-80fa-425b-9e09-58a0e6d5c8b5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0522628
Mar 26 21:34:16.950853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-44837bde-bbe3-460f-917a-05fc21d78a32 req-31b0add5-faa9-44fe-968d-cb2b37ed0800 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405641
Mar 26 21:34:18.069593 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86eb6d-cd06-4b9c-97f2-45bc8f1d9ed8 req-1df73f84-5ad4-4f74-89eb-a29fe4582ee4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:18.071049 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e86eb6d-cd06-4b9c-97f2-45bc8f1d9ed8 req-1df73f84-5ad4-4f74-89eb-a29fe4582ee4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0518911
Mar 26 21:34:18.120173 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e86eb6d-cd06-4b9c-97f2-45bc8f1d9ed8 req-f0b5a985-983a-4730-80dd-24a1b9721e7b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434968
Mar 26 21:34:18.204157 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-c1c7c196-9f7b-42ec-a728-1d08f9eab657 service neutron] show failed (client error): The resource could not be found.
Mar 26 21:34:18.205149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-c1c7c196-9f7b-42ec-a728-1d08f9eab657 service neutron] 10.222.0.21 "GET /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0568092
Mar 26 21:34:18.742932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-495330af-8f0d-4436-9deb-5b88d02667ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:18.744486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-495330af-8f0d-4436-9deb-5b88d02667ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1127 time: 0.3731749
Mar 26 21:34:18.755427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:34:18.810539 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.010366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:19.043721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:34:19.083298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:19.085832 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c94b2-7b46-494a-8577-aeb4f7fc2ee4" -d '{"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:19.089241 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks [] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.101549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Transition to ACTIVE for port object c9f65bcd-1500-4f49-ae54-a70d6a459ddb will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:34:19.105672 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.142972 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50c10a-bdcc-441a-ad58-10f0dea1f901 x-openstack-request-id: req-1e50c10a-bdcc-441a-ad58-10f0dea1f901 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:19.142972 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:19.142972 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e50c10a-bdcc-441a-ad58-10f0dea1f901 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:19.142972 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e50c10a-bdcc-441a-ad58-10f0dea1f901'] response: {'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'code': 200}
Mar 26 21:34:19.155137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:19.235166 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] No DVR routers for this DVR port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:34:19.250065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c1a83-9742-46e8-b7c6-84ab155d1590 req-288bf89b-db57-4dae-b6de-1da6c0f107a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.251634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b0c1a83-9742-46e8-b7c6-84ab155d1590 req-288bf89b-db57-4dae-b6de-1da6c0f107a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.0558691
Mar 26 21:34:19.304506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b0c1a83-9742-46e8-b7c6-84ab155d1590 req-83b47d56-11eb-4a96-b9da-f00debefc1a8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468554
Mar 26 21:34:19.377230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:34:19.377570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:34:19.377907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:34:19.382388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:34:19.382711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Attempting to bind port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:34:19.387809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:34:19.388186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:34:19.388591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:34:19.389629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Bound port: c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:34:19.390104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.451072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:34:19.454129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:34:19.460135 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.495503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.496159 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:19.497627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 1091 time: 0.7460115
Mar 26 21:34:19.531877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6d8fb-061c-4259-9f3c-e9e1e3f808e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:19.569350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-b9c74bf1-d555-431f-a5ac-a4ea2aa64a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.570897 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-b9c74bf1-d555-431f-a5ac-a4ea2aa64a63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1125 time: 0.0527918
Mar 26 21:34:19.660996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-bcb8972e-51cc-4357-980f-39e2b11cd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.662472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-bcb8972e-51cc-4357-980f-39e2b11cd079 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0864501
Mar 26 21:34:19.734316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-27210442-0437-4e9b-b1f8-71f999f35868 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 997 time: 0.0658162
Mar 26 21:34:19.781338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-636306b8-706b-46b6-8633-4e5f1534e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.782759 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-636306b8-706b-46b6-8633-4e5f1534e5d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0430183
Mar 26 21:34:19.830993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-0b0e0c17-3919-4685-8855-24d235c9545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:19.832489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-0b0e0c17-3919-4685-8855-24d235c9545e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433831
Mar 26 21:34:19.922672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-7cf87af9-97c1-4eac-afc5-d6616637b8e3 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847335
Mar 26 21:34:20.009903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a074689-1eee-4a46-ad68-d2ef70edce13 req-1aeb817a-67cd-4194-9700-b1916e5c0e78 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809309
Mar 26 21:34:20.426914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36158f97-efa5-4319-97fc-95d631ed46af req-1938dd63-7939-4be6-93ca-1ece556cb732 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:20.428407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36158f97-efa5-4319-97fc-95d631ed46af req-1938dd63-7939-4be6-93ca-1ece556cb732 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.0569036
Mar 26 21:34:20.479164 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-36158f97-efa5-4319-97fc-95d631ed46af req-f6ab4fa5-60ac-4b67-9855-3fa5ddf23ac7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451307
Mar 26 21:34:21.053305 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:34:21.094146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:34:21.094535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:34:21.144300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:21.146770 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de23c4-18ca-4697-ab02-e4249e296d42" -d '{"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:21.195862 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da398d-7818-4021-a36c-052a7b923135 x-openstack-request-id: req-c8da398d-7818-4021-a36c-052a7b923135 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:21.196194 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:21.196451 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8da398d-7818-4021-a36c-052a7b923135 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:21.196867 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8da398d-7818-4021-a36c-052a7b923135'] response: {'name': 'network-changed', 'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'status': 'completed', 'code': 200}
Mar 26 21:34:21.293337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-652af28e-db6f-4f0f-a47c-d0a3fd9b717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.295283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-652af28e-db6f-4f0f-a47c-d0a3fd9b717c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1125 time: 0.0775220
Mar 26 21:34:21.301100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-a4831530-8b2d-4cc6-a151-095dcefc843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.302469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-a4831530-8b2d-4cc6-a151-095dcefc843e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1125 time: 0.0590174
Mar 26 21:34:21.460098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-e61f7a32-9cd1-4471-9a60-9b989bf90f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.461573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-e61f7a32-9cd1-4471-9a60-9b989bf90f5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1582692
Mar 26 21:34:21.464159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-6b4dc7a4-8835-4527-a9e6-1d697d2c61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.465478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-6b4dc7a4-8835-4527-a9e6-1d697d2c61b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1536829
Mar 26 21:34:21.608543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-b2143ddc-1943-49a3-9e9b-b83b81f4d4f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 997 time: 0.1406906
Mar 26 21:34:21.610337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-99d3f918-2465-42a0-a06f-2ef574917e53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 997 time: 0.1071560
Mar 26 21:34:21.693754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb06b46-2f2a-47b3-8af9-746a91ee9ce2 req-d2d0b34a-2d63-4a0b-8a07-833aa9d7e437 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.695222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb06b46-2f2a-47b3-8af9-746a91ee9ce2 req-d2d0b34a-2d63-4a0b-8a07-833aa9d7e437 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.1476672
Mar 26 21:34:21.706736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-ebc8b4d5-de2d-4467-acdb-2a99d9551755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.708130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-ebc8b4d5-de2d-4467-acdb-2a99d9551755 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0947218
Mar 26 21:34:21.734737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-5ab1143d-e66e-4d29-b1e6-3d27e31d533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.736225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-5ab1143d-e66e-4d29-b1e6-3d27e31d533f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0959866
Mar 26 21:34:21.808242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb06b46-2f2a-47b3-8af9-746a91ee9ce2 req-b4d7a611-f002-4988-9ec0-e467bbf955ab tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054165
Mar 26 21:34:21.820428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-351071bb-88ad-4118-b6f9-4723e2a3e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.821924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-351071bb-88ad-4118-b6f9-4723e2a3e1cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1075683
Mar 26 21:34:21.838107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-0dde0f4b-9e2d-4435-b79e-67b10e28ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:21.839559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-0dde0f4b-9e2d-4435-b79e-67b10e28ea36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0882227
Mar 26 21:34:21.868066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:34:22.026962 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-6052b39c-1a69-4f24-bdb1-5ebc9c514b60 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981428
Mar 26 21:34:22.032861 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-b34239c6-4205-44e6-9946-006b19784575 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828880
Mar 26 21:34:22.064641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06382-ce81-405c-9621-360488f28add req-eeb93c16-845a-453e-82a6-051ed173cf39 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.066359 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-eeb93c16-845a-453e-82a6-051ed173cf39 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0673106
Mar 26 21:34:22.133689 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [req-d9f06382-ce81-405c-9621-360488f28add req-86c27515-28e0-4240-93e1-9f7046acf306 service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:34:22.134628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-86c27515-28e0-4240-93e1-9f7046acf306 service neutron] 10.222.0.21 "DELETE /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0589142
Mar 26 21:34:22.139683 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1b7de-65c3-4a4c-8246-7fd646961786 req-b991204a-0156-4fca-958c-8912cb2d3fe4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.141231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ac1b7de-65c3-4a4c-8246-7fd646961786 req-b991204a-0156-4fca-958c-8912cb2d3fe4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 943 time: 0.1685805
Mar 26 21:34:22.160964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:22.171733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'mac_address': 'fa:16:3e:80:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:34:22.212147 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c9f65bcd-1500-4f49-ae54-a70d6a459ddb is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:34:22.212489 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:22.224894 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f65bcd-1500-4f49-ae54-a70d6a459ddb {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:34:22.232096 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-d1efa522-881d-4e9b-b7f4-d2d48fcbc007 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967492
Mar 26 21:34:22.239950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-63de23c4-18ca-4697-ab02-e4249e296d42 req-51ae36c3-b911-4a67-9403-98d739bf45ba service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967154
Mar 26 21:34:22.244164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:22.252889 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:22.254808 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5ac1b7de-65c3-4a4c-8246-7fd646961786 req-be6938e9-ea75-422c-8993-cc5fcae9163a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830696
Mar 26 21:34:22.302426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:22.309713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.310069 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.310919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.311327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.311669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.312034 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.312368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.312709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.313071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.313399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.313728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.314057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.314387 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.314713 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.315037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:22.360952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06382-ce81-405c-9621-360488f28add req-ebf49274-fa36-4aa8-bce4-5935b82c1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.362493 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-ebf49274-fa36-4aa8-bce4-5935b82c1a40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1126 time: 0.0445201
Mar 26 21:34:22.456388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06382-ce81-405c-9621-360488f28add req-7c6f12f5-65ac-4e97-9e0d-7ca1cf496f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.457908 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-7c6f12f5-65ac-4e97-9e0d-7ca1cf496f43 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0880527
Mar 26 21:34:22.465677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['c9f65bcd-1500-4f49-ae54-a70d6a459ddb'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:34:22.525205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-58ac4b7b-61ba-4d57-a7f3-3f64b80cf856 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 998 time: 0.0577772
Mar 26 21:34:22.580286 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06382-ce81-405c-9621-360488f28add req-6416218d-5e0d-4186-b64a-2f1bf85fecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.582108 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-6416218d-5e0d-4186-b64a-2f1bf85fecfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0484467
Mar 26 21:34:22.635181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f06382-ce81-405c-9621-360488f28add req-a4c2daf3-7aef-4810-9d84-3bb448429b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:22.636705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-a4c2daf3-7aef-4810-9d84-3bb448429b07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434554
Mar 26 21:34:22.724296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-09b4601e-d250-43a3-8ae8-5911958230b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785167
Mar 26 21:34:22.818406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-5011dd7d-4009-481d-a422-ce710c2f90d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842974
Mar 26 21:34:23.385726 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb614f45-83c1-4c8d-9fba-a7303244ec28 req-0571a69c-f274-4d8f-95ec-58ecb3315a07 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:23.387262 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb614f45-83c1-4c8d-9fba-a7303244ec28 req-0571a69c-f274-4d8f-95ec-58ecb3315a07 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 944 time: 0.0584960
Mar 26 21:34:23.439092 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fb614f45-83c1-4c8d-9fba-a7303244ec28 req-02700025-b90b-4eea-b231-23380e11263e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456500
Mar 26 21:34:23.559790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7a90b-3090-469c-b188-4f3a1bb70996 req-ca8e1061-0766-4407-90de-cc6e72477486 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:23.561725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34e7a90b-3090-469c-b188-4f3a1bb70996 req-ca8e1061-0766-4407-90de-cc6e72477486 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 944 time: 0.0530434
Mar 26 21:34:23.607704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-34e7a90b-3090-469c-b188-4f3a1bb70996 req-2d033d34-ca74-4c01-90c8-b154cf254847 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400565
Mar 26 21:34:23.837946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa25e3-83aa-4b00-81a6-59da5b78f734 req-181c1b08-ce07-498d-8147-5ee972d5120d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:23.839336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aaaa25e3-83aa-4b00-81a6-59da5b78f734 req-181c1b08-ce07-498d-8147-5ee972d5120d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 944 time: 0.0878353
Mar 26 21:34:23.844364 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336f86-f153-4d18-b73d-810f80864c20 req-6e63335f-00a1-49e3-baf9-fb3f8d9bedef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:23.845734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-6e63335f-00a1-49e3-baf9-fb3f8d9bedef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 1126 time: 0.0598428
Mar 26 21:34:23.878208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:34:23.926913 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:34:23.930632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port c9f65bcd-1500-4f49-ae54-a70d6a459ddb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:34:23.931018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:23.942853 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aaaa25e3-83aa-4b00-81a6-59da5b78f734 req-9d8697d1-c541-411c-af69-b5cdbde76e85 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961864
Mar 26 21:34:23.970313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336f86-f153-4d18-b73d-810f80864c20 req-6e1f832c-7b06-40a4-89aa-3d4ed4e6bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:23.971789 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-6e1f832c-7b06-40a4-89aa-3d4ed4e6bdc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1189113
Mar 26 21:34:24.020562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port c9f65bcd-1500-4f49-ae54-a70d6a459ddb is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:34:24.020957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:24.038008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-c9494eb0-7c34-4d23-a422-a8f8c8e58f34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 200  len: 998 time: 0.0606833
Mar 26 21:34:24.056750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:24.059241 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60240ce8-c8fb-4e36-8c95-3ce9b2767f3a" -d '{"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-plugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:24.072855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:24.078556 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:24.088077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336f86-f153-4d18-b73d-810f80864c20 req-952ef483-3bcf-4f5e-ad46-813f4a8f8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:24.089515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-952ef483-3bcf-4f5e-ad46-813f4a8f8c5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0466638
Mar 26 21:34:24.101549 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b6385-c006-4ed2-b7e3-e8b8cd0e4fbc x-openstack-request-id: req-520b6385-c006-4ed2-b7e3-e8b8cd0e4fbc {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:24.101848 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-plugged", "status": "completed", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:24.102099 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-520b6385-c006-4ed2-b7e3-e8b8cd0e4fbc {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:24.102489 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520b6385-c006-4ed2-b7e3-e8b8cd0e4fbc'] response: {'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'code': 200}
Mar 26 21:34:24.128613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:24.142132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336f86-f153-4d18-b73d-810f80864c20 req-a82921ca-f383-47fa-954a-7663ff0ed4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:24.143645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-a82921ca-f383-47fa-954a-7663ff0ed4c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490210
Mar 26 21:34:24.231320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-196fa7a3-87db-44a4-af74-75b150b5259c service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804665
Mar 26 21:34:24.320797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f336f86-f153-4d18-b73d-810f80864c20 req-5a33dbea-5237-481c-b972-00ecaea4175d service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841508
Mar 26 21:34:25.068367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ec4c6-c15b-42ab-a023-767a9d6158e1 req-abf6f214-16fb-44fe-8897-5ebe259c19c5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:25.069831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e83ec4c6-c15b-42ab-a023-767a9d6158e1 req-abf6f214-16fb-44fe-8897-5ebe259c19c5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0527074
Mar 26 21:34:25.115891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-39475369-8b31-47cf-b2ca-521268a82a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:25.117823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e83ec4c6-c15b-42ab-a023-767a9d6158e1 req-121b38f4-ab19-4c5c-bd08-2594d13fb62c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420547
Mar 26 21:34:25.348762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d8883-68ac-4f5b-b15a-627683ba1090 req-9b4a8b3b-1cc8-4af8-b1ca-b7488f625e4d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:25.350249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d5d8883-68ac-4f5b-b15a-627683ba1090 req-9b4a8b3b-1cc8-4af8-b1ca-b7488f625e4d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0517924
Mar 26 21:34:25.403000 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8d5d8883-68ac-4f5b-b15a-627683ba1090 req-328105ed-8084-44f9-a161-fd06522593d5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471895
Mar 26 21:34:26.524022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eca57-e013-4f10-a525-562493f7be74 req-75282f6d-7ada-42d3-ba24-4ca86605783f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:26.525498 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-738eca57-e013-4f10-a525-562493f7be74 req-75282f6d-7ada-42d3-ba24-4ca86605783f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0515974
Mar 26 21:34:26.572873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-738eca57-e013-4f10-a525-562493f7be74 req-29cfd2a2-1cd7-4f8b-82a2-66fce305456c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409799
Mar 26 21:34:26.585602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-6700c545-90b7-4586-843c-0b36a6af348b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:26.587039 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-6700c545-90b7-4586-843c-0b36a6af348b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/ports?device_id=84182e46-e480-4292-8337-9ae3f60d062b HTTP/1.1" status: 200  len: 945 time: 0.0515134
Mar 26 21:34:26.677039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Deleting port c9f65bcd-1500-4f49-ae54-a70d6a459ddb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:34:26.677387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:26.769906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] For port c9f65bcd-1500-4f49-ae54-a70d6a459ddb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:26.770186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:26.939568 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:26.939963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:26.940286 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab disassociated. External IP: 172.35.4.8, port: c9f65bcd-1500-4f49-ae54-a70d6a459ddb.
Mar 26 21:34:26.940640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Calling delete_port for c9f65bcd-1500-4f49-ae54-a70d6a459ddb owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:34:27.068125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c9f65bcd-1500-4f49-ae54-a70d6a459ddb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:27.095486 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'Port': ['ID=c9f65bcd-1500-4f49-ae54-a70d6a459ddb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:27.212656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:34:27.325410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:34:27.335995 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:34:27.346196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:34:27.346802 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:27.366648 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] No DVR routers for this DVR port c9f65bcd-1500-4f49-ae54-a70d6a459ddb on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:34:27.369217 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:27.372446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e42e70ee-f20f-44ba-9747-9391d8d9a167 req-509533dd-e51c-4f6f-af67-8d610de9413a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "DELETE /v2.0/ports/c9f65bcd-1500-4f49-ae54-a70d6a459ddb HTTP/1.1" status: 204  len: 173 time: 0.7804105
Mar 26 21:34:27.372882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-deleted', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:27.375087 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9115b-a88d-4290-aab8-477e652ea773" -d '{"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-deleted", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:27.420916 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a696a4-4890-4dc5-bb69-1617d1c19cb3 x-openstack-request-id: req-78a696a4-4890-4dc5-bb69-1617d1c19cb3 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:27.421209 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84182e46-e480-4292-8337-9ae3f60d062b", "name": "network-vif-deleted", "tag": "c9f65bcd-1500-4f49-ae54-a70d6a459ddb", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:27.421607 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78a696a4-4890-4dc5-bb69-1617d1c19cb3 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:27.422014 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a696a4-4890-4dc5-bb69-1617d1c19cb3'] response: {'server_uuid': '84182e46-e480-4292-8337-9ae3f60d062b', 'name': 'network-vif-deleted', 'tag': 'c9f65bcd-1500-4f49-ae54-a70d6a459ddb', 'status': 'completed', 'code': 200}
Mar 26 21:34:27.467855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:34:27.678847 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:34:27.684496 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368d60>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:27.710842 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:34:27.719861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:34:27.720499 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:33:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:27.820511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-5125a567-97a2-4aac-b8a7-6fa766550406 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--861180895&fields=id&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 267 time: 0.0462713
Mar 26 21:34:27.830829 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:34:27.859257 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-eea68dbc-44e3-4e65-8255-f4db25c1ebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:27.931807 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a8d36784-db4e-4ea7-b53f-0070f9d3fa7e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:27.933298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a8d36784-db4e-4ea7-b53f-0070f9d3fa7e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1114647
Mar 26 21:34:27.948087 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a79de6f9-9dbe-4dbb-8375-afd0cfbe4e9f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/quotas/ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 375 time: 0.0092556
Mar 26 21:34:28.002258 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-3e8d7bec-a1f3-495e-9d28-11c286c3caa5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0485048
Mar 26 21:34:28.020441 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-859699dd-974b-4c54-ba04-876256ef609c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:34:28.021701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-859699dd-974b-4c54-ba04-876256ef609c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0057287
Mar 26 21:34:28.029885 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368d60>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:28.120237 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-c8d56e73-2012-4b3b-b4d6-c7dfd534dd03 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921342
Mar 26 21:34:28.164531 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9538c-098f-4d6a-835f-20ebb5d24d48 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:34:28.214733 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a01e97be-faea-4a97-8ec3-3f4fb485b25b service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880723
Mar 26 21:34:28.383366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c325b4fd-9e41-42bf-84cd-2503841ee6c1 req-306fe9f7-9f5e-41f8-80d8-4dce650e6a68 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 210 time: 0.0291228
Mar 26 21:34:28.421338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580382a2-1ae2-4a2c-b6d1-ee57d5298843 None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:34:28.887579 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:29.494229 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8cb6ac3a-4bb2-4fbb-83c7-a7fc461925a6 req-5928b8d0-6c11-4f6c-9ef2-eee61a63b486 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 210 time: 0.0332263
Mar 26 21:34:29.637016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a80b684a-79ff-426b-87ef-3cb404654339 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:29.638997 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-a80b684a-79ff-426b-87ef-3cb404654339 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.4434314
Mar 26 21:34:29.697024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-14862494-2a8c-4633-81bc-b9fc3d02d271 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 379 time: 0.0504062
Mar 26 21:34:29.705884 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'port': {'device_id': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'admin_state_up': True, 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'security_groups': ['d026ead7-3adb-4802-926f-d40cf29eecea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:34:29.813670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:34:29.817006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:29.900312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:34:29.920622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: c9f65bcd-1500-4f49-ae54-a70d6a459ddb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:34:29.920969 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device c9f65bcd-1500-4f49-ae54-a70d6a459ddb not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:34:29.938199 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Allocated IP 172.20.0.12 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/42383a66-e6a8-460a-ab82-6d80dac24f0d) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:34:30.073607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.105591 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.147347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:34:30.150191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:34:30.153686 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:34:30.183669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:30.198713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.199061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.199406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.199739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.200099 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.200430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.200755 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.201154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.201481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.201803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.202133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.202438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.202758 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.203077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.203399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:34:30.223815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:30.224454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.233321 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.243050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-2087dfbc-e9ed-4df7-9005-84be0db50090 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5406365
Mar 26 21:34:30.254914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Request body: {'port': {'device_id': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:34:30.315724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.381324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d9ac8a31-f64e-4df0-93e4-0a0a7bca0814 None None] Provisioning complete for port 42383a66-e6a8-460a-ab82-6d80dac24f0d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:34:30.381704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8a31-f64e-4df0-93e4-0a0a7bca0814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.414499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac8a31-f64e-4df0-93e4-0a0a7bca0814 None None] Port 42383a66-e6a8-460a-ab82-6d80dac24f0d cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:34:30.605685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:34:30.615684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks [] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.632245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Transition to ACTIVE for port object 42383a66-e6a8-460a-ab82-6d80dac24f0d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:34:30.644425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d6d61-f973-46e6-baa5-2655a03b369b req-f47d38fe-2577-49d0-accc-7add64e1fe14 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:30.645892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-620d6d61-f973-46e6-baa5-2655a03b369b req-f47d38fe-2577-49d0-accc-7add64e1fe14 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 932 time: 0.0783801
Mar 26 21:34:30.646943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.711447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:30.762310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-44757f2a-2cb6-4734-bd62-bcebc62fe304 req-9a270d5d-f80e-4e89-be18-9a6ddc5b498f service neutron] (126738) timed out ('10.222.0.16', 50034) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:34:30.786301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-620d6d61-f973-46e6-baa5-2655a03b369b req-cd47f3db-3475-4903-adcc-6eef5fcd7cdd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341536
Mar 26 21:34:30.817451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:34:30.817896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:34:30.818262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:34:30.822866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:34:30.823190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:34:30.828713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:34:30.829061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:34:30.829445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:34:30.829873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Bound port: 42383a66-e6a8-460a-ab82-6d80dac24f0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:34:30.830232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.893329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:34:30.896363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:34:30.902503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.939559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:30.940321 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:30.941792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] 10.222.0.18 "PUT /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 1092 time: 0.6915429
Mar 26 21:34:30.942148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:30.944379 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8d7018-62a7-4d6b-9268-63822a774861" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:30.969136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51455859-5f3e-4c47-88ee-18c22b310f15 service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:30.993007 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8387741-fe77-4bec-ad2a-3e8fd48c4e7b x-openstack-request-id: req-e8387741-fe77-4bec-ad2a-3e8fd48c4e7b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:30.993407 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:30.993726 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8387741-fe77-4bec-ad2a-3e8fd48c4e7b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:30.994514 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8387741-fe77-4bec-ad2a-3e8fd48c4e7b'] response: {'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'status': 'completed', 'code': 200}
Mar 26 21:34:31.049423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-ce4fee74-df82-4652-8048-bfd4afe09e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.051303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-ce4fee74-df82-4652-8048-bfd4afe09e1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1126 time: 0.0559258
Mar 26 21:34:31.095090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-74ffe009-7025-4630-986b-baf705abb7f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 217 time: 0.0367074
Mar 26 21:34:31.144478 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-0a91c46f-ef69-4723-ad9d-27953f571635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.145984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-0a91c46f-ef69-4723-ad9d-27953f571635 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0447195
Mar 26 21:34:31.193741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-c0cdaa89-1e30-452b-aada-d0244475a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.195220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-c0cdaa89-1e30-452b-aada-d0244475a0cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438211
Mar 26 21:34:31.290314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-14095698-9805-44ae-9873-4dae6e0c2806 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893776
Mar 26 21:34:31.380818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72f8aae8-9d7d-4668-90fd-5e296d915761 req-11455575-bef8-49e3-bf83-3fbac138d658 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846231
Mar 26 21:34:31.469053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-ab682974-d2a7-4a66-946b-78a53b58cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.470566 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-ab682974-d2a7-4a66-946b-78a53b58cc2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1126 time: 0.0447223
Mar 26 21:34:31.560055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-0844ddd1-e5e7-4a48-84d1-60a31b791c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.562174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-0844ddd1-e5e7-4a48-84d1-60a31b791c24 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0846658
Mar 26 21:34:31.605133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-c2b74e97-198b-4e72-bab5-d97c4d156efe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 217 time: 0.0367086
Mar 26 21:34:31.651652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-cb1b9a86-cd6d-4300-b7dc-bef6ea335deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.653054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-cb1b9a86-cd6d-4300-b7dc-bef6ea335deb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0422697
Mar 26 21:34:31.700761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-d907289e-9302-4d04-b0f7-f3604c71a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.702250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-d907289e-9302-4d04-b0f7-f3604c71a50d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431292
Mar 26 21:34:31.792227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-c6d67845-1bb4-4e84-9884-6127a6ec411c service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838654
Mar 26 21:34:31.879554 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:31.913634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f8d7018-62a7-4d6b-9268-63822a774861 req-8549b4ec-b6d4-4d66-9181-05cc99990af0 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155937
Mar 26 21:34:31.931214 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978d3b-0699-489c-942b-8c86c697376a req-f0418b40-d935-495b-b7b1-f830358fbf90 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:31.932703 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f978d3b-0699-489c-942b-8c86c697376a req-f0418b40-d935-495b-b7b1-f830358fbf90 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 944 time: 0.0741279
Mar 26 21:34:31.979594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f978d3b-0699-489c-942b-8c86c697376a req-aab0a846-af03-4fe1-8e10-730c10eb9a32 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411639
Mar 26 21:34:33.098960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef2763-c796-4387-8491-9a8dcf96f7e0 req-cb06fbaa-62ab-4029-b232-acc4a934b79d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:33.100457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1ef2763-c796-4387-8491-9a8dcf96f7e0 req-cb06fbaa-62ab-4029-b232-acc4a934b79d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 944 time: 0.0523732
Mar 26 21:34:33.146627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d1ef2763-c796-4387-8491-9a8dcf96f7e0 req-1d29df2a-afc4-44d8-ad89-388ff25c312f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406563
Mar 26 21:34:33.931094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:34:34.026903 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:34.037207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:34:34.079270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:34:34.079648 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:34.092662 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:34:34.111795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:34.115511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:34.160691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:34.264300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d4946-58e1-45de-8e5a-526b9716bb10 req-8f4a00b3-e8b1-428b-909c-3fca801a3a07 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:34.265792 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-954d4946-58e1-45de-8e5a-526b9716bb10 req-8f4a00b3-e8b1-428b-909c-3fca801a3a07 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0522947
Mar 26 21:34:34.304836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['42383a66-e6a8-460a-ab82-6d80dac24f0d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:34:34.312409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-954d4946-58e1-45de-8e5a-526b9716bb10 req-e8ff01b7-97e5-49e5-b9fb-054b6787a478 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410659
Mar 26 21:34:35.430151 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235f03-169c-4a83-a1b7-1a78bb0c2586 req-8afe4932-701b-4bf2-9ec5-ec92a0201113 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:35.431642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10235f03-169c-4a83-a1b7-1a78bb0c2586 req-8afe4932-701b-4bf2-9ec5-ec92a0201113 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0533888
Mar 26 21:34:35.477876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10235f03-169c-4a83-a1b7-1a78bb0c2586 req-60157a1f-0d95-4658-9ed8-0165636c9c3b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398667
Mar 26 21:34:35.948006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:34:35.996217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 42383a66-e6a8-460a-ab82-6d80dac24f0d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:34:36.000226 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 42383a66-e6a8-460a-ab82-6d80dac24f0d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:34:36.000607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:36.080758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:34:36.081141 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:36.103228 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:36.105454 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7971f4a0-c351-4233-ad2f-f33e212ee51f" -d '{"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-plugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:36.117544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:34:36.122530 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:36.145673 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0019eae-4dd1-4460-8c7e-57f8a9f390a5 x-openstack-request-id: req-e0019eae-4dd1-4460-8c7e-57f8a9f390a5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:36.145976 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-plugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:36.146235 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0019eae-4dd1-4460-8c7e-57f8a9f390a5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:36.146633 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0019eae-4dd1-4460-8c7e-57f8a9f390a5'] response: {'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'code': 200}
Mar 26 21:34:36.175155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:34:36.245392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c4dbb-3052-4ef8-a2ee-38ce9952cca7 req-cb4fa384-dbd0-427b-97fb-901a7360c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:36.246889 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de6c4dbb-3052-4ef8-a2ee-38ce9952cca7 req-cb4fa384-dbd0-427b-97fb-901a7360c1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1128 time: 0.0429726
Mar 26 21:34:36.293905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de6c4dbb-3052-4ef8-a2ee-38ce9952cca7 req-9b180c89-8a47-4707-bde0-4ebc9df83714 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404549
Mar 26 21:34:36.602035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a06dd-21bb-4125-9e76-676c869f0aa1 req-97c236eb-06c2-4251-ba09-f0b80161dd00 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:36.603499 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f3a06dd-21bb-4125-9e76-676c869f0aa1 req-97c236eb-06c2-4251-ba09-f0b80161dd00 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0566144
Mar 26 21:34:36.649604 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f3a06dd-21bb-4125-9e76-676c869f0aa1 req-63738688-0d8b-4ee6-a671-1d9c4d2d4785 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405405
Mar 26 21:34:37.770017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca82f2-ad3a-461f-9434-b5499e230d97 req-48c930ed-6bbe-4e4e-839a-c6527ced853a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:37.771484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2dca82f2-ad3a-461f-9434-b5499e230d97 req-48c930ed-6bbe-4e4e-839a-c6527ced853a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0508852
Mar 26 21:34:37.817537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2dca82f2-ad3a-461f-9434-b5499e230d97 req-21f34bd1-c89d-42a3-a1d6-b9ae15310b53 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405037
Mar 26 21:34:37.932131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0994b-2245-47dc-9326-f059a5af8ebf req-76ee7e8a-abcc-4808-9c36-41be5e20b123 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:37.933518 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-76e0994b-2245-47dc-9326-f059a5af8ebf req-76ee7e8a-abcc-4808-9c36-41be5e20b123 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0537682
Mar 26 21:34:37.942701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47374) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:34:37.946971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'floatingip': {'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:34:37.989415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:38.428342 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:38.432071 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:38.535018 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab associated. External IP: 172.35.4.8, port: 42383a66-e6a8-460a-ab82-6d80dac24f0d.
Mar 26 21:34:38.749592 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:34:38.859772 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:34:38.864758 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:38.869270 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:34:38.878421 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:34:38.879094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f75a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:34:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:38.893427 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e8e2f47a-5d56-4365-bb28-f71418734274 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "PUT /v2.0/floatingips/80aba868-6921-4efb-8aef-eb89541ee9ab HTTP/1.1" status: 200  len: 990 time: 0.9497073
Mar 26 21:34:38.894110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:34:38.896522 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2060b2d3-c367-4656-8aad-76e5e8a8390e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:34:38.935753 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001e88c8-e0ea-4ae2-9bfa-34526e25b3b9 x-openstack-request-id: req-001e88c8-e0ea-4ae2-9bfa-34526e25b3b9 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:34:38.936388 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:34:38.936388 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-001e88c8-e0ea-4ae2-9bfa-34526e25b3b9 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:34:38.937398 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001e88c8-e0ea-4ae2-9bfa-34526e25b3b9'] response: {'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'status': 'completed', 'code': 200}
Mar 26 21:34:38.992049 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:34:39.005231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-c91b49a0-0c6f-4737-aa1c-202ff41b9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.006849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-c91b49a0-0c6f-4737-aa1c-202ff41b9c76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1128 time: 0.0501785
Mar 26 21:34:39.137460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-838d070c-47b5-438d-9f09-a7463aa11dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.139486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-838d070c-47b5-438d-9f09-a7463aa11dfb service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1273174
Mar 26 21:34:39.154716 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-da0f8636-f9ee-45d9-8472-568eb787cf17 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0674801
Mar 26 21:34:39.156850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82b16e-96ac-4c1d-a9be-e4d0dd4368b1 req-f9784d4a-0efb-4b79-9fd6-1e3fcbbd29eb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.158642 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a82b16e-96ac-4c1d-a9be-e4d0dd4368b1 req-f9784d4a-0efb-4b79-9fd6-1e3fcbbd29eb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0613291
Mar 26 21:34:39.211788 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-d94452d8-f1b3-4a66-8773-9dd943e6011a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 998 time: 0.0662127
Mar 26 21:34:39.236789 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9a82b16e-96ac-4c1d-a9be-e4d0dd4368b1 req-5ec82b9d-ebc5-4864-bad5-6e0491b69469 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664294
Mar 26 21:34:39.249537 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f75a6d0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:34:38Z', 'revision_number': 9, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:39.275716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-7b75de40-6f33-4535-975e-73b961c479cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.277422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-7b75de40-6f33-4535-975e-73b961c479cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0582037
Mar 26 21:34:39.281128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:34:39.289542 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:34:39.290143 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f75a6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:34:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:39.334342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-eb872eda-343c-4602-b72e-e9d622fd33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.337189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-eb872eda-343c-4602-b72e-e9d622fd33ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540719
Mar 26 21:34:39.403526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:34:39.434224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-2e73031e-5f8f-4c1d-9b46-e42a235c58fd service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914145
Mar 26 21:34:39.561962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-927f6734-c269-4ff7-9c88-d7c53b545a0d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:39.563228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-927f6734-c269-4ff7-9c88-d7c53b545a0d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 943 time: 0.0572524
Mar 26 21:34:39.573795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2060b2d3-c367-4656-8aad-76e5e8a8390e req-3ddf5d42-0b8d-43ea-824c-b0168d2fe120 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343534
Mar 26 21:34:39.640277 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f75a6d0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:34:38Z', 'revision_number': 9, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:34:39.670740 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b388c3-a7ae-417e-b9c4-5d7fd466e8e3 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:34:38Z', 'revision_number': 9, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:34:39.891660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f726d9-50e8-41d3-8934-cf8a81dc150e None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:34:40.350231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1a53-5ba5-4346-9f93-7147e8dbd46b req-89c9c5c3-ce48-4728-9ef1-24a81e0d1bb0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:40.351634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8be1a53-5ba5-4346-9f93-7147e8dbd46b req-89c9c5c3-ce48-4728-9ef1-24a81e0d1bb0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0556400
Mar 26 21:34:40.408927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b8be1a53-5ba5-4346-9f93-7147e8dbd46b req-a79edb60-0b1e-4642-8c5d-7069e3c9c8f0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500877
Mar 26 21:34:40.441647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-d5b94d8e-4c86-444e-9272-c746b94aa085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:40.443151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-d5b94d8e-4c86-444e-9272-c746b94aa085 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1128 time: 0.0490234
Mar 26 21:34:40.533898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-96e957d1-23c5-4650-9367-e2be1e45b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:40.535359 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-96e957d1-23c5-4650-9367-e2be1e45b668 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0867286
Mar 26 21:34:40.600363 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-b4afd34b-60df-4b2d-a949-3fbad81a3ca6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 1001 time: 0.0580301
Mar 26 21:34:40.644802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-4f55d001-55f5-4733-adf7-ebbd907c5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:40.646176 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-4f55d001-55f5-4733-adf7-ebbd907c5ab3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0410681
Mar 26 21:34:40.696710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-279b518e-2271-4a0d-bc84-de8dd466482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:40.698181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-279b518e-2271-4a0d-bc84-de8dd466482a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464139
Mar 26 21:34:40.785073 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-49b13940-3093-48ac-9500-febfb7312e93 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812025
Mar 26 21:34:40.874437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-cb92fa52-e984-406b-bd1b-4a4f8f096d6b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839815
Mar 26 21:34:41.531819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f2b4-adab-42df-af21-a5089535dd3b req-98114982-f1dd-45ee-88b4-c16c6fa7525c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:41.533330 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d251f2b4-adab-42df-af21-a5089535dd3b req-98114982-f1dd-45ee-88b4-c16c6fa7525c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0537002
Mar 26 21:34:41.579826 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d251f2b4-adab-42df-af21-a5089535dd3b req-0c0665c7-9404-4ab8-baa6-26f6e944334e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408957
Mar 26 21:34:42.697989 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c563-fb7d-48d3-8ee0-0db122c1fb23 req-d89e2884-e315-4727-8ba4-7d621116158b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:42.699446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b75c563-fb7d-48d3-8ee0-0db122c1fb23 req-d89e2884-e315-4727-8ba4-7d621116158b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0517967
Mar 26 21:34:42.744527 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3b75c563-fb7d-48d3-8ee0-0db122c1fb23 req-e955f0d6-a819-4d69-95c0-18f4fe626830 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392060
Mar 26 21:34:43.863211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca5f3-af5e-4445-874f-b638ffd52843 req-1a0979f3-2135-4515-a6b3-4c3d86ca8da5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:43.864738 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb4ca5f3-af5e-4445-874f-b638ffd52843 req-1a0979f3-2135-4515-a6b3-4c3d86ca8da5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0516808
Mar 26 21:34:43.910648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb4ca5f3-af5e-4445-874f-b638ffd52843 req-071f59fd-bcb0-4a38-a171-20b0e6c5cd4f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404234
Mar 26 21:34:44.422592 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:45.034474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51346-1d87-423c-97ea-84b2d32908c6 req-1a1399ae-fe76-4166-97d3-0fe88e585813 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:45.035981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3b51346-1d87-423c-97ea-84b2d32908c6 req-1a1399ae-fe76-4166-97d3-0fe88e585813 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0581191
Mar 26 21:34:45.083934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f3b51346-1d87-423c-97ea-84b2d32908c6 req-34b8f6c5-a31d-4e4d-810a-6325bc8b037c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422971
Mar 26 21:34:46.039941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:46.206242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164505c7-9e9e-4d88-abb0-07db5d8f4708 req-6b8ce746-f5b0-41b0-af75-9841a2996fec tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:46.207730 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-164505c7-9e9e-4d88-abb0-07db5d8f4708 req-6b8ce746-f5b0-41b0-af75-9841a2996fec tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0579603
Mar 26 21:34:46.254497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-164505c7-9e9e-4d88-abb0-07db5d8f4708 req-15800526-20f5-4c57-a8bc-031211b45b97 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409827
Mar 26 21:34:47.374936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1b227-6282-41fe-9575-93f98e11775d req-0c33734c-e286-4069-bc0d-3d92f307e893 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:47.376446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb1b227-6282-41fe-9575-93f98e11775d req-0c33734c-e286-4069-bc0d-3d92f307e893 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0526109
Mar 26 21:34:47.422141 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4cb1b227-6282-41fe-9575-93f98e11775d req-8a48d6c2-b503-4a94-aba5-6266f074360a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400553
Mar 26 21:34:48.541070 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097291-93fa-4f24-96c7-d986242cd813 req-6f157bf4-746e-471a-80dd-66c0925a1b5e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:48.542538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59097291-93fa-4f24-96c7-d986242cd813 req-6f157bf4-746e-471a-80dd-66c0925a1b5e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0515082
Mar 26 21:34:48.589963 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-59097291-93fa-4f24-96c7-d986242cd813 req-93af9abc-9102-4455-8102-6430615e23ca tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419073
Mar 26 21:34:49.707633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9463e-6b5b-4f52-a90e-d0cf77689c36 req-9468a9cd-cbb7-40c0-a201-0d516923ac89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:49.709151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9b9463e-6b5b-4f52-a90e-d0cf77689c36 req-9468a9cd-cbb7-40c0-a201-0d516923ac89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0522182
Mar 26 21:34:49.759945 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a9b9463e-6b5b-4f52-a90e-d0cf77689c36 req-21aaf33a-1b02-4bdf-a625-c0594bb55601 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451734
Mar 26 21:34:50.880819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dd781-62a2-4b3f-90e1-f1cebce83b7e req-c57a0cf9-2e94-4842-befa-ddc5dbbcce16 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:50.882193 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd8dd781-62a2-4b3f-90e1-f1cebce83b7e req-c57a0cf9-2e94-4842-befa-ddc5dbbcce16 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0559828
Mar 26 21:34:50.928627 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd8dd781-62a2-4b3f-90e1-f1cebce83b7e req-18c7e1df-73bd-4728-9ef5-5c3cad204f01 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407641
Mar 26 21:34:52.047020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f0700-fc8c-480f-b697-40ea8a7f8c92 req-e609f30f-9628-48de-ab8e-d3d086ae296e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:52.048519 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b43f0700-fc8c-480f-b697-40ea8a7f8c92 req-e609f30f-9628-48de-ab8e-d3d086ae296e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0522344
Mar 26 21:34:52.094834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b43f0700-fc8c-480f-b697-40ea8a7f8c92 req-f512f4d2-bbe0-42ee-a0b9-89b0e52fbd89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404694
Mar 26 21:34:53.213058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd97c32-7746-440c-b2f2-7e788856d5b5 req-0748d4d4-3847-4e01-9175-ed6a56f8c8f3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:53.214544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dcd97c32-7746-440c-b2f2-7e788856d5b5 req-0748d4d4-3847-4e01-9175-ed6a56f8c8f3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0523791
Mar 26 21:34:53.260875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dcd97c32-7746-440c-b2f2-7e788856d5b5 req-8c455417-af39-4bd9-a328-a68fd99e97d7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400867
Mar 26 21:34:54.379836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71f71-a8c9-4cc9-b43d-67b625917e3d req-d07493e4-2075-4e29-9879-7012483d6184 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:54.381316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20a71f71-a8c9-4cc9-b43d-67b625917e3d req-d07493e4-2075-4e29-9879-7012483d6184 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0513043
Mar 26 21:34:54.427229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-20a71f71-a8c9-4cc9-b43d-67b625917e3d req-d9ac4d5c-2424-447f-a843-c82f7cac0f99 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402462
Mar 26 21:34:55.117720 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-202e429d-fba5-46f0-bc53-3d0ec4d85470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:55.548815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bc00e-d5b4-4485-af54-aa754825f6a8 req-dad26b71-ab81-4b38-aff1-673741b46b46 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:55.550548 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a83bc00e-d5b4-4485-af54-aa754825f6a8 req-dad26b71-ab81-4b38-aff1-673741b46b46 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0519516
Mar 26 21:34:55.600588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a83bc00e-d5b4-4485-af54-aa754825f6a8 req-3384d943-b0bf-4c8b-a00d-63827fa98dc2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444660
Mar 26 21:34:56.720449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515572f5-26ce-4936-bed4-b5cd222db126 req-f4ff2ba7-4f99-4760-94b1-fa0094767fcd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:56.721906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-515572f5-26ce-4936-bed4-b5cd222db126 req-f4ff2ba7-4f99-4760-94b1-fa0094767fcd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0551727
Mar 26 21:34:56.767452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-515572f5-26ce-4936-bed4-b5cd222db126 req-e6990f8d-cf29-45a8-b9e6-b4f1881150b9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399182
Mar 26 21:34:57.863437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d7c90495-299f-42e8-af34-636324a4017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:57.886399 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6c67-25bf-4b7b-a30a-9384e88d2140 req-ba580d43-c780-47c9-bbbe-19eb0439d8ab tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:57.887877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a28f6c67-25bf-4b7b-a30a-9384e88d2140 req-ba580d43-c780-47c9-bbbe-19eb0439d8ab tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0533063
Mar 26 21:34:57.935726 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a28f6c67-25bf-4b7b-a30a-9384e88d2140 req-880491e4-4cea-49fc-8634-a412a7e317f8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421710
Mar 26 21:34:58.890910 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:34:59.052938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e634-03bd-46a0-b381-c9c85112ea84 req-1bc27f2c-a8e5-4e42-943a-23a7302b2942 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:34:59.054409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12c7e634-03bd-46a0-b381-c9c85112ea84 req-1bc27f2c-a8e5-4e42-943a-23a7302b2942 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0527053
Mar 26 21:34:59.100707 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-12c7e634-03bd-46a0-b381-c9c85112ea84 req-e78c951b-271a-43b3-992a-e1f3ddae1692 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406809
Mar 26 21:35:00.218650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08246e51-6676-4114-b72d-0092c397c8e5 req-4207173b-d9ea-4465-9d3b-76393844de50 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:00.220170 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08246e51-6676-4114-b72d-0092c397c8e5 req-4207173b-d9ea-4465-9d3b-76393844de50 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0524197
Mar 26 21:35:00.230142 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:00.268009 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08246e51-6676-4114-b72d-0092c397c8e5 req-524bcc3f-6e76-4291-b492-a720753c8807 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421419
Mar 26 21:35:01.388956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7a76b-56eb-4ae1-9295-40482ff1d6f7 req-414378c0-4ba3-4a4c-8bbb-249185242134 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:01.390915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc7a76b-56eb-4ae1-9295-40482ff1d6f7 req-414378c0-4ba3-4a4c-8bbb-249185242134 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0523160
Mar 26 21:35:01.440606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc7a76b-56eb-4ae1-9295-40482ff1d6f7 req-8575adf2-586d-4c07-9aad-4416ad7e046d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440969
Mar 26 21:35:01.882349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:02.565961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a1f57-51fa-4fdd-bc5f-1dad4a41d31c req-3db4ab86-b3af-417a-8e04-19816a28baf8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:02.567441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-098a1f57-51fa-4fdd-bc5f-1dad4a41d31c req-3db4ab86-b3af-417a-8e04-19816a28baf8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0567162
Mar 26 21:35:02.613852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-098a1f57-51fa-4fdd-bc5f-1dad4a41d31c req-ba6414eb-77fa-4242-8557-1d5cfafbf3e5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408041
Mar 26 21:35:03.731729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628beed-0e3f-471f-844e-d04f4eb011ed req-db5c5ef9-4b2b-41bb-a85c-67c41801f11b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:03.733811 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8628beed-0e3f-471f-844e-d04f4eb011ed req-db5c5ef9-4b2b-41bb-a85c-67c41801f11b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0519841
Mar 26 21:35:03.778955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8628beed-0e3f-471f-844e-d04f4eb011ed req-8556ef47-dfa3-457a-b467-27600539165d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396519
Mar 26 21:35:04.678173 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:35:04.896679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5501-2bc2-4dfa-a374-04907ee39a11 req-4cfe2c1c-b149-4786-8871-678de7ed8cf6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:04.898166 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-692e5501-2bc2-4dfa-a374-04907ee39a11 req-4cfe2c1c-b149-4786-8871-678de7ed8cf6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0527225
Mar 26 21:35:04.944293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-692e5501-2bc2-4dfa-a374-04907ee39a11 req-63583531-ae26-4e17-a4d7-fd5daf487fae tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405889
Mar 26 21:35:06.119245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9663bc-6107-47f7-9d9a-73251c9552d8 req-a425ab8f-29b9-4181-96c3-b7d6a80639a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:06.120737 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a9663bc-6107-47f7-9d9a-73251c9552d8 req-a425ab8f-29b9-4181-96c3-b7d6a80639a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.1081679
Mar 26 21:35:06.166233 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a9663bc-6107-47f7-9d9a-73251c9552d8 req-a97864fd-500f-4279-a656-308253ebb8a6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397358
Mar 26 21:35:07.345805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae692f12-e8ab-406f-be52-18a8e6215902 req-2e180bae-315b-4846-ab81-cb9b71f1c9eb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:07.347267 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae692f12-e8ab-406f-be52-18a8e6215902 req-2e180bae-315b-4846-ab81-cb9b71f1c9eb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.1103225
Mar 26 21:35:07.396759 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ae692f12-e8ab-406f-be52-18a8e6215902 req-42f56b9a-f67c-439d-b10a-7e1a86c6c4a5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439289
Mar 26 21:35:08.516636 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdef3c-4f1e-4c90-bb7a-793a6728a80b req-5bcaab74-ce9b-4ced-872b-d42dcee3694c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:08.518090 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18bdef3c-4f1e-4c90-bb7a-793a6728a80b req-5bcaab74-ce9b-4ced-872b-d42dcee3694c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0546768
Mar 26 21:35:08.563670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18bdef3c-4f1e-4c90-bb7a-793a6728a80b req-f6d7b48f-90a7-4776-9e54-a6494ccc20a4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400481
Mar 26 21:35:09.681830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7862c2c-3033-47d6-8697-b68368e69fec req-065aada4-53cc-497a-82b1-6d1cd73ba000 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:09.683288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7862c2c-3033-47d6-8697-b68368e69fec req-065aada4-53cc-497a-82b1-6d1cd73ba000 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0520313
Mar 26 21:35:09.730110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b7862c2c-3033-47d6-8697-b68368e69fec req-38e9cb8d-365c-4202-bdad-dc5ff7019cb8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405638
Mar 26 21:35:10.849471 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e32b79-ef8e-4f1c-ac3d-ed36b18b115c req-417d7dd5-a82a-4533-b1a0-92409cea0fa0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:10.850929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38e32b79-ef8e-4f1c-ac3d-ed36b18b115c req-417d7dd5-a82a-4533-b1a0-92409cea0fa0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0520427
Mar 26 21:35:10.896229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38e32b79-ef8e-4f1c-ac3d-ed36b18b115c req-05fd15c8-197a-4c4d-84ee-181dada6bc56 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396688
Mar 26 21:35:12.012870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a61b0-c1ee-4299-ab24-f37c2adf3d8b req-9f4d13c3-dbcf-4468-bdbc-9298b3b9d56e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:12.014869 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-798a61b0-c1ee-4299-ab24-f37c2adf3d8b req-9f4d13c3-dbcf-4468-bdbc-9298b3b9d56e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0517321
Mar 26 21:35:12.061638 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-798a61b0-c1ee-4299-ab24-f37c2adf3d8b req-5b33957b-1033-45b3-a465-c3ccd9b04c0a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410826
Mar 26 21:35:12.663714 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-f0072f1b-ae7d-473d-941e-0ca6aff657cc service neutron] show failed (client error): The resource could not be found.
Mar 26 21:35:12.664746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-f0072f1b-ae7d-473d-941e-0ca6aff657cc service neutron] 10.222.0.18 "GET /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0568449
Mar 26 21:35:12.872427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-290af0ef-4eda-4eb7-8d03-30a0f0cec692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:12.874428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-290af0ef-4eda-4eb7-8d03-30a0f0cec692 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1128 time: 0.0447855
Mar 26 21:35:12.887498 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:35:12.943272 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.169812 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:13.214409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8527d-3790-48cd-9aeb-cf2ee115f4e5 req-7525ac29-3024-44a1-b81e-53871786c3be tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:13.215936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3f8527d-3790-48cd-9aeb-cf2ee115f4e5 req-7525ac29-3024-44a1-b81e-53871786c3be tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0856700
Mar 26 21:35:13.219453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:35:13.277916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:13.280657 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc8e5c7-9cd9-45c9-979c-75f674e1e961" -d '{"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-unplugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:13.286342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks [] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.308745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Transition to ACTIVE for port object 42383a66-e6a8-460a-ab82-6d80dac24f0d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:35:13.312609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e3f8527d-3790-48cd-9aeb-cf2ee115f4e5 req-ed74ac64-60aa-4933-bc9d-2a7fb95fa5af tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744846
Mar 26 21:35:13.313819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.344210 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3241da33-13ff-4570-9b87-cebe4e8a0f4e x-openstack-request-id: req-3241da33-13ff-4570-9b87-cebe4e8a0f4e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:13.344506 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-unplugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:13.344758 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3241da33-13ff-4570-9b87-cebe4e8a0f4e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:13.345148 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3241da33-13ff-4570-9b87-cebe4e8a0f4e'] response: {'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'code': 200}
Mar 26 21:35:13.395674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:13.441678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] No DVR routers for this DVR port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:35:13.580518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:35:13.580855 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:35:13.581183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:13.586368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:35:13.586694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:13.591604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:35:13.591972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:35:13.592927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:35:13.593359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Bound port: 42383a66-e6a8-460a-ab82-6d80dac24f0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:35:13.593712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.658203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:35:13.661127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:35:13.666044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.699103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:13.699730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:13.701525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] 10.222.0.21 "PUT /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 1092 time: 0.8174930
Mar 26 21:35:13.722204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b1fc1-1115-4ed4-a05d-60b7bb5c3dfa service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:13.775515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-c3a2795e-223d-4dc6-83fe-42e7a129741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:13.777091 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-c3a2795e-223d-4dc6-83fe-42e7a129741a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1126 time: 0.0470650
Mar 26 21:35:13.878525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-478d0e39-e6c3-46b1-8cf6-34b606c2dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:13.880053 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-478d0e39-e6c3-46b1-8cf6-34b606c2dbb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0920048
Mar 26 21:35:13.947901 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-8e40d729-bec0-4b1d-ae3a-90bfc3946fda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.0571916
Mar 26 21:35:14.000176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-f30b1814-dc8c-4573-8f5e-57fd1d08dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:14.001524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-f30b1814-dc8c-4573-8f5e-57fd1d08dbf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0432818
Mar 26 21:35:14.057964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-72aaad30-cab6-45c6-8c83-e6b3da0bf3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:14.059445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-72aaad30-cab6-45c6-8c83-e6b3da0bf3a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479214
Mar 26 21:35:14.152172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-1ea86d67-057e-4b44-a1a5-1aaae33cd1d5 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813749
Mar 26 21:35:14.246401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bda5623c-d8fa-4bd6-8e9e-41401d5251b7 req-b62981c7-5ad0-4b04-9c85-ff83a75f01ff service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838280
Mar 26 21:35:14.432749 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:14.439823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7c6c7-019c-473a-89db-0e99f09d7c2d req-1bf00081-37d6-4521-976b-7a65d478b23e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:14.441356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eb7c6c7-019c-473a-89db-0e99f09d7c2d req-1bf00081-37d6-4521-976b-7a65d478b23e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 944 time: 0.0550177
Mar 26 21:35:14.487030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7eb7c6c7-019c-473a-89db-0e99f09d7c2d req-43884963-480d-4466-8a59-4c03b37b735c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400283
Mar 26 21:35:15.346144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:15.348456 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a47285-cac4-41a7-9b69-9ece468c10c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:15.395733 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0979c0-7e08-46f5-98d6-aa0bbb4624f9 x-openstack-request-id: req-ef0979c0-7e08-46f5-98d6-aa0bbb4624f9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:15.396066 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:15.396327 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef0979c0-7e08-46f5-98d6-aa0bbb4624f9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:15.396734 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0979c0-7e08-46f5-98d6-aa0bbb4624f9'] response: {'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'status': 'completed', 'code': 200}
Mar 26 21:35:15.494346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-c61f77fd-532c-41c2-bfa9-b9c166987504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:15.495852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-c61f77fd-532c-41c2-bfa9-b9c166987504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1126 time: 0.0771141
Mar 26 21:35:15.498202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-8a149abc-078f-478b-91ce-72506184b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:15.500092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-8a149abc-078f-478b-91ce-72506184b26a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1126 time: 0.0733757
Mar 26 21:35:16.030457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-1058ecba-ef21-4909-8c2c-4e04f6c27ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.031967 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-1058ecba-ef21-4909-8c2c-4e04f6c27ab8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.5300045
Mar 26 21:35:16.032927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-689aac2a-73cf-4b68-9149-eda1d4433bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.034230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-689aac2a-73cf-4b68-9149-eda1d4433bec service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.5253356
Mar 26 21:35:16.052420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:16.065734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afb94f-bb75-478f-aa6d-9eb6bd639076 req-5c8490d8-d625-4e1d-a526-8f8cd0f2eeff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.067735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7afb94f-bb75-478f-aa6d-9eb6bd639076 req-5c8490d8-d625-4e1d-a526-8f8cd0f2eeff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 944 time: 0.5126657
Mar 26 21:35:16.142891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:35:16.185360 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 42383a66-e6a8-460a-ab82-6d80dac24f0d host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:35:16.185760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:35:16.202799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-c2a27b18-ba5f-47ca-920b-1a3c1c8f0053 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.1551723
Mar 26 21:35:16.204501 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-777e544d-c190-4eb5-ad9c-49baeaeb71e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.1655924
Mar 26 21:35:16.243383 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a7afb94f-bb75-478f-aa6d-9eb6bd639076 req-75783775-5a96-4a07-9236-0f46d9cb014f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144981
Mar 26 21:35:16.290964 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-0c18b32a-3506-4da0-a10d-c7ece3d2d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.292381 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-0c18b32a-3506-4da0-a10d-c7ece3d2d560 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0845144
Mar 26 21:35:16.294029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-d068eefd-6fa4-48c0-9650-6b45b315fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.295977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-d068eefd-6fa4-48c0-9650-6b45b315fbb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0788457
Mar 26 21:35:16.372568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-39f94d55-0ff5-4625-be66-360abd8f5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.374113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-39f94d55-0ff5-4625-be66-360abd8f5c53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0677419
Mar 26 21:35:16.376492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-bcf26756-9d72-4aab-ac30-cbf50aa38103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:16.377860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-bcf26756-9d72-4aab-ac30-cbf50aa38103 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0798972
Mar 26 21:35:16.527825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-e73be1b6-6270-41ad-b3a3-0b8924cf99e6 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469755
Mar 26 21:35:16.531801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-9eb1c824-6d62-4c3d-979f-4c102fdf0974 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436148
Mar 26 21:35:16.687304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-2dd4a47c-4bd9-4500-8c16-0a6dc16ab510 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531916
Mar 26 21:35:16.690626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-61a47285-cac4-41a7-9b69-9ece468c10c0 req-82916c4a-1c5e-4579-ae65-5ee8e65df5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490722
Mar 26 21:35:17.276910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:35:17.370324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd003b-6381-4e79-8a4d-96c7373f30a1 req-f16b911a-485f-4493-8714-c4e8aa9a4e31 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:17.371802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56dd003b-6381-4e79-8a4d-96c7373f30a1 req-f16b911a-485f-4493-8714-c4e8aa9a4e31 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 944 time: 0.0559032
Mar 26 21:35:17.374998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:17.385587 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:35:17.420936 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-56dd003b-6381-4e79-8a4d-96c7373f30a1 req-c172bcdb-2453-48e8-ac4e-f8b3fdd4936b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422018
Mar 26 21:35:17.423145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:17.423548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:17.437537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:35:17.456627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:17.460693 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:17.507445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:17.701526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['42383a66-e6a8-460a-ab82-6d80dac24f0d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:35:17.704094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-48118a97-e890-4fe9-8956-0793f9443903 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:17.705624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-48118a97-e890-4fe9-8956-0793f9443903 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0568471
Mar 26 21:35:17.719930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bb0f0-f574-4ec9-9130-0e6fd3fc66da req-b4cea0c3-ccb2-41f9-b527-01aeaaa787fe tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:17.721640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-471bb0f0-f574-4ec9-9130-0e6fd3fc66da req-b4cea0c3-ccb2-41f9-b527-01aeaaa787fe tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0545676
Mar 26 21:35:17.772480 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-471bb0f0-f574-4ec9-9130-0e6fd3fc66da req-67470e5f-102a-40d7-ad36-d53d4b282188 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447745
Mar 26 21:35:17.776224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-545fc39a-9c48-43e0-bbef-bcf5ba655a6e service neutron] 10.222.0.21 "GET /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0614257
Mar 26 21:35:17.840690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-393e9b0a-afdd-4994-9d78-725d76b54db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:17.842769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-393e9b0a-afdd-4994-9d78-725d76b54db9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1127 time: 0.0442460
Mar 26 21:35:17.934897 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-84cfc5bf-c3b3-40f0-b9e7-d717858e5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:17.936767 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-84cfc5bf-c3b3-40f0-b9e7-d717858e5d69 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0891497
Mar 26 21:35:18.000983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-79095999-b876-4ffc-916c-8a5bc7533031 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 1000 time: 0.0580699
Mar 26 21:35:18.054105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-c6e9ff97-d720-4445-96fd-596dbbeb6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:18.055552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-c6e9ff97-d720-4445-96fd-596dbbeb6b93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0481441
Mar 26 21:35:18.103971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-f42c1eb2-fc94-48ae-b3da-9d8f5de3b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:18.105473 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-f42c1eb2-fc94-48ae-b3da-9d8f5de3b695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433915
Mar 26 21:35:18.193333 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-edaa8332-cc38-4f81-9ed5-ace536b667fb service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809999
Mar 26 21:35:18.289859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-91202e8d-3dbb-4b3b-a1a0-3edec5a64a13 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895710
Mar 26 21:35:18.894838 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde56e4-de50-4246-badb-497fcc38d12b req-2bc7c674-6938-4643-b05e-47d53390e4cd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:18.896236 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcde56e4-de50-4246-badb-497fcc38d12b req-2bc7c674-6938-4643-b05e-47d53390e4cd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0517478
Mar 26 21:35:18.942530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bcde56e4-de50-4246-badb-497fcc38d12b req-4991f90d-ce9f-4113-940a-f11eca636944 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406442
Mar 26 21:35:19.292170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:35:19.340010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 42383a66-e6a8-460a-ab82-6d80dac24f0d completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:35:19.344227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 42383a66-e6a8-460a-ab82-6d80dac24f0d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:35:19.344608 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:19.422476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:19.422866 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:19.445045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:19.447256 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db808d55-82a8-49bb-928e-6ce36e46d578" -d '{"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-plugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:19.459656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:19.463610 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:19.496861 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9428f-8bb2-4c2c-876d-257fc81e9c36 x-openstack-request-id: req-a2b9428f-8bb2-4c2c-876d-257fc81e9c36 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:19.497408 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-plugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:19.497675 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2b9428f-8bb2-4c2c-876d-257fc81e9c36 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:19.498073 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b9428f-8bb2-4c2c-876d-257fc81e9c36'] response: {'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'code': 200}
Mar 26 21:35:19.514003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:20.065766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4937-74c2-4b8f-a127-2abae741e0ce req-0901dcb5-7fee-4e44-88cb-7fa2d55deb96 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:20.067272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b5d4937-74c2-4b8f-a127-2abae741e0ce req-0901dcb5-7fee-4e44-88cb-7fa2d55deb96 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0577447
Mar 26 21:35:20.113784 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b5d4937-74c2-4b8f-a127-2abae741e0ce req-1f467716-52be-44ea-be1d-02187db2aa9b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409105
Mar 26 21:35:20.494594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-1d482294-0425-416c-a1d2-e5a0705c5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:20.496145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-1d482294-0425-416c-a1d2-e5a0705c5199 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1128 time: 0.0435407
Mar 26 21:35:20.506915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:35:20.566899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:20.763241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:20.794983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:35:20.833033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:20.835258 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa53a22-9c8b-436a-906b-afbb3a69ada5" -d '{"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-unplugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:20.838703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks [] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:20.851044 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Transition to ACTIVE for port object 42383a66-e6a8-460a-ab82-6d80dac24f0d will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:35:20.855386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:20.890943 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a918aec2-d847-4ad1-bc7e-f50a3cf3a197 x-openstack-request-id: req-a918aec2-d847-4ad1-bc7e-f50a3cf3a197 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:20.891236 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-unplugged", "status": "completed", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:20.891491 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a918aec2-d847-4ad1-bc7e-f50a3cf3a197 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:20.891891 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a918aec2-d847-4ad1-bc7e-f50a3cf3a197'] response: {'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'code': 200}
Mar 26 21:35:20.943235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:20.980946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] No DVR routers for this DVR port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:35:21.124265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:35:21.124846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:35:21.124846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:21.129152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:35:21.129479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Attempting to bind port 42383a66-e6a8-460a-ab82-6d80dac24f0d on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:21.134295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:35:21.134638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:35:21.135021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:35:21.135450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Bound port: 42383a66-e6a8-460a-ab82-6d80dac24f0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:35:21.135806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:21.228966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:35:21.243567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:35:21.250089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:21.286803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c132e-ba00-4f34-8cc1-07acd3025192 req-0a488d39-121e-48a8-b04f-0378397e84a4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.288225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f96c132e-ba00-4f34-8cc1-07acd3025192 req-0a488d39-121e-48a8-b04f-0378397e84a4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.1030872
Mar 26 21:35:21.294718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.295373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:21.296841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] 10.222.0.18 "PUT /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 1093 time: 0.7944713
Mar 26 21:35:21.361865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cac5b-aa50-4d84-919d-7441757e864f service neutron] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=11']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:21.400230 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f96c132e-ba00-4f34-8cc1-07acd3025192 req-470f4bef-8293-4701-b0d4-ec7857f8a7f3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023707
Mar 26 21:35:21.408805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-46597850-fced-4185-9f14-7dd533ec1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.410486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-46597850-fced-4185-9f14-7dd533ec1d49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1127 time: 0.0880554
Mar 26 21:35:21.503594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-ff2b288f-c3c9-4cc0-897c-3b70d1f0ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.505117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-ff2b288f-c3c9-4cc0-897c-3b70d1f0ce44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0886223
Mar 26 21:35:21.573729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-762312ed-8d8d-48c0-a47b-3290e0a4ea0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.0625422
Mar 26 21:35:21.619249 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-59e67de8-f29b-461e-b4c6-f36dc4246ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.620796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-59e67de8-f29b-461e-b4c6-f36dc4246ba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0414762
Mar 26 21:35:21.668987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-656f5322-305f-40c6-a817-82c1d1562460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:21.670927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-656f5322-305f-40c6-a817-82c1d1562460 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438504
Mar 26 21:35:21.760431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-81b280ab-8d11-4bbb-90ff-5871a4f7b853 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842507
Mar 26 21:35:21.846155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f92ebebb-5b64-4f17-a265-18c8d57d158f req-89dc3c9e-1f52-4807-9c7b-bbc9efdca4df service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805705
Mar 26 21:35:22.524124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1048bb7-f841-449b-b650-74558b2fb0f8 req-52e2d0cf-4049-4cb0-9654-69f36a2669ff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:22.525590 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1048bb7-f841-449b-b650-74558b2fb0f8 req-52e2d0cf-4049-4cb0-9654-69f36a2669ff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0551312
Mar 26 21:35:22.571631 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c1048bb7-f841-449b-b650-74558b2fb0f8 req-8dbf2e6f-1d1c-46c3-961a-238a22fe4820 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397513
Mar 26 21:35:22.893691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:22.895978 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:22.944874 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30eac9a-c81b-419c-8464-c6d4d1c71e03 x-openstack-request-id: req-d30eac9a-c81b-419c-8464-c6d4d1c71e03 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:22.945174 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:22.945433 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d30eac9a-c81b-419c-8464-c6d4d1c71e03 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:22.945844 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30eac9a-c81b-419c-8464-c6d4d1c71e03'] response: {'name': 'network-changed', 'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'status': 'completed', 'code': 200}
Mar 26 21:35:23.047909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-fda81527-faa5-4b07-9a40-d94aff9d1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.049459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-fda81527-faa5-4b07-9a40-d94aff9d1671 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1127 time: 0.0802996
Mar 26 21:35:23.051448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-78c66d3b-0d04-44e8-acc0-1b4a82c8c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.052821 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-78c66d3b-0d04-44e8-acc0-1b4a82c8c512 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 1127 time: 0.0758615
Mar 26 21:35:23.214023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-ba9b6233-9a21-46b3-a9f9-206b40bfb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.215521 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-ba9b6233-9a21-46b3-a9f9-206b40bfb409 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1551356
Mar 26 21:35:23.218149 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-03165bd0-7f3c-4d7c-8b1f-1b54dd29e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.219491 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-03165bd0-7f3c-4d7c-8b1f-1b54dd29e312 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1514008
Mar 26 21:35:23.294597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:35:23.329387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-9689744c-acba-48c9-a3c0-bfde4f22deac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.1076002
Mar 26 21:35:23.345836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-e7fc3c8e-4fd1-4e90-9505-72b122874057 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 200  len: 999 time: 0.1167181
Mar 26 21:35:23.354896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 42383a66-e6a8-460a-ab82-6d80dac24f0d host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:35:23.355291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:35:23.419475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-8340d4d5-6edb-4d3c-a669-fe0d9be68b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.421495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-8340d4d5-6edb-4d3c-a669-fe0d9be68b7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0853727
Mar 26 21:35:23.428406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-d2d164c2-b45a-4ffc-958f-f9e4fba70d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.429737 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-d2d164c2-b45a-4ffc-958f-f9e4fba70d1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0645173
Mar 26 21:35:23.503309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-00ee294f-9959-48db-9253-f0ee4a15fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.504770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-00ee294f-9959-48db-9253-f0ee4a15fdef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0654290
Mar 26 21:35:23.507134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-867180b9-59d3-4c80-ae54-2d9d8e853995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.508612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-867180b9-59d3-4c80-ae54-2d9d8e853995 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0780480
Mar 26 21:35:23.662306 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-a42142e1-d642-4dbe-bbbf-be2af718ffba service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478333
Mar 26 21:35:23.667412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-7a2e7596-023e-43d1-9dfa-351542942512 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455715
Mar 26 21:35:23.694496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbf84a-ad4c-46a8-98c0-728b889ea502 req-81796dbc-c53b-48d3-9d11-3937159f38c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.696818 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08bbf84a-ad4c-46a8-98c0-728b889ea502 req-81796dbc-c53b-48d3-9d11-3937159f38c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0547969
Mar 26 21:35:23.744225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-08bbf84a-ad4c-46a8-98c0-728b889ea502 req-98980909-8760-41e8-a4ca-88e2d44fa075 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418496
Mar 26 21:35:23.834486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-b2ea256d-c221-48d8-97bd-13833b0ef961 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661417
Mar 26 21:35:23.851240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9bbd546-6fe0-47b1-96f1-b476d15d98dc req-0f6e2029-0583-4e16-a347-610337f261cb service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742337
Mar 26 21:35:23.877462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e98f5-cc06-40b5-9a47-161eb0547c4d req-4f125998-a0ba-4c92-8781-e19956d55d2e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:23.878949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa0e98f5-cc06-40b5-9a47-161eb0547c4d req-4f125998-a0ba-4c92-8781-e19956d55d2e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0654447
Mar 26 21:35:23.924632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-aa0e98f5-cc06-40b5-9a47-161eb0547c4d req-2390cdbe-4c57-4492-9c6f-8b03dbe98b40 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400300
Mar 26 21:35:24.039094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5160e-74e7-46aa-adb3-ee6c0facd606 req-528a727b-e51f-43c7-86fd-0d9101454e27 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:24.040619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27f5160e-74e7-46aa-adb3-ee6c0facd606 req-528a727b-e51f-43c7-86fd-0d9101454e27 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0522730
Mar 26 21:35:24.092269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-27f5160e-74e7-46aa-adb3-ee6c0facd606 req-9bb033d8-ced4-4c28-bc72-d0e20be97fd9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458980
Mar 26 21:35:24.184993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:35:24.292626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:24.303193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'mac_address': 'fa:16:3e:77:49:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:35:24.324502 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09c5ee-e23f-4429-8468-e884bd18265d req-be08ad3d-95d3-431c-b0e8-5fa8cfb30a5d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:24.326026 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f09c5ee-e23f-4429-8468-e884bd18265d req-be08ad3d-95d3-431c-b0e8-5fa8cfb30a5d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 945 time: 0.0532184
Mar 26 21:35:24.341048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:24.341437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:24.354179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:35:24.372811 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f09c5ee-e23f-4429-8468-e884bd18265d req-b86ebb3c-2c2f-47c9-8a8b-f02bd3306697 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404420
Mar 26 21:35:24.373040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:24.376973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:24.422620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:24.430064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.430423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.430767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.431110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.431450 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.431782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.432154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.432485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.432814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.433141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.433473 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.433804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.434134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.434449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.434772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:24.636431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['42383a66-e6a8-460a-ab82-6d80dac24f0d'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:35:25.121820 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-efe620c0-3d81-4ce3-acc1-198694ac3aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:25.494728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e13f-afb9-4d4d-820d-3d43b56cfa9c req-2ba9dd4a-2faf-4f27-a3ed-e4bcb262f50e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:25.496229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d94e13f-afb9-4d4d-820d-3d43b56cfa9c req-2ba9dd4a-2faf-4f27-a3ed-e4bcb262f50e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0511453
Mar 26 21:35:25.570912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d94e13f-afb9-4d4d-820d-3d43b56cfa9c req-cc7b50da-75e7-4819-bba3-18fe9b9ee2a3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691178
Mar 26 21:35:25.591201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-de3c1226-afe9-4aa3-b740-7c36eb032521 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:25.591201 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-de3c1226-afe9-4aa3-b740-7c36eb032521 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 946 time: 0.0731297
Mar 26 21:35:25.679885 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Deleting port 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:35:25.680293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.101430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:26.101791 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.201991 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 42383a66-e6a8-460a-ab82-6d80dac24f0d no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:35:26.271902 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.272305 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.272634 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab disassociated. External IP: 172.35.4.8, port: 42383a66-e6a8-460a-ab82-6d80dac24f0d.
Mar 26 21:35:26.272988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Calling delete_port for 42383a66-e6a8-460a-ab82-6d80dac24f0d owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:35:26.279220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 42383a66-e6a8-460a-ab82-6d80dac24f0d is: BUILD; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:26.279553 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.292190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 42383a66-e6a8-460a-ab82-6d80dac24f0d {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:35:26.314216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 42383a66-e6a8-460a-ab82-6d80dac24f0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42383a66-e6a8-460a-ab82-6d80dac24f0d,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:26.318529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.365837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=13']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:26.403355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (42383a66-e6a8-460a-ab82-6d80dac24f0d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.432034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'Port': ['ID=42383a66-e6a8-460a-ab82-6d80dac24f0d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:26.552296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:35:26.667015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:35:26.667609 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7de9afa5-77ea-4fe1-98f3-f3bcd150c1ff req-69443c3c-76fc-4097-90b5-7092d4c47a8d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6f1b046-a678-45f1-9ae5-03f034094e99 HTTP/1.1" status: 200  len: 210 time: 0.0272989
Mar 26 21:35:26.679306 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:35:26.689434 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:35:26.690043 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f708fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:34:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:26.709185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] No DVR routers for this DVR port 42383a66-e6a8-460a-ab82-6d80dac24f0d on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:35:26.711781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:26.715190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d762c9ac-b638-42cc-9742-b857b5cd4b5d req-60c26a9d-d4c2-4202-8890-42edda5274b3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "DELETE /v2.0/ports/42383a66-e6a8-460a-ab82-6d80dac24f0d HTTP/1.1" status: 204  len: 173 time: 1.1189804
Mar 26 21:35:26.715629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-deleted', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:26.718504 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f674275-ce0c-42e0-b0d0-d369bdb5b73b" -d '{"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-deleted", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:26.755363 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3b719e-b8e4-4702-9e0c-762c63c8a083 x-openstack-request-id: req-ec3b719e-b8e4-4702-9e0c-762c63c8a083 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:26.755666 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f1b046-a678-45f1-9ae5-03f034094e99", "name": "network-vif-deleted", "tag": "42383a66-e6a8-460a-ab82-6d80dac24f0d", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:26.755957 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec3b719e-b8e4-4702-9e0c-762c63c8a083 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:26.756433 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3b719e-b8e4-4702-9e0c-762c63c8a083'] response: {'server_uuid': 'a6f1b046-a678-45f1-9ae5-03f034094e99', 'name': 'network-vif-deleted', 'tag': '42383a66-e6a8-460a-ab82-6d80dac24f0d', 'status': 'completed', 'code': 200}
Mar 26 21:35:26.819826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:35:27.022471 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f708fa0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:27.048904 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:35:27.057223 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:35:27.057825 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f708fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:34:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:27.169718 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:35:27.453798 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f708fa0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:27.482268 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812b64b-3f7c-41f1-9201-5f656fcec732 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:35:27.708022 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38bae2e-0363-4fc6-ac4d-a1ee8f787f8f None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:35:27.922418 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-4ff9b918-5da2-44c3-9801-c289d7e007bd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--861180895&fields=id&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 267 time: 0.0426230
Mar 26 21:35:27.981212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-93ac57ca-f41f-445a-a4b5-ad8e867f16ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:28.038555 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-2cbba31c-4486-43cf-8cce-b737316e66b0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:28.040065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-2cbba31c-4486-43cf-8cce-b737316e66b0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1106327
Mar 26 21:35:28.055191 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-67a0a307-4ff0-4f2e-aaa7-b9e7209534f6 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/quotas/ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 375 time: 0.0097656
Mar 26 21:35:28.109954 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-e47253c6-5f90-4afb-ace4-1a44b6ea0786 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0499094
Mar 26 21:35:28.256476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-9a5dd1ed-b798-41f8-b077-bbe4fecfdf27 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353261
Mar 26 21:35:28.343287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-974eeab2-5dae-4fad-aa48-9128dfa282f5 service neutron] 10.222.0.16 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811808
Mar 26 21:35:28.507422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f87bb98-2837-4682-8306-c897ac77945d req-d1ddd55c-4bf2-4f0d-a123-7c19fb3869f4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 210 time: 0.0316064
Mar 26 21:35:28.896682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:29.477127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-56ce1019-4380-4daf-bc7e-38b35e2b0bf1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:29.478611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-56ce1019-4380-4daf-bc7e-38b35e2b0bf1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 811 time: 0.1001501
Mar 26 21:35:29.541009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-a863dc97-0343-4567-8d5e-d92745fac429 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 379 time: 0.0527620
Mar 26 21:35:29.550294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'port': {'device_id': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'admin_state_up': True, 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'security_groups': ['d026ead7-3adb-4802-926f-d40cf29eecea']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:35:29.606931 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-405b1520-4cbb-427b-a6aa-545b02d4dab8 req-fcea22ab-1717-4bf9-b0c2-467d88779b1d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 210 time: 0.0316660
Mar 26 21:35:29.659894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Made reservation on behalf of ed4a3c1555504ccaaa90ea06f794d09a for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:35:29.663519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:29.791308 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Allocated IP 172.20.0.9 (a3b6cf45-6f83-4e22-b160-72283064af17/924ecdc9-e75d-4f7b-aba7-78331855c7e2/5942c052-bdf2-4989-8332-b191744ebba7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:35:29.923102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for port (5942c052-bdf2-4989-8332-b191744ebba7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:29.956277 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.001737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Network a3b6cf45-6f83-4e22-b160-72283064af17 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:35:30.004863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:35:30.007367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:35:30.040542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:30.066808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:30.067420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.084474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-2841652d-38e0-45e7-9fd4-2ab242b7087a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5377703
Mar 26 21:35:30.156083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Request body: {'port': {'device_id': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:35:30.211545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e863ae82-8fb0-4aa5-b911-0e0b61f6818d None None] Provisioning complete for port 5942c052-bdf2-4989-8332-b191744ebba7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:35:30.212151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e863ae82-8fb0-4aa5-b911-0e0b61f6818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5942c052-bdf2-4989-8332-b191744ebba7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.219419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.256858 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.257669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e863ae82-8fb0-4aa5-b911-0e0b61f6818d None None] Port 5942c052-bdf2-4989-8332-b191744ebba7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:35:30.480366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:35:30.487772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks [] for port (5942c052-bdf2-4989-8332-b191744ebba7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.500043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Transition to ACTIVE for port object 5942c052-bdf2-4989-8332-b191744ebba7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:35:30.504138 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.562549 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:30.585415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.585766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.586106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.586447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.586783 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.587116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.587444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.587771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.588117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.588444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.588769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.589094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.589413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.589733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.590062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:35:30.645996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:35:30.646344 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:35:30.646675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:30.651523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:35:30.651864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:35:30.657155 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:35:30.657500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:35:30.657895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:35:30.658335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Bound port: 5942c052-bdf2-4989-8332-b191744ebba7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:35:30.658701 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.762771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:35:30.767633 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:35:30.777070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5cc5-f904-435c-8c62-988a755fa23f req-8cf8bddc-a9e7-42e2-a006-e107dad5d6b9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:30.778658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97b5cc5-f904-435c-8c62-988a755fa23f req-8cf8bddc-a9e7-42e2-a006-e107dad5d6b9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0802085
Mar 26 21:35:30.780182 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.833383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:30.834031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:30.835419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] 10.222.0.21 "PUT /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 1091 time: 0.7386587
Mar 26 21:35:30.837511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:30.839761 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6ec299-88c7-4fce-a2a1-531733f38117" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:30.867419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4f7a5-a2a7-4693-8c78-b0daa59ae214 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:30.889215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97b5cc5-f904-435c-8c62-988a755fa23f req-7b3e5d6a-c31e-421a-9a9a-26f1c46db0c0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830588
Mar 26 21:35:30.898693 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b100464a-63a0-4a32-86bc-af41f56ccb56 x-openstack-request-id: req-b100464a-63a0-4a32-86bc-af41f56ccb56 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:30.899073 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:30.899252 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b100464a-63a0-4a32-86bc-af41f56ccb56 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:30.899642 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b100464a-63a0-4a32-86bc-af41f56ccb56'] response: {'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'status': 'completed', 'code': 200}
Mar 26 21:35:30.942987 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-b455da6c-4080-4395-a312-4ea3c9b87bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:30.944569 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-b455da6c-4080-4395-a312-4ea3c9b87bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0544870
Mar 26 21:35:30.992371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-211be829-27d4-4697-8609-fe51cf38efab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 217 time: 0.0360672
Mar 26 21:35:31.047310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-46547778-5530-4d79-b241-297574a837fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.048833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-46547778-5530-4d79-b241-297574a837fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0479393
Mar 26 21:35:31.106318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714594-ac86-4921-8290-3567cb492a80 req-4a4fdf11-6b7d-4604-bb88-9ec7a55ee480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.108509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-4a4fdf11-6b7d-4604-bb88-9ec7a55ee480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481291
Mar 26 21:35:31.200026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-61fde880-c143-4619-aed0-edf1d78687b4 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814536
Mar 26 21:35:31.295189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99714594-ac86-4921-8290-3567cb492a80 req-e75df97a-1c71-40bf-b14a-688867e2b542 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849202
Mar 26 21:35:31.392733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-1cbcc9c2-f8ea-4653-97d3-2de74aa5a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.394302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-1cbcc9c2-f8ea-4653-97d3-2de74aa5a55d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0450487
Mar 26 21:35:31.486785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-83d8cc3f-8506-47fa-a001-acf78cee0c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.488253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-83d8cc3f-8506-47fa-a001-acf78cee0c74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0869534
Mar 26 21:35:31.531906 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-6f71f4b8-854d-47ef-917b-f0e41bd40b66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 217 time: 0.0360134
Mar 26 21:35:31.579957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-8dbb8e54-06e0-44f6-a235-a5c3efadf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.581326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-8dbb8e54-06e0-44f6-a235-a5c3efadf64c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0422482
Mar 26 21:35:31.631757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-2ada6f68-7a31-4718-861d-44d5ccb3d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:31.633263 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-2ada6f68-7a31-4718-861d-44d5ccb3d8c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433221
Mar 26 21:35:31.725858 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-a7ae1cd5-7715-4418-85f4-5b177a14647c service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854595
Mar 26 21:35:31.824848 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3c6ec299-88c7-4fce-a2a1-531733f38117 req-3ec5c55c-f4cc-41d3-8f06-3744d3fa3338 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927768
Mar 26 21:35:31.884965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:32.015425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293b272-22fb-43a9-8dfa-04d31b9d38bc req-e825fee1-853a-4ea1-8c76-e4f34238e7e9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:32.016944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9293b272-22fb-43a9-8dfa-04d31b9d38bc req-e825fee1-853a-4ea1-8c76-e4f34238e7e9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0555789
Mar 26 21:35:32.063148 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9293b272-22fb-43a9-8dfa-04d31b9d38bc req-c7f6c26b-349f-4023-808d-33e6c4d681b5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405605
Mar 26 21:35:33.181156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e2db2-5a3b-4a23-b621-556e61b68258 req-f4f92be2-9b79-49b8-909e-d52e40091e0c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:33.182626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-959e2db2-5a3b-4a23-b621-556e61b68258 req-f4f92be2-9b79-49b8-909e-d52e40091e0c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0531101
Mar 26 21:35:33.228072 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-959e2db2-5a3b-4a23-b621-556e61b68258 req-f25c6385-4be9-4606-adea-3e32738a0ba1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398700
Mar 26 21:35:33.356798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:35:33.452926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:33.463508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5942c052-bdf2-4989-8332-b191744ebba7', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:35:33.499038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:33.499429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:33.511558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:35:33.534045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:33.538248 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:33.583339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:33.770501 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5942c052-bdf2-4989-8332-b191744ebba7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:35:34.345059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e11e-0358-48cf-a84c-484bd9324e82 req-52aff087-b014-48a7-b4f4-803bae2c92a8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:34.346458 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e744e11e-0358-48cf-a84c-484bd9324e82 req-52aff087-b014-48a7-b4f4-803bae2c92a8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0527408
Mar 26 21:35:34.392195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e744e11e-0358-48cf-a84c-484bd9324e82 req-d2c3b403-7eed-4d45-b78e-f852ce06b406 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402329
Mar 26 21:35:35.372642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:35:35.421149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 5942c052-bdf2-4989-8332-b191744ebba7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:35:35.425433 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5942c052-bdf2-4989-8332-b191744ebba7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:35:35.426079 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5942c052-bdf2-4989-8332-b191744ebba7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:35.502630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:35:35.503133 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:35.515059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d58d8-537d-4955-b34d-0bcc30f3065d req-f35f3671-6011-4fbd-a2f9-74c5baeb8d4b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:35.516603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-313d58d8-537d-4955-b34d-0bcc30f3065d req-f35f3671-6011-4fbd-a2f9-74c5baeb8d4b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0524924
Mar 26 21:35:35.525351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:35.527578 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfc4072-a90b-4a81-a21d-c102df755bb8" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:35.541366 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:35:35.546091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:35.568138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-313d58d8-537d-4955-b34d-0bcc30f3065d req-671e0c1d-5abe-45c1-b92f-961314098389 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458786
Mar 26 21:35:35.572290 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec2988-1c1a-43de-94e8-47f6f5c92ace x-openstack-request-id: req-86ec2988-1c1a-43de-94e8-47f6f5c92ace {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:35.572588 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:35.572845 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86ec2988-1c1a-43de-94e8-47f6f5c92ace {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:35.573250 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ec2988-1c1a-43de-94e8-47f6f5c92ace'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'code': 200}
Mar 26 21:35:35.599278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:35:35.696396 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4b540-53a1-4e90-98fb-cce2216baaa0 req-bf008c0c-3054-4e22-b312-d77c48a5c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:35.697890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47d4b540-53a1-4e90-98fb-cce2216baaa0 req-bf008c0c-3054-4e22-b312-d77c48a5c935 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1127 time: 0.0486128
Mar 26 21:35:35.745395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-47d4b540-53a1-4e90-98fb-cce2216baaa0 req-e9bdf59f-7242-4761-b225-3df951c841d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366037
Mar 26 21:35:36.691442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af70d1-14b1-47a2-b6e1-237d8ad9d499 req-17c21aa8-505d-4479-ac2c-20b7940399ce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:36.692914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-92af70d1-14b1-47a2-b6e1-237d8ad9d499 req-17c21aa8-505d-4479-ac2c-20b7940399ce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0560751
Mar 26 21:35:36.738110 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-92af70d1-14b1-47a2-b6e1-237d8ad9d499 req-57f2d4ab-fb07-40c0-847f-14973545c148 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397422
Mar 26 21:35:37.859439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d80499-338e-4d0f-9e47-bd81c3a09fc4 req-916fbe8f-0898-4499-a814-4d985467d3e4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:37.860943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3d80499-338e-4d0f-9e47-bd81c3a09fc4 req-916fbe8f-0898-4499-a814-4d985467d3e4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0550625
Mar 26 21:35:37.906926 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3d80499-338e-4d0f-9e47-bd81c3a09fc4 req-5b9d5b97-d78b-4033-bd09-44b53977be89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403602
Mar 26 21:35:38.022420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdf79b-43b7-45f9-8d74-a119b3a6a79e req-f0fe6189-b4e1-4c57-8313-14682bb8b8dc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:38.024313 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-abbdf79b-43b7-45f9-8d74-a119b3a6a79e req-f0fe6189-b4e1-4c57-8313-14682bb8b8dc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0522144
Mar 26 21:35:38.033002 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47584) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:35:38.037589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Request body: {'floatingip': {'port_id': '5942c052-bdf2-4989-8332-b191744ebba7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:35:38.076209 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:38.822206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:38.825923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:38.928701 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab associated. External IP: 172.35.4.8, port: 5942c052-bdf2-4989-8332-b191744ebba7.
Mar 26 21:35:39.142317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:35:39.251255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:35:39.255679 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:39.261853 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:35:39.271738 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:35:39.272373 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612433c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:35:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:39.285645 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-00e5ff85-998e-4182-b9e6-a77e6af3b6da tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "PUT /v2.0/floatingips/80aba868-6921-4efb-8aef-eb89541ee9ab HTTP/1.1" status: 200  len: 990 time: 1.2515926
Mar 26 21:35:39.286254 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:35:39.288817 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef5f22-3875-4150-b9dd-870754e701f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:35:39.325394 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bc01cb-b085-4137-b846-0388a81eaa33 x-openstack-request-id: req-e7bc01cb-b085-4137-b846-0388a81eaa33 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:35:39.325688 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:35:39.325944 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7bc01cb-b085-4137-b846-0388a81eaa33 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:35:39.326359 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bc01cb-b085-4137-b846-0388a81eaa33'] response: {'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'status': 'completed', 'code': 200}
Mar 26 21:35:39.391580 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:35:39.396866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-b8c48e0a-da42-4e0b-a5a7-bd03b2f37b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:39.398391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-b8c48e0a-da42-4e0b-a5a7-bd03b2f37b8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1127 time: 0.0499408
Mar 26 21:35:39.497761 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-3ea687f8-f86a-4935-aaad-153a23de9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:39.500376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-3ea687f8-f86a-4935-aaad-153a23de9da6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0955524
Mar 26 21:35:39.575140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-66f58870-b99d-4a34-92f0-a86676bca4dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.0691521
Mar 26 21:35:39.629392 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612433c070>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:35:38Z', 'revision_number': 13, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:39.635313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-80597c45-d2d5-4c1e-981e-c48fa1b1fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:39.636911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-80597c45-d2d5-4c1e-981e-c48fa1b1fc9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0543003
Mar 26 21:35:39.658107 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:35:39.666738 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:35:39.667345 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612433c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:35:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:39.689606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-7c96b118-4932-49ed-be0c-655a86d6981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:39.691117 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-7c96b118-4932-49ed-be0c-655a86d6981d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478005
Mar 26 21:35:39.784928 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:35:39.792448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-d979af79-cf76-40bf-bdaa-c7b3e61be10e service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943820
Mar 26 21:35:39.892292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9fef5f22-3875-4150-b9dd-870754e701f8 req-5d60aad9-0083-407e-b06a-cad525e2c77b service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937650
Mar 26 21:35:40.021631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612433c070>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:35:38Z', 'revision_number': 13, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:35:40.050216 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde8ab4c-2d3a-499d-ae92-484b8e30d412 None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '80aba868-6921-4efb-8aef-eb89541ee9ab', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'floating_ip_address': '172.35.4.8', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:32:55Z', 'updated_at': '2022-03-26T21:35:38Z', 'revision_number': 13, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:35:40.263292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a68af7b-d0f6-4cc2-8cf4-680805d5b894 None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:35:40.738334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473446d-4ff2-4fce-881d-0a3e5696ab39 req-77348d75-e594-41a0-91c7-df83557eb18c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:40.739855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4473446d-4ff2-4fce-881d-0a3e5696ab39 req-77348d75-e594-41a0-91c7-df83557eb18c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0526524
Mar 26 21:35:40.789635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4473446d-4ff2-4fce-881d-0a3e5696ab39 req-22eaec01-0b6f-42ce-94b5-134400d0a836 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443196
Mar 26 21:35:41.677492 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:35:43.513764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1471859-0b86-472e-8708-c44b63ff4253 req-49fc5dc4-f94f-4c9b-9701-20b894ac908b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:43.515766 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1471859-0b86-472e-8708-c44b63ff4253 req-49fc5dc4-f94f-4c9b-9701-20b894ac908b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0873830
Mar 26 21:35:43.532307 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-dfd52655-7ca4-40b4-81fc-c41e554f9e07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1148770
Mar 26 21:35:43.567625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1471859-0b86-472e-8708-c44b63ff4253 req-4ed07de8-8652-4013-a71e-08b64459292a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454130
Mar 26 21:35:43.913804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-b920883e-fe6c-46ea-befb-4688e094ffbd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:43.915140 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-b920883e-fe6c-46ea-befb-4688e094ffbd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 942 time: 0.1015122
Mar 26 21:35:44.442603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:44.693188 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91265-5d4e-4bd7-85c5-b729f36acddb req-72d7a1e4-9a01-490a-8034-47aefa705d34 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:44.694589 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eed91265-5d4e-4bd7-85c5-b729f36acddb req-72d7a1e4-9a01-490a-8034-47aefa705d34 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0565541
Mar 26 21:35:44.713801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-40f768c6-5892-4697-9628-468b97f3a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:44.715304 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-40f768c6-5892-4697-9628-468b97f3a164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1127 time: 0.0435998
Mar 26 21:35:44.742621 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-eed91265-5d4e-4bd7-85c5-b729f36acddb req-52984b5e-3d0a-43a0-91c0-4a049cc2b9d5 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421331
Mar 26 21:35:44.806218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-5ce11d1a-52d9-4161-b2dc-5318b642e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:44.807672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-5ce11d1a-52d9-4161-b2dc-5318b642e9e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0870087
Mar 26 21:35:44.871332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-28ad4920-0eea-41d3-b0bd-636adc1f28f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 1000 time: 0.0572441
Mar 26 21:35:44.921529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-e950414f-a775-45c6-a247-1fb7cf72ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:44.923084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-e950414f-a775-45c6-a247-1fb7cf72ce71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0465224
Mar 26 21:35:44.970869 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-362e3686-131a-4438-ad15-7643fb7b0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:44.972313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-362e3686-131a-4438-ad15-7643fb7b0697 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435658
Mar 26 21:35:45.060951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-261eb546-9c82-453c-bae2-84c2fabcb517 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815353
Mar 26 21:35:45.152008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-8a796fe9-cf8a-4398-be20-83fad14fa31f service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854876
Mar 26 21:35:45.860265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb190b-f957-43b6-891d-ae378253ac4b req-e89c4822-0abd-4d2a-85b1-ebcc318caeff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:45.861736 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0cb190b-f957-43b6-891d-ae378253ac4b req-e89c4822-0abd-4d2a-85b1-ebcc318caeff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0517998
Mar 26 21:35:45.907316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e0cb190b-f957-43b6-891d-ae378253ac4b req-13c6cb78-0f10-46bd-81e9-6971518ef797 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400176
Mar 26 21:35:46.075501 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:47.026934 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e75a1-8549-4634-9fd5-0c72c4d8ff0f req-27743a04-a3f4-4851-88be-b7c9fd346ea0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:47.028603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-779e75a1-8549-4634-9fd5-0c72c4d8ff0f req-27743a04-a3f4-4851-88be-b7c9fd346ea0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0523949
Mar 26 21:35:47.081958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-779e75a1-8549-4634-9fd5-0c72c4d8ff0f req-bb108e80-5568-487d-9a93-aafe608d6a0c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436323
Mar 26 21:35:48.206025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2589-a9c5-4470-a9f9-1af3c4276bc2 req-9a0bef21-8fae-4692-af7b-4bc02ca07a8f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:48.207495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc8a2589-a9c5-4470-a9f9-1af3c4276bc2 req-9a0bef21-8fae-4692-af7b-4bc02ca07a8f tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0562046
Mar 26 21:35:48.252807 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc8a2589-a9c5-4470-a9f9-1af3c4276bc2 req-e5961d76-c490-4bf9-b4a8-782ca11fd91a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396087
Mar 26 21:35:49.377547 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb3513-9fd7-4257-a63c-2b09cf7c90a7 req-3afd40a7-2e3a-42b2-abf3-e7315f45d949 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:49.379043 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfbb3513-9fd7-4257-a63c-2b09cf7c90a7 req-3afd40a7-2e3a-42b2-abf3-e7315f45d949 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0568795
Mar 26 21:35:49.424845 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cfbb3513-9fd7-4257-a63c-2b09cf7c90a7 req-08bd25bb-4d2f-4cbc-9254-8a0da641350e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401611
Mar 26 21:35:50.544601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729b2b0-be88-430f-acb2-a09c0af6d5a6 req-b4c132ec-2f22-4547-bf80-4aae968dcfa3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:50.546099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5729b2b0-be88-430f-acb2-a09c0af6d5a6 req-b4c132ec-2f22-4547-bf80-4aae968dcfa3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0534611
Mar 26 21:35:50.591910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5729b2b0-be88-430f-acb2-a09c0af6d5a6 req-312528bb-fd4c-45dd-89f5-8e30c07f6f89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399230
Mar 26 21:35:51.712616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9bbb-3a74-4f05-b192-53d35503423c req-a723df8f-2e53-495c-92f8-a1f06a66f1d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:51.714085 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b7b9bbb-3a74-4f05-b192-53d35503423c req-a723df8f-2e53-495c-92f8-a1f06a66f1d9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0516233
Mar 26 21:35:51.763910 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b7b9bbb-3a74-4f05-b192-53d35503423c req-0444cdbd-e570-47f4-a8e0-d5e2958c636c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436289
Mar 26 21:35:52.886108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea85e-8f8e-4e78-af2d-8e7be68019a6 req-4516c9b2-b8e1-4ade-b849-f46a98cb4510 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:52.887476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ecea85e-8f8e-4e78-af2d-8e7be68019a6 req-4516c9b2-b8e1-4ade-b849-f46a98cb4510 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0546453
Mar 26 21:35:52.933016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7ecea85e-8f8e-4e78-af2d-8e7be68019a6 req-cf74ea21-3b29-4598-afe8-e0a57fc56243 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399480
Mar 26 21:35:54.049088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c6587-efa6-49cd-940a-0449c4f36ed2 req-c5fbc138-e2ee-4abc-b709-000865974c0e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:54.050559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-481c6587-efa6-49cd-940a-0449c4f36ed2 req-c5fbc138-e2ee-4abc-b709-000865974c0e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0524399
Mar 26 21:35:54.101598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-481c6587-efa6-49cd-940a-0449c4f36ed2 req-0d516fcc-81d5-458f-a84d-346017e4071e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451868
Mar 26 21:35:55.122948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6b8344ce-04a2-4ce4-9346-12473500fac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:55.220991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d4f7b-1bdc-4f07-88be-1a75859f311c req-7cfdda42-cc8d-41f2-b526-108d4085f74e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:55.222375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b66d4f7b-1bdc-4f07-88be-1a75859f311c req-7cfdda42-cc8d-41f2-b526-108d4085f74e tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0515919
Mar 26 21:35:55.268474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b66d4f7b-1bdc-4f07-88be-1a75859f311c req-3715425f-2bfa-420a-b7eb-649f01054772 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405495
Mar 26 21:35:56.384998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482839c-4e56-4bda-abfd-b27d777f19bf req-01c5d2ca-3f2f-43d8-822d-d70d62adf79d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:56.386484 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0482839c-4e56-4bda-abfd-b27d777f19bf req-01c5d2ca-3f2f-43d8-822d-d70d62adf79d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0521991
Mar 26 21:35:56.433681 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0482839c-4e56-4bda-abfd-b27d777f19bf req-276b7475-14fc-4498-afcc-6173b7e7a08a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411422
Mar 26 21:35:57.551934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603803-c61d-44b8-8ff3-2f2351a80016 req-e1c3f624-e04e-4a89-a715-97b9aee3f927 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:57.553428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e603803-c61d-44b8-8ff3-2f2351a80016 req-e1c3f624-e04e-4a89-a715-97b9aee3f927 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0514240
Mar 26 21:35:57.602813 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e603803-c61d-44b8-8ff3-2f2351a80016 req-d3e1c29e-ab93-4657-99dc-b00de384eec9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437970
Mar 26 21:35:57.868430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09cbf15e-591e-4b53-b117-432124eacd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:58.721025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf68373-ca57-41c7-9f21-060b518f1628 req-18e5e724-6928-41c7-a91a-d94dc59e9482 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:58.722485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcf68373-ca57-41c7-9f21-060b518f1628 req-18e5e724-6928-41c7-a91a-d94dc59e9482 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0520396
Mar 26 21:35:58.769324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bcf68373-ca57-41c7-9f21-060b518f1628 req-9c0e115c-dea9-4f7c-9c39-f77a0fa5b39d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412931
Mar 26 21:35:58.897221 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:35:59.895448 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bce94-9d67-4e7b-abeb-40c5026a8ebe req-3f0594e2-1717-4732-8f56-e2fcdc3f1e3b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:35:59.897042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c25bce94-9d67-4e7b-abeb-40c5026a8ebe req-3f0594e2-1717-4732-8f56-e2fcdc3f1e3b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0565109
Mar 26 21:35:59.945830 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c25bce94-9d67-4e7b-abeb-40c5026a8ebe req-11e90d16-1c6e-40ed-9006-90aff856918a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422437
Mar 26 21:36:00.233487 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:01.070238 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85219c24-2059-4c24-a31d-02833016f883 req-75b80b0c-4f38-446d-8792-0a11863c71d2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:01.071734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85219c24-2059-4c24-a31d-02833016f883 req-75b80b0c-4f38-446d-8792-0a11863c71d2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0580523
Mar 26 21:36:01.118941 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-85219c24-2059-4c24-a31d-02833016f883 req-52126272-a64e-4cae-aa76-4df19c8d3262 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416100
Mar 26 21:36:01.887299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:02.241050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a5dd9-6b49-45d4-a4d3-79e6a080dfa9 req-22805deb-0100-4e39-9950-d7081f06a8a0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:02.242509 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd7a5dd9-6b49-45d4-a4d3-79e6a080dfa9 req-22805deb-0100-4e39-9950-d7081f06a8a0 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0506690
Mar 26 21:36:02.288014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cd7a5dd9-6b49-45d4-a4d3-79e6a080dfa9 req-c8ee914b-d6b6-40f3-9a35-5e7b18c86970 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398586
Mar 26 21:36:03.407229 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e15c2-0e29-4cc8-a4ef-5b6053635320 req-718d9228-ced8-4546-b607-0658933a06d4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:03.408750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-787e15c2-0e29-4cc8-a4ef-5b6053635320 req-718d9228-ced8-4546-b607-0658933a06d4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0528300
Mar 26 21:36:03.456435 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-787e15c2-0e29-4cc8-a4ef-5b6053635320 req-4276615b-52a6-4242-b5c1-a4a6b3c97b89 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421283
Mar 26 21:36:04.576514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329996-1b4d-4903-a22a-fbae0e90942f req-e035254b-2fe2-4da9-8c68-b8614cf227e3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:04.578479 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c329996-1b4d-4903-a22a-fbae0e90942f req-e035254b-2fe2-4da9-8c68-b8614cf227e3 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0549340
Mar 26 21:36:04.622989 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4c329996-1b4d-4903-a22a-fbae0e90942f req-3e7c3437-f4d7-4bba-b916-06bcfd1b104b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388989
Mar 26 21:36:05.748841 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48581a-0c8d-4728-b036-046cf5fda11b req-5d351a8f-4b58-4384-a0b9-b1b8304f67dc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:05.750339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a48581a-0c8d-4728-b036-046cf5fda11b req-5d351a8f-4b58-4384-a0b9-b1b8304f67dc tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0568347
Mar 26 21:36:05.797465 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a48581a-0c8d-4728-b036-046cf5fda11b req-cb1e348e-3fd5-45b2-b83e-4fcec7794042 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408669
Mar 26 21:36:06.914652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d7dc3-ee4b-42be-81b7-84774fa30985 req-d38ffccd-db03-44df-9e5d-2f42eace87c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:06.916093 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a1d7dc3-ee4b-42be-81b7-84774fa30985 req-d38ffccd-db03-44df-9e5d-2f42eace87c4 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0517714
Mar 26 21:36:06.964062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7a1d7dc3-ee4b-42be-81b7-84774fa30985 req-daf78ef2-f6ca-4a34-8df4-a3146e5ab0d1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420494
Mar 26 21:36:07.929756 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-9b130997-9c44-4198-8ea6-4c37b4e857d0 service neutron] show failed (client error): The resource could not be found.
Mar 26 21:36:07.930750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-9b130997-9c44-4198-8ea6-4c37b4e857d0 service neutron] 10.222.0.21 "GET /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0520449
Mar 26 21:36:08.087255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0d770-6240-4c96-8157-4288ef5eb5fb req-7bb6323c-5826-496b-9cc0-cb65243d0cb1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:08.088850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f6b0d770-6240-4c96-8157-4288ef5eb5fb req-7bb6323c-5826-496b-9cc0-cb65243d0cb1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0542421
Mar 26 21:36:08.138341 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f6b0d770-6240-4c96-8157-4288ef5eb5fb req-c9d89395-4053-4668-a6c7-93ca01f218f1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414436
Mar 26 21:36:08.160112 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-61eeacf7-ff87-486e-932d-b4339ebb29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:08.161619 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-61eeacf7-ff87-486e-932d-b4339ebb29b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1127 time: 0.0494950
Mar 26 21:36:08.172393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:08.228695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.419808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:08.455126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:08.492822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:08.494941 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04457b38-a45d-4f63-8ba4-47757a675215" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-unplugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:08.498668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks [] for port (5942c052-bdf2-4989-8332-b191744ebba7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.511581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Transition to ACTIVE for port object 5942c052-bdf2-4989-8332-b191744ebba7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:36:08.515249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.600945 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:08.623106 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b581219-b836-4f9c-a126-1582a6b5fd59 x-openstack-request-id: req-8b581219-b836-4f9c-a126-1582a6b5fd59 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:08.623407 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-unplugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:08.623659 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b581219-b836-4f9c-a126-1582a6b5fd59 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:08.624089 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b581219-b836-4f9c-a126-1582a6b5fd59'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'code': 200}
Mar 26 21:36:08.638941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] No DVR routers for this DVR port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:36:08.778033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:36:08.778299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:36:08.778629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:08.782797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:36:08.783121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:08.787887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:36:08.788266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:36:08.788653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:36:08.789083 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Bound port: 5942c052-bdf2-4989-8332-b191744ebba7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:36:08.789445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.850722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:08.853682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:36:08.860529 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.894029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:08.894670 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:08.896200 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 1091 time: 0.7277482
Mar 26 21:36:08.918304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e226de-8e28-42aa-ad33-4669dd0ec6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:08.969887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-d03751a2-3223-4cf3-a8d4-5b51600248ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:08.971431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-d03751a2-3223-4cf3-a8d4-5b51600248ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0502808
Mar 26 21:36:09.064820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-341cbcca-b54e-4371-978e-11a704296bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:09.066303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-341cbcca-b54e-4371-978e-11a704296bb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0894761
Mar 26 21:36:09.132443 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-4ef95a65-f6e2-4192-a539-a8c60619c9af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.0605783
Mar 26 21:36:09.180054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-76c6d774-f947-4eb6-bfb3-61ec6d1343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:09.181570 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-76c6d774-f947-4eb6-bfb3-61ec6d1343ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0441904
Mar 26 21:36:09.229259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-c7d94b98-e028-4460-8803-994ea33bfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:09.230772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-c7d94b98-e028-4460-8803-994ea33bfb92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436387
Mar 26 21:36:09.263735 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d232-49bb-43d2-86ac-2e1a03fd36a6 req-ca6bfc0a-e8d6-41b7-ae05-9c103b75e4fa tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:09.265288 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcf0d232-49bb-43d2-86ac-2e1a03fd36a6 req-ca6bfc0a-e8d6-41b7-ae05-9c103b75e4fa tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0532827
Mar 26 21:36:09.319070 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fcf0d232-49bb-43d2-86ac-2e1a03fd36a6 req-17b77985-46cd-4135-a113-1417b8a4a340 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478034
Mar 26 21:36:09.659199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-05b153dc-631e-4f9d-9539-f408e375b521 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224715
Mar 26 21:36:09.746106 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-cbe6e4a0-2f3c-409e-9167-b862ecc804de service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807981
Mar 26 21:36:10.440915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3507d1b-1920-49e0-a8b8-e8cc7c0b6c84 req-4bf32aa5-89ba-4322-ad2e-d93c5b49655b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:10.442395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3507d1b-1920-49e0-a8b8-e8cc7c0b6c84 req-4bf32aa5-89ba-4322-ad2e-d93c5b49655b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0530989
Mar 26 21:36:10.491320 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3507d1b-1920-49e0-a8b8-e8cc7c0b6c84 req-0958decf-22ad-4b8e-b566-13f05833f4fe tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432105
Mar 26 21:36:10.625746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:10.628381 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:10.677647 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d524df07-8f61-4b73-9710-8d09c1d4f847 x-openstack-request-id: req-d524df07-8f61-4b73-9710-8d09c1d4f847 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:10.677954 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:10.678208 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d524df07-8f61-4b73-9710-8d09c1d4f847 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:10.678612 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d524df07-8f61-4b73-9710-8d09c1d4f847'] response: {'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'status': 'completed', 'code': 200}
Mar 26 21:36:10.778721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-9fedf9f2-a6e5-43be-963e-f4d46b368da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:10.780260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-9fedf9f2-a6e5-43be-963e-f4d46b368da8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0646987
Mar 26 21:36:10.783081 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-e8a7ce43-2d6d-478b-b89f-be11e1119433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:10.784440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-e8a7ce43-2d6d-478b-b89f-be11e1119433 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0782595
Mar 26 21:36:10.932660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-b04e441b-6707-4ba3-9a61-6b07313ef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:10.934132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-b04e441b-6707-4ba3-9a61-6b07313ef072 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1484332
Mar 26 21:36:10.938327 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-25a6940f-a239-4ef6-b153-1fa8463ea1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:10.939622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-25a6940f-a239-4ef6-b153-1fa8463ea1cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.1368456
Mar 26 21:36:11.041983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-38a6bf13-d150-409c-8cfa-92adc57fe480 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.1011035
Mar 26 21:36:11.063424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-46788921-5f5b-4d5d-a9d8-4287e08f2c87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.0845687
Mar 26 21:36:11.128417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-2f610fa8-1735-4d55-9170-cf260d0ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:11.129842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-2f610fa8-1735-4d55-9170-cf260d0ed33e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0810361
Mar 26 21:36:11.133254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-9e484354-5109-46c3-b42e-e85545953bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:11.134529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-9e484354-5109-46c3-b42e-e85545953bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0552344
Mar 26 21:36:11.212313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-ca259f80-4d8f-4e38-9a76-36878604d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:11.213735 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-ca259f80-4d8f-4e38-9a76-36878604d3cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0770500
Mar 26 21:36:11.216095 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-33975978-88c1-465f-92a4-3ae9c1896d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:11.217426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-33975978-88c1-465f-92a4-3ae9c1896d9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0721972
Mar 26 21:36:11.366130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-7b11f74d-cef1-44d5-a3d4-15ff4d9452cf service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461344
Mar 26 21:36:11.371149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-69f6fb11-9fa6-4d88-b38b-5bfe7aa50600 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350479
Mar 26 21:36:11.522606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-6cfcac73-2d65-4633-977c-2abd8c4e8b96 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504502
Mar 26 21:36:11.526047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1dfe49a1-7ed1-4fa2-88a0-82da5f574eb6 req-d9664325-3dcd-4654-b57c-5cf4567a7fd8 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374884
Mar 26 21:36:11.607950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:11.612372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84958455-139e-4aea-a3b9-d5ee51953120 req-21200872-d57b-42a2-830a-1a1adf2f1779 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:11.613864 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84958455-139e-4aea-a3b9-d5ee51953120 req-21200872-d57b-42a2-830a-1a1adf2f1779 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0530701
Mar 26 21:36:11.646875 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 5942c052-bdf2-4989-8332-b191744ebba7 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:36:11.647266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:11.660870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84958455-139e-4aea-a3b9-d5ee51953120 req-3377a635-9178-4cc1-9fe6-95b27f6de967 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414362
Mar 26 21:36:12.781058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99c2ca-4a0f-4901-b786-c29da82e4df8 req-97028ba0-2095-4b6b-a3d6-b09943d189f7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:12.782563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b99c2ca-4a0f-4901-b786-c29da82e4df8 req-97028ba0-2095-4b6b-a3d6-b09943d189f7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0531130
Mar 26 21:36:12.829307 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b99c2ca-4a0f-4901-b786-c29da82e4df8 req-3570164e-786a-47c7-8e6b-02a5a2539be1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411117
Mar 26 21:36:13.954663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb2a73-4786-4c54-869b-c1e295a9c15b req-8404c82d-67fa-45ca-a4e9-b48c287fa247 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:13.956160 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6bb2a73-4786-4c54-869b-c1e295a9c15b req-8404c82d-67fa-45ca-a4e9-b48c287fa247 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0569577
Mar 26 21:36:14.001379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d6bb2a73-4786-4c54-869b-c1e295a9c15b req-1a923ad6-7c40-44c6-8e87-d379c54aed0b tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396521
Mar 26 21:36:14.314777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-e4ed09ee-5c79-4326-9e56-3a90ae4a1d0a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.316266 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-e4ed09ee-5c79-4326-9e56-3a90ae4a1d0a tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0870321
Mar 26 21:36:14.326883 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f834e39-bc79-4b39-a564-51d16d602d97 req-20ad170d-91b3-43df-b999-4b4a3bdb979d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.328316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f834e39-bc79-4b39-a564-51d16d602d97 req-20ad170d-91b3-43df-b999-4b4a3bdb979d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 943 time: 0.0716202
Mar 26 21:36:14.362861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:36:14.416071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5f834e39-bc79-4b39-a564-51d16d602d97 req-1f9d2758-827c-4ec9-94ed-b39c0ad603ad tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818999
Mar 26 21:36:14.418987 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-c3db5605-21c2-4f41-98ef-16d32a576d2d service neutron] 10.222.0.18 "GET /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0898244
Mar 26 21:36:14.462694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:14.473747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:14.483432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-b3941882-6f62-4fb2-a1dc-c65ddcbd15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.485119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '5942c052-bdf2-4989-8332-b191744ebba7', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:36:14.485516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-b3941882-6f62-4fb2-a1dc-c65ddcbd15d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1125 time: 0.0456748
Mar 26 21:36:14.523013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:14.523406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:14.540338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:14.560599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:14.564728 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:14.583509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-2075e0f4-5ff0-47ea-94ca-874abd609415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.585049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-2075e0f4-5ff0-47ea-94ca-874abd609415 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0932677
Mar 26 21:36:14.611590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:14.648949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-16b31868-eca8-42f8-8d31-d31e1b0b0ff3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 999 time: 0.0584033
Mar 26 21:36:14.696805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-9d17c85b-2f89-45d7-9576-b0059be26f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.698216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-9d17c85b-2f89-45d7-9576-b0059be26f80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0432694
Mar 26 21:36:14.749846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-e3c121e9-7ca8-4864-8908-a4727ac3c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:14.751257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-e3c121e9-7ca8-4864-8908-a4727ac3c711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473421
Mar 26 21:36:14.795279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['5942c052-bdf2-4989-8332-b191744ebba7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:36:14.838936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-d79e48f8-f72e-463f-b2fc-a6f511c57c0e service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810616
Mar 26 21:36:14.931589 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-166fa70d-5aa0-4d32-a82b-882b6f9aeb98 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867834
Mar 26 21:36:15.542140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e18e-57ed-49fc-baa2-96b7b2209f04 req-a88dbbfc-3804-4c5e-aa3e-7e03ad8c55a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:15.543607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8185e18e-57ed-49fc-baa2-96b7b2209f04 req-a88dbbfc-3804-4c5e-aa3e-7e03ad8c55a2 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0520260
Mar 26 21:36:15.589989 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8185e18e-57ed-49fc-baa2-96b7b2209f04 req-22e592e6-5b8a-4c01-9977-cbd40debc0eb tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407767
Mar 26 21:36:16.071549 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:16.388976 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:36:16.437087 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 5942c052-bdf2-4989-8332-b191744ebba7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:36:16.441035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 5942c052-bdf2-4989-8332-b191744ebba7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:36:16.441441 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5942c052-bdf2-4989-8332-b191744ebba7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:16.516441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:16.516819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:16.541721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:16.543931 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47364d53-ded3-4a3e-9cca-e2ffe4cbf514" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:16.556303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:16.560199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:16.607650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:16.653737 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d46f9-7284-496e-a506-c795519668d2 x-openstack-request-id: req-ee1d46f9-7284-496e-a506-c795519668d2 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:16.654035 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:16.654295 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee1d46f9-7284-496e-a506-c795519668d2 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:16.654701 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1d46f9-7284-496e-a506-c795519668d2'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'code': 200}
Mar 26 21:36:16.719100 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d375b0-e51e-456a-ba73-6ab35451728d req-666c8a87-4b7e-4748-816a-e4294c35bdd7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:16.720634 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2d375b0-e51e-456a-ba73-6ab35451728d req-666c8a87-4b7e-4748-816a-e4294c35bdd7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0586452
Mar 26 21:36:16.769523 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2d375b0-e51e-456a-ba73-6ab35451728d req-8fe71ece-7254-471a-859c-ae719a655326 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433083
Mar 26 21:36:17.602143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-11a0710f-6bd4-4c32-8bed-7dcefcc18ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:17.603639 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-11a0710f-6bd4-4c32-8bed-7dcefcc18ae4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734&tenant_id=ed4a3c1555504ccaaa90ea06f794d09a HTTP/1.1" status: 200  len: 1127 time: 0.0445316
Mar 26 21:36:17.614907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:17.674131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:17.910576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:17.927599 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eecf6-e807-4ad7-9567-58b28aa48e75 req-7afc30f9-1d5a-4bd1-bd10-2e77fdce0736 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:17.929046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc6eecf6-e807-4ad7-9567-58b28aa48e75 req-7afc30f9-1d5a-4bd1-bd10-2e77fdce0736 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0789418
Mar 26 21:36:17.970078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:18.013862 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc6eecf6-e807-4ad7-9567-58b28aa48e75 req-5c1fd18f-b058-47b7-9f5c-9ae0809e1486 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784979
Mar 26 21:36:18.025904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:18.028246 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626cc664-1a34-46a8-a6db-7381246f0fcc" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-unplugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:18.033104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks [] for port (5942c052-bdf2-4989-8332-b191744ebba7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:18.047123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Transition to ACTIVE for port object 5942c052-bdf2-4989-8332-b191744ebba7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:36:18.050353 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:18.082480 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f4020-c729-4abd-b0cc-2181988932f4 x-openstack-request-id: req-958f4020-c729-4abd-b0cc-2181988932f4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:18.082802 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-unplugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:18.083023 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958f4020-c729-4abd-b0cc-2181988932f4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:18.083359 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f4020-c729-4abd-b0cc-2181988932f4'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'code': 200}
Mar 26 21:36:18.136121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:18.178292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] No DVR routers for this DVR port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:36:18.319305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:36:18.319650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:36:18.320028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:18.324223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:36:18.324547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Attempting to bind port 5942c052-bdf2-4989-8332-b191744ebba7 on network a3b6cf45-6f83-4e22-b160-72283064af17 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:18.329470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:36:18.329811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Checking segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:36:18.330703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Bound using segment: {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:36:18.331134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Bound port: 5942c052-bdf2-4989-8332-b191744ebba7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13839548-aee9-404a-b833-ed0175336623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:36:18.331489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:18.396082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:18.398909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:36:18.405122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:18.439145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:18.439864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:18.441284 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] 10.222.0.21 "PUT /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 1092 time: 0.8302791
Mar 26 21:36:18.462504 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22994f1f-2041-42f6-9225-a372469e7a62 service neutron] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=11']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:18.513878 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-94f3382a-e3ca-43c0-8cdd-ae93e124061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:18.515490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-94f3382a-e3ca-43c0-8cdd-ae93e124061d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1126 time: 0.0469558
Mar 26 21:36:18.616530 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-d5e794ad-2e99-44fa-99c6-05a34294142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:18.617903 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-d5e794ad-2e99-44fa-99c6-05a34294142f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.0935900
Mar 26 21:36:18.677059 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:36:18.687002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-dc7deb35-1983-49c6-a965-4e121d8c3743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.0608652
Mar 26 21:36:18.738990 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-a78b35a6-c1e6-4c64-b0a4-71f0c57ba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:18.740456 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-a78b35a6-c1e6-4c64-b0a4-71f0c57ba1c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0422432
Mar 26 21:36:18.793254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-cf4e2400-f688-459d-ac6d-111bac3a53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:18.794741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-cf4e2400-f688-459d-ac6d-111bac3a53ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469196
Mar 26 21:36:18.885738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-1236762b-55cc-44b9-a69a-d8bd4a200f09 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807378
Mar 26 21:36:18.980024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7bf108cc-2178-47de-9c7c-aa10ba25e338 req-efa1ac02-2cd0-4e36-8d7f-6aa91c2232a6 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849509
Mar 26 21:36:19.136764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7f81-cb64-40d8-9ec2-3f63753dee86 req-eeb4c40e-69d8-400c-b0a9-5b1537555432 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:19.138331 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f09d7f81-cb64-40d8-9ec2-3f63753dee86 req-eeb4c40e-69d8-400c-b0a9-5b1537555432 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0539842
Mar 26 21:36:19.185067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f09d7f81-cb64-40d8-9ec2-3f63753dee86 req-63b9d2fc-74b1-46c2-8c0a-9313224c78d8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402925
Mar 26 21:36:20.084573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:20.086875 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:20.139427 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ce156-bc52-4546-91fd-697b5bb72ddd x-openstack-request-id: req-157ce156-bc52-4546-91fd-697b5bb72ddd {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:20.139721 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:20.140010 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-157ce156-bc52-4546-91fd-697b5bb72ddd {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:20.141168 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157ce156-bc52-4546-91fd-697b5bb72ddd'] response: {'name': 'network-changed', 'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'status': 'completed', 'code': 200}
Mar 26 21:36:20.232624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-14b290f4-80ba-4422-99d4-30eff95412b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.234575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-14b290f4-80ba-4422-99d4-30eff95412b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1126 time: 0.0751967
Mar 26 21:36:20.240697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-6dc08867-5509-4ff3-b253-0b08690d9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.242124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-6dc08867-5509-4ff3-b253-0b08690d9a6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 1126 time: 0.0816946
Mar 26 21:36:20.404601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:20.423497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961051a-2507-401d-987d-6c3d8d4a991b req-3037b13e-9048-4dc2-a5de-8885483fdcde tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.425002 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a961051a-2507-401d-987d-6c3d8d4a991b req-3037b13e-9048-4dc2-a5de-8885483fdcde tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.1580343
Mar 26 21:36:20.443856 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] The host nch2-master-1 is not matching for port 5942c052-bdf2-4989-8332-b191744ebba7 host nch1-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:36:20.444288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:20.444904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-3a61cfc7-3901-4dc4-af1e-12bf2b28af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.446950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-3a61cfc7-3901-4dc4-af1e-12bf2b28af32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.2039881
Mar 26 21:36:20.457350 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-ac7df675-e974-4517-8657-96543abe8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.458676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-ac7df675-e974-4517-8657-96543abe8177 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 200  len: 911 time: 0.2076461
Mar 26 21:36:20.583040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-38dafee6-d23d-498e-884b-2caae5ccc63c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.1268771
Mar 26 21:36:20.586076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a961051a-2507-401d-987d-6c3d8d4a991b req-9d243e21-1b05-469a-8e48-4716ebf5ce56 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541991
Mar 26 21:36:20.623780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-f64fbcc0-770c-4264-8ce3-86a8b7116eab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 200  len: 998 time: 0.1560965
Mar 26 21:36:20.642030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-65081fdd-b6cb-4106-bd64-d7f4f330f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.642835 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-65081fdd-b6cb-4106-bd64-d7f4f330f575 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0502582
Mar 26 21:36:20.711488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-4514b7f6-25e8-46e7-a2c5-78d1d1af0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.712968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-4514b7f6-25e8-46e7-a2c5-78d1d1af0ab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 200  len: 850 time: 0.0693047
Mar 26 21:36:20.727951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-a7739c76-91f7-48d7-b70c-bcc4e615e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.729324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-a7739c76-91f7-48d7-b70c-bcc4e615e3c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0787976
Mar 26 21:36:20.822928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-95783f08-5e3c-430d-810b-5054650a8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:20.824448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-95783f08-5e3c-430d-810b-5054650a8202 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3b6cf45-6f83-4e22-b160-72283064af17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1045339
Mar 26 21:36:20.862817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-0ebe36b8-ae63-4e12-a3c9-8e20aecfc66b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1162393
Mar 26 21:36:20.983272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-4c9e28c8-a00c-424a-a629-767c7a3e0221 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506369
Mar 26 21:36:21.014404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-4221db8b-4e1a-4807-bfc6-bfe34dff754c service neutron] 10.222.0.18 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453707
Mar 26 21:36:21.087146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-851cd60b-7eac-4c8a-8c89-1b9f7f8654b3 req-f31c0b0d-2634-45f2-8dda-bcfa197e1e86 service neutron] 10.222.0.21 "GET /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935614
Mar 26 21:36:21.713657 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5264b4-a80b-42f4-ad7a-ac926eef1b2a req-1b398cb3-a22f-4691-b53e-dd8e633cc3d8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:21.715147 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de5264b4-a80b-42f4-ad7a-ac926eef1b2a req-1b398cb3-a22f-4691-b53e-dd8e633cc3d8 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0592415
Mar 26 21:36:21.761339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de5264b4-a80b-42f4-ad7a-ac926eef1b2a req-d8e48183-1133-479c-a5c4-73f3463c4afa tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398619
Mar 26 21:36:22.883656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad9b40-a07d-48ce-9fae-c35e56bf1fcd req-ac07dda2-c29e-4076-acd7-2856ee41dae9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:22.885187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4ad9b40-a07d-48ce-9fae-c35e56bf1fcd req-ac07dda2-c29e-4076-acd7-2856ee41dae9 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 944 time: 0.0532253
Mar 26 21:36:22.933174 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4ad9b40-a07d-48ce-9fae-c35e56bf1fcd req-602f1a0f-a60c-4104-b332-600d82150cd1 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418282
Mar 26 21:36:23.657021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:36:23.749294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:23.759749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '5942c052-bdf2-4989-8332-b191744ebba7', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'port_id': '5942c052-bdf2-4989-8332-b191744ebba7', 'mac_address': 'fa:16:3e:88:a2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:36:23.799802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:23.800216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:23.813350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:23.832310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:23.836210 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:23.882354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:24.050835 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f299-826a-48a7-8f50-1a61b19654d1 req-0b2ba471-ba43-4d0f-83b2-d7c0ca853a90 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:24.052594 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0c7f299-826a-48a7-8f50-1a61b19654d1 req-0b2ba471-ba43-4d0f-83b2-d7c0ca853a90 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0530834
Mar 26 21:36:24.074340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['5942c052-bdf2-4989-8332-b191744ebba7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:36:24.106580 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b0c7f299-826a-48a7-8f50-1a61b19654d1 req-ea9250fd-9b9a-44f1-bcde-7c34578d0e47 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484035
Mar 26 21:36:24.226959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a5a90-1610-4b7c-8f9a-b5bf7e81c610 req-ece7511e-2241-4de4-b54d-217c29aa0eab tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:24.228369 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-602a5a90-1610-4b7c-8f9a-b5bf7e81c610 req-ece7511e-2241-4de4-b54d-217c29aa0eab tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0521345
Mar 26 21:36:24.278842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-602a5a90-1610-4b7c-8f9a-b5bf7e81c610 req-d87aaa57-13ae-4000-8d57-e49af4b16741 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448141
Mar 26 21:36:24.394679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ec161-ae84-41c4-b689-7038c479b5e4 req-e9b3df21-5f1b-4195-b7af-e74eeee19008 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:24.396178 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-517ec161-ae84-41c4-b689-7038c479b5e4 req-e9b3df21-5f1b-4195-b7af-e74eeee19008 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0525990
Mar 26 21:36:24.442654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-517ec161-ae84-41c4-b689-7038c479b5e4 req-ad48b4c7-184e-402b-8d33-eb94b94788e7 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409570
Mar 26 21:36:24.675286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57b4a6-df7c-4a64-a6f2-a0af6f2401ba req-aed60262-cc03-4003-b422-58cc303a277c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:24.677057 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a57b4a6-df7c-4a64-a6f2-a0af6f2401ba req-aed60262-cc03-4003-b422-58cc303a277c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0534787
Mar 26 21:36:24.723875 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2a57b4a6-df7c-4a64-a6f2-a0af6f2401ba req-d6229661-a501-4cd4-8d55-1eff21c5d50c tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411346
Mar 26 21:36:25.125373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-de44251a-0d17-4bab-b536-e77d326c76ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:25.673099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:36:25.721065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 5942c052-bdf2-4989-8332-b191744ebba7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:36:25.724977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 5942c052-bdf2-4989-8332-b191744ebba7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:36:25.725359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5942c052-bdf2-4989-8332-b191744ebba7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:25.806211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 5942c052-bdf2-4989-8332-b191744ebba7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:25.806605 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:25.828557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:25.830799 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9c0ed5-1d58-46be-9227-fb71d3db8d6b" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:25.842766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:25.847218 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:25.865492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d52f47-610e-47ac-9d7b-70ffb84189e1 req-855f4bb3-bacb-430e-9b48-04caa9bb9c10 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:25.866992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d52f47-610e-47ac-9d7b-70ffb84189e1 req-855f4bb3-bacb-430e-9b48-04caa9bb9c10 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 945 time: 0.0720572
Mar 26 21:36:25.878295 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f85017-9f5d-43b7-960f-b265b3543c00 x-openstack-request-id: req-f3f85017-9f5d-43b7-960f-b265b3543c00 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:25.878599 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-plugged", "status": "completed", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:25.878860 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3f85017-9f5d-43b7-960f-b265b3543c00 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:25.879265 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f85017-9f5d-43b7-960f-b265b3543c00'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'code': 200}
Mar 26 21:36:25.900434 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=13']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:25.908112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.908465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.908810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.909151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.909486 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.909818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.910145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.910474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.910797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.911122 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.911446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.911766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.912115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.912441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.912762 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:25.916598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d52f47-610e-47ac-9d7b-70ffb84189e1 req-ddf6ef0a-e0cd-455c-8826-f6c351f7fc61 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups?id=d026ead7-3adb-4802-926f-d40cf29eecea&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425637
Mar 26 21:36:26.470088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-9aa3d5d1-9b4a-4fd9-82cb-e61fc0958c62 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:26.471668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-9aa3d5d1-9b4a-4fd9-82cb-e61fc0958c62 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 946 time: 0.0557070
Mar 26 21:36:26.566988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Deleting port 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:26.567337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5942c052-bdf2-4989-8332-b191744ebba7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:26.652740 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] For port 5942c052-bdf2-4989-8332-b191744ebba7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5942c052-bdf2-4989-8332-b191744ebba7,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:26.653108 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5942c052-bdf2-4989-8332-b191744ebba7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:26.824389 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:26.824668 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:26.824985 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab disassociated. External IP: 172.35.4.8, port: 5942c052-bdf2-4989-8332-b191744ebba7.
Mar 26 21:36:26.825328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Calling delete_port for 5942c052-bdf2-4989-8332-b191744ebba7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:26.950215 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (5942c052-bdf2-4989-8332-b191744ebba7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:26.981049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'Port': ['ID=5942c052-bdf2-4989-8332-b191744ebba7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:27.038122 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-191e9ab0-511f-4be4-9ba3-2f5889966342 req-e7dd64d5-3d5b-4b31-a2e0-17b6c31bd9ff tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 210 time: 0.0425165
Mar 26 21:36:27.109623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:36:27.221152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:36:27.230463 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:36:27.241082 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:36:27.241774 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240376a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:35:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:27.355791 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:36:27.599496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] No DVR routers for this DVR port 5942c052-bdf2-4989-8332-b191744ebba7 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:36:27.602271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:27.605693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc389f1a-4380-4c2d-9e26-ebfa891a2977 req-40ba26a6-fe82-4429-a00f-f64ce04c3d35 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.21 "DELETE /v2.0/ports/5942c052-bdf2-4989-8332-b191744ebba7 HTTP/1.1" status: 204  len: 173 time: 1.1250927
Mar 26 21:36:27.606202 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-deleted', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:27.608371 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bb190-73f3-4f53-ba16-e14a5c41a1b2" -d '{"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-deleted", "tag": "5942c052-bdf2-4989-8332-b191744ebba7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:27.657008 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd05d16-81b6-4f31-ac94-760d42f5a836 x-openstack-request-id: req-9bd05d16-81b6-4f31-ac94-760d42f5a836 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:27.657305 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf12a51-f421-460e-9f30-afbd901dd734", "name": "network-vif-deleted", "tag": "5942c052-bdf2-4989-8332-b191744ebba7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:27.657559 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bd05d16-81b6-4f31-ac94-760d42f5a836 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:27.658022 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd05d16-81b6-4f31-ac94-760d42f5a836'] response: {'server_uuid': 'bbf12a51-f421-460e-9f30-afbd901dd734', 'name': 'network-vif-deleted', 'tag': '5942c052-bdf2-4989-8332-b191744ebba7', 'status': 'completed', 'code': 200}
Mar 26 21:36:27.663631 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240376a0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:27.690004 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:36:27.698255 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:36:27.698865 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61240376a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:35:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:27.808390 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:36:27.870637 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3ffeaf99-55bd-4178-a313-8e98deb234d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:28.009161 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61240376a0>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:28.035723 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d121559-a8cc-4fb3-8b58-ceeb4c258ccf None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:52Z', 'revision_number': 4, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b6c08a2c-02d1-4e97-9660-084249fcd779', 'name': '', 'network_id': 'a3b6cf45-6f83-4e22-b160-72283064af17', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'mac_address': 'fa:16:3e:17:78:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:52Z', 'updated_at': '2022-03-26T21:32:56Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'subnets': [{'id': '924ecdc9-e75d-4f7b-aba7-78331855c7e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:36:28.151464 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-64337d90-c471-4b12-952f-b37e209b8cab req-5c0773c0-465a-4acd-845b-7c3a21c96a2d tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf12a51-f421-460e-9f30-afbd901dd734 HTTP/1.1" status: 200  len: 210 time: 0.0294757
Mar 26 21:36:28.266690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e35321-b5ed-48aa-ba1c-007f0c1327f0 None None] New status for floating IP 80aba868-6921-4efb-8aef-eb89541ee9ab: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:36:28.900621 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:29.719146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:29.740574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 5942c052-bdf2-4989-8332-b191744ebba7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:36:29.740929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 5942c052-bdf2-4989-8332-b191744ebba7 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:30.236670 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:30.761888 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47866) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:30.816698 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (d026ead7-3adb-4802-926f-d40cf29eecea), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:30.839216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (d026ead7-3adb-4802-926f-d40cf29eecea), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:30.886632 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d026ead7-3adb-4802-926f-d40cf29eecea), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:30.889315 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:30.890511 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "DELETE /v2.0/security-groups/d026ead7-3adb-4802-926f-d40cf29eecea HTTP/1.1" status: 204  len: 168 time: 0.1276371
Mar 26 21:36:30.893268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47868) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:30.899838 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026ead7-3adb-4802-926f-d40cf29eecea,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:30.907085 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [None req-4ee88db7-ebaf-44e1-892c-6108566735ce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] show failed (client error): The resource could not be found.
Mar 26 21:36:30.907366 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.907717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.908088 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.908187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4ee88db7-ebaf-44e1-892c-6108566735ce tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "GET /v2.0/security-groups/d026ead7-3adb-4802-926f-d40cf29eecea HTTP/1.1" status: 404  len: 347 time: 0.0138755
Mar 26 21:36:30.908432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.908795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.909128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.909460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.909816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.910143 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.910472 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.910708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47870) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:30.910831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.911109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.911437 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.911758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:30.912138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b837ece7-960b-4424-877f-6690ffe59740 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.033126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Deleting port 2a140d3f-0058-4ffc-ba7a-5a54ce737bba {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:31.033475 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.106293 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.106624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.118507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Calling delete_port for 2a140d3f-0058-4ffc-ba7a-5a54ce737bba owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:31.247425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (2a140d3f-0058-4ffc-ba7a-5a54ce737bba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.274907 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Pushing event deleted for resources: {'Port': ['ID=2a140d3f-0058-4ffc-ba7a-5a54ce737bba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:31.286822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.287173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.287519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.287859 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.288221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.288555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.289329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.289329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.289557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.289839 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.290163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.290501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.290808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.291132 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.291458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:36:31.345174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks [] for floatingip (80aba868-6921-4efb-8aef-eb89541ee9ab), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.347732 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.348981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1128a461-7ca1-4b8b-84e8-0da66cfc1b22 tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] 10.222.0.16 "DELETE /v2.0/floatingips/80aba868-6921-4efb-8aef-eb89541ee9ab HTTP/1.1" status: 204  len: 168 time: 0.4372964
Mar 26 21:36:31.351854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47872) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:31.696133 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (f1f9348c-02c6-4398-9d32-55009f290cdc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.889161 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:31.947424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Deleting port b6c08a2c-02d1-4e97-9660-084249fcd779 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:31.948011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:32.024674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] For port b6c08a2c-02d1-4e97-9660-084249fcd779, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b6c08a2c-02d1-4e97-9660-084249fcd779,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:32.025061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:32.037373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Calling delete_port for b6c08a2c-02d1-4e97-9660-084249fcd779 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:32.217246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b6c08a2c-02d1-4e97-9660-084249fcd779), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:32.242074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c08a2c-02d1-4e97-9660-084249fcd779,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:32.417783 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (f1f9348c-02c6-4398-9d32-55009f290cdc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:32.635239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Router f1f9348c-02c6-4398-9d32-55009f290cdc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:36:32.743849 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:36:32.749741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f538b9bc-a02a-4530-bb56-47654dfef68d admin admin] 10.222.0.16 "PUT /v2.0/routers/f1f9348c-02c6-4398-9d32-55009f290cdc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3968904
Mar 26 21:36:32.751629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47874) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:32.754356 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Sync routers for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:36:32.763953 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:36:32.764846 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242ab490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:36:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:32.856630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks [] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:32.873057 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:36:32.960813 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks [] for router_gateway (f1f9348c-02c6-4398-9d32-55009f290cdc), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.013602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Deleting port 8ee678c2-2adb-435c-a663-3d53877f71fd {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:33.013948 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.051899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242ab490>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:36:32Z', 'revision_number': 5, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port': {'id': '8ee678c2-2adb-435c-a663-3d53877f71fd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ab:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:33.078328 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Checking router: f1f9348c-02c6-4398-9d32-55009f290cdc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:36:33.087080 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Routers {'f1f9348c-02c6-4398-9d32-55009f290cdc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:36:33.087704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242ab490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:36:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['f1f9348c-02c6-4398-9d32-55009f290cdc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:33.091279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] For port 8ee678c2-2adb-435c-a663-3d53877f71fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ee678c2-2adb-435c-a663-3d53877f71fd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:33.091651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.104576 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Calling delete_port for 8ee678c2-2adb-435c-a663-3d53877f71fd owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:33.175770 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] Set router f1f9348c-02c6-4398-9d32-55009f290cdc gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:36:33.227497 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242ab490>, [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:36:32Z', 'revision_number': 6, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:33.257892 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a1201-0455-44d9-8413-db16fe04ac2b None None] The sync data for ids ['f1f9348c-02c6-4398-9d32-55009f290cdc'] in ncdv-master-1 is: [{'id': 'f1f9348c-02c6-4398-9d32-55009f290cdc', 'name': 'tempest-ServerActionsTestJSON-982384371-router', 'tenant_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:32:50Z', 'updated_at': '2022-03-26T21:36:32Z', 'revision_number': 6, 'project_id': 'ed4a3c1555504ccaaa90ea06f794d09a', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:36:33.277985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8ee678c2-2adb-435c-a663-3d53877f71fd), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.309482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee678c2-2adb-435c-a663-3d53877f71fd,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:33.367037 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (f1f9348c-02c6-4398-9d32-55009f290cdc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.457489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.459581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks [] for router_controller (f1f9348c-02c6-4398-9d32-55009f290cdc), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.506350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (f1f9348c-02c6-4398-9d32-55009f290cdc), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.507135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f9348c-02c6-4398-9d32-55009f290cdc {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:36:33.512052 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.513183 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-24785d74-0829-4a3b-be90-24784d4aa3a8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f1f9348c-02c6-4398-9d32-55009f290cdc HTTP/1.1" status: 204  len: 168 time: 0.7606082
Mar 26 21:36:33.516219 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47876) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:33.558203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Deleting subnet 924ecdc9-e75d-4f7b-aba7-78331855c7e2 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:36:33.561036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Publish callbacks [] for subnet (924ecdc9-e75d-4f7b-aba7-78331855c7e2), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.596445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (924ecdc9-e75d-4f7b-aba7-78331855c7e2), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.681094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (924ecdc9-e75d-4f7b-aba7-78331855c7e2), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.737066 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (924ecdc9-e75d-4f7b-aba7-78331855c7e2), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.761800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924ecdc9-e75d-4f7b-aba7-78331855c7e2,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:33.765426 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.768645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22a81087-728c-4632-8c9d-3a4ce50128bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/924ecdc9-e75d-4f7b-aba7-78331855c7e2 HTTP/1.1" status: 204  len: 168 time: 0.2514827
Mar 26 21:36:33.771145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47878) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:33.771307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f354d-15b8-492b-a5bf-8ccac1768f6f None None] Network a3b6cf45-6f83-4e22-b160-72283064af17 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:36:33.838369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (a3b6cf45-6f83-4e22-b160-72283064af17), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.895628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Deleting port 99359cf5-7792-480f-86da-d9288801caef {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:33.895747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (99359cf5-7792-480f-86da-d9288801caef), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.957886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] For port 99359cf5-7792-480f-86da-d9288801caef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99359cf5-7792-480f-86da-d9288801caef,segment=NetworkSegment(13839548-aee9-404a-b833-ed0175336623),segment_id=13839548-aee9-404a-b833-ed0175336623)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:33.958179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (99359cf5-7792-480f-86da-d9288801caef), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:33.970211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Calling delete_port for 99359cf5-7792-480f-86da-d9288801caef owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:34.010265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] DHCP port deletion for a3b6cf45-6f83-4e22-b160-72283064af17 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:36:34.061542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (99359cf5-7792-480f-86da-d9288801caef), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.066151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Deleting port 99359cf5-7792-480f-86da-d9288801caef {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:36:34.066604 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (99359cf5-7792-480f-86da-d9288801caef), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.088900 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Pushing event deleted for resources: {'Port': ['ID=99359cf5-7792-480f-86da-d9288801caef,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:34.090739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] No DVR routers for this DVR port 99359cf5-7792-480f-86da-d9288801caef on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:36:34.139902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] For port 99359cf5-7792-480f-86da-d9288801caef, host ncdv-master-1, got binding levels [] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:34.140702 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (99359cf5-7792-480f-86da-d9288801caef), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.153849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Calling delete_port for 99359cf5-7792-480f-86da-d9288801caef owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:36:34.157059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.ipam_backend_mixin [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Port 99359cf5-7792-480f-86da-d9288801caef was not found and therefore no delete operation was performed {{(pid=126739) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}}
Mar 26 21:36:34.158333 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (99359cf5-7792-480f-86da-d9288801caef), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.169054 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (a3b6cf45-6f83-4e22-b160-72283064af17), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.182776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] Pushing event deleted for resources: {'Port': ['ID=99359cf5-7792-480f-86da-d9288801caef,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:34.187133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25a77c-d21e-48c4-8532-2286cd1dc82b None None] No DVR routers for this DVR port 99359cf5-7792-480f-86da-d9288801caef on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:36:34.517610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61242622b0>,) {'filters': {'network_id': ['a3b6cf45-6f83-4e22-b160-72283064af17']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:34.526912 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61242622b0>, '13839548-aee9-404a-b833-ed0175336623') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:34.527215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61242622b0>, '13839548-aee9-404a-b833-ed0175336623') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:36:34.536889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (13839548-aee9-404a-b833-ed0175336623), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.549618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (13839548-aee9-404a-b833-ed0175336623), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.555545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:36:34.555939 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (13839548-aee9-404a-b833-ed0175336623), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:36:34.557571 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:36:34.609396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (a3b6cf45-6f83-4e22-b160-72283064af17), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.614729 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.617891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3b6cf45-6f83-4e22-b160-72283064af17 HTTP/1.1" status: 204  len: 168 time: 0.8458138
Mar 26 21:36:34.628505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa8dc7-1da7-4c94-966e-e6896fb31220 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b6cf45-6f83-4e22-b160-72283064af17,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:34.718011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8ee678c2-2adb-435c-a663-3d53877f71fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:34.728097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47882) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:34.741907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8ee678c2-2adb-435c-a663-3d53877f71fd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:36:34.742340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8ee678c2-2adb-435c-a663-3d53877f71fd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:34.742845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6c08a2c-02d1-4e97-9660-084249fcd779 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:34.765868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b6c08a2c-02d1-4e97-9660-084249fcd779 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:36:34.766307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b6c08a2c-02d1-4e97-9660-084249fcd779 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:34.766801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99359cf5-7792-480f-86da-d9288801caef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:36:34.769591 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d729ac60-7a94-4885-9579-0a14d18beee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed4a3c1555504ccaaa90ea06f794d09a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395222
Mar 26 21:36:34.771266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:34.786013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 99359cf5-7792-480f-86da-d9288801caef {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:36:34.786558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 99359cf5-7792-480f-86da-d9288801caef not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:36:34.821771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] Publish callbacks [] for security_group (c8dac287-4061-4972-9fdb-994ac9dd8530), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.842768 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] Publish callbacks [] for security_group (c8dac287-4061-4972-9fdb-994ac9dd8530), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.888786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c8dac287-4061-4972-9fdb-994ac9dd8530), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.892109 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:34.893332 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8dac287-4061-4972-9fdb-994ac9dd8530 HTTP/1.1" status: 204  len: 168 time: 0.1211672
Mar 26 21:36:34.901075 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c1cc-cac3-49f6-8e6b-f9bb875d6a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dac287-4061-4972-9fdb-994ac9dd8530,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:35.541185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 47906) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:35.645415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-686905116-network', 'tenant_id': 'e0f5a23725414492b27c2c670de3c618'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:35.664031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Made reservation on behalf of e0f5a23725414492b27c2c670de3c618 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:36:35.666458 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.674602 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.747114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks [] for security_group (c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.751824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.773845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:36:35.789640 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:35.794202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5a7b384b-a30a-4e3a-8969-703222d60507), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.794552 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Added segment 5a7b384b-a30a-4e3a-8969-703222d60507 of type vlan for network 8fad62e7-964f-46ac-807d-f2e566f56fdf
Mar 26 21:36:35.837085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (8fad62e7-964f-46ac-807d-f2e566f56fdf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.860966 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (8fad62e7-964f-46ac-807d-f2e566f56fdf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.862139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:35.862719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.900632 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3581405
Mar 26 21:36:35.903387 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 47910) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:36:35.908467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Request body: {'subnet': {'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-686905116-subnet', 'tenant_id': 'e0f5a23725414492b27c2c670de3c618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:35.929443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Made reservation on behalf of e0f5a23725414492b27c2c670de3c618 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:36:35.931901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:35.933553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13f0c-2cb3-4a7b-bbd9-df9627d4265f admin admin] Pushing event updated for resources: {'Network': ['ID=8fad62e7-964f-46ac-807d-f2e566f56fdf,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:35.943600 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:36:36.107364 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:36.168341 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:36.175999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Checking segment: {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:36:36.176622 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Network hostable DHCP agents. Network: 8fad62e7-964f-46ac-807d-f2e566f56fdf, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:36:36.194378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:36:36.203307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8fad62e7-964f-46ac-807d-f2e566f56fdf) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:36:36.207412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:36.208053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:36.213021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ad3ac-5318-4d07-9ce2-6d6af4f533f0 None None] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:36:36.224750 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0eb305b8-c382-422b-9020-f1ad173690b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3202455
Mar 26 21:36:36.318439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c4adb-847d-4747-a81a-90f1e25afe32 None None] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:36:36.639445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-61412ec7-6469-417a-8fea-92e9b1d0b24c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:36.641854 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-61412ec7-6469-417a-8fea-92e9b1d0b24c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 813 time: 0.1003428
Mar 26 21:36:36.656526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-bb338b44-e6fc-48bd-8a08-56edf5b261f0 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/quotas/e0f5a23725414492b27c2c670de3c618 HTTP/1.1" status: 200  len: 375 time: 0.0088303
Mar 26 21:36:36.688138 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-bbc6ac66-7631-4ed1-bc90-b8dadc03b36d tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266118
Mar 26 21:36:36.781669 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-a183996c-869d-4fa9-a2ac-69c41c44b5b6 service neutron] 10.222.0.16 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865228
Mar 26 21:36:36.873899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-bb1516bc-133f-47f1-a465-0ecbe5838445 service neutron] 10.222.0.16 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861933
Mar 26 21:36:37.032857 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ade9452-2fcf-4e19-bb96-8182dcd8c279 req-cea2f7c5-c0d3-459b-a0ce-a03bb0d1f7a5 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 210 time: 0.0276818
Mar 26 21:36:38.052006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-14464a96-e130-4e50-bc78-05d44d740d2f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:38.053679 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-14464a96-e130-4e50-bc78-05d44d740d2f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.18 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 813 time: 0.1100819
Mar 26 21:36:38.066874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Request body: {'port': {'device_id': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf', 'admin_state_up': True, 'tenant_id': 'e0f5a23725414492b27c2c670de3c618'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:38.130051 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bd7b3188-2fb1-429b-aff3-39ef5a636508 req-f71f71ec-4de9-47b1-b992-191e0b530cc6 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 210 time: 0.0277328
Mar 26 21:36:38.173299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Made reservation on behalf of e0f5a23725414492b27c2c670de3c618 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:36:38.176907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.301118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Allocated IP 172.20.0.13 (8fad62e7-964f-46ac-807d-f2e566f56fdf/6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5/1eb053ef-36f6-46ba-a08a-0fa3cfa75dca) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:36:38.445170 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks [] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.478301 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.520123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:36:38.522957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:36:38.526487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:36:38.550333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Pushing event updated for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:38.580519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:38.581127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.596308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-c158a971-7a9d-49f9-92c5-0ef25beac140 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5336926
Mar 26 21:36:38.656922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Request body: {'port': {'device_id': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:38.718822 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.970361 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:38.977588 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks [] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:38.989570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Transition to ACTIVE for port object 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:36:38.993471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:39.061790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:39.113776 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Attempting to bind port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:36:39.114157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Attempting to bind port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:36:39.114435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Attempting to bind port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca on network 8fad62e7-964f-46ac-807d-f2e566f56fdf {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:39.118822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca on network 8fad62e7-964f-46ac-807d-f2e566f56fdf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:36:39.119141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Attempting to bind port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca on network 8fad62e7-964f-46ac-807d-f2e566f56fdf {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:39.123981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:36:39.124323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Checking segment: {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:36:39.125255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Bound using segment: {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:36:39.125679 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Bound port: 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:36:39.126030 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:39.187067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:39.191059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:36:39.197571 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:39.259931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.260637 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:39.261993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] 10.222.0.18 "PUT /v2.0/ports/1eb053ef-36f6-46ba-a08a-0fa3cfa75dca HTTP/1.1" status: 200  len: 1092 time: 0.6585758
Mar 26 21:36:39.263130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:39.265465 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:39.295285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04239-85d6-4c88-99e2-960a918ed0cb service neutron] Pushing event updated for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:39.312356 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b04c506-4f64-4051-9c87-8f8eb8fc2aa3 x-openstack-request-id: req-1b04c506-4f64-4051-9c87-8f8eb8fc2aa3 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:39.312645 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:39.312897 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b04c506-4f64-4051-9c87-8f8eb8fc2aa3 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:39.313289 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b04c506-4f64-4051-9c87-8f8eb8fc2aa3'] response: {'name': 'network-changed', 'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca', 'status': 'completed', 'code': 200}
Mar 26 21:36:39.320180 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cc8c8-7864-4592-9c0e-80eb810795de req-013e182d-c070-4452-b514-44ad6b98530e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.321634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa8cc8c8-7864-4592-9c0e-80eb810795de req-013e182d-c070-4452-b514-44ad6b98530e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 944 time: 0.1218843
Mar 26 21:36:39.390412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa8cc8c8-7864-4592-9c0e-80eb810795de req-d398323a-f68e-461a-bc70-1255dda137eb tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510554
Mar 26 21:36:39.393008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-cd703c19-803a-436d-85df-91da21b87311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.394410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-cd703c19-803a-436d-85df-91da21b87311 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 1126 time: 0.0919583
Mar 26 21:36:39.442155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-3f02d05f-e54e-4fb4-b20d-fd3b806d2c45 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca HTTP/1.1" status: 200  len: 217 time: 0.0388255
Mar 26 21:36:39.489029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-7b8e4a48-6092-49a6-9236-bfe1ed236529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.490419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-7b8e4a48-6092-49a6-9236-bfe1ed236529 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 HTTP/1.1" status: 200  len: 853 time: 0.0427573
Mar 26 21:36:39.520986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-8ac592e1-8719-40d1-82e9-29cf2bc35042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fad62e7-964f-46ac-807d-f2e566f56fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238550
Mar 26 21:36:39.612148 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-5f42d7aa-a444-4024-9f90-fd6924627d5f service neutron] 10.222.0.18 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848584
Mar 26 21:36:39.698237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99b74326-1ead-4776-b9fa-da5cb52dcb4b req-ffa16e40-bcc0-4343-9736-d2bb7fc365b9 service neutron] 10.222.0.18 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803390
Mar 26 21:36:39.786287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-82408d10-417a-46cb-ae1b-4e84d8ecca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.787669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-82408d10-417a-46cb-ae1b-4e84d8ecca33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 1126 time: 0.0441220
Mar 26 21:36:39.880273 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-44143985-7e64-4479-837b-a65c96ec4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.881749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-44143985-7e64-4479-837b-a65c96ec4451 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 913 time: 0.0875540
Mar 26 21:36:39.922067 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-d99b560a-7980-47eb-aad7-ee58df8dd469 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca HTTP/1.1" status: 200  len: 217 time: 0.0350347
Mar 26 21:36:39.972061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-67e0d07d-ba1a-4470-8bd1-d498ed3f1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:39.973458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-67e0d07d-ba1a-4470-8bd1-d498ed3f1355 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 HTTP/1.1" status: 200  len: 853 time: 0.0461969
Mar 26 21:36:40.005392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-8a5cd65b-35e9-4aef-9f6b-934f3e40a2b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8fad62e7-964f-46ac-807d-f2e566f56fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251529
Mar 26 21:36:40.094310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-ed248bde-dfd4-43ab-a1fc-155aa3b10da5 service neutron] 10.222.0.18 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825899
Mar 26 21:36:40.184934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f23846e-9c33-4d2f-a44e-20ab311ff1e6 req-303b1310-6279-46e3-991a-17bb25366492 service neutron] 10.222.0.18 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842175
Mar 26 21:36:40.509036 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965fe18-8ebc-4d8d-a037-0bdc0ac77902 req-c7442d37-6118-4695-bd63-ec351ef8b173 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:40.510497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f965fe18-8ebc-4d8d-a037-0bdc0ac77902 req-c7442d37-6118-4695-bd63-ec351ef8b173 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 944 time: 0.0522070
Mar 26 21:36:40.558912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f965fe18-8ebc-4d8d-a037-0bdc0ac77902 req-cc17b4d6-04ab-4609-89b0-e214aea9f472 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428107
Mar 26 21:36:41.675215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053073ee-c139-4323-94e3-3c8f6dc75ea9 req-48acde2a-d139-44c4-b6a4-8d48fe3eee60 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:41.676965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-053073ee-c139-4323-94e3-3c8f6dc75ea9 req-48acde2a-d139-44c4-b6a4-8d48fe3eee60 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 944 time: 0.0524175
Mar 26 21:36:41.723746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-053073ee-c139-4323-94e3-3c8f6dc75ea9 req-fc4d1e8a-d06f-4b1a-81bf-5fd2c6bada2f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412416
Mar 26 21:36:41.729457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-00475d41-212d-4120-8ae7-b53a875cc264 req-0517e3db-b4f7-4f0a-a5ef-9d5db1e54ef2 tempest-TestNetworkAdvancedServerOps-812976424 tempest-TestNetworkAdvancedServerOps-812976424-project-admin] (126738) timed out ('10.222.0.16', 49136) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:36:42.559901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:36:42.656670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:42.667819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca', 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf', 'port_id': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca', 'mac_address': 'fa:16:3e:9d:f2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:36:42.703660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:42.704078 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:42.716180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:42.735410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:42.739151 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:42.789558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:42.841257 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75f69-296e-47a8-9f76-9d60385bbd4b req-20419323-eeb5-4c3c-a2b6-722c6b8bc87b tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:42.842651 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dc75f69-296e-47a8-9f76-9d60385bbd4b req-20419323-eeb5-4c3c-a2b6-722c6b8bc87b tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 945 time: 0.0521853
Mar 26 21:36:42.899382 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dc75f69-296e-47a8-9f76-9d60385bbd4b req-f0e7d2b4-7d18-4a13-9054-5d5894306735 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503972
Mar 26 21:36:42.943777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:36:44.021543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3dc7a-88a4-4390-9c92-9dc570374f02 req-932d9d55-2f2a-4625-8256-db803240ff4a tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:44.023060 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ff3dc7a-88a4-4390-9c92-9dc570374f02 req-932d9d55-2f2a-4625-8256-db803240ff4a tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 945 time: 0.0569382
Mar 26 21:36:44.069121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ff3dc7a-88a4-4390-9c92-9dc570374f02 req-ec9fe984-82d2-44a9-bcbd-20a6a1766968 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404558
Mar 26 21:36:44.456102 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:44.579269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:36:44.627153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:36:44.631015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:36:44.631388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:44.707693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:44.708045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:44.730916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:44.733592 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad96e0e-10c8-4a96-8bba-b27fe3f62643" -d '{"events": [{"server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "name": "network-vif-plugged", "status": "completed", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:44.750154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:44.754315 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:44.776888 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9cd1af-7962-49d0-ab68-51dc7b984c42 x-openstack-request-id: req-de9cd1af-7962-49d0-ab68-51dc7b984c42 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:44.777197 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "name": "network-vif-plugged", "status": "completed", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:44.777455 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de9cd1af-7962-49d0-ab68-51dc7b984c42 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:44.777851 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9cd1af-7962-49d0-ab68-51dc7b984c42'] response: {'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca', 'code': 200}
Mar 26 21:36:44.804567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:44.869754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dbd48-7558-425f-bb42-e4863f6eeb0a req-62bab746-0ad0-4806-861b-3323c843a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:44.871280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d3dbd48-7558-425f-bb42-e4863f6eeb0a req-62bab746-0ad0-4806-861b-3323c843a5cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 1128 time: 0.0436394
Mar 26 21:36:44.914851 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3d3dbd48-7558-425f-bb42-e4863f6eeb0a req-47776d40-b453-405c-80c8-8da6b159f265 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369546
Mar 26 21:36:45.190345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fab38-b3b3-4131-b2fd-a90820e72b70 req-c2c52224-c9f9-49f3-b04c-d940b2e3c04a tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:45.191828 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-866fab38-b3b3-4131-b2fd-a90820e72b70 req-c2c52224-c9f9-49f3-b04c-d940b2e3c04a tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0562618
Mar 26 21:36:45.236990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-866fab38-b3b3-4131-b2fd-a90820e72b70 req-c58f5055-77e8-446e-824d-5e6d5df62e1a tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396376
Mar 26 21:36:46.086697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:46.355262 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fb7e6-602c-4f70-8bd8-e506487ceda9 req-0418d416-8c3a-4f8a-9aea-ebc27bf956e9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:46.356958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d14fb7e6-602c-4f70-8bd8-e506487ceda9 req-0418d416-8c3a-4f8a-9aea-ebc27bf956e9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0522776
Mar 26 21:36:46.403393 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d14fb7e6-602c-4f70-8bd8-e506487ceda9 req-7d47191f-ff1a-4163-8071-cca443f0fc20 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407016
Mar 26 21:36:46.620430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-4f8afd28-57a4-4e3b-8d1f-4454a053c7cc tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:46.621845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-4f8afd28-57a4-4e3b-8d1f-4454a053c7cc tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 813 time: 0.0983677
Mar 26 21:36:46.635993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-540349f9-e707-4c0c-be3e-f51a1873c105 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/quotas/e0f5a23725414492b27c2c670de3c618 HTTP/1.1" status: 200  len: 375 time: 0.0087590
Mar 26 21:36:46.692424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-a34a18b9-0ecc-48aa-8779-c434baa3859e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0516384
Mar 26 21:36:46.702561 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-327b2bac-fbcd-4598-8132-0c8a26ebdfca service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:36:46.703561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-327b2bac-fbcd-4598-8132-0c8a26ebdfca service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048654
Mar 26 21:36:46.789949 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-fce17adc-f45b-4a92-816a-bc2313964beb service neutron] 10.222.0.16 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804553
Mar 26 21:36:46.881357 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-d697f4c7-1f5e-40ed-827d-f0e0a0d0ae9f service neutron] 10.222.0.16 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852318
Mar 26 21:36:48.049834 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-df9dd479-9ca4-4903-9f03-3c5eb98d1d70 req-25e0ab79-3bcb-40cd-94ca-a55cfb3fa5b4 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 210 time: 0.0276911
Mar 26 21:36:49.041955 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-329000d4-e8f8-4d11-a739-993b0dd2a136 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:49.044016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-329000d4-e8f8-4d11-a739-993b0dd2a136 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.21 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 813 time: 0.1064947
Mar 26 21:36:49.059086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Request body: {'port': {'device_id': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf', 'admin_state_up': True, 'tenant_id': 'e0f5a23725414492b27c2c670de3c618'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:49.155744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e6ff4319-c569-46f1-96f2-ff42cddc8916 req-9efe0699-6d00-4760-b95f-1986d99efc82 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 210 time: 0.0354693
Mar 26 21:36:49.190421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Made reservation on behalf of e0f5a23725414492b27c2c670de3c618 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:36:49.193778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.316495 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Allocated IP 172.20.0.12 (8fad62e7-964f-46ac-807d-f2e566f56fdf/6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5/69dfdada-8996-47cb-a65b-7c951d8d9343) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:36:49.461906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks [] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.494985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.506731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:36:49.537335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Network 8fad62e7-964f-46ac-807d-f2e566f56fdf is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:36:49.540445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:36:49.542980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:36:49.576709 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Pushing event updated for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:49.599979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:49.600599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.616277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-07d98028-0302-409e-9419-c1bcad62fbee tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5609672
Mar 26 21:36:49.631383 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Request body: {'port': {'device_id': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:36:49.692350 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.948386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dfdada-8996-47cb-a65b-7c951d8d9343 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:49.956298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks [] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:49.967803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Transition to ACTIVE for port object 69dfdada-8996-47cb-a65b-7c951d8d9343 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:36:49.971751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:50.022325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:50.090303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Attempting to bind port 69dfdada-8996-47cb-a65b-7c951d8d9343 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:36:50.090992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Attempting to bind port 69dfdada-8996-47cb-a65b-7c951d8d9343 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:36:50.090992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Attempting to bind port 69dfdada-8996-47cb-a65b-7c951d8d9343 on network 8fad62e7-964f-46ac-807d-f2e566f56fdf {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:50.095235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Port 69dfdada-8996-47cb-a65b-7c951d8d9343 on network 8fad62e7-964f-46ac-807d-f2e566f56fdf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:36:50.095557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Attempting to bind port 69dfdada-8996-47cb-a65b-7c951d8d9343 on network 8fad62e7-964f-46ac-807d-f2e566f56fdf {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:36:50.100409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:36:50.100750 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Checking segment: {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:36:50.101142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Bound using segment: {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:36:50.101569 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Bound port: 69dfdada-8996-47cb-a65b-7c951d8d9343, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7b384b-a30a-4e3a-8969-703222d60507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:36:50.101925 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:50.162711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:36:50.165647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69dfdada-8996-47cb-a65b-7c951d8d9343,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:36:50.172055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:50.206819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.207456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:50.208892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/69dfdada-8996-47cb-a65b-7c951d8d9343 HTTP/1.1" status: 200  len: 1092 time: 0.5815556
Mar 26 21:36:50.209352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:50.211571 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:50.239523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548ea52-e79e-4e76-9eda-15458c5971d8 service neutron] Pushing event updated for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:50.282633 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08767f71-b803-4ce2-8c90-b4fb2ca1cadf x-openstack-request-id: req-08767f71-b803-4ce2-8c90-b4fb2ca1cadf {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:50.282939 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:50.283290 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08767f71-b803-4ce2-8c90-b4fb2ca1cadf {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:50.284422 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08767f71-b803-4ce2-8c90-b4fb2ca1cadf'] response: {'name': 'network-changed', 'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343', 'status': 'completed', 'code': 200}
Mar 26 21:36:50.292228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcddea2-559f-4ba0-a4f4-e58d1f40f6e6 req-87086fd6-4bc8-4c59-9515-be8299c41c27 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.293713 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dcddea2-559f-4ba0-a4f4-e58d1f40f6e6 req-87086fd6-4bc8-4c59-9515-be8299c41c27 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 944 time: 0.0685930
Mar 26 21:36:50.303419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-44994025-dd98-40e1-924d-dfdb4f538e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.305071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-44994025-dd98-40e1-924d-dfdb4f538e58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 1126 time: 0.0535092
Mar 26 21:36:50.345846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8dcddea2-559f-4ba0-a4f4-e58d1f40f6e6 req-19a2fa1e-c956-490e-b220-634523a4dc10 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463483
Mar 26 21:36:50.350892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-fc1be522-dbd2-46a8-b69b-68d369e3100c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69dfdada-8996-47cb-a65b-7c951d8d9343 HTTP/1.1" status: 200  len: 217 time: 0.0342939
Mar 26 21:36:50.402631 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c0783-724a-4435-b91e-1cc8071737f4 req-b38ab134-3744-46e8-a885-c14831defbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.404126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-b38ab134-3744-46e8-a885-c14831defbfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 HTTP/1.1" status: 200  len: 853 time: 0.0443666
Mar 26 21:36:50.442693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-ce077990-808a-4100-9ef9-f6bbe4e8e79f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fad62e7-964f-46ac-807d-f2e566f56fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284379
Mar 26 21:36:50.532787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-16d47e37-7eb3-40b4-a8ce-004c3c900a65 service neutron] 10.222.0.21 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798254
Mar 26 21:36:50.634474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-451c0783-724a-4435-b91e-1cc8071737f4 req-f96cb932-1e0e-413c-ad7e-104cd3a9dcaf service neutron] 10.222.0.21 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865929
Mar 26 21:36:50.726789 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-f4a27ffc-e72f-45af-8b2e-47050d9df373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.728302 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-f4a27ffc-e72f-45af-8b2e-47050d9df373 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f5a23725414492b27c2c670de3c618&device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 1126 time: 0.0441747
Mar 26 21:36:50.818973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-93a10266-fa62-42ed-9672-359dc0f84795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.820391 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-93a10266-fa62-42ed-9672-359dc0f84795 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 200  len: 913 time: 0.0834527
Mar 26 21:36:50.864855 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-054996a8-fbc8-4c27-8c43-073ca789334d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69dfdada-8996-47cb-a65b-7c951d8d9343 HTTP/1.1" status: 200  len: 217 time: 0.0384207
Mar 26 21:36:50.914850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-6e5f421e-9514-4003-8cee-96d921ddf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:50.916341 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-6e5f421e-9514-4003-8cee-96d921ddf8f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 HTTP/1.1" status: 200  len: 853 time: 0.0430768
Mar 26 21:36:50.949458 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-ebd1d84d-cfdf-4255-9f6b-98371893b242 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fad62e7-964f-46ac-807d-f2e566f56fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243437
Mar 26 21:36:51.043693 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-24738a59-0305-46dc-8006-6f8453e88b82 service neutron] 10.222.0.21 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865881
Mar 26 21:36:51.135644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2cbf90c-2429-48d0-bc7d-c00b81317d5c req-f124a969-9d3c-4958-9bdf-43736341e58e service neutron] 10.222.0.21 "GET /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830610
Mar 26 21:36:51.470288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6e1e-884d-48d4-90c7-8e85f4bbc698 req-2c22a7db-6344-4451-aa86-00f4973d9f3e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:51.471777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c16b6e1e-884d-48d4-90c7-8e85f4bbc698 req-2c22a7db-6344-4451-aa86-00f4973d9f3e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 944 time: 0.0564377
Mar 26 21:36:51.518726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c16b6e1e-884d-48d4-90c7-8e85f4bbc698 req-b5f86ce3-7e15-40b5-b6cb-fc31b30a1415 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406971
Mar 26 21:36:52.636971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01db82-c6c2-4655-8b04-5c2264415dd2 req-33c1abc5-71b7-458e-b255-df27c38be57c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:52.638457 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e01db82-c6c2-4655-8b04-5c2264415dd2 req-33c1abc5-71b7-458e-b255-df27c38be57c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 944 time: 0.0521023
Mar 26 21:36:52.685375 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8e01db82-c6c2-4655-8b04-5c2264415dd2 req-d0c981b5-d136-40bc-ae01-73437ccc0933 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409431
Mar 26 21:36:53.802540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617257dc-6a45-446f-a644-dd61b300c39d req-2a1b36ea-d851-4841-bac4-67317237ee7f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:53.804079 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-617257dc-6a45-446f-a644-dd61b300c39d req-2a1b36ea-d851-4841-bac4-67317237ee7f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 944 time: 0.0529561
Mar 26 21:36:53.823515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 69dfdada-8996-47cb-a65b-7c951d8d9343 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:36:53.852520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-617257dc-6a45-446f-a644-dd61b300c39d req-7b102b8d-e25b-4fd6-9f35-870262dade3d tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429044
Mar 26 21:36:53.919803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69dfdada-8996-47cb-a65b-7c951d8d9343,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:54.089084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '69dfdada-8996-47cb-a65b-7c951d8d9343', 'network_id': '8fad62e7-964f-46ac-807d-f2e566f56fdf', 'port_id': '69dfdada-8996-47cb-a65b-7c951d8d9343', 'mac_address': 'fa:16:3e:eb:fe:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:36:54.127852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 69dfdada-8996-47cb-a65b-7c951d8d9343 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:54.128270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:54.140625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dfdada-8996-47cb-a65b-7c951d8d9343 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:36:54.160770 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69dfdada-8996-47cb-a65b-7c951d8d9343,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:54.164288 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:54.209928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:54.543462 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['69dfdada-8996-47cb-a65b-7c951d8d9343'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:36:54.981227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e6c0-8968-4cb1-9e27-eb7d31d51f3c req-40e04659-6357-4dce-afc3-7c8547692ca4 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:54.983524 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a20e6c0-8968-4cb1-9e27-eb7d31d51f3c req-40e04659-6357-4dce-afc3-7c8547692ca4 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 945 time: 0.0628910
Mar 26 21:36:55.031570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1a20e6c0-8968-4cb1-9e27-eb7d31d51f3c req-68604d38-89cf-4858-94d1-ebf35cfff389 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416300
Mar 26 21:36:55.128045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a1acb4ef-bf6a-4e85-bbd3-3464adaa62a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:55.676056 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:36:55.840136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 69dfdada-8996-47cb-a65b-7c951d8d9343 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:36:55.889809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 69dfdada-8996-47cb-a65b-7c951d8d9343 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:36:55.894198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 69dfdada-8996-47cb-a65b-7c951d8d9343 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:36:55.895394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:55.969819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 69dfdada-8996-47cb-a65b-7c951d8d9343 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:36:55.970119 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:55.991544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:36:55.993844 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b44cfd5-6c89-4250-88cb-73802a79fd38" -d '{"events": [{"server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "name": "network-vif-plugged", "status": "completed", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:36:56.010843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69dfdada-8996-47cb-a65b-7c951d8d9343,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:36:56.014587 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:56.037829 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd5c23a-b8fe-4a80-8ad8-5c01a41fcd85 x-openstack-request-id: req-6cd5c23a-b8fe-4a80-8ad8-5c01a41fcd85 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:36:56.038129 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "name": "network-vif-plugged", "status": "completed", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:36:56.038383 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cd5c23a-b8fe-4a80-8ad8-5c01a41fcd85 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:36:56.038779 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd5c23a-b8fe-4a80-8ad8-5c01a41fcd85'] response: {'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343', 'code': 200}
Mar 26 21:36:56.065444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:36:56.152614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee009-efa5-4bc7-8d7c-ebf696e3278e req-29b3d603-4fd8-409e-a765-e913c467831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:56.154283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71eee009-efa5-4bc7-8d7c-ebf696e3278e req-29b3d603-4fd8-409e-a765-e913c467831b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 1128 time: 0.0489037
Mar 26 21:36:56.160128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c4dec-8810-4640-bd51-b7e825ef5af3 req-172636b2-bd20-4e69-906e-a8055cdb6dc6 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:56.161624 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-702c4dec-8810-4640-bd51-b7e825ef5af3 req-172636b2-bd20-4e69-906e-a8055cdb6dc6 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0568991
Mar 26 21:36:56.199955 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-71eee009-efa5-4bc7-8d7c-ebf696e3278e req-133c4f92-37e4-4744-a7a3-e3f2c63a022a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390272
Mar 26 21:36:56.212008 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-702c4dec-8810-4640-bd51-b7e825ef5af3 req-9def622e-3151-46a7-b6c0-12ed714487fc tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447035
Mar 26 21:36:57.332687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d716de-f738-40f5-b686-fe8908a52349 req-189eadb3-dd6a-45bf-b851-949da49b9317 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:57.334099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70d716de-f738-40f5-b686-fe8908a52349 req-189eadb3-dd6a-45bf-b851-949da49b9317 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0543857
Mar 26 21:36:57.381471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-70d716de-f738-40f5-b686-fe8908a52349 req-af0af048-e127-4a85-b385-434ef9dfff35 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415897
Mar 26 21:36:57.872824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77947f1d-bd7f-46ff-ba60-026d11f9c408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:58.498481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787128ed-10db-4654-a23e-6d058c10a4f3 req-a54cfa83-91dc-4a85-b586-f94774ea829d tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:58.499982 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-787128ed-10db-4654-a23e-6d058c10a4f3 req-a54cfa83-91dc-4a85-b586-f94774ea829d tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0524716
Mar 26 21:36:58.546654 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-787128ed-10db-4654-a23e-6d058c10a4f3 req-d278537c-9af1-4acb-8435-dac579a9d8c0 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409868
Mar 26 21:36:58.785392 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97f9e5-3784-453d-9434-0c7bd53fcde0 req-70f0f408-f264-4697-b03d-8e925f0697a1 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:58.786878 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da97f9e5-3784-453d-9434-0c7bd53fcde0 req-70f0f408-f264-4697-b03d-8e925f0697a1 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0564940
Mar 26 21:36:58.832923 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da97f9e5-3784-453d-9434-0c7bd53fcde0 req-0a001a8b-e947-4208-ac80-9ccb9080cb64 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403628
Mar 26 21:36:58.902287 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:36:59.955950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f766d-fa43-4e1f-9042-12d4619bada0 req-22f1d4c2-7226-4df9-8ece-320591b87009 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:36:59.957480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a17f766d-fa43-4e1f-9042-12d4619bada0 req-22f1d4c2-7226-4df9-8ece-320591b87009 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0518160
Mar 26 21:37:00.006255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a17f766d-fa43-4e1f-9042-12d4619bada0 req-1f6a97ba-9e59-4544-97ee-86519c00bb8e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432892
Mar 26 21:37:00.131603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-d2f7adb7-f076-410d-80f6-b1c0b52176e9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:00.132998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-d2f7adb7-f076-410d-80f6-b1c0b52176e9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 946 time: 0.0517883
Mar 26 21:37:00.227036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Deleting port 69dfdada-8996-47cb-a65b-7c951d8d9343 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:00.227375 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:00.238193 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:00.317975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] For port 69dfdada-8996-47cb-a65b-7c951d8d9343, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=69dfdada-8996-47cb-a65b-7c951d8d9343,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:00.318330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:00.330284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Calling delete_port for 69dfdada-8996-47cb-a65b-7c951d8d9343 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:00.457502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (69dfdada-8996-47cb-a65b-7c951d8d9343), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:00.469633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:37:00.473025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['69dfdada-8996-47cb-a65b-7c951d8d9343'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:37:00.489046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Pushing event deleted for resources: {'Port': ['ID=69dfdada-8996-47cb-a65b-7c951d8d9343,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:00.531168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] No DVR routers for this DVR port 69dfdada-8996-47cb-a65b-7c951d8d9343 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:00.533866 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:00.537275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4ed2f8e3-e37b-4ac2-b86b-a7c8ac46fdd7 req-570b0480-a7f8-4b43-9f55-6447ab97e822 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.21 "DELETE /v2.0/ports/69dfdada-8996-47cb-a65b-7c951d8d9343 HTTP/1.1" status: 204  len: 173 time: 0.3944321
Mar 26 21:37:00.537725 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'name': 'network-vif-deleted', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:37:00.540007 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe37ea-0729-495f-afb6-c703e411e2a7" -d '{"events": [{"server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "name": "network-vif-deleted", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:37:00.579474 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539f09c5-94e1-48f0-99b5-1c0435d548c0 x-openstack-request-id: req-539f09c5-94e1-48f0-99b5-1c0435d548c0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:37:00.579776 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72f5a5-66ae-476f-8fac-74b6f2bc67ee", "name": "network-vif-deleted", "tag": "69dfdada-8996-47cb-a65b-7c951d8d9343", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:37:00.580081 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-539f09c5-94e1-48f0-99b5-1c0435d548c0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:37:00.580520 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539f09c5-94e1-48f0-99b5-1c0435d548c0'] response: {'server_uuid': '9e72f5a5-66ae-476f-8fac-74b6f2bc67ee', 'name': 'network-vif-deleted', 'tag': '69dfdada-8996-47cb-a65b-7c951d8d9343', 'status': 'completed', 'code': 200}
Mar 26 21:37:01.129774 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ef828646-3bb6-4a9f-852b-ec37daae66cc req-830ad2a1-cc83-4de8-9a18-8a5e6948be8f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e72f5a5-66ae-476f-8fac-74b6f2bc67ee HTTP/1.1" status: 200  len: 210 time: 0.0289969
Mar 26 21:37:01.895402 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:02.283204 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a602f8-9a19-409d-bad5-ec09b204dafb req-79343d5c-3dcb-4f41-bec4-4d7425253dcb tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:02.284708 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1a602f8-9a19-409d-bad5-ec09b204dafb req-79343d5c-3dcb-4f41-bec4-4d7425253dcb tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0546756
Mar 26 21:37:02.330388 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e1a602f8-9a19-409d-bad5-ec09b204dafb req-2aebff97-0687-4cc4-9172-d0fb720a11f2 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401196
Mar 26 21:37:02.461237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2912127-0b77-4679-a741-8ccbd95c9f29 req-1d4b62cc-68e9-4d19-9cde-ecb30b1877ba tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:02.462704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2912127-0b77-4679-a741-8ccbd95c9f29 req-1d4b62cc-68e9-4d19-9cde-ecb30b1877ba tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0513337
Mar 26 21:37:02.508551 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2912127-0b77-4679-a741-8ccbd95c9f29 req-4d60d823-f12f-4288-8039-118d23a7b9fb tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402770
Mar 26 21:37:02.625252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcf08e-bfa0-4731-81f1-1356605eb62e req-8c71ee57-130f-4459-b369-92c589fd1ce0 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:02.626720 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0bcf08e-bfa0-4731-81f1-1356605eb62e req-8c71ee57-130f-4459-b369-92c589fd1ce0 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0522532
Mar 26 21:37:02.671925 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0bcf08e-bfa0-4731-81f1-1356605eb62e req-1d0fdaed-ac65-434d-9678-cf8e4e06b497 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397410
Mar 26 21:37:02.837902 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1b8b-d2ed-4996-be08-abeef76cf927 req-07fc3656-ed7f-4938-ac54-8de663ae345f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:02.839358 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31ee1b8b-d2ed-4996-be08-abeef76cf927 req-07fc3656-ed7f-4938-ac54-8de663ae345f tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0517454
Mar 26 21:37:02.888721 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-31ee1b8b-d2ed-4996-be08-abeef76cf927 req-2bc7ba8f-5e05-4d0d-b11a-b2288211fba9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438619
Mar 26 21:37:03.003575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2014e2-92ee-43d2-9b0b-a30bf103f4f1 req-16a00e89-1da9-4cf9-baf3-db87e1e34df6 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:03.004986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a2014e2-92ee-43d2-9b0b-a30bf103f4f1 req-16a00e89-1da9-4cf9-baf3-db87e1e34df6 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0509691
Mar 26 21:37:03.058243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a2014e2-92ee-43d2-9b0b-a30bf103f4f1 req-eee62c2b-fa79-4d1d-99bf-def76812b915 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476115
Mar 26 21:37:03.192854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be12cd-b09c-43d0-9977-f36401f24523 req-99da5d9b-26f8-4cb3-bd84-6580871abdf1 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:03.194348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95be12cd-b09c-43d0-9977-f36401f24523 req-99da5d9b-26f8-4cb3-bd84-6580871abdf1 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0567133
Mar 26 21:37:03.240671 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95be12cd-b09c-43d0-9977-f36401f24523 req-47624c4b-80fc-4fd4-9782-3327ba4301de tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397811
Mar 26 21:37:03.541511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d35d7a-9809-46ae-8522-b1330b084f06 req-5d99e0d4-67cd-4a72-8760-586057ce199c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:03.542910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d35d7a-9809-46ae-8522-b1330b084f06 req-5d99e0d4-67cd-4a72-8760-586057ce199c tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0515473
Mar 26 21:37:03.588973 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d35d7a-9809-46ae-8522-b1330b084f06 req-0505c90d-bc68-482e-9529-d83c9ca42310 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404565
Mar 26 21:37:03.854702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 69dfdada-8996-47cb-a65b-7c951d8d9343 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:37:03.874921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 69dfdada-8996-47cb-a65b-7c951d8d9343 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:37:03.875269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 69dfdada-8996-47cb-a65b-7c951d8d9343 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:37:04.709204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343800f0-43e5-42ae-93c4-e605f3c1a814 req-e5831c17-c726-41e1-8c6c-9ddcbb92ee29 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:04.710684 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-343800f0-43e5-42ae-93c4-e605f3c1a814 req-e5831c17-c726-41e1-8c6c-9ddcbb92ee29 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0531147
Mar 26 21:37:04.755778 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-343800f0-43e5-42ae-93c4-e605f3c1a814 req-fc147d42-da25-4877-aadb-a2f5b2082760 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396068
Mar 26 21:37:04.820415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-944f1a25-599c-4f5d-a8ed-d3def0bbf7d9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:04.821892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-944f1a25-599c-4f5d-a8ed-d3def0bbf7d9 tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ae210ac-a29a-4beb-811d-3f86358ee531 HTTP/1.1" status: 200  len: 946 time: 0.0556407
Mar 26 21:37:04.911009 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Deleting port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:04.911274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:04.999748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] For port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,segment=NetworkSegment(5a7b384b-a30a-4e3a-8969-703222d60507),segment_id=5a7b384b-a30a-4e3a-8969-703222d60507)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:05.000136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.012282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Calling delete_port for 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:05.136953 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1eb053ef-36f6-46ba-a08a-0fa3cfa75dca), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.147936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:37:05.166697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Pushing event deleted for resources: {'Port': ['ID=1eb053ef-36f6-46ba-a08a-0fa3cfa75dca,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:05.210800 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] No DVR routers for this DVR port 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:05.213696 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.217020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-079d6bfc-f674-4f36-9948-b1e7b2b2a162 req-66ca86b0-d55b-4735-9c48-458ee76cd77e tempest-ServersNegativeTestJSON-1304077023 tempest-ServersNegativeTestJSON-1304077023-project] 10.222.0.18 "DELETE /v2.0/ports/1eb053ef-36f6-46ba-a08a-0fa3cfa75dca HTTP/1.1" status: 204  len: 173 time: 0.3896468
Mar 26 21:37:05.217467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'name': 'network-vif-deleted', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:37:05.219686 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1f4f9d-0625-43b1-93cd-45230ef87565" -d '{"events": [{"server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "name": "network-vif-deleted", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:37:05.257870 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73b377b-c3b5-462b-800c-56a625ad63e7 x-openstack-request-id: req-a73b377b-c3b5-462b-800c-56a625ad63e7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:37:05.258292 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae210ac-a29a-4beb-811d-3f86358ee531", "name": "network-vif-deleted", "tag": "1eb053ef-36f6-46ba-a08a-0fa3cfa75dca", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:37:05.258653 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a73b377b-c3b5-462b-800c-56a625ad63e7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:37:05.259124 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73b377b-c3b5-462b-800c-56a625ad63e7'] response: {'server_uuid': '3ae210ac-a29a-4beb-811d-3f86358ee531', 'name': 'network-vif-deleted', 'tag': '1eb053ef-36f6-46ba-a08a-0fa3cfa75dca', 'status': 'completed', 'code': 200}
Mar 26 21:37:05.811755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48072) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:05.855587 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Deleting subnet 6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:37:05.858673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Publish callbacks [] for subnet (6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.892899 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.936580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:05.986157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.013661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:06.018614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.021898 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64b07d31-b3b8-4a2e-b760-7ea41888eec1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ceb70b0-3a8c-4b19-abab-83ab3bb24bc5 HTTP/1.1" status: 204  len: 168 time: 0.2090766
Mar 26 21:37:06.024372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48074) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:06.094336 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (8fad62e7-964f-46ac-807d-f2e566f56fdf), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.176124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (8fad62e7-964f-46ac-807d-f2e566f56fdf), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.196953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f483040>,) {'filters': {'network_id': ['8fad62e7-964f-46ac-807d-f2e566f56fdf']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:06.206202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f483040>, '5a7b384b-a30a-4e3a-8969-703222d60507') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:06.206537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f483040>, '5a7b384b-a30a-4e3a-8969-703222d60507') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:06.216178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (5a7b384b-a30a-4e3a-8969-703222d60507), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.229961 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (5a7b384b-a30a-4e3a-8969-703222d60507), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.236574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:06.237049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (5a7b384b-a30a-4e3a-8969-703222d60507), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:06.239464 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:06.296483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (8fad62e7-964f-46ac-807d-f2e566f56fdf), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.302855 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.306080 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/8fad62e7-964f-46ac-807d-f2e566f56fdf HTTP/1.1" status: 204  len: 168 time: 0.2807417
Mar 26 21:37:06.317435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180914d-c26a-4428-96b5-6f10a788af5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fad62e7-964f-46ac-807d-f2e566f56fdf,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:06.420427 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48078) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:06.459924 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-35ba6f77-0221-43df-a319-9619df491fa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0f5a23725414492b27c2c670de3c618&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383210
Mar 26 21:37:06.462321 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48080) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:06.508946 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] Publish callbacks [] for security_group (c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.530282 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] Publish callbacks [] for security_group (c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.577359 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.580082 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:06.581268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac HTTP/1.1" status: 204  len: 168 time: 0.1179442
Mar 26 21:37:06.589604 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b7b36-d53a-4293-97c8-13051d010966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e889ed-ecec-4ca1-a8b5-d78afa8b04ac,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:07.250154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48102) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:07.385796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662852829'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:07.404235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:07.407386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.415731 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.487333 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for security_group (a667c39c-65d3-4417-8095-38e21ab6989a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.491418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a667c39c-65d3-4417-8095-38e21ab6989a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.517047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:07.526397 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a667c39c-65d3-4417-8095-38e21ab6989a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:07.530980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bfa92e62-1509-4ee9-ad20-180b9dff521c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.531327 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Added segment bfa92e62-1509-4ee9-ad20-180b9dff521c of type vlan for network d860f0c8-5252-4bce-8804-eb86310f87e3
Mar 26 21:37:07.570224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (d860f0c8-5252-4bce-8804-eb86310f87e3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.596912 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (d860f0c8-5252-4bce-8804-eb86310f87e3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.601754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:07.602337 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:07.631009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3797996
Mar 26 21:37:07.673074 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eda8d0-60b6-4aa2-adc2-836a7fefe88e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Network': ['ID=d860f0c8-5252-4bce-8804-eb86310f87e3,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:07.684469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network d860f0c8-5252-4bce-8804-eb86310f87e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:08.670068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:37:08.693799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:37:08.694405 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 1eb053ef-36f6-46ba-a08a-0fa3cfa75dca not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:37:10.850625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48110) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:10.855700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'subnet': {'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:10.943285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:10.946676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.122844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (80498a30-ec22-4eea-903c-0698c02ce658), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.173305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Subnet': ['ID=80498a30-ec22-4eea-903c-0698c02ce658,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:11.189067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking segment: {'id': 'bfa92e62-1509-4ee9-ad20-180b9dff521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:11.189427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network hostable DHCP agents. Network: d860f0c8-5252-4bce-8804-eb86310f87e3, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:11.205213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network d860f0c8-5252-4bce-8804-eb86310f87e3 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:11.213050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d860f0c8-5252-4bce-8804-eb86310f87e3) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:11.216951 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:11.217536 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.223438 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1093a3b-17c4-4677-bd18-fa90a0451035 None None] Network d860f0c8-5252-4bce-8804-eb86310f87e3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:11.232722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3fce6b6c-89d3-4b1e-800b-87f64f03d260 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3809838
Mar 26 21:37:11.236067 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48112) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:11.241446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1129936844'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:11.260694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:11.263936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.294367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:11.305078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (375d8eff-76c2-42a5-8eab-9d2ea7ee30fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.305487 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Added segment 375d8eff-76c2-42a5-8eab-9d2ea7ee30fb of type vlan for network 2798b46b-c7b6-4e77-a30f-08a0a269c4c4
Mar 26 21:37:11.329543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d860f0c8-5252-4bce-8804-eb86310f87e3', 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3', 'project_id': 'b1a809697bb84c9891a19af6aec49fd3', 'fixed_ips': [{'subnet_id': '80498a30-ec22-4eea-903c-0698c02ce658'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:11.330402 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.346520 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (2798b46b-c7b6-4e77-a30f-08a0a269c4c4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.370861 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (2798b46b-c7b6-4e77-a30f-08a0a269c4c4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.375785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:11.376397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.418635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:11.419231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1815004
Mar 26 21:37:11.425728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'subnet': {'network_id': '2798b46b-c7b6-4e77-a30f-08a0a269c4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:11.453560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358d6de-5c16-47b9-988a-6a16b7abb21e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Network': ['ID=2798b46b-c7b6-4e77-a30f-08a0a269c4c4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:11.465141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Allocated IP 2001:db8:0:ffff::2 (d860f0c8-5252-4bce-8804-eb86310f87e3/80498a30-ec22-4eea-903c-0698c02ce658/82506e28-949e-4c3e-898d-cdbbc68cd6d7) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:11.468375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 2798b46b-c7b6-4e77-a30f-08a0a269c4c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:11.517762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:11.521358 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.670479 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks [] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.677104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.712405 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (2feb7a4e-cfeb-4689-af80-495d1e5ea0a6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.713417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Network d860f0c8-5252-4bce-8804-eb86310f87e3 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:11.717632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:11.724888 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:11.726822 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Pushing event updated for resources: {'Port': ['ID=82506e28-949e-4c3e-898d-cdbbc68cd6d7,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:11.772691 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Subnet': ['ID=2feb7a4e-cfeb-4689-af80-495d1e5ea0a6,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:11.782055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking segment: {'id': '375d8eff-76c2-42a5-8eab-9d2ea7ee30fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2798b46b-c7b6-4e77-a30f-08a0a269c4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:11.782285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Attempting to bind port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:11.782549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network hostable DHCP agents. Network: 2798b46b-c7b6-4e77-a30f-08a0a269c4c4, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:11.782673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Attempting to bind port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfa92e62-1509-4ee9-ad20-180b9dff521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:11.783013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Attempting to bind port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 on network d860f0c8-5252-4bce-8804-eb86310f87e3 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:11.788535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:11.788911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Checking segment: {'id': 'bfa92e62-1509-4ee9-ad20-180b9dff521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:11.789312 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.789705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Bound using segment: {'id': 'bfa92e62-1509-4ee9-ad20-180b9dff521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:11.790244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Bound port: 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa92e62-1509-4ee9-ad20-180b9dff521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd860f0c8-5252-4bce-8804-eb86310f87e3'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:11.790626 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.803324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network 2798b46b-c7b6-4e77-a30f-08a0a269c4c4 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:11.811753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2798b46b-c7b6-4e77-a30f-08a0a269c4c4) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:11.816606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:11.817540 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.826814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b1011e-c176-44a3-b45f-06183170c0af None None] Network 2798b46b-c7b6-4e77-a30f-08a0a269c4c4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:11.834852 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-22b225b2-bafa-4c19-ae84-a3aa774f09ef tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4141805
Mar 26 21:37:11.837667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48116) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:11.910152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] For port 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:11.927013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] For port 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82506e28-949e-4c3e-898d-cdbbc68cd6d7,segment=NetworkSegment(bfa92e62-1509-4ee9-ad20-180b9dff521c),segment_id=bfa92e62-1509-4ee9-ad20-180b9dff521c)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:11.933259 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.933854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (2798b46b-c7b6-4e77-a30f-08a0a269c4c4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:11.981040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bef07c-f587-4e80-a82e-2893302ae29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2798b46b-c7b6-4e77-a30f-08a0a269c4c4', 'network_id': '2798b46b-c7b6-4e77-a30f-08a0a269c4c4', 'project_id': 'b1a809697bb84c9891a19af6aec49fd3', 'fixed_ips': [{'subnet_id': '2feb7a4e-cfeb-4689-af80-495d1e5ea0a6'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:11.981813 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12bef07c-f587-4e80-a82e-2893302ae29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.017457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2feb7a4e-cfeb-4689-af80-495d1e5ea0a6), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.031339 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845d15-6f02-4c8a-bd77-a87fb4e6f25e None None] Pushing event updated for resources: {'Port': ['ID=82506e28-949e-4c3e-898d-cdbbc68cd6d7,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:12.095477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (2feb7a4e-cfeb-4689-af80-495d1e5ea0a6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server [None req-12bef07c-f587-4e80-a82e-2893302ae29b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2feb7a4e-cfeb-4689-af80-495d1e5ea0a6: This subnet is being modified by another concurrent operation.
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise self.value
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server     raise exception
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2feb7a4e-cfeb-4689-af80-495d1e5ea0a6: This subnet is being modified by another concurrent operation.
Mar 26 21:37:12.119377 ncdv-master-1 neutron-server[126739]: ERROR oslo_messaging.rpc.server 
Mar 26 21:37:12.128772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Subnet': ['ID=2feb7a4e-cfeb-4689-af80-495d1e5ea0a6,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:12.142295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d951eee5-07d0-407f-bdcb-f29c32709928 None None] Network 2798b46b-c7b6-4e77-a30f-08a0a269c4c4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:12.198856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (2798b46b-c7b6-4e77-a30f-08a0a269c4c4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.221760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611dec0eb0>,) {'filters': {'network_id': ['2798b46b-c7b6-4e77-a30f-08a0a269c4c4']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:12.235293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dec0eb0>, '375d8eff-76c2-42a5-8eab-9d2ea7ee30fb') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:12.235293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611dec0eb0>, '375d8eff-76c2-42a5-8eab-9d2ea7ee30fb') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:12.246515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (375d8eff-76c2-42a5-8eab-9d2ea7ee30fb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.270027 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (375d8eff-76c2-42a5-8eab-9d2ea7ee30fb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.275721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:12.276144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (375d8eff-76c2-42a5-8eab-9d2ea7ee30fb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:12.278959 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:12.344444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (2798b46b-c7b6-4e77-a30f-08a0a269c4c4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.351451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.354630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/2798b46b-c7b6-4e77-a30f-08a0a269c4c4 HTTP/1.1" status: 204  len: 168 time: 0.5157506
Mar 26 21:37:12.360471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48118) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:12.366126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1214758906'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:12.396894 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:12.400464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.432445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:12.443427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c23b974b-a4ef-44d6-ac0b-b65a601c39ed), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.444156 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Added segment c23b974b-a4ef-44d6-ac0b-b65a601c39ed of type vlan for network aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb
Mar 26 21:37:12.486874 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.513754 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.519549 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:12.520309 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.584255 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2222085
Mar 26 21:37:12.590775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48120) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:12.595650 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'subnet': {'network_id': 'aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:12.658076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a4ed7-a40f-4389-bbdf-9d3edced4134 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Network': ['ID=aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:12.670191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:12.714726 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf678bb4-0eba-4c50-a483-cb2acc9ad8de tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Network': ['ID=2798b46b-c7b6-4e77-a30f-08a0a269c4c4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:12.752962 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:12.757341 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.797853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82506e28-949e-4c3e-898d-cdbbc68cd6d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:12.824860 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Performing IP validity checks on allocation pools {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}}
Mar 26 21:37:12.825416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.ipam_backend_mixin [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=126736) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}}
Mar 26 21:37:12.858483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:12.858867 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.943933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:12.944336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.954801 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (ad7a1e1a-4878-4888-8435-6dd4b73dc31c), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:12.981655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82506e28-949e-4c3e-898d-cdbbc68cd6d7,segment=NetworkSegment(bfa92e62-1509-4ee9-ad20-180b9dff521c),segment_id=bfa92e62-1509-4ee9-ad20-180b9dff521c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:12.987122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.025203 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Subnet': ['ID=ad7a1e1a-4878-4888-8435-6dd4b73dc31c,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:13.030810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking segment: {'id': 'c23b974b-a4ef-44d6-ac0b-b65a601c39ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:13.031183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network hostable DHCP agents. Network: aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:13.050856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:13.059321 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=82506e28-949e-4c3e-898d-cdbbc68cd6d7,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:13.061785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:13.065811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:13.066415 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.076195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb21fe-5886-4ebe-844e-b0df9f3b9cc6 None None] Network aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:13.083328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-92ffa1a4-b581-4ebf-b365-ea37f16304e7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4914882
Mar 26 21:37:13.086220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48122) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:13.138167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c847c-744a-48aa-bc3f-b456f5ddcc20 None None] Network d860f0c8-5252-4bce-8804-eb86310f87e3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:13.190504 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.221023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-85657c01-db20-4808-af9d-57930e3dbcba None None] Provisioning complete for port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:13.221407 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-85657c01-db20-4808-af9d-57930e3dbcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.244148 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ad7a1e1a-4878-4888-8435-6dd4b73dc31c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.261801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de108323-271b-4ab5-bf1d-2c98f128ac62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb', 'network_id': 'aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb', 'project_id': 'b1a809697bb84c9891a19af6aec49fd3', 'fixed_ips': [{'subnet_id': 'ad7a1e1a-4878-4888-8435-6dd4b73dc31c'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:13.262649 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-de108323-271b-4ab5-bf1d-2c98f128ac62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.306583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (ad7a1e1a-4878-4888-8435-6dd4b73dc31c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.333387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7a1e1a-4878-4888-8435-6dd4b73dc31c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:13.395525 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.406293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a94ca8-3fde-42f0-8b5b-8af10fa44ba5 None None] Network aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:13.422046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e9c49d0>,) {'filters': {'network_id': ['aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:13.432672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9c49d0>, 'c23b974b-a4ef-44d6-ac0b-b65a601c39ed') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:13.432973 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e9c49d0>, 'c23b974b-a4ef-44d6-ac0b-b65a601c39ed') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:13.442477 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (c23b974b-a4ef-44d6-ac0b-b65a601c39ed), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.457099 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (c23b974b-a4ef-44d6-ac0b-b65a601c39ed), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.463452 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:13.463851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (c23b974b-a4ef-44d6-ac0b-b65a601c39ed), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:13.467212 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:13.474435 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-85657c01-db20-4808-af9d-57930e3dbcba None None] Current status of the port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:13.530479 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.538192 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.541374 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb HTTP/1.1" status: 204  len: 168 time: 0.4531951
Mar 26 21:37:13.545113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48124) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:13.550191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-788578063'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:13.561331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34373ad0-77a4-42c3-80a6-14747c649d0f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Network': ['ID=aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:13.570981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:13.574427 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.602356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:13.611655 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a8dad214-49a9-44cb-9af3-4a21eb130181), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.612043 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Added segment a8dad214-49a9-44cb-9af3-4a21eb130181 of type vlan for network b9efbb52-39b1-4915-883a-adebc3ffc1e8
Mar 26 21:37:13.635744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088736e-962e-4543-a243-8b141f153065 None None] get_active_networks_info from ncdv-master-1 {{(pid=126739) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Mar 26 21:37:13.653648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (b9efbb52-39b1-4915-883a-adebc3ffc1e8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.679882 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (b9efbb52-39b1-4915-883a-adebc3ffc1e8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.685879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:13.686478 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.714246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1088736e-962e-4543-a243-8b141f153065 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Mar 26 21:37:13.719298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f8db9a93-0444-4c9b-8e00-f85b07db7c01 None None] Provisioning complete for port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:13.719697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f8db9a93-0444-4c9b-8e00-f85b07db7c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.724430 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1781971
Mar 26 21:37:13.727437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48126) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:13.732476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'subnet': {'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:13.768108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643628c-d68d-46f4-a58f-172274142c0e tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Network': ['ID=b9efbb52-39b1-4915-883a-adebc3ffc1e8,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:13.828203 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:13.832410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:13.942413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network b9efbb52-39b1-4915-883a-adebc3ffc1e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:14.022129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (0bc5ddf4-24a5-4c6a-a775-460362a8622e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.085014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Subnet': ['ID=0bc5ddf4-24a5-4c6a-a775-460362a8622e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:14.098208 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking segment: {'id': 'a8dad214-49a9-44cb-9af3-4a21eb130181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:14.098862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network hostable DHCP agents. Network: b9efbb52-39b1-4915-883a-adebc3ffc1e8, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:14.120993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network b9efbb52-39b1-4915-883a-adebc3ffc1e8 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:14.127485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f8db9a93-0444-4c9b-8e00-f85b07db7c01 None None] Current status of the port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:14.131019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9efbb52-39b1-4915-883a-adebc3ffc1e8) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:14.135650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:14.136437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.152855 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f7e18256-cabe-4047-b1b5-2cf6c0a65ee4 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4242282
Mar 26 21:37:14.156407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48128) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:14.161531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56acb5-6f26-44eb-b2dc-fffd43bcf3cb None None] Network b9efbb52-39b1-4915-883a-adebc3ffc1e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:14.165670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605812645'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:14.184930 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:14.188275 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.211710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:14.221482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dd986367-5491-4b23-abe6-b44748079460), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.221853 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Added segment dd986367-5491-4b23-abe6-b44748079460 of type vlan for network 89f64827-d4e0-4270-983a-a0d852dc66d9
Mar 26 21:37:14.261391 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (89f64827-d4e0-4270-983a-a0d852dc66d9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.266984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9efbb52-39b1-4915-883a-adebc3ffc1e8', 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8', 'project_id': 'b1a809697bb84c9891a19af6aec49fd3', 'fixed_ips': [{'subnet_id': '0bc5ddf4-24a5-4c6a-a775-460362a8622e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:14.267902 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.286307 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (89f64827-d4e0-4270-983a-a0d852dc66d9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.291358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:14.292064 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.325293 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1679766
Mar 26 21:37:14.328246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:14.333269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Request body: {'subnet': {'network_id': '89f64827-d4e0-4270-983a-a0d852dc66d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:14.369134 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaea81-a168-411c-840e-9813c885a072 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Network': ['ID=89f64827-d4e0-4270-983a-a0d852dc66d9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:14.394984 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 89f64827-d4e0-4270-983a-a0d852dc66d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:14.428417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Made reservation on behalf of b1a809697bb84c9891a19af6aec49fd3 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:14.431909 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.479607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Allocated IP 2001:db8::2 (b9efbb52-39b1-4915-883a-adebc3ffc1e8/0bc5ddf4-24a5-4c6a-a775-460362a8622e/ca6f2e6b-7a9b-496c-a320-dec049a6b89b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:14.493725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.610653 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (4b5216a7-0f40-4882-bfaa-5eebdbd27482), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.634742 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks [] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.641146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.678136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event updated for resources: {'Subnet': ['ID=4b5216a7-0f40-4882-bfaa-5eebdbd27482,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:14.681996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Network b9efbb52-39b1-4915-883a-adebc3ffc1e8 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:14.682595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Checking segment: {'id': 'dd986367-5491-4b23-abe6-b44748079460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '89f64827-d4e0-4270-983a-a0d852dc66d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:14.682959 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network hostable DHCP agents. Network: 89f64827-d4e0-4270-983a-a0d852dc66d9, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:14.684685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:14.692005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:14.695119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Pushing event updated for resources: {'Port': ['ID=ca6f2e6b-7a9b-496c-a320-dec049a6b89b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:14.701424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Network 89f64827-d4e0-4270-983a-a0d852dc66d9 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:14.713181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89f64827-d4e0-4270-983a-a0d852dc66d9) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:14.718655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:14.719314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.726777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b69d60-8b90-412e-b970-bc0108227139 None None] Network 89f64827-d4e0-4270-983a-a0d852dc66d9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:14.741503 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b87faa4-3d83-4b07-a07b-a7211d382883 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4121428
Mar 26 21:37:14.744255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48132) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:14.808970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82506e28-949e-4c3e-898d-cdbbc68cd6d7 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:14.811133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Attempting to bind port ca6f2e6b-7a9b-496c-a320-dec049a6b89b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:14.811512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Attempting to bind port ca6f2e6b-7a9b-496c-a320-dec049a6b89b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8dad214-49a9-44cb-9af3-4a21eb130181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:14.811878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Attempting to bind port ca6f2e6b-7a9b-496c-a320-dec049a6b89b on network b9efbb52-39b1-4915-883a-adebc3ffc1e8 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:14.847722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:14.848145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Checking segment: {'id': 'a8dad214-49a9-44cb-9af3-4a21eb130181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:14.848453 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (89f64827-d4e0-4270-983a-a0d852dc66d9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.848581 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.848927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Bound using segment: {'id': 'a8dad214-49a9-44cb-9af3-4a21eb130181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:14.849410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Bound port: ca6f2e6b-7a9b-496c-a320-dec049a6b89b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dad214-49a9-44cb-9af3-4a21eb130181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'b9efbb52-39b1-4915-883a-adebc3ffc1e8'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:14.849800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.899002 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (4b5216a7-0f40-4882-bfaa-5eebdbd27482), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.925996 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7431eb6-083f-47ac-b8f3-b1a786a237b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-89f64827-d4e0-4270-983a-a0d852dc66d9', 'network_id': '89f64827-d4e0-4270-983a-a0d852dc66d9', 'project_id': 'b1a809697bb84c9891a19af6aec49fd3', 'fixed_ips': [{'subnet_id': '4b5216a7-0f40-4882-bfaa-5eebdbd27482'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:14.927104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c7431eb6-083f-47ac-b8f3-b1a786a237b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.959114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (4b5216a7-0f40-4882-bfaa-5eebdbd27482), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.967385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:14.967839 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:14.974225 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] For port ca6f2e6b-7a9b-496c-a320-dec049a6b89b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:14.982380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] For port ca6f2e6b-7a9b-496c-a320-dec049a6b89b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca6f2e6b-7a9b-496c-a320-dec049a6b89b,segment=NetworkSegment(a8dad214-49a9-44cb-9af3-4a21eb130181),segment_id=a8dad214-49a9-44cb-9af3-4a21eb130181)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:14.993895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5216a7-0f40-4882-bfaa-5eebdbd27482,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:15.058583 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (89f64827-d4e0-4270-983a-a0d852dc66d9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.061237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.080809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611f76a550>,) {'filters': {'network_id': ['89f64827-d4e0-4270-983a-a0d852dc66d9']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:15.092967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f76a550>, 'dd986367-5491-4b23-abe6-b44748079460') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:15.093274 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611f76a550>, 'dd986367-5491-4b23-abe6-b44748079460') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:15.101169 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69e4d5-6d49-414f-9cd1-d99996a40f5b None None] Network 89f64827-d4e0-4270-983a-a0d852dc66d9 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:15.104263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (dd986367-5491-4b23-abe6-b44748079460), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.117941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (dd986367-5491-4b23-abe6-b44748079460), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.124515 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:15.124909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (dd986367-5491-4b23-abe6-b44748079460), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:15.128020 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:15.187487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e063c4d-881a-4255-b35d-b5b0738b1b6d None None] Pushing event updated for resources: {'Port': ['ID=ca6f2e6b-7a9b-496c-a320-dec049a6b89b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:15.201481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (89f64827-d4e0-4270-983a-a0d852dc66d9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.214695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.219138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/89f64827-d4e0-4270-983a-a0d852dc66d9 HTTP/1.1" status: 204  len: 168 time: 0.4738595
Mar 26 21:37:15.222681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:15.244705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe82017-4e77-4d67-8f70-6bc847babae7 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Network': ['ID=89f64827-d4e0-4270-983a-a0d852dc66d9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:15.247772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:15.259911 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0c67f4-c066-428a-b290-a0b416d008b2 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] GET failed (client error): The resource could not be found.
Mar 26 21:37:15.261454 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-2a0c67f4-c066-428a-b290-a0b416d008b2 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "GET /v2.0/subnets/4b5216a7-0f40-4882-bfaa-5eebdbd27482 HTTP/1.1" status: 404  len: 337 time: 0.0372949
Mar 26 21:37:15.264152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:15.288126 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e80e9-8bdc-4b03-8c8f-08f8efbd806a tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:15.288852 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e80e9-8bdc-4b03-8c8f-08f8efbd806a tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:15.291959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-064e80e9-8bdc-4b03-8c8f-08f8efbd806a tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/89f64827-d4e0-4270-983a-a0d852dc66d9 HTTP/1.1" status: 404  len: 339 time: 0.0267715
Mar 26 21:37:15.296018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:15.333526 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d105761-bd1c-4b60-8c8c-97b979555494 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:15.334473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d105761-bd1c-4b60-8c8c-97b979555494 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:15.337603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9d105761-bd1c-4b60-8c8c-97b979555494 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/subnets/4b5216a7-0f40-4882-bfaa-5eebdbd27482 HTTP/1.1" status: 404  len: 337 time: 0.0406590
Mar 26 21:37:15.340271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48140) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:15.361378 ncdv-master-1 neutron-server[126736]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f1d3d8-1fe8-48cd-a6a4-48f215950929 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:15.361897 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f1d3d8-1fe8-48cd-a6a4-48f215950929 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126736) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:15.365030 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57f1d3d8-1fe8-48cd-a6a4-48f215950929 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/89f64827-d4e0-4270-983a-a0d852dc66d9 HTTP/1.1" status: 404  len: 339 time: 0.0238290
Mar 26 21:37:15.367546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48142) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:15.419790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Deleting subnet 0bc5ddf4-24a5-4c6a-a775-460362a8622e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:37:15.423225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (0bc5ddf4-24a5-4c6a-a775-460362a8622e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.464840 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0bc5ddf4-24a5-4c6a-a775-460362a8622e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.865364 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0bc5ddf4-24a5-4c6a-a775-460362a8622e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.924541 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0bc5ddf4-24a5-4c6a-a775-460362a8622e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.950403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc5ddf4-24a5-4c6a-a775-460362a8622e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:15.956175 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:15.959424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c89cbbe8-998e-4830-bd03-b47889915cad tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/subnets/0bc5ddf4-24a5-4c6a-a775-460362a8622e HTTP/1.1" status: 204  len: 168 time: 0.5908968
Mar 26 21:37:15.961886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48144) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.045775 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (b9efbb52-39b1-4915-883a-adebc3ffc1e8), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.082524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00a89c-1e96-47bd-bdb6-3f7584d0edd4 None None] Network b9efbb52-39b1-4915-883a-adebc3ffc1e8 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:16.103336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.103630 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Deleting port ca6f2e6b-7a9b-496c-a320-dec049a6b89b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:16.103789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.170185 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] For port ca6f2e6b-7a9b-496c-a320-dec049a6b89b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca6f2e6b-7a9b-496c-a320-dec049a6b89b,segment=NetworkSegment(a8dad214-49a9-44cb-9af3-4a21eb130181),segment_id=a8dad214-49a9-44cb-9af3-4a21eb130181)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:16.170550 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.184054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Calling delete_port for ca6f2e6b-7a9b-496c-a320-dec049a6b89b owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:16.187841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5adff2cc-255e-4912-9ffa-357bac5167f4 None None] Provisioning complete for port ca6f2e6b-7a9b-496c-a320-dec049a6b89b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:16.188362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5adff2cc-255e-4912-9ffa-357bac5167f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.270828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.273693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a82cf8-5a80-4d4a-9a44-1d441a1ac8f9 None None] DHCP port deletion for b9efbb52-39b1-4915-883a-adebc3ffc1e8 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:37:16.282824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5adff2cc-255e-4912-9ffa-357bac5167f4 None None] Current status of the port ca6f2e6b-7a9b-496c-a320-dec049a6b89b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:16.283217 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5adff2cc-255e-4912-9ffa-357bac5167f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ca6f2e6b-7a9b-496c-a320-dec049a6b89b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.299554 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Port': ['ID=ca6f2e6b-7a9b-496c-a320-dec049a6b89b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:16.304136 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No DVR routers for this DVR port ca6f2e6b-7a9b-496c-a320-dec049a6b89b on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:16.391068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (b9efbb52-39b1-4915-883a-adebc3ffc1e8), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.410467 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f760>,) {'filters': {'network_id': ['b9efbb52-39b1-4915-883a-adebc3ffc1e8']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:16.419407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f760>, 'a8dad214-49a9-44cb-9af3-4a21eb130181') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:16.419701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eb2f760>, 'a8dad214-49a9-44cb-9af3-4a21eb130181') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:16.429602 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (a8dad214-49a9-44cb-9af3-4a21eb130181), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.443103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (a8dad214-49a9-44cb-9af3-4a21eb130181), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.448944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:16.449324 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (a8dad214-49a9-44cb-9af3-4a21eb130181), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:16.452247 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:16.513672 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (b9efbb52-39b1-4915-883a-adebc3ffc1e8), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.521195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.524293 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/b9efbb52-39b1-4915-883a-adebc3ffc1e8 HTTP/1.1" status: 204  len: 168 time: 0.5614860
Mar 26 21:37:16.526876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48146) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.535795 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f712f1c-9937-4785-877c-9258e93af6a8 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Network': ['ID=b9efbb52-39b1-4915-883a-adebc3ffc1e8,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:16.553974 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d403e97f-abec-4e3d-855b-3ce78ff707cf tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:16.554423 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d403e97f-abec-4e3d-855b-3ce78ff707cf tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:16.557420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d403e97f-abec-4e3d-855b-3ce78ff707cf tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/subnets/ad7a1e1a-4878-4888-8435-6dd4b73dc31c HTTP/1.1" status: 404  len: 337 time: 0.0295048
Mar 26 21:37:16.559801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48148) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.577005 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03c4882-7a04-4311-8843-b444f1878337 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:16.577487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03c4882-7a04-4311-8843-b444f1878337 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:16.580421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c03c4882-7a04-4311-8843-b444f1878337 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/aa3ff2fc-878b-4e5e-abfa-d37fffd62fdb HTTP/1.1" status: 404  len: 339 time: 0.0197203
Mar 26 21:37:16.583073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48150) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.607816 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c404410b-df13-4ac6-81aa-932dd2b9997f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:16.608451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c404410b-df13-4ac6-81aa-932dd2b9997f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:16.611360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c404410b-df13-4ac6-81aa-932dd2b9997f tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/subnets/2feb7a4e-cfeb-4689-af80-495d1e5ea0a6 HTTP/1.1" status: 404  len: 337 time: 0.0274305
Mar 26 21:37:16.613597 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48152) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.630708 ncdv-master-1 neutron-server[126738]: INFO neutron.pecan_wsgi.hooks.translation [None req-34641421-f288-4e3a-90cb-53a975ef83ed tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] DELETE failed (client error): The resource could not be found.
Mar 26 21:37:16.631183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34641421-f288-4e3a-90cb-53a975ef83ed tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=126738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Mar 26 21:37:16.634111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-34641421-f288-4e3a-90cb-53a975ef83ed tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/2798b46b-c7b6-4e77-a30f-08a0a269c4c4 HTTP/1.1" status: 404  len: 339 time: 0.0196481
Mar 26 21:37:16.636276 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48154) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.685227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Deleting subnet 80498a30-ec22-4eea-903c-0698c02ce658 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:37:16.688288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (80498a30-ec22-4eea-903c-0698c02ce658), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.732221 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (80498a30-ec22-4eea-903c-0698c02ce658), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.813509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (80498a30-ec22-4eea-903c-0698c02ce658), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.869666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (80498a30-ec22-4eea-903c-0698c02ce658), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.897646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Subnet': ['ID=80498a30-ec22-4eea-903c-0698c02ce658,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:16.899612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:16.902795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31937375-526d-447f-b029-c9b86b815b08 tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/subnets/80498a30-ec22-4eea-903c-0698c02ce658 HTTP/1.1" status: 204  len: 168 time: 0.2656510
Mar 26 21:37:16.905325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48156) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:16.905729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb732fc-253a-4ad5-833b-1ca5f2a20d5f None None] Network d860f0c8-5252-4bce-8804-eb86310f87e3 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:16.986060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (d860f0c8-5252-4bce-8804-eb86310f87e3), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.043012 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Deleting port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:17.043359 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.070949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] DHCP port deletion for d860f0c8-5252-4bce-8804-eb86310f87e3 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:37:17.110033 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] For port 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82506e28-949e-4c3e-898d-cdbbc68cd6d7,segment=NetworkSegment(bfa92e62-1509-4ee9-ad20-180b9dff521c),segment_id=bfa92e62-1509-4ee9-ad20-180b9dff521c)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:17.110489 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.123604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Deleting port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:17.124173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.124425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Calling delete_port for 82506e28-949e-4c3e-898d-cdbbc68cd6d7 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:17.186536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] For port 82506e28-949e-4c3e-898d-cdbbc68cd6d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=82506e28-949e-4c3e-898d-cdbbc68cd6d7,segment=NetworkSegment(bfa92e62-1509-4ee9-ad20-180b9dff521c),segment_id=bfa92e62-1509-4ee9-ad20-180b9dff521c)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:17.186994 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.199979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Calling delete_port for 82506e28-949e-4c3e-898d-cdbbc68cd6d7 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:17.204150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.230745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Port': ['ID=82506e28-949e-4c3e-898d-cdbbc68cd6d7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:17.232605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] No DVR routers for this DVR port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:17.279724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (82506e28-949e-4c3e-898d-cdbbc68cd6d7), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.304531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] Pushing event deleted for resources: {'Port': ['ID=82506e28-949e-4c3e-898d-cdbbc68cd6d7,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:17.307900 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75ccf5-3ce4-4e92-8212-d960f5288a58 None None] No DVR routers for this DVR port 82506e28-949e-4c3e-898d-cdbbc68cd6d7 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:17.316719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (d860f0c8-5252-4bce-8804-eb86310f87e3), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.337567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e271610>,) {'filters': {'network_id': ['d860f0c8-5252-4bce-8804-eb86310f87e3']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:17.346843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e271610>, 'bfa92e62-1509-4ee9-ad20-180b9dff521c') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:17.347373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e271610>, 'bfa92e62-1509-4ee9-ad20-180b9dff521c') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:17.356873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (bfa92e62-1509-4ee9-ad20-180b9dff521c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.370334 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (bfa92e62-1509-4ee9-ad20-180b9dff521c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.376311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:17.376703 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (bfa92e62-1509-4ee9-ad20-180b9dff521c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:17.380607 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:17.441771 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (d860f0c8-5252-4bce-8804-eb86310f87e3), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.448408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.451516 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] 10.222.0.16 "DELETE /v2.0/networks/d860f0c8-5252-4bce-8804-eb86310f87e3 HTTP/1.1" status: 204  len: 168 time: 0.5451665
Mar 26 21:37:17.463502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a013bde-08c4-4fbd-8ab3-2715cd687bfc tempest-NetworksIpV6Test-997511467 tempest-NetworksIpV6Test-997511467-project] Pushing event deleted for resources: {'Network': ['ID=d860f0c8-5252-4bce-8804-eb86310f87e3,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:17.688356 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48162) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:17.816199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-48264324-f1d6-49ea-8864-ee750c13c397 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1a809697bb84c9891a19af6aec49fd3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1266375
Mar 26 21:37:17.818751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48166) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:17.865208 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] Publish callbacks [] for security_group (a667c39c-65d3-4417-8095-38e21ab6989a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.885294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] Publish callbacks [] for security_group (a667c39c-65d3-4417-8095-38e21ab6989a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.931823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a667c39c-65d3-4417-8095-38e21ab6989a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.934690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:17.936102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a667c39c-65d3-4417-8095-38e21ab6989a HTTP/1.1" status: 204  len: 168 time: 0.1164329
Mar 26 21:37:17.944013 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91656e6-1af7-4091-be5f-1dc9c0b8b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667c39c-65d3-4417-8095-38e21ab6989a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:18.552625 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48188) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:18.674333 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1852123326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:18.696272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.697274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.738917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82506e28-949e-4c3e-898d-cdbbc68cd6d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:37:18.749902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router_controller (066a1fa2-3f4a-4486-830f-000afc5b6059), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.754885 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.759668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 82506e28-949e-4c3e-898d-cdbbc68cd6d7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:37:18.760068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 82506e28-949e-4c3e-898d-cdbbc68cd6d7 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:37:18.773836 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.775064 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59f6d825-dad2-446e-8332-aaf0ee4f11ae tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2213912
Mar 26 21:37:18.777743 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48194) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:18.782483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-352888301'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:18.800538 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Made reservation on behalf of b329909bbfb746bebe37b9324889d7e4 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:18.803976 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.812155 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.887360 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for security_group (e64c542e-893c-4363-8ef3-309cbedd5b85), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.890828 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e64c542e-893c-4363-8ef3-309cbedd5b85), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.913407 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:18.927370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c542e-893c-4363-8ef3-309cbedd5b85,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:18.932078 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (96d96926-6aaf-4d2d-b758-42cf8daf3f42), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.932427 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Added segment 96d96926-6aaf-4d2d-b758-42cf8daf3f42 of type vlan for network 3b9cbf97-c2d2-42e6-ab57-60205ea77920
Mar 26 21:37:18.970921 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (3b9cbf97-c2d2-42e6-ab57-60205ea77920), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:18.995526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (3b9cbf97-c2d2-42e6-ab57-60205ea77920), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.000508 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:19.001090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.030446 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2517061
Mar 26 21:37:19.033329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48196) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:19.038887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'subnet': {'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:19.071706 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7174a2d-b2d5-4351-b30b-bbb2dc7a8b97 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event updated for resources: {'Network': ['ID=3b9cbf97-c2d2-42e6-ab57-60205ea77920,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:19.081544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:19.128108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Made reservation on behalf of b329909bbfb746bebe37b9324889d7e4 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:19.131581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.310784 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (7992064a-6b46-48bc-a811-ca76ed2cbba0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.369626 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event updated for resources: {'Subnet': ['ID=7992064a-6b46-48bc-a811-ca76ed2cbba0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:19.376544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Checking segment: {'id': '96d96926-6aaf-4d2d-b758-42cf8daf3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:19.376908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Network hostable DHCP agents. Network: 3b9cbf97-c2d2-42e6-ab57-60205ea77920, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:19.393393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:19.401772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3b9cbf97-c2d2-42e6-ab57-60205ea77920) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:19.405537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:19.406123 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.411585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b408cf-75d5-4eb2-8a7f-3435d259bc6a None None] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:19.422243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7027ab19-7016-45ec-8ebe-6ccd075f6196 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3878331
Mar 26 21:37:19.425629 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48198) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:19.431207 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-122520103'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:19.449511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Made reservation on behalf of b329909bbfb746bebe37b9324889d7e4 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:19.453216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.481769 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:19.493133 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (57cea0c3-d925-4c46-b701-3dc20772eb7f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.493478 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Added segment 57cea0c3-d925-4c46-b701-3dc20772eb7f of type vlan for network 7fe2333c-e86e-4c3b-8ac9-65453fd12285
Mar 26 21:37:19.511297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3b9cbf97-c2d2-42e6-ab57-60205ea77920', 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920', 'project_id': 'b329909bbfb746bebe37b9324889d7e4', 'fixed_ips': [{'subnet_id': '7992064a-6b46-48bc-a811-ca76ed2cbba0'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:19.512235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.533314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (7fe2333c-e86e-4c3b-8ac9-65453fd12285), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.558572 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (7fe2333c-e86e-4c3b-8ac9-65453fd12285), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.563483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:19.564099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.601061 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.1737902
Mar 26 21:37:19.603889 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48200) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:19.608655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'subnet': {'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:19.643726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Allocated IP 172.20.0.2 (3b9cbf97-c2d2-42e6-ab57-60205ea77920/7992064a-6b46-48bc-a811-ca76ed2cbba0/92cfe930-0032-4228-b485-20dbdc1e4aff) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:19.649475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bd675-86c4-40d2-b7ea-39c6338623c7 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event updated for resources: {'Network': ['ID=7fe2333c-e86e-4c3b-8ac9-65453fd12285,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:19.661299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:19.727115 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Made reservation on behalf of b329909bbfb746bebe37b9324889d7e4 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:19.732051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.920886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (09112654-82e4-41b9-9333-24c0e7a7de86), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:19.982011 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event updated for resources: {'Subnet': ['ID=09112654-82e4-41b9-9333-24c0e7a7de86,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:19.992641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Checking segment: {'id': '57cea0c3-d925-4c46-b701-3dc20772eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:19.993019 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Network hostable DHCP agents. Network: 7fe2333c-e86e-4c3b-8ac9-65453fd12285, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:20.011051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:20.018101 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks [] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.025570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fe2333c-e86e-4c3b-8ac9-65453fd12285) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:20.028363 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.031643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:20.032295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.051374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f83d1f68-e709-4130-9fda-53862abb5f8a tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4464655
Mar 26 21:37:20.053801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50330397-aff5-413f-9cb3-1bdd8544782c None None] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:20.054375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48202) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:20.059512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1c5498e2-5c64-4a31-be1b-3ace8d9a31ec tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:20.086404 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:20.098917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:20.102126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Pushing event updated for resources: {'Port': ['ID=92cfe930-0032-4228-b485-20dbdc1e4aff,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:20.106583 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:20.216279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Attempting to bind port 92cfe930-0032-4228-b485-20dbdc1e4aff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:20.216658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Attempting to bind port 92cfe930-0032-4228-b485-20dbdc1e4aff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96d96926-6aaf-4d2d-b758-42cf8daf3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:20.217008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Attempting to bind port 92cfe930-0032-4228-b485-20dbdc1e4aff on network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:20.223176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fe2333c-e86e-4c3b-8ac9-65453fd12285', 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285', 'project_id': 'b329909bbfb746bebe37b9324889d7e4', 'fixed_ips': [{'subnet_id': '09112654-82e4-41b9-9333-24c0e7a7de86'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:20.224026 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.226374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:20.226756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Checking segment: {'id': '96d96926-6aaf-4d2d-b758-42cf8daf3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:20.227148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.227542 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Bound using segment: {'id': '96d96926-6aaf-4d2d-b758-42cf8daf3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:20.228040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Bound port: 92cfe930-0032-4228-b485-20dbdc1e4aff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d96926-6aaf-4d2d-b758-42cf8daf3f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3b9cbf97-c2d2-42e6-ab57-60205ea77920'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:20.228417 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.332974 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1c5498e2-5c64-4a31-be1b-3ace8d9a31ec tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router_gateway (066a1fa2-3f4a-4486-830f-000afc5b6059), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.386725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] For port 92cfe930-0032-4228-b485-20dbdc1e4aff, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:20.407570 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] For port 92cfe930-0032-4228-b485-20dbdc1e4aff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92cfe930-0032-4228-b485-20dbdc1e4aff,segment=NetworkSegment(96d96926-6aaf-4d2d-b758-42cf8daf3f42),segment_id=96d96926-6aaf-4d2d-b758-42cf8daf3f42)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:20.418631 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.426979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Allocated IP 172.21.0.2 (7fe2333c-e86e-4c3b-8ac9-65453fd12285/09112654-82e4-41b9-9333-24c0e7a7de86/c824a3f9-d406-4e75-a554-98b605c4861a) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:20.439231 ncdv-master-1 neutron-server[126736]: INFO neutron.api.v2.resource [None req-1c5498e2-5c64-4a31-be1b-3ace8d9a31ec tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Mar 26 21:37:20.440346 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1c5498e2-5c64-4a31-be1b-3ace8d9a31ec tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "PUT /v2.0/routers/066a1fa2-3f4a-4486-830f-000afc5b6059 HTTP/1.1" status: 400  len: 364 time: 0.3850253
Mar 26 21:37:20.446265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48204) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:20.501426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff796ed-1800-4d35-8cf3-8c85e0fe45c4 None None] Pushing event updated for resources: {'Port': ['ID=92cfe930-0032-4228-b485-20dbdc1e4aff,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:20.510696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Deleting subnet 09112654-82e4-41b9-9333-24c0e7a7de86 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:37:20.628779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks [] for port (c824a3f9-d406-4e75-a554-98b605c4861a), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.636221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (09112654-82e4-41b9-9333-24c0e7a7de86), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.636995 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.696778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:20.699831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:20.703291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:20.706437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (09112654-82e4-41b9-9333-24c0e7a7de86), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.717508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Pushing event updated for resources: {'Port': ['ID=c824a3f9-d406-4e75-a554-98b605c4861a,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:20.790448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Attempting to bind port c824a3f9-d406-4e75-a554-98b605c4861a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:20.791018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Attempting to bind port c824a3f9-d406-4e75-a554-98b605c4861a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57cea0c3-d925-4c46-b701-3dc20772eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:20.791666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Attempting to bind port c824a3f9-d406-4e75-a554-98b605c4861a on network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:20.802505 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:20.803606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Checking segment: {'id': '57cea0c3-d925-4c46-b701-3dc20772eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:20.804120 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.804708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Bound using segment: {'id': '57cea0c3-d925-4c46-b701-3dc20772eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:20.805330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Bound port: c824a3f9-d406-4e75-a554-98b605c4861a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cea0c3-d925-4c46-b701-3dc20772eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7fe2333c-e86e-4c3b-8ac9-65453fd12285'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:20.807863 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.814536 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 92cfe930-0032-4228-b485-20dbdc1e4aff up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:20.814685 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (09112654-82e4-41b9-9333-24c0e7a7de86), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.880138 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (09112654-82e4-41b9-9333-24c0e7a7de86), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.910241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.913357 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "DELETE /v2.0/subnets/09112654-82e4-41b9-9333-24c0e7a7de86 HTTP/1.1" status: 204  len: 168 time: 0.4661555
Mar 26 21:37:20.914322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422132b-688c-473b-8800-ca370efef80d tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Subnet': ['ID=09112654-82e4-41b9-9333-24c0e7a7de86,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:20.916002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48206) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:20.920090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] For port c824a3f9-d406-4e75-a554-98b605c4861a, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:20.922020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 92cfe930-0032-4228-b485-20dbdc1e4aff triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:20.922403 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:20.925015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] For port c824a3f9-d406-4e75-a554-98b605c4861a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c824a3f9-d406-4e75-a554-98b605c4861a,segment=NetworkSegment(57cea0c3-d925-4c46-b701-3dc20772eb7f),segment_id=57cea0c3-d925-4c46-b701-3dc20772eb7f)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:20.947881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.011982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (7fe2333c-e86e-4c3b-8ac9-65453fd12285), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.019280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d73ba2-c819-466d-8004-5f8ff116fdcc None None] Pushing event updated for resources: {'Port': ['ID=c824a3f9-d406-4e75-a554-98b605c4861a,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:21.074818 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 92cfe930-0032-4228-b485-20dbdc1e4aff is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:21.075475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.080676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Deleting port c824a3f9-d406-4e75-a554-98b605c4861a {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:21.081023 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.113533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 92cfe930-0032-4228-b485-20dbdc1e4aff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92cfe930-0032-4228-b485-20dbdc1e4aff,segment=NetworkSegment(96d96926-6aaf-4d2d-b758-42cf8daf3f42),segment_id=96d96926-6aaf-4d2d-b758-42cf8daf3f42)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:21.117445 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.159085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] For port c824a3f9-d406-4e75-a554-98b605c4861a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c824a3f9-d406-4e75-a554-98b605c4861a,segment=NetworkSegment(57cea0c3-d925-4c46-b701-3dc20772eb7f),segment_id=57cea0c3-d925-4c46-b701-3dc20772eb7f)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:21.159677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.184304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=92cfe930-0032-4228-b485-20dbdc1e4aff,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:21.186252 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Calling delete_port for c824a3f9-d406-4e75-a554-98b605c4861a owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:21.285065 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (c824a3f9-d406-4e75-a554-98b605c4861a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.313856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Port': ['ID=c824a3f9-d406-4e75-a554-98b605c4861a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:21.318778 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] No DVR routers for this DVR port c824a3f9-d406-4e75-a554-98b605c4861a on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:21.410796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (7fe2333c-e86e-4c3b-8ac9-65453fd12285), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.431824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c479490>,) {'filters': {'network_id': ['7fe2333c-e86e-4c3b-8ac9-65453fd12285']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:21.442398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c479490>, '57cea0c3-d925-4c46-b701-3dc20772eb7f') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:21.442700 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c479490>, '57cea0c3-d925-4c46-b701-3dc20772eb7f') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:21.452980 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (57cea0c3-d925-4c46-b701-3dc20772eb7f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.468419 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (57cea0c3-d925-4c46-b701-3dc20772eb7f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.474671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:21.475060 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (57cea0c3-d925-4c46-b701-3dc20772eb7f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:21.478093 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:21.543491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (7fe2333c-e86e-4c3b-8ac9-65453fd12285), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.555234 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.558512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "DELETE /v2.0/networks/7fe2333c-e86e-4c3b-8ac9-65453fd12285 HTTP/1.1" status: 204  len: 168 time: 0.6411107
Mar 26 21:37:21.561088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48208) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:21.579024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a366b3-a4f3-4f75-8406-93dd9df007c1 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Network': ['ID=7fe2333c-e86e-4c3b-8ac9-65453fd12285,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:21.623170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Deleting subnet 7992064a-6b46-48bc-a811-ca76ed2cbba0 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:37:21.626420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (7992064a-6b46-48bc-a811-ca76ed2cbba0), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.630257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa024d8-c3fb-461a-a3eb-1e7431a8d62e None None] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:21.666235 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (7992064a-6b46-48bc-a811-ca76ed2cbba0), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.711513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a05a0c6c-d528-4029-8c3a-fe1d0cc73cd3 None None] Provisioning complete for port 92cfe930-0032-4228-b485-20dbdc1e4aff triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:21.711894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a05a0c6c-d528-4029-8c3a-fe1d0cc73cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.761167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (7992064a-6b46-48bc-a811-ca76ed2cbba0), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.826138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a05a0c6c-d528-4029-8c3a-fe1d0cc73cd3 None None] Current status of the port 92cfe930-0032-4228-b485-20dbdc1e4aff is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:21.842835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (7992064a-6b46-48bc-a811-ca76ed2cbba0), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.869038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Subnet': ['ID=7992064a-6b46-48bc-a811-ca76ed2cbba0,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:21.876226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:21.880248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-be4caf24-b9d9-4332-88d9-15c6ce30912b tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "DELETE /v2.0/subnets/7992064a-6b46-48bc-a811-ca76ed2cbba0 HTTP/1.1" status: 204  len: 168 time: 0.3181729
Mar 26 21:37:21.882749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48210) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:21.967301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (3b9cbf97-c2d2-42e6-ab57-60205ea77920), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.033562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Deleting port 92cfe930-0032-4228-b485-20dbdc1e4aff {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:37:22.033917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.046690 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514b6e7-bace-4f44-af71-a6e6325bc345 None None] Network 3b9cbf97-c2d2-42e6-ab57-60205ea77920 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:22.108301 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] For port 92cfe930-0032-4228-b485-20dbdc1e4aff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92cfe930-0032-4228-b485-20dbdc1e4aff,segment=NetworkSegment(96d96926-6aaf-4d2d-b758-42cf8daf3f42),segment_id=96d96926-6aaf-4d2d-b758-42cf8daf3f42)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:22.108762 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.122755 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Calling delete_port for 92cfe930-0032-4228-b485-20dbdc1e4aff owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:37:22.161306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-458f0edd-8a9e-4ca4-9b29-d0fc5da1a873 None None] Provisioning complete for port 92cfe930-0032-4228-b485-20dbdc1e4aff triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:22.161687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-458f0edd-8a9e-4ca4-9b29-d0fc5da1a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.213448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (92cfe930-0032-4228-b485-20dbdc1e4aff), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.238800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adeae2e-c483-42c5-8de7-ca1a9efb924d None None] DHCP port deletion for 7fe2333c-e86e-4c3b-8ac9-65453fd12285 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:37:22.242214 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Port': ['ID=92cfe930-0032-4228-b485-20dbdc1e4aff,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:22.244132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] No DVR routers for this DVR port 92cfe930-0032-4228-b485-20dbdc1e4aff on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:37:22.262723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205d9ef-a06f-44fc-a8b9-578ea91e6a41 None None] DHCP port deletion for 3b9cbf97-c2d2-42e6-ab57-60205ea77920 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:37:22.266728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809907cb-af01-4b40-88c6-d120264d61d4 None None] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:22.270908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-458f0edd-8a9e-4ca4-9b29-d0fc5da1a873 None None] Current status of the port 92cfe930-0032-4228-b485-20dbdc1e4aff is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:22.283289 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809907cb-af01-4b40-88c6-d120264d61d4 None None] Network 7fe2333c-e86e-4c3b-8ac9-65453fd12285 could not be found, it might have been deleted concurrently. {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Mar 26 21:37:22.328395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (3b9cbf97-c2d2-42e6-ab57-60205ea77920), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.348498 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e8cb5e0>,) {'filters': {'network_id': ['3b9cbf97-c2d2-42e6-ab57-60205ea77920']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:22.357558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e8cb5e0>, '96d96926-6aaf-4d2d-b758-42cf8daf3f42') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:22.357863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e8cb5e0>, '96d96926-6aaf-4d2d-b758-42cf8daf3f42') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:22.372139 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (96d96926-6aaf-4d2d-b758-42cf8daf3f42), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.382617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-94aac90d-9954-40ed-9902-05847c8407c2 None None] Could not find standard attr ID for object c824a3f9-d406-4e75-a554-98b605c4861a. {{(pid=126739) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Mar 26 21:37:22.385783 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (96d96926-6aaf-4d2d-b758-42cf8daf3f42), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.392121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:37:22.392505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (96d96926-6aaf-4d2d-b758-42cf8daf3f42), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:37:22.396144 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:37:22.453263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (3b9cbf97-c2d2-42e6-ab57-60205ea77920), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.460448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.463611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "DELETE /v2.0/networks/3b9cbf97-c2d2-42e6-ab57-60205ea77920 HTTP/1.1" status: 204  len: 168 time: 0.5797682
Mar 26 21:37:22.466372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48212) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:22.475660 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b685-3816-4f41-918d-be3635db443f tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Pushing event deleted for resources: {'Network': ['ID=3b9cbf97-c2d2-42e6-ab57-60205ea77920,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:22.494726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-9067aa4c-4323-48f6-9a50-db8bc7559fe9 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "GET /v2.0/ports?device_id=066a1fa2-3f4a-4486-830f-000afc5b6059 HTTP/1.1" status: 200  len: 205 time: 0.0272088
Mar 26 21:37:22.496985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:22.573204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.731531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 92cfe930-0032-4228-b485-20dbdc1e4aff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:37:22.732503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.734764 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router_controller (066a1fa2-3f4a-4486-830f-000afc5b6059), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.751344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 92cfe930-0032-4228-b485-20dbdc1e4aff {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:37:22.751697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 92cfe930-0032-4228-b485-20dbdc1e4aff not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:37:22.778990 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (066a1fa2-3f4a-4486-830f-000afc5b6059), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.779493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Fanout notify agent at l3_agent the message router_deleted on router 066a1fa2-3f4a-4486-830f-000afc5b6059 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:37:22.786503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:22.790408 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d6c67e3e-f3b7-422e-9e8c-c92e190690d4 tempest-RoutersNegativeTest-858471551 tempest-RoutersNegativeTest-858471551-project] 10.222.0.16 "DELETE /v2.0/routers/066a1fa2-3f4a-4486-830f-000afc5b6059 HTTP/1.1" status: 204  len: 168 time: 0.2897429
Mar 26 21:37:23.020369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48220) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:23.150277 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ee68812-52d6-4ede-8959-2927bba0e8c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b329909bbfb746bebe37b9324889d7e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1287515
Mar 26 21:37:23.152968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48224) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:23.200747 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] Publish callbacks [] for security_group (e64c542e-893c-4363-8ef3-309cbedd5b85), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:23.221228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] Publish callbacks [] for security_group (e64c542e-893c-4363-8ef3-309cbedd5b85), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:23.271587 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (e64c542e-893c-4363-8ef3-309cbedd5b85), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:23.274240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:23.275395 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e64c542e-893c-4363-8ef3-309cbedd5b85 HTTP/1.1" status: 204  len: 168 time: 0.1214375
Mar 26 21:37:23.283069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d430ae-7dab-4693-b14e-2c7a657600be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c542e-893c-4363-8ef3-309cbedd5b85,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:23.865462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48246) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:23.958864 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-885512400-network', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:23.978614 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Made reservation on behalf of 3f9ed2569761414ba8a5c29042b497d5 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:23.981012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:23.989271 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.063553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks [] for security_group (67c39aa2-0034-4949-a5d4-634e6d0c342e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.067620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (67c39aa2-0034-4949-a5d4-634e6d0c342e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.091947 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:24.102113 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c39aa2-0034-4949-a5d4-634e6d0c342e,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:24.107086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1bc9f483-f13d-4513-9b12-dd763694fe52), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.107422 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Added segment 1bc9f483-f13d-4513-9b12-dd763694fe52 of type vlan for network 60de7717-dbf5-48e3-b0db-39de1feeb88d
Mar 26 21:37:24.147470 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (60de7717-dbf5-48e3-b0db-39de1feeb88d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.172286 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (60de7717-dbf5-48e3-b0db-39de1feeb88d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.173250 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:24.173832 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.206685 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3400490
Mar 26 21:37:24.209541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48250) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:24.214532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Request body: {'subnet': {'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-885512400-subnet', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:24.233181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Made reservation on behalf of 3f9ed2569761414ba8a5c29042b497d5 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:24.235519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.243570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550269b4-1496-4859-8f1e-f75e7751f81f admin admin] Pushing event updated for resources: {'Network': ['ID=60de7717-dbf5-48e3-b0db-39de1feeb88d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:24.253572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:24.404712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (0a4ef835-5b64-49f6-9403-49fc65e7aa27), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.460015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4ef835-5b64-49f6-9403-49fc65e7aa27,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:24.466811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Checking segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:24.467173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Network hostable DHCP agents. Network: 60de7717-dbf5-48e3-b0db-39de1feeb88d, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:24.483629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:24.492301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60de7717-dbf5-48e3-b0db-39de1feeb88d) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:24.496186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:24.496766 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.501656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c62930-17b9-4239-a561-6c3f5074e813 None None] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:24.512584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-20d1927a-c5a4-4a54-8f52-be099dc0067e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3019106
Mar 26 21:37:24.515198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48252) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:24.520023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:24.539744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.540835 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.592864 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for router_controller (7082a000-1ccc-42bd-b921-9ae1bcb83491), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.606604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60de7717-dbf5-48e3-b0db-39de1feeb88d', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:24.607602 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.738665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for router_gateway (7082a000-1ccc-42bd-b921-9ae1bcb83491), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.739161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Allocated IP 172.20.0.2 (60de7717-dbf5-48e3-b0db-39de1feeb88d/0a4ef835-5b64-49f6-9403-49fc65e7aa27/5d0fafcf-be84-4568-bdbf-9a780d8ae466) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:24.881293 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks [] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.886901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.923299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:24.927832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:24.931172 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:24.939735 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for router_gateway (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.945440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Pushing event updated for resources: {'Port': ['ID=5d0fafcf-be84-4568-bdbf-9a780d8ae466,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:24.960226 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:24.999854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Attempting to bind port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:25.000317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Attempting to bind port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:25.000684 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Attempting to bind port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 on network 60de7717-dbf5-48e3-b0db-39de1feeb88d {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:25.006113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:25.006489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Checking segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:25.011440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.011440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Bound using segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:25.011440 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Bound port: 5d0fafcf-be84-4568-bdbf-9a780d8ae466, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:25.011440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.061667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Allocated IP 172.35.4.112 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:25.071164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] For port 5d0fafcf-be84-4568-bdbf-9a780d8ae466, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:25.074950 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] For port 5d0fafcf-be84-4568-bdbf-9a780d8ae466, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0fafcf-be84-4568-bdbf-9a780d8ae466,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:25.080764 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.151419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefd58c-c24d-42d7-8ecd-e448f3682fc8 None None] Pushing event updated for resources: {'Port': ['ID=5d0fafcf-be84-4568-bdbf-9a780d8ae466,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:25.154110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-482e68e8-160d-4a8d-8161-fc865570bc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.181550 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.218751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.257767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:25.266354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:25.271295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:25.300387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Pushing event updated for resources: {'Port': ['ID=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:25.534413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for router_gateway (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.732114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:25.866927 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Router 7082a000-1ccc-42bd-b921-9ae1bcb83491 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:37:26.051802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b753e-e7d8-4f72-9ceb-f38f2a10f7db None None] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:26.140885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Provisioning complete for port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:26.141270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.257484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Current status of the port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:26.257882 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.297349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] For port 5d0fafcf-be84-4568-bdbf-9a780d8ae466, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0fafcf-be84-4568-bdbf-9a780d8ae466,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:26.301886 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.337426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:37:26.349259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Sync routers for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:37:26.361089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.365057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-63177847-63fe-4a58-9680-7554d2103a6a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8460708
Mar 26 21:37:26.365312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48254) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:26.367786 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Pushing event updated for resources: {'Port': ['ID=5d0fafcf-be84-4568-bdbf-9a780d8ae466,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:26.376070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:26.376723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6129a85100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:36:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:26.379891 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.380276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.380620 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.381099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.381444 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.381779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.382115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.382447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.382779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.383112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.383443 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.383773 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.384123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.384449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.384776 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de3483f-f215-47a0-ab3d-526812d76bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:26.495753 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:26.583716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b7634dc6-7634-4541-837e-2e386721320d None None] Provisioning complete for port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:26.584032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b7634dc6-7634-4541-837e-2e386721320d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.739756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b7634dc6-7634-4541-837e-2e386721320d None None] Current status of the port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:26.754625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6129a85100>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:25Z', 'revision_number': 3, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:26.782929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5d0fafcf-be84-4568-bdbf-9a780d8ae466 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:26.786343 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Checking router: 7082a000-1ccc-42bd-b921-9ae1bcb83491 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:37:26.786706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Updating router 7082a000-1ccc-42bd-b921-9ae1bcb83491 port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:37:26.810917 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.839745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.936524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:26.936907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:26.969014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Allocated IP 172.20.0.1 (60de7717-dbf5-48e3-b0db-39de1feeb88d/0a4ef835-5b64-49f6-9403-49fc65e7aa27/58063de2-a976-4136-aeb8-45e09da83a2c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:27.077445 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks [] for port (58063de2-a976-4136-aeb8-45e09da83a2c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.113326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.153387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:27.156598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:27.160082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:27.187312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Pushing event updated for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:27.209413 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.275365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:27.352997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks [] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.355447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.359859 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.409008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Attempting to bind port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:27.409430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Attempting to bind port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:27.409810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Attempting to bind port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:27.421021 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140ea7-553e-47cd-9939-84bd61869881 None None] Pushing event updated for resources: {'Port': ['ID=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:27.424510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:27.424936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:27.425355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.425759 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:27.426250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Bound port: cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:27.426894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.486846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b9d63807-3d98-42d1-bf4f-4bf9fea0ce20 None None] Provisioning complete for port 58063de2-a976-4136-aeb8-45e09da83a2c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:27.487256 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9d63807-3d98-42d1-bf4f-4bf9fea0ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.509376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] For port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:27.523448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks [] for port (58063de2-a976-4136-aeb8-45e09da83a2c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.529019 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.531099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] For port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:27.542430 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.544244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b9d63807-3d98-42d1-bf4f-4bf9fea0ce20 None None] Port 58063de2-a976-4136-aeb8-45e09da83a2c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:37:27.598660 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.600395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Pushing event updated for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:27.600853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:27.601485 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6129a85100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:36:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:27.606788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140ea7-553e-47cd-9939-84bd61869881 None None] Pushing event updated for resources: {'Port': ['ID=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:27.693393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:27.694860 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:27.718395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:27.815151 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Router 7082a000-1ccc-42bd-b921-9ae1bcb83491 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:37:27.890903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e8a69b35-8633-4615-89b5-f9e23e11ba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:27.937369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:37:27.940206 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6129a85100>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 2, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:27.944465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-500dcc48-a89f-4061-86d5-2647197b4e6c admin admin] 10.222.0.16 "PUT /v2.0/routers/7082a000-1ccc-42bd-b921-9ae1bcb83491/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5779104
Mar 26 21:37:27.976244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc195c-fefa-411c-ba91-2b322f2ef925 None None] The sync data for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 is: [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 2, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:37:27.986268 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c823c4b9-e620-4f7f-8a27-9972ac64e1b4 None None] Provisioning complete for port 58063de2-a976-4136-aeb8-45e09da83a2c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:27.986657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c823c4b9-e620-4f7f-8a27-9972ac64e1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.026044 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c823c4b9-e620-4f7f-8a27-9972ac64e1b4 None None] Port 58063de2-a976-4136-aeb8-45e09da83a2c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:37:28.445481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48270) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:28.450733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2144356874-network', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:28.472502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Made reservation on behalf of ad00308141aa417cad3dbd5158dbacd8 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:28.475100 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.484433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.566402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks [] for security_group (9f1a3a87-682f-42a9-a41d-b9ad4b17f18e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.570665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f1a3a87-682f-42a9-a41d-b9ad4b17f18e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.596020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:37:28.606577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a3a87-682f-42a9-a41d-b9ad4b17f18e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:28.611383 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (910829ec-532d-4cd2-bc9c-8d13edb3c6c7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.612351 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Added segment 910829ec-532d-4cd2-bc9c-8d13edb3c6c7 of type vlan for network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1
Mar 26 21:37:28.668904 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (86ab76eb-7563-44d3-9e98-c4b3859dc3c1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.696373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (86ab76eb-7563-44d3-9e98-c4b3859dc3c1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.698104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:28.698104 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.770995 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3243074
Mar 26 21:37:28.772207 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110b010-12c8-4257-b0d5-0a61e353b089 admin admin] Pushing event updated for resources: {'Network': ['ID=86ab76eb-7563-44d3-9e98-c4b3859dc3c1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:28.774580 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48272) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:28.788340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:37:28.792861 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Request body: {'subnet': {'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2144356874-subnet', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:28.795695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:28.814332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Made reservation on behalf of ad00308141aa417cad3dbd5158dbacd8 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:28.817301 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.912475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.917099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:28.917564 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:28.998576 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:28.998982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.004901 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (40c4c470-5a24-4562-be13-6e974d1b1a16), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.021957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:29.028653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.072688 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c4c470-5a24-4562-be13-6e974d1b1a16,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:29.080190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Checking segment: {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:29.080560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Network hostable DHCP agents. Network: 86ab76eb-7563-44d3-9e98-c4b3859dc3c1, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:37:29.090015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:29.102273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:37:29.112998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86ab76eb-7563-44d3-9e98-c4b3859dc3c1) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:29.119836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:29.120657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.123058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202dbbb0-db3f-4cec-a547-948c35ff14fa None None] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:29.139773 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-aff717dc-1fe8-40fa-a006-a501394e4e79 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3640132
Mar 26 21:37:29.142260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48274) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:29.146829 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:29.171908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (00644ebf-c002-467a-bc0e-98145e755351), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.173196 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (00644ebf-c002-467a-bc0e-98145e755351), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.234157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:37:29.234969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.235295 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for router_controller (00644ebf-c002-467a-bc0e-98145e755351), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.376342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Allocated IP 172.20.0.2 (86ab76eb-7563-44d3-9e98-c4b3859dc3c1/40c4c470-5a24-4562-be13-6e974d1b1a16/1f97a6a3-3c02-4cff-8b85-a72487b7c3a6) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:29.394224 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for router_gateway (00644ebf-c002-467a-bc0e-98145e755351), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.526878 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks [] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.532374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.570562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:29.580577 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:29.582748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Pushing event updated for resources: {'Port': ['ID=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:29.584920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:29.601303 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for router_gateway (00644ebf-c002-467a-bc0e-98145e755351), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.621357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.646306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Attempting to bind port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:29.646689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Attempting to bind port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:29.647064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Attempting to bind port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 on network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:29.652297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:29.652567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Checking segment: {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:29.652977 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.653380 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Bound using segment: {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:29.653852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Bound port: 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:29.654240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.715529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] For port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:29.718948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] For port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:29.725708 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.726773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Allocated IP 172.35.4.219 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/659d39d5-b73d-4f9f-b4a2-6b9b5da56afd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:29.783675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d227cb8-7ad2-442e-beb4-dbf380801ca9 None None] Pushing event updated for resources: {'Port': ['ID=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:29.852905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.889269 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:29.930348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:29.939076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:29.939076 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:29.980746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Pushing event updated for resources: {'Port': ['ID=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:30.231059 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for router_gateway (00644ebf-c002-467a-bc0e-98145e755351), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:30.243005 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:30.436759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (00644ebf-c002-467a-bc0e-98145e755351), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:30.576266 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Router 00644ebf-c002-467a-bc0e-98145e755351 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:37:30.612236 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Sync routers for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:37:30.626896 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:30.627635 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6e4a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:30.697520 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:37:30.709988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Sync routers for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:37:30.726118 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:30.726716 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:30.730137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1b69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:30.732091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48276) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:37:30.732577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-040ccd7d-ae29-41e8-ae55-187aa55248b6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5889735
Mar 26 21:37:30.763826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:30.878543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:30.948120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c319b673-0710-4323-8a23-f574c3f9829c None None] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:37:30.950208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:31.097941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Provisioning complete for port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:31.098178 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.119504 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6e4a30>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 2, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:31.149672 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Checking router: 7082a000-1ccc-42bd-b921-9ae1bcb83491 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:37:31.150024 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Updating router 7082a000-1ccc-42bd-b921-9ae1bcb83491 port 58063de2-a976-4136-aeb8-45e09da83a2c binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:37:31.178519 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.218068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:31.218449 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.253868 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.417529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Allocated IP 172.20.0.1 (86ab76eb-7563-44d3-9e98-c4b3859dc3c1/40c4c470-5a24-4562-be13-6e974d1b1a16/33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:31.455674 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks [] for port (58063de2-a976-4136-aeb8-45e09da83a2c), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.461909 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.555907 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks [] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.583543 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Pushing event updated for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:31.583778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Current status of the port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:31.584273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.588983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:31.589362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.591827 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Attempting to bind port 58063de2-a976-4136-aeb8-45e09da83a2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:31.592351 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Attempting to bind port 58063de2-a976-4136-aeb8-45e09da83a2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:31.592819 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Attempting to bind port 58063de2-a976-4136-aeb8-45e09da83a2c on network 60de7717-dbf5-48e3-b0db-39de1feeb88d {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:31.596044 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.596545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.597335 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.597335 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.597973 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.598371 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.598799 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.599226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.599652 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.600261 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.600682 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.600901 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.601175 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.601740 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.602172 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.602585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.617709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:31.618311 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Checking segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:31.619041 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.620194 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Bound using segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:31.620813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Bound port: 58063de2-a976-4136-aeb8-45e09da83a2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:31.622707 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.639601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1b69a0>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:30Z', 'revision_number': 3, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:31.652417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:31.656146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:31.660591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:31.686728 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Checking router: 00644ebf-c002-467a-bc0e-98145e755351 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:37:31.687094 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Updating router 00644ebf-c002-467a-bc0e-98145e755351 port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:37:31.708582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:31.720514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] For port 58063de2-a976-4136-aeb8-45e09da83a2c, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:31.725266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Pushing event updated for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:31.731578 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] For port 58063de2-a976-4136-aeb8-45e09da83a2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58063de2-a976-4136-aeb8-45e09da83a2c,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:31.743427 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.743728 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.744538 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:31.755457 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (00644ebf-c002-467a-bc0e-98145e755351), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.821221 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e70606-b567-47db-805a-8b08dfd574da None None] Pushing event updated for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:31.847958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.848525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.849481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.849956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.850424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.851024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.851531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.851981 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.852527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.853126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.853520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.854002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.854447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.854875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.855303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:37:31.878000 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:31.878645 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f6e4a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:31.906211 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.953909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.975870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:31.976577 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.978370 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:31.992868 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:31.997906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:37:31.998408 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:37:32.062725 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:32.201720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks [] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.208223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.275509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (00644ebf-c002-467a-bc0e-98145e755351), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.281654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:32.287814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Pushing event updated for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:32.316174 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f6e4a30>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:32.342839 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b97183a-1ad1-4dd5-bda1-652ffbc7bcd8 None None] The sync data for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 is: [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:37:32.376071 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks [] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.382817 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.383533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:32.385052 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:32.436004 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Attempting to bind port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:32.436398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Attempting to bind port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:32.436937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Attempting to bind port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:32.448909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:32.449298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:32.449714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.450367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:32.450966 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Bound port: 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:32.451359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.460528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf367e-d3c4-4711-bd15-a64139b92231 None None] Pushing event updated for resources: {'Port': ['ID=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:32.527807 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Router 00644ebf-c002-467a-bc0e-98145e755351 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:37:32.553919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] For port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:32.558707 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] For port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:32.567332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6676a99d-d477-4476-8f6b-7e16f94c7081 None None] Current status of the port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:32.571316 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.634490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:32.635141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1b69a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:32.637049 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf367e-d3c4-4711-bd15-a64139b92231 None None] Pushing event updated for resources: {'Port': ['ID=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:32.676373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:37:32.690064 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:37:32.693613 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a067b572-c78a-4031-ba70-7c385dd28c14 admin admin] 10.222.0.16 "PUT /v2.0/routers/00644ebf-c002-467a-bc0e-98145e755351/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9589911
Mar 26 21:37:32.749560 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Provisioning complete for port 58063de2-a976-4136-aeb8-45e09da83a2c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:32.749958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:32.812616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:32.826810 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:32.994645 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Current status of the port 58063de2-a976-4136-aeb8-45e09da83a2c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:32.995040 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.046915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:33.047216 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.120373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] For port 58063de2-a976-4136-aeb8-45e09da83a2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58063de2-a976-4136-aeb8-45e09da83a2c,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:33.149633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.244252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Provisioning complete for port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:33.244632 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.250857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Pushing event updated for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:33.289476 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:33.290563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58063de2-a976-4136-aeb8-45e09da83a2c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:33.331104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1b69a0>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb', 'name': '', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'mac_address': 'fa:16:3e:7a:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:31Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 2, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'subnets': [{'id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:33.368271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36512c2-8392-43b4-9294-f1c164c76646 None None] The sync data for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 is: [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb', 'name': '', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'mac_address': 'fa:16:3e:7a:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:31Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 2, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'subnets': [{'id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:37:33.410650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 58063de2-a976-4136-aeb8-45e09da83a2c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:33.411030 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.417406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Current status of the port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:33.460427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Provisioning complete for port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:33.461219 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.500541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8d354074-9e21-40bc-a895-16e9e206e603 None None] Port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:37:33.546507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 58063de2-a976-4136-aeb8-45e09da83a2c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:33.630173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2f9011fc-d694-47fa-80cb-740fdaf10cd5 None None] Provisioning complete for port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:33.630557 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2f9011fc-d694-47fa-80cb-740fdaf10cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:33.680725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2f9011fc-d694-47fa-80cb-740fdaf10cd5 None None] Port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:37:34.807846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58063de2-a976-4136-aeb8-45e09da83a2c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:34.894138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 58063de2-a976-4136-aeb8-45e09da83a2c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:34.894521 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:34.984861 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 58063de2-a976-4136-aeb8-45e09da83a2c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:36.500052 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Sync routers for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:37:36.511372 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:36.511977 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:36.635189 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:36.834244 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:36.866807 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb', 'name': '', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'mac_address': 'fa:16:3e:7a:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:31Z', 'updated_at': '2022-03-26T21:37:32Z', 'revision_number': 2, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'subnets': [{'id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:36.891877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:36.892372 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:36.896177 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Checking router: 00644ebf-c002-467a-bc0e-98145e755351 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:37:36.896538 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Updating router 00644ebf-c002-467a-bc0e-98145e755351 port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:37:36.925976 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.000606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:37.001345 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.035816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:37.048433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.109422 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:37.360277 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks [] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.367903 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.426333 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c6c6f-e99f-4802-8058-314fe66f73a5 None None] Pushing event updated for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:37.495288 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Attempting to bind port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:37.495843 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Attempting to bind port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:37.496350 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Attempting to bind port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb on network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:37.506731 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:37.507496 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Checking segment: {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:37.508070 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.508539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Bound using segment: {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:37.509112 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Bound port: 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910829ec-532d-4cd2-bc9c-8d13edb3c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:37.509579 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.596238 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] For port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:37.596238 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] For port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:37.614534 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.676273 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:37:37.677198 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:37.760750 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c6c6f-e99f-4802-8058-314fe66f73a5 None None] Pushing event updated for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:37.773654 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Provisioning complete for port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:37.774336 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:37.854270 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:37:38.094635 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Current status of the port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:38.095348 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:38.134330 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124163e20>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb', 'name': '', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'mac_address': 'fa:16:3e:7a:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:31Z', 'updated_at': '2022-03-26T21:37:37Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'subnets': [{'id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:37:38.137484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] For port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:38.145597 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:38.177657 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f4ccfc-af7d-4d26-b170-7dcbfbfc13a4 None None] The sync data for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 is: [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:31Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb', 'name': '', 'network_id': '86ab76eb-7563-44d3-9e98-c4b3859dc3c1', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'mac_address': 'fa:16:3e:7a:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:31Z', 'updated_at': '2022-03-26T21:37:37Z', 'revision_number': 4, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'subnets': [{'id': '40c4c470-5a24-4562-be13-6e974d1b1a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:37:38.212664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d95d3-39cd-4402-be0c-7953dcfd38b1 None None] Pushing event updated for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:38.277340 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-41004282-9452-4886-addc-23e2206e234b None None] Provisioning complete for port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:38.277976 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-41004282-9452-4886-addc-23e2206e234b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:38.398123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-41004282-9452-4886-addc-23e2206e234b None None] Current status of the port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:38.799083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:38.872825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:38.873206 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:38.992258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:38.993671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:39.062858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:39.063329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:39.151347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:43.083393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-903c1b8f-f962-448c-8f12-1eb8fb014256 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:43.084926 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-903c1b8f-f962-448c-8f12-1eb8fb014256 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 814 time: 0.1002021
Mar 26 21:37:43.100321 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-6e11bbab-3ce0-499c-b1cf-e3cc13af81a5 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/quotas/3f9ed2569761414ba8a5c29042b497d5 HTTP/1.1" status: 200  len: 375 time: 0.0099859
Mar 26 21:37:43.157504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f3042f82-45ce-4c59-9719-76f76786f5ab tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0522518
Mar 26 21:37:43.251150 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-5bd8ce8f-54c9-4efb-9a4b-fa01dd771a42 service neutron] 10.222.0.16 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817018
Mar 26 21:37:43.343163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-42a3560f-9786-4bc7-8df4-fbde32787c90 service neutron] 10.222.0.16 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860825
Mar 26 21:37:43.502965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e08f1219-2038-4863-954d-6697455747ec req-934a39fc-4961-4709-86f4-9a2195da409f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 210 time: 0.0279076
Mar 26 21:37:44.464189 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:44.603348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4e4719aa-764e-469b-ad28-dd7cfa362333 req-43519a8f-27ce-48bd-b80a-785597201338 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 210 time: 0.0282085
Mar 26 21:37:44.645091 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-b3e6a148-bdf1-47f3-b6d8-9d685a9a8418 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:44.646595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-b3e6a148-bdf1-47f3-b6d8-9d685a9a8418 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 814 time: 0.1266680
Mar 26 21:37:44.662137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'port': {'device_id': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'admin_state_up': True, 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:44.772702 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Made reservation on behalf of 3f9ed2569761414ba8a5c29042b497d5 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:37:44.775549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:44.902259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Allocated IP 172.20.0.8 (60de7717-dbf5-48e3-b0db-39de1feeb88d/0a4ef835-5b64-49f6-9403-49fc65e7aa27/caef9b55-704e-4694-bfa6-9d72c89b16ac) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:37:45.107617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:45.155294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:45.217493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:37:45.220863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:37:45.223419 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:37:45.304653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:45.305339 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:45.324376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6665955
Mar 26 21:37:45.330821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1c070-db2d-481e-916d-5102b1870c64 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:45.587555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-604edf3b-fe7a-42cb-abf1-157a381995e6 None None] Provisioning complete for port caef9b55-704e-4694-bfa6-9d72c89b16ac triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:45.588147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-604edf3b-fe7a-42cb-abf1-157a381995e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:45.625877 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-604edf3b-fe7a-42cb-abf1-157a381995e6 None None] Port caef9b55-704e-4694-bfa6-9d72c89b16ac cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:37:45.737829 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54789-9bdc-4d23-980c-f68a6be40d29 req-eb0e4d09-71c9-42ba-b50c-3be59ee62238 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:45.739405 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cf54789-9bdc-4d23-980c-f68a6be40d29 req-eb0e4d09-71c9-42ba-b50c-3be59ee62238 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0595760
Mar 26 21:37:45.790927 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5cf54789-9bdc-4d23-980c-f68a6be40d29 req-1a40dc9b-7587-4fe1-92cc-368499d9bded tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455410
Mar 26 21:37:46.089383 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:46.929038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa618b-db4a-4bc6-9abe-4a167bce31fd req-44c775a5-f571-4878-b319-99f2b4f0d35a tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:46.930657 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-09aa618b-db4a-4bc6-9abe-4a167bce31fd req-44c775a5-f571-4878-b319-99f2b4f0d35a tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0598204
Mar 26 21:37:46.992763 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-09aa618b-db4a-4bc6-9abe-4a167bce31fd req-7af40745-4962-473f-b7b4-6e061d377e6d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561819
Mar 26 21:37:48.119234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a377c-0a12-45cd-a21d-e483b7e73d37 req-c9783cf8-344c-4caf-b702-5efa73f3e4c9 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:48.120753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-755a377c-0a12-45cd-a21d-e483b7e73d37 req-c9783cf8-344c-4caf-b702-5efa73f3e4c9 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0559702
Mar 26 21:37:48.172292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-755a377c-0a12-45cd-a21d-e483b7e73d37 req-4453b0a8-26f0-4084-b074-abda7f5b6a17 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457304
Mar 26 21:37:49.308424 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1983c88-d98a-423a-b440-3804cec5cd43 req-7c642ecc-a762-4f27-adb7-285102e219e3 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:49.310473 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1983c88-d98a-423a-b440-3804cec5cd43 req-7c642ecc-a762-4f27-adb7-285102e219e3 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0594862
Mar 26 21:37:49.359108 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b1983c88-d98a-423a-b440-3804cec5cd43 req-ff73c977-5ec3-4e8a-94ff-c7711eaa7577 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429976
Mar 26 21:37:50.492321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d5d82-9d5f-4e93-bc63-370b6939b501 req-6ca9baab-15a1-4edb-b97e-8a7be29286bf tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:50.494751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-771d5d82-9d5f-4e93-bc63-370b6939b501 req-6ca9baab-15a1-4edb-b97e-8a7be29286bf tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0596220
Mar 26 21:37:50.547615 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-771d5d82-9d5f-4e93-bc63-370b6939b501 req-39e15adf-5d98-4e84-9fc5-2537d15063a0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458241
Mar 26 21:37:51.673987 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0d2f-0b24-42d4-85a0-347b39dba134 req-f8b42954-b146-48b4-be50-8b4b7132ca0f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:51.676957 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd6b0d2f-0b24-42d4-85a0-347b39dba134 req-f8b42954-b146-48b4-be50-8b4b7132ca0f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.0569427
Mar 26 21:37:51.732557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fd6b0d2f-0b24-42d4-85a0-347b39dba134 req-055ae0bd-a599-4436-8f64-bdfa8b4c3ab4 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495050
Mar 26 21:37:52.570593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Request body: {'port': {'device_id': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:37:52.631468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.233054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f898e-75b7-4d82-9348-6cc39b2aded4 req-1e729ccb-d5d2-4471-9469-770b4e693a32 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:53.234544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-845f898e-75b7-4d82-9348-6cc39b2aded4 req-1e729ccb-d5d2-4471-9469-770b4e693a32 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 931 time: 0.4291570
Mar 26 21:37:53.293462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caef9b55-704e-4694-bfa6-9d72c89b16ac {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:37:53.304687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks [] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.321730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-845f898e-75b7-4d82-9348-6cc39b2aded4 req-a604ba3c-b10d-42f9-8b71-0cfb26f451a2 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816424
Mar 26 21:37:53.326238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Transition to ACTIVE for port object caef9b55-704e-4694-bfa6-9d72c89b16ac will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:37:53.329908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.385277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:53.451629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Attempting to bind port caef9b55-704e-4694-bfa6-9d72c89b16ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:37:53.452010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Attempting to bind port caef9b55-704e-4694-bfa6-9d72c89b16ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:37:53.452346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Attempting to bind port caef9b55-704e-4694-bfa6-9d72c89b16ac on network 60de7717-dbf5-48e3-b0db-39de1feeb88d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:53.456953 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Port caef9b55-704e-4694-bfa6-9d72c89b16ac on network 60de7717-dbf5-48e3-b0db-39de1feeb88d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:37:53.457984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Attempting to bind port caef9b55-704e-4694-bfa6-9d72c89b16ac on network 60de7717-dbf5-48e3-b0db-39de1feeb88d {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:37:53.463213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:37:53.463553 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Checking segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:37:53.464011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Bound using segment: {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:37:53.464398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Bound port: caef9b55-704e-4694-bfa6-9d72c89b16ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc9f483-f13d-4513-9b12-dd763694fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:37:53.464753 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.528224 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:37:53.531255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:37:53.537799 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.575506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:53.576140 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:53.577658 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] 10.222.0.21 "PUT /v2.0/ports/caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 1091 time: 1.0121925
Mar 26 21:37:53.578108 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:37:53.580416 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de91ab52-4aa8-49b8-b9c1-6650cac83ede" -d '{"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:37:53.615253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e25eda-8130-4f30-826f-2e1ce14e7cae service neutron] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:53.634012 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1a8af-2e8a-4241-958a-b605f6b89547 x-openstack-request-id: req-40b1a8af-2e8a-4241-958a-b605f6b89547 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:37:53.634485 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:37:53.634739 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b1a8af-2e8a-4241-958a-b605f6b89547 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:37:53.635147 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b1a8af-2e8a-4241-958a-b605f6b89547'] response: {'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:37:53.673816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f92d370c-f041-4de1-ac17-0b8ed3c57423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:53.675402 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f92d370c-f041-4de1-ac17-0b8ed3c57423 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1125 time: 0.0529413
Mar 26 21:37:53.724537 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-d645c4db-7c8b-4ee2-be23-348058786610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 217 time: 0.0367041
Mar 26 21:37:53.782288 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8f240aa4-7181-4790-b96d-6c6e93cbe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:53.783747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-8f240aa4-7181-4790-b96d-6c6e93cbe846 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0495470
Mar 26 21:37:53.835516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-701dd434-2116-44d1-99c7-78e5a73942f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:53.836965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-701dd434-2116-44d1-99c7-78e5a73942f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0442863
Mar 26 21:37:53.928069 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-e2f7c010-a56f-4954-a86c-1fe49de46a6b service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807886
Mar 26 21:37:54.021129 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1e57fbe4-1da3-4a46-ba24-f11ccfc1c09f req-f1555281-9bdf-4714-80ec-2e4ca5deb1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839300
Mar 26 21:37:54.121303 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-f9eb119f-5a8b-40f7-95fc-46a64f69870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:54.122725 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-f9eb119f-5a8b-40f7-95fc-46a64f69870b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1125 time: 0.0478907
Mar 26 21:37:54.218245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-d788999a-9b7f-437c-94fe-69e28cf301c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:54.219713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-d788999a-9b7f-437c-94fe-69e28cf301c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.0911283
Mar 26 21:37:54.261802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-8658a015-684b-425f-8433-99dfc0426842 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 217 time: 0.0346863
Mar 26 21:37:54.310320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-0b410a90-b7a6-4371-bc1a-e45baab58e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:54.311757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-0b410a90-b7a6-4371-bc1a-e45baab58e06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0444493
Mar 26 21:37:54.366441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-b8ab1dc4-7002-4b26-a8fc-3754857fd4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:54.367977 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-b8ab1dc4-7002-4b26-a8fc-3754857fd4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0491662
Mar 26 21:37:54.500875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40049eaa-b249-4ffb-8a99-88ea25f3f992 req-a68bbcc0-9a73-4297-8a97-685d27842025 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:54.502354 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40049eaa-b249-4ffb-8a99-88ea25f3f992 req-a68bbcc0-9a73-4297-8a97-685d27842025 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 943 time: 0.1065910
Mar 26 21:37:54.504275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-a32a54f6-09d3-4e22-b0d0-a608d12b8f8c service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252434
Mar 26 21:37:54.602500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-40049eaa-b249-4ffb-8a99-88ea25f3f992 req-ecabb2b8-2432-48bc-9546-be1c17089191 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942729
Mar 26 21:37:54.625172 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-de91ab52-4aa8-49b8-b9c1-6650cac83ede req-29075001-c3c0-4571-8c53-e4af5a19d7bb service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111972
Mar 26 21:37:55.133350 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a769129f-117e-443a-8992-86ca1fef92e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:55.723960 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306f79f-5eda-4494-b629-e3ff0be65415 req-10e81716-041e-435a-9f9f-67553d53aa31 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:55.725450 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0306f79f-5eda-4494-b629-e3ff0be65415 req-10e81716-041e-435a-9f9f-67553d53aa31 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 943 time: 0.0562494
Mar 26 21:37:56.011085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device caef9b55-704e-4694-bfa6-9d72c89b16ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:37:56.084196 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0306f79f-5eda-4494-b629-e3ff0be65415 req-0bedbf7a-ef9c-4adf-95de-afe9369eedf0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530223
Mar 26 21:37:56.113020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:56.123052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'port_id': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'mac_address': 'fa:16:3e:f8:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:37:56.158979 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port caef9b55-704e-4694-bfa6-9d72c89b16ac is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:56.159657 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:56.172391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caef9b55-704e-4694-bfa6-9d72c89b16ac {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:37:56.192162 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:56.196944 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:56.242678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:56.458917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:37:57.206715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbef23-d280-4e26-90db-249b1aaf5fea req-e0afa743-ed62-44e6-8578-57d5f6b848aa tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:57.208209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4bbef23-d280-4e26-90db-249b1aaf5fea req-e0afa743-ed62-44e6-8578-57d5f6b848aa tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 944 time: 0.0578356
Mar 26 21:37:57.253694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a4bbef23-d280-4e26-90db-249b1aaf5fea req-22f57836-1439-4ea1-8a62-05e7c91160db tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399442
Mar 26 21:37:57.873436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a336d11-aef4-4ee3-83d3-8b514afc1a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:58.009948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device caef9b55-704e-4694-bfa6-9d72c89b16ac up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:37:58.057840 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port caef9b55-704e-4694-bfa6-9d72c89b16ac completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:37:58.061451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port caef9b55-704e-4694-bfa6-9d72c89b16ac triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:37:58.061830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:58.140256 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port caef9b55-704e-4694-bfa6-9d72c89b16ac is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:37:58.140643 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:58.162509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:37:58.164756 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4e648-a55b-4f7a-b132-de833bdca4f5" -d '{"events": [{"server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "name": "network-vif-plugged", "status": "completed", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:37:58.177912 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:37:58.182223 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:58.206239 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a720742-6286-4848-9546-9a9e33ca1f3c x-openstack-request-id: req-2a720742-6286-4848-9546-9a9e33ca1f3c {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:37:58.206530 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "name": "network-vif-plugged", "status": "completed", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:37:58.206781 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a720742-6286-4848-9546-9a9e33ca1f3c {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:37:58.207181 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a720742-6286-4848-9546-9a9e33ca1f3c'] response: {'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'code': 200}
Mar 26 21:37:58.232480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:37:58.316150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ca6f-922e-47cb-939a-d1c65850c96e req-f4ceb7a4-0bca-434a-b697-b7327812c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:58.318350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1393ca6f-922e-47cb-939a-d1c65850c96e req-f4ceb7a4-0bca-434a-b697-b7327812c6e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1127 time: 0.0462430
Mar 26 21:37:58.391241 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1393ca6f-922e-47cb-939a-d1c65850c96e req-ce144041-f848-423e-aa41-c1955a1136c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608523
Mar 26 21:37:58.398852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f444ef-018f-446b-aa76-1580f59f5ca2 req-f2683476-2e55-44dc-b4ae-aed17e7aa082 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:58.400303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89f444ef-018f-446b-aa76-1580f59f5ca2 req-f2683476-2e55-44dc-b4ae-aed17e7aa082 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0792944
Mar 26 21:37:58.452353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-89f444ef-018f-446b-aa76-1580f59f5ca2 req-1d240f32-643f-4925-b48a-1949b80a623e tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462573
Mar 26 21:37:58.908059 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:37:59.570925 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9679c65-b5bd-4488-9fa9-7903727f9b28 req-277836dc-3750-4b01-9436-7c0acc0bed20 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:37:59.572488 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9679c65-b5bd-4488-9fa9-7903727f9b28 req-277836dc-3750-4b01-9436-7c0acc0bed20 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0525222
Mar 26 21:37:59.620635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9679c65-b5bd-4488-9fa9-7903727f9b28 req-2944981d-121a-4111-b140-168f22ca054d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422833
Mar 26 21:38:00.248230 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:00.739499 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6bf01-a3b2-4e3b-84ef-d5098b08889d req-f6bf7935-063d-49da-b299-be50751007bd tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:00.741014 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06c6bf01-a3b2-4e3b-84ef-d5098b08889d req-f6bf7935-063d-49da-b299-be50751007bd tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0522654
Mar 26 21:38:00.786985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-06c6bf01-a3b2-4e3b-84ef-d5098b08889d req-2e569332-f955-4e43-9704-cee2fb7d2067 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404475
Mar 26 21:38:00.902050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc909343-a89b-45f1-a79f-6ddb18440be9 req-c2352470-1adf-420c-bb91-860b22b12550 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:00.903460 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc909343-a89b-45f1-a79f-6ddb18440be9 req-c2352470-1adf-420c-bb91-860b22b12550 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0517297
Mar 26 21:38:00.951761 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-fc909343-a89b-45f1-a79f-6ddb18440be9 req-97c25a84-a42a-449a-adbf-0eabb7d335f9 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428565
Mar 26 21:38:01.141307 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3d0b-491d-4de7-8522-d2ce7978c47b req-fd90737c-6a46-4108-91a7-7152730e69b1 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:01.142772 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9daf3d0b-491d-4de7-8522-d2ce7978c47b req-fd90737c-6a46-4108-91a7-7152730e69b1 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0521970
Mar 26 21:38:01.188617 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9daf3d0b-491d-4de7-8522-d2ce7978c47b req-d4a06944-4d6c-48bf-ae2d-6fde30f6c405 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396497
Mar 26 21:38:01.894849 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:06.337576 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3a2ab-c299-4b49-b393-1b108eb4dfcc req-aa62f39d-36cf-45d9-aa7c-54fda36ea5bb tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:06.338940 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2d3a2ab-c299-4b49-b393-1b108eb4dfcc req-aa62f39d-36cf-45d9-aa7c-54fda36ea5bb tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0518720
Mar 26 21:38:06.384435 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2d3a2ab-c299-4b49-b393-1b108eb4dfcc req-5dad04b7-f9e0-4538-b92c-9b6939251dd6 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398932
Mar 26 21:38:06.408485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48490) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:06.538235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0451c20a-309d-41f2-adaa-034ed4b0ed2d tempest-TestMinimumBasicScenario-1397753828 tempest-TestMinimumBasicScenario-1397753828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:06.539757 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0451c20a-309d-41f2-adaa-034ed4b0ed2d tempest-TestMinimumBasicScenario-1397753828 tempest-TestMinimumBasicScenario-1397753828-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1122 time: 0.1303058
Mar 26 21:38:06.542824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48494) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:06.547006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:06.567765 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:06.661111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:06.764837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Allocated IP 172.35.4.4 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4a24624c-791b-4c4e-ae9a-6f1cc074bdcd) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:38:06.864231 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:06.896443 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:06.937039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:38:06.939872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:38:06.943322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:38:06.969929 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'Port': ['ID=4a24624c-791b-4c4e-ae9a-6f1cc074bdcd,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:06.983433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.983798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.984187 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.984537 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.984885 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.985228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.985568 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.985908 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.986246 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.986581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.986919 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.987253 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.987586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.987941 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:06.988269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:38:07.342735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for floatingip (cbb26268-9372-4de2-a22d-f4cb9da7d841), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:07.409849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:07.559781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:07.564272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:07.632445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'Port': ['ID=4a24624c-791b-4c4e-ae9a-6f1cc074bdcd,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:07.642241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (cbb26268-9372-4de2-a22d-f4cb9da7d841), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:07.745931 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Floating IP cbb26268-9372-4de2-a22d-f4cb9da7d841 associated. External IP: 172.35.4.4, port: caef9b55-704e-4694-bfa6-9d72c89b16ac.
Mar 26 21:38:07.959234 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Router 7082a000-1ccc-42bd-b921-9ae1bcb83491 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:38:08.071247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:38:08.081032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Sync routers for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:38:08.089431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.091088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:38:08.091744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:38:08.120223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-993aca9d-64df-4b18-990c-5b289091eb8f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 1.5763609
Mar 26 21:38:08.120926 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:38:08.123043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48496) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.123559 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe" -d '{"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:38:08.127904 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271361972', 'description': 'tempest-secgroup-smoke-1271361972 description', 'project_id': '3f9ed2569761414ba8a5c29042b497d5'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.157896 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.206851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:38:08.235463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.239467 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.256971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.258314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1341488
Mar 26 21:38:08.261409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.270754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.280892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdebb5c-8605-455c-b039-1ffde8c7d228 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.303553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (ab596a8e-f007-43db-a6eb-5930b87933bc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.353798 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (ab596a8e-f007-43db-a6eb-5930b87933bc), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.358951 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc691f-21fa-422b-8d7b-477259bf298f x-openstack-request-id: req-0fbc691f-21fa-422b-8d7b-477259bf298f {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:38:08.359487 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:38:08.359801 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fbc691f-21fa-422b-8d7b-477259bf298f {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:38:08.360324 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbc691f-21fa-422b-8d7b-477259bf298f'] response: {'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:38:08.361419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ab596a8e-f007-43db-a6eb-5930b87933bc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.381109 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab596a8e-f007-43db-a6eb-5930b87933bc,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.388751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.389993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-71c1c110-3647-421c-a99b-38b9d8e2a603 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1273870
Mar 26 21:38:08.392655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.399542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.427731 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (3b514fe4-c303-4878-b2c7-7e07172115c0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.440105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-7fc27bbb-1304-417f-9e50-bca4e1f5aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:08.442123 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-7fc27bbb-1304-417f-9e50-bca4e1f5aa29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1127 time: 0.0496633
Mar 26 21:38:08.467601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b7ca0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbb26268-9372-4de2-a22d-f4cb9da7d841', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'floating_ip_address': '172.35.4.4', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'port_id': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'mac_address': 'fa:16:3e:f8:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:38:07Z', 'updated_at': '2022-03-26T21:38:07Z', 'revision_number': 0, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:38:08.490232 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (3b514fe4-c303-4878-b2c7-7e07172115c0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.495387 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3b514fe4-c303-4878-b2c7-7e07172115c0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.497955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Checking router: 7082a000-1ccc-42bd-b921-9ae1bcb83491 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:38:08.509263 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:38:08.510591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241b7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:37:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:38:08.515771 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b514fe4-c303-4878-b2c7-7e07172115c0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.525123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.528912 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5eb48578-434b-40da-a948-762d611e1580 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1327596
Mar 26 21:38:08.529084 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.533730 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.548791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-dc49a0d7-deed-4d6c-b685-907cbea32af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:08.550510 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-dc49a0d7-deed-4d6c-b685-907cbea32af2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.1022108
Mar 26 21:38:08.559291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (08a977f3-48f2-4e67-a388-38fe0e906a38), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.629603 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (08a977f3-48f2-4e67-a388-38fe0e906a38), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.630489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-ae1bed25-d2b3-437d-b177-61dd107deda5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 997 time: 0.0711949
Mar 26 21:38:08.633533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (08a977f3-48f2-4e67-a388-38fe0e906a38), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.641179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:38:08.649648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a977f3-48f2-4e67-a388-38fe0e906a38,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.661912 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.663344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-173e8963-0792-48ca-9d08-6d227ae5403c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1333296
Mar 26 21:38:08.666028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48508) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.672546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.684506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-f7237c1b-9572-42b4-bafa-48903eb69cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:08.686057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-f7237c1b-9572-42b4-bafa-48903eb69cc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0474653
Mar 26 21:38:08.699756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (ee48a539-8220-47ac-b7df-345c9659c170), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.755417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-2ab725de-8148-4b9a-89eb-5bb2f6cdb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:08.757248 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-2ab725de-8148-4b9a-89eb-5bb2f6cdb72c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0517259
Mar 26 21:38:08.764986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (ee48a539-8220-47ac-b7df-345c9659c170), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.769621 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ee48a539-8220-47ac-b7df-345c9659c170), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.790436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee48a539-8220-47ac-b7df-345c9659c170,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.800788 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.805722 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-789c0b7f-d86a-4384-adab-6e22ab579483 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1353931
Mar 26 21:38:08.806259 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48510) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.812636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.837157 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Project 3f9ed2569761414ba8a5c29042b497d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:38:08.842542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (12fe964a-6ba7-4973-bb32-952aa984a527), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.858669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-456d04a5-5261-47cd-984c-d9046db94001 service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941191
Mar 26 21:38:08.894796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241b7ca0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbb26268-9372-4de2-a22d-f4cb9da7d841', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'floating_ip_address': '172.35.4.4', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'port_id': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'mac_address': 'fa:16:3e:f8:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:38:07Z', 'updated_at': '2022-03-26T21:38:07Z', 'revision_number': 0, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:38:08.909343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (12fe964a-6ba7-4973-bb32-952aa984a527), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.913533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (12fe964a-6ba7-4973-bb32-952aa984a527), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.928135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b325336-6ad4-497e-8da1-300d116f36d0 None None] The sync data for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 is: [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cbb26268-9372-4de2-a22d-f4cb9da7d841', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'floating_ip_address': '172.35.4.4', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'port_id': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'mac_address': 'fa:16:3e:f8:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:38:07Z', 'updated_at': '2022-03-26T21:38:07Z', 'revision_number': 0, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:38:08.931510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fe964a-6ba7-4973-bb32-952aa984a527,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:08.946912 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:08.948998 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-415860a7-cdd0-4a71-bdf5-0ebaca3a8060 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1414855
Mar 26 21:38:08.951754 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48512) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:38:08.956781 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'security_group_rule': {'security_group_id': 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59', 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:08.962215 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-525a83d3-5ef4-4a98-9f1b-9fcbea3367fe req-8e9ffde5-7497-4743-a209-7700d85aa14c service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967586
Mar 26 21:38:08.977375 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Project 3f9ed2569761414ba8a5c29042b497d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:38:08.983171 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (5b8f9313-dc63-451c-a449-21b058215451), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.052938 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (5b8f9313-dc63-451c-a449-21b058215451), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.056395 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5b8f9313-dc63-451c-a449-21b058215451), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.076242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8f9313-dc63-451c-a449-21b058215451,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:09.085941 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.087273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a8c33d2f-06b5-4a4a-af5f-fdb3dc541ff0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1344507
Mar 26 21:38:09.157722 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e11d93-cb50-4d09-8c22-a766fd8cab95 None None] New status for floating IP cbb26268-9372-4de2-a22d-f4cb9da7d841: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:38:09.184538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-cf947fe8-73e9-4136-81d8-186095329e73 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271361972&fields=id&tenant_id=3f9ed2569761414ba8a5c29042b497d5 HTTP/1.1" status: 200  len: 267 time: 0.0481493
Mar 26 21:38:09.242191 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-3bdcae9b-2a8b-47b5-bc84-c822fcf0bfee tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:09.243306 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-3bdcae9b-2a8b-47b5-bc84-c822fcf0bfee tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0534236
Mar 26 21:38:09.254208 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'port': {'security_groups': ['67c39aa2-0034-4949-a5d4-634e6d0c342e', 'ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59']}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:38:09.326925 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.509126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:38:09.539643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.544086 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.556357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:38:09.586607 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:09.587240 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:09.588665 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e9461d58-e259-486c-b79e-ba2f468bf0b1 req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "PUT /v2.0/ports/caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 981 time: 0.3390279
Mar 26 21:38:09.632355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cf94e-3cbd-474b-bd35-ef46ece02645 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=6']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:38:09.659196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:38:09.679462 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:38:09.711385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db3822-9486-43f0-970d-d8469d17ac81 req-54454b89-5748-4d04-9e05-de4691ab9a81 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:09.713142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3db3822-9486-43f0-970d-d8469d17ac81 req-54454b89-5748-4d04-9e05-de4691ab9a81 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0617256
Mar 26 21:38:09.787034 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3db3822-9486-43f0-970d-d8469d17ac81 req-866879ec-eb68-4d16-b2ce-05b474601b65 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0672545
Mar 26 21:38:09.896899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c719c425-54d1-46e4-8045-5ea7a5f51ba7 None None] Provisioning complete for port caef9b55-704e-4694-bfa6-9d72c89b16ac triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:38:09.897175 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c719c425-54d1-46e4-8045-5ea7a5f51ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:10.132874 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c719c425-54d1-46e4-8045-5ea7a5f51ba7 None None] Current status of the port caef9b55-704e-4694-bfa6-9d72c89b16ac is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:38:10.361670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:38:10.364552 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da75f3-65ff-4cb3-80b2-f0c26f6af097" -d '{"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:38:10.401190 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb52ef12-2809-43c3-a7a1-6b8431dc6a00 x-openstack-request-id: req-bb52ef12-2809-43c3-a7a1-6b8431dc6a00 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:38:10.401531 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:38:10.401792 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb52ef12-2809-43c3-a7a1-6b8431dc6a00 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:38:10.402213 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb52ef12-2809-43c3-a7a1-6b8431dc6a00'] response: {'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:38:10.477262 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-eb001abe-7668-435a-8cce-1c67768eb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:10.478943 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-eb001abe-7668-435a-8cce-1c67768eb4ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1166 time: 0.0465577
Mar 26 21:38:10.570510 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-d7110a7d-f1c7-467e-a586-4a6a95dcfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:10.572025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-d7110a7d-f1c7-467e-a586-4a6a95dcfe8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.0861788
Mar 26 21:38:10.639212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-18b55d93-c251-4a59-bd76-b6d727000fa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 999 time: 0.0608184
Mar 26 21:38:10.687697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-c960f3bf-f430-4670-a0e0-969be2f2649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:10.689147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-c960f3bf-f430-4670-a0e0-969be2f2649c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0427191
Mar 26 21:38:10.738116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-93369133-7cd9-4958-953e-9f49f0f7735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:10.740312 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-93369133-7cd9-4958-953e-9f49f0f7735e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441546
Mar 26 21:38:10.832668 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-f1e1aeab-f60a-49fb-afdb-bc7b09108eae service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837343
Mar 26 21:38:10.923024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-10da75f3-65ff-4cb3-80b2-f0c26f6af097 req-be38048f-1bd8-4923-80e8-7a5850320326 service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839107
Mar 26 21:38:14.465655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:16.085182 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:25.139835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-43f46bc2-f08d-4025-aec9-a7a5cdfb044f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:27.874628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e0e5cba6-f5fc-4f59-854e-9b43eb92704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:28.910620 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:30.246565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:31.897944 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:33.812245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-a7f5ba59-4489-422b-b664-ce2fd64f8286 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0434957
Mar 26 21:38:33.894570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-7c39286c-09f5-4396-a152-54d4649af71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:33.896076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-7c39286c-09f5-4396-a152-54d4649af71b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1166 time: 0.0435112
Mar 26 21:38:34.002747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-8cf098f7-7e96-4d34-a924-8202542d9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:34.004339 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-8cf098f7-7e96-4d34-a924-8202542d9c81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.0863695
Mar 26 21:38:34.070311 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-e162f7f3-bd00-4ed7-97f8-6a120bec6eb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 999 time: 0.0587659
Mar 26 21:38:34.126556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-bd75e120-062a-4d03-b9e9-45d3f00230e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:34.128059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-bd75e120-062a-4d03-b9e9-45d3f00230e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0456581
Mar 26 21:38:34.180031 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-621495b6-700c-43a2-9783-23081107ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:34.181511 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-621495b6-700c-43a2-9783-23081107ab6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0473762
Mar 26 21:38:34.269992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-612a3cfe-e587-4c5c-a052-753b3a2cbc7e service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815129
Mar 26 21:38:34.359507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-95cc5506-1786-44f2-bb59-0664b0166ed3 req-bce16955-9a99-4a47-ae4c-9390991fb6d4 service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833769
Mar 26 21:38:35.591297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-b3e4cd82-eade-4657-885c-78cdbc513564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:35.592847 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-b3e4cd82-eade-4657-885c-78cdbc513564 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1166 time: 0.0466733
Mar 26 21:38:35.596501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526d08e-043b-4d3a-a575-8eacf7b785b9 req-1da8368e-9599-4b51-b4c7-94e2c85cf802 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:35.597966 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0526d08e-043b-4d3a-a575-8eacf7b785b9 req-1da8368e-9599-4b51-b4c7-94e2c85cf802 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0544271
Mar 26 21:38:35.661273 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0526d08e-043b-4d3a-a575-8eacf7b785b9 req-d11bdeab-eaa2-4736-9be5-d57cd8d5abde tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0573773
Mar 26 21:38:35.687585 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-51805616-714c-418e-8457-be1e43b61699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:35.689125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-51805616-714c-418e-8457-be1e43b61699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.0886681
Mar 26 21:38:35.752986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-735863f3-15b7-464f-a2b1-081ec345cbf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 999 time: 0.0580137
Mar 26 21:38:35.806589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-3d96ab4a-b585-4469-b3fc-61c833c33ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:35.808132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-3d96ab4a-b585-4469-b3fc-61c833c33ac2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0439799
Mar 26 21:38:35.861088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-21411301-5150-4dc8-aef5-53eefc894b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:35.862562 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-21411301-5150-4dc8-aef5-53eefc894b5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470130
Mar 26 21:38:35.951524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-f7362c03-a0f5-48e7-9afc-5067e12aed1f service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807133
Mar 26 21:38:36.044386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8ea322c-cd60-46cf-bc85-8ce058d4c6bf req-cf1a3908-3653-46f6-a4a4-29253f72495e service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861692
Mar 26 21:38:36.782143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a1c76-46fb-4ca1-b379-19b50f6c10d6 req-beb3c3b1-0c38-4f50-9007-3524a6a271c1 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:36.783624 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c97a1c76-46fb-4ca1-b379-19b50f6c10d6 req-beb3c3b1-0c38-4f50-9007-3524a6a271c1 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0530157
Mar 26 21:38:36.842559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c97a1c76-46fb-4ca1-b379-19b50f6c10d6 req-5afb94d5-9c30-4f43-9c84-d725b5c65696 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524988
Mar 26 21:38:37.961284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ac2a-2dbc-4135-bf9d-74ae838cf89e req-e1b7ed85-e562-4216-97d7-9159a889c338 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:37.962756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6b1ac2a-2dbc-4135-bf9d-74ae838cf89e req-e1b7ed85-e562-4216-97d7-9159a889c338 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0540087
Mar 26 21:38:38.020856 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d6b1ac2a-2dbc-4135-bf9d-74ae838cf89e req-089d5cc4-b193-40a2-b780-b3f9fd0ad47d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524309
Mar 26 21:38:39.140342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0625fc3-757a-4d6e-ba28-be7f65df60ed req-01531651-5470-46e8-8a82-ccbf35a4ce3e tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:39.141837 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0625fc3-757a-4d6e-ba28-be7f65df60ed req-01531651-5470-46e8-8a82-ccbf35a4ce3e tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0530093
Mar 26 21:38:39.204376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a0625fc3-757a-4d6e-ba28-be7f65df60ed req-db283d7d-4396-48a1-b4c5-ff49d55fde2d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0567636
Mar 26 21:38:40.323137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71382346-6de2-41a9-8f14-1389cd424d33 req-1db683ee-c689-48b9-aa28-0faa62144ff2 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:40.324553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71382346-6de2-41a9-8f14-1389cd424d33 req-1db683ee-c689-48b9-aa28-0faa62144ff2 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0536201
Mar 26 21:38:40.382695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-71382346-6de2-41a9-8f14-1389cd424d33 req-fe64a111-3024-4bf8-a165-1e75b50b2016 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0524306
Mar 26 21:38:41.500905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206bf4a-4d59-4279-bed7-a6ce6aab34cf req-05ec1ad6-605f-499d-b3a9-759cf8ea9b60 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:41.502378 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e206bf4a-4d59-4279-bed7-a6ce6aab34cf req-05ec1ad6-605f-499d-b3a9-759cf8ea9b60 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0515881
Mar 26 21:38:41.562232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e206bf4a-4d59-4279-bed7-a6ce6aab34cf req-8fd8c2ba-d398-46ed-b7f5-40afd5aa931f tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0535989
Mar 26 21:38:42.689230 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbefb1-624c-4af8-83bd-e1401afc3ab1 req-48a30287-15c1-4231-a5bf-20dc49df99de tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:42.690724 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84bbefb1-624c-4af8-83bd-e1401afc3ab1 req-48a30287-15c1-4231-a5bf-20dc49df99de tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0582347
Mar 26 21:38:42.749365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84bbefb1-624c-4af8-83bd-e1401afc3ab1 req-2e2d07ab-4a78-4f12-b25c-8fcd8a00c811 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528245
Mar 26 21:38:43.866954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3f04e-e407-4a50-bef3-fd25b9e17f26 req-ff30e459-3d33-47f6-8baa-0bccd02e3c16 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:43.868467 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13e3f04e-e407-4a50-bef3-fd25b9e17f26 req-ff30e459-3d33-47f6-8baa-0bccd02e3c16 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0524738
Mar 26 21:38:43.926321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13e3f04e-e407-4a50-bef3-fd25b9e17f26 req-93fcfe6c-586d-4231-8610-772a02134594 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520918
Mar 26 21:38:44.483937 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:45.045572 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a47da-4ced-4ba9-8b2b-1bddbf6ae151 req-af7bfe6a-9250-4867-af51-f47905115c2c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:45.047068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58a47da-4ced-4ba9-8b2b-1bddbf6ae151 req-af7bfe6a-9250-4867-af51-f47905115c2c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0541120
Mar 26 21:38:45.106701 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a58a47da-4ced-4ba9-8b2b-1bddbf6ae151 req-84952913-d84d-40f0-8260-11eef55ec8e1 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0536253
Mar 26 21:38:46.107195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:46.230446 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84893c-7539-4b91-a16e-e5761706b186 req-c56cca56-e4c4-49c1-bced-daab459b2fdd tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:46.232111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db84893c-7539-4b91-a16e-e5761706b186 req-c56cca56-e4c4-49c1-bced-daab459b2fdd tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0583456
Mar 26 21:38:46.290229 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db84893c-7539-4b91-a16e-e5761706b186 req-6a0d7b4c-aab2-4925-baa9-586f95127e93 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525231
Mar 26 21:38:46.678961 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:38:47.409810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38daf4-e243-4dd3-9b30-99dd91fe7e95 req-c8dae608-65d4-4d61-8d98-37d39d8feb21 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:38:47.411298 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bc38daf4-e243-4dd3-9b30-99dd91fe7e95 req-c8dae608-65d4-4d61-8d98-37d39d8feb21 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0524819
Mar 26 21:38:47.474664 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bc38daf4-e243-4dd3-9b30-99dd91fe7e95 req-da53bc81-d831-44ef-92c2-c1284e0f33fe tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59&id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0577033
Mar 26 21:38:55.135825 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fff2e7c0-e5c6-4fa0-8e9f-3b7d844a1d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:57.875849 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7917d20-db94-425b-b5c0-b650888f5d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:38:58.913665 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:00.250651 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:01.900015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:14.481785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:16.118474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.181869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-1ac0fe4d-c0c6-4133-91a5-70bbe9dd9749 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271361972&fields=id&tenant_id=3f9ed2569761414ba8a5c29042b497d5 HTTP/1.1" status: 200  len: 267 time: 0.0456860
Mar 26 21:39:20.239841 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-d16bce15-82a5-4fbe-ae35-64343ca0137b tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:20.241418 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-d16bce15-82a5-4fbe-ae35-64343ca0137b tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 984 time: 0.0542271
Mar 26 21:39:20.251843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Request body: {'port': {'security_groups': ['67c39aa2-0034-4949-a5d4-634e6d0c342e']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:20.325606 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.493834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:20.523291 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.527734 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.540768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:39:20.570559 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:20.571214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.572655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d47e232c-64cd-4b0b-af45-d9bafb29c0f7 req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "PUT /v2.0/ports/caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 942 time: 0.3251534
Mar 26 21:39:20.573119 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:20.575371 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c6868-5730-4a99-abca-97b1f17aedd0" -d '{"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:20.578811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48604) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:20.600555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event updated for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:20.608754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.609106 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.609461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.609858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.610138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.610474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.610810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.611144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.611475 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.611804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.612817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.612817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.612817 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.613296 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.613629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedcf489-567a-4049-93e1-12353c77b16c tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.626441 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57455f76-a693-4f9e-bea7-759f859488a2 x-openstack-request-id: req-57455f76-a693-4f9e-bea7-759f859488a2 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:20.627383 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:20.627523 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57455f76-a693-4f9e-bea7-759f859488a2 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:20.627908 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57455f76-a693-4f9e-bea7-759f859488a2'] response: {'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:39:20.659782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:39:20.672626 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.700455 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.710688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-744613eb-ce36-4844-80b3-8f0cf693f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:20.712992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-744613eb-ce36-4844-80b3-8f0cf693f733 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1127 time: 0.0649490
Mar 26 21:39:20.768588 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.774402 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.780463 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59 HTTP/1.1" status: 204  len: 168 time: 0.1992545
Mar 26 21:39:20.784157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48608) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:20.793047 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3aeb6e-96e5-4f11-bfa4-dc4f9d6cba59,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:20.832113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-3d892b0a-f486-48cf-9f98-928106da7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:20.833573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-3d892b0a-f486-48cf-9f98-928106da7cac service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.1118333
Mar 26 21:39:20.853641 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.853997 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.854347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.854694 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.855032 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.855368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.855717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.856135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.856466 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.856801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.857130 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.857476 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.857788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.858116 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.858450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163c369e-c670-44d0-8f6e-e177294a8457 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:20.901460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ccb00254-2ed2-4cb8-b5d6-bb9e41bd0406 None None] Provisioning complete for port caef9b55-704e-4694-bfa6-9d72c89b16ac triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:20.901846 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ccb00254-2ed2-4cb8-b5d6-bb9e41bd0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.919025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-0190fa3e-9714-4f67-b0f6-ffa21e804fb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 999 time: 0.0753062
Mar 26 21:39:20.976746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-dea3299b-1458-421c-8757-2c3f3449ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:20.978164 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Deleting port 4a24624c-791b-4c4e-ae9a-6f1cc074bdcd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:20.978297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-dea3299b-1458-421c-8757-2c3f3449ca96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0530751
Mar 26 21:39:20.978509 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:20.983513 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ccb00254-2ed2-4cb8-b5d6-bb9e41bd0406 None None] Current status of the port caef9b55-704e-4694-bfa6-9d72c89b16ac is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:21.034577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-5a085248-9c4e-44dc-b5c2-afaf781c0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:21.036268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-5a085248-9c4e-44dc-b5c2-afaf781c0ca0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0503027
Mar 26 21:39:21.062681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:21.063645 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for floatingip (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:21.076327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Calling delete_port for 4a24624c-791b-4c4e-ae9a-6f1cc074bdcd owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:21.127466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-4425f7c8-67c9-4e82-bd83-312653cb4bdf service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839944
Mar 26 21:39:21.228935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a48c6868-5730-4a99-abca-97b1f17aedd0 req-8b4b6075-9e38-4dcb-bdae-1240250f63dc service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902908
Mar 26 21:39:21.229722 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4a24624c-791b-4c4e-ae9a-6f1cc074bdcd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:21.255046 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event deleted for resources: {'Port': ['ID=4a24624c-791b-4c4e-ae9a-6f1cc074bdcd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:21.316501 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks [] for floatingip (cbb26268-9372-4de2-a22d-f4cb9da7d841), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:21.316828 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Floating IP cbb26268-9372-4de2-a22d-f4cb9da7d841 disassociated (deleted). External IP: 172.35.4.4, port: caef9b55-704e-4694-bfa6-9d72c89b16ac.
Mar 26 21:39:21.529957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Router 7082a000-1ccc-42bd-b921-9ae1bcb83491 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:39:21.640361 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:21.645356 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:21.649942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Sync routers for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:21.659681 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:21.660331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb455b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:38:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:21.674893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5fd89fec-6c86-4b0b-9d01-419de2c1e716 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "DELETE /v2.0/floatingips/cbb26268-9372-4de2-a22d-f4cb9da7d841 HTTP/1.1" status: 204  len: 168 time: 0.8835530
Mar 26 21:39:21.675481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:21.678575 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10b22ff-111a-4667-aee7-040923de69b6" -d '{"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:21.716875 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ea4d3-04a1-4846-874e-625b2c48e876 x-openstack-request-id: req-0c0ea4d3-04a1-4846-874e-625b2c48e876 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:21.717229 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:21.717490 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c0ea4d3-04a1-4846-874e-625b2c48e876 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:21.717917 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0ea4d3-04a1-4846-874e-625b2c48e876'] response: {'name': 'network-changed', 'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:39:21.774741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:21.789178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b22ff-111a-4667-aee7-040923de69b6 req-47b396e8-ab0b-489e-8117-2bf71b54f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:21.790692 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-47b396e8-ab0b-489e-8117-2bf71b54f5fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9ed2569761414ba8a5c29042b497d5&device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 1127 time: 0.0456510
Mar 26 21:39:21.901635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b22ff-111a-4667-aee7-040923de69b6 req-28cec2ef-a428-46b9-91f0-a7ab907793b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:21.903205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-28cec2ef-a428-46b9-91f0-a7ab907793b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 200  len: 914 time: 0.1032479
Mar 26 21:39:21.952446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-363249d2-1834-4127-9980-4e770ceffbf2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 200  len: 217 time: 0.0381336
Mar 26 21:39:22.005575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b22ff-111a-4667-aee7-040923de69b6 req-56026ece-d47c-4870-8f41-ac7547db4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:22.007721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-56026ece-d47c-4870-8f41-ac7547db4791 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 200  len: 853 time: 0.0477540
Mar 26 21:39:22.007905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb455b0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:22.035130 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Checking router: 7082a000-1ccc-42bd-b921-9ae1bcb83491 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:22.044008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:22.044578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb455b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:38:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:22.062169 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b22ff-111a-4667-aee7-040923de69b6 req-a1d50bf3-0c1a-4075-a167-015518088f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:22.063676 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-a1d50bf3-0c1a-4075-a167-015518088f09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60de7717-dbf5-48e3-b0db-39de1feeb88d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483735
Mar 26 21:39:22.152916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:22.182836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-1914a53e-7763-484d-971b-194109a9ac6e service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834997
Mar 26 21:39:22.276406 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d10b22ff-111a-4667-aee7-040923de69b6 req-6a13026f-239f-41c0-839f-e682875241b8 service neutron] 10.222.0.21 "GET /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850821
Mar 26 21:39:22.352934 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb455b0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:22.384080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1a550-53e7-493a-9268-55d20f5d2ef4 None None] The sync data for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 is: [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:27Z', 'revision_number': 4, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58063de2-a976-4136-aeb8-45e09da83a2c', 'name': '', 'network_id': '60de7717-dbf5-48e3-b0db-39de1feeb88d', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'mac_address': 'fa:16:3e:62:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:26Z', 'updated_at': '2022-03-26T21:37:33Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'subnets': [{'id': '0a4ef835-5b64-49f6-9403-49fc65e7aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:22.594591 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a377c-3de3-4225-af12-8ba4219d5465 None None] New status for floating IP cbb26268-9372-4de2-a22d-f4cb9da7d841: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:39:23.677957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:39:24.410072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcea20-3a12-484c-9d79-b1ef3545d3a2 req-c2d66699-70ec-4e44-bf4e-aa64a32b688d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:24.411552 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29bcea20-3a12-484c-9d79-b1ef3545d3a2 req-c2d66699-70ec-4e44-bf4e-aa64a32b688d tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0540609
Mar 26 21:39:24.461758 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-29bcea20-3a12-484c-9d79-b1ef3545d3a2 req-66be2947-dd5f-41e6-9f56-5f395fd53104 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439501
Mar 26 21:39:25.138128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d33e1b97-42f1-4e9f-8423-22bc0cd661ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:25.584213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c925-b1a8-4ffd-bbe9-09a4c3799271 req-7c4d228f-3b11-4313-9a34-9503eb3950e0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:25.585682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca95c925-b1a8-4ffd-bbe9-09a4c3799271 req-7c4d228f-3b11-4313-9a34-9503eb3950e0 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0527685
Mar 26 21:39:25.631324 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca95c925-b1a8-4ffd-bbe9-09a4c3799271 req-895dc9b3-2889-41a8-9a47-9ebb94513237 tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c39aa2-0034-4949-a5d4-634e6d0c342e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401163
Mar 26 21:39:26.350449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-2b90fa0b-e773-44f6-8641-49a651a606eb tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:26.351865 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-2b90fa0b-e773-44f6-8641-49a651a606eb tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.21 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 945 time: 0.0510821
Mar 26 21:39:26.446387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Deleting port caef9b55-704e-4694-bfa6-9d72c89b16ac {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:26.446723 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:26.532241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] For port caef9b55-704e-4694-bfa6-9d72c89b16ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caef9b55-704e-4694-bfa6-9d72c89b16ac,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:26.532603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:26.548326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Calling delete_port for caef9b55-704e-4694-bfa6-9d72c89b16ac owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:26.670930 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (caef9b55-704e-4694-bfa6-9d72c89b16ac), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:26.693474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['caef9b55-704e-4694-bfa6-9d72c89b16ac'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:39:26.699457 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Pushing event deleted for resources: {'Port': ['ID=caef9b55-704e-4694-bfa6-9d72c89b16ac,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:26.736712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa586316-8bd8-48af-888d-344ff78a7b61 req-bba44710-e0bd-4c22-b93b-e409f6e9e5ee tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dcf983-2cbc-4b70-be5d-af510ec798e8 HTTP/1.1" status: 200  len: 210 time: 0.0314560
Mar 26 21:39:26.751136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] No DVR routers for this DVR port caef9b55-704e-4694-bfa6-9d72c89b16ac on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:39:26.753887 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:26.757970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b702187b-0682-4df4-9a8b-7e4c64dd85e1 req-4829bdbb-4955-4b0b-a6a8-a567553ba3ba tempest-TestMinimumBasicScenario-1300155065 tempest-TestMinimumBasicScenario-1300155065-project] 10.222.0.21 "DELETE /v2.0/ports/caef9b55-704e-4694-bfa6-9d72c89b16ac HTTP/1.1" status: 204  len: 173 time: 0.3983901
Mar 26 21:39:26.758412 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'name': 'network-vif-deleted', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:26.760673 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e30c25d-d725-49f0-b98d-1a7f327a15ab" -d '{"events": [{"server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "name": "network-vif-deleted", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:26.801913 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535ef84-b6b2-4313-a484-67faf543dcc1 x-openstack-request-id: req-e535ef84-b6b2-4313-a484-67faf543dcc1 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:26.802463 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dcf983-2cbc-4b70-be5d-af510ec798e8", "name": "network-vif-deleted", "tag": "caef9b55-704e-4694-bfa6-9d72c89b16ac", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:26.802720 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e535ef84-b6b2-4313-a484-67faf543dcc1 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:26.803124 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e535ef84-b6b2-4313-a484-67faf543dcc1'] response: {'server_uuid': '42dcf983-2cbc-4b70-be5d-af510ec798e8', 'name': 'network-vif-deleted', 'tag': 'caef9b55-704e-4694-bfa6-9d72c89b16ac', 'status': 'completed', 'code': 200}
Mar 26 21:39:27.876185 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-5f6b048b-b83f-441c-86c0-78b98e8e6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:28.341606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:28.916568 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.026956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.275178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Deleting port 58063de2-a976-4136-aeb8-45e09da83a2c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:29.275444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.355001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] For port 58063de2-a976-4136-aeb8-45e09da83a2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58063de2-a976-4136-aeb8-45e09da83a2c,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:29.355711 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.367455 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Calling delete_port for 58063de2-a976-4136-aeb8-45e09da83a2c owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:29.545451 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (58063de2-a976-4136-aeb8-45e09da83a2c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.570646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Pushing event deleted for resources: {'Port': ['ID=58063de2-a976-4136-aeb8-45e09da83a2c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:29.740347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:29.952217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Router 7082a000-1ccc-42bd-b921-9ae1bcb83491 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:39:30.060445 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:30.065793 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-53b89a0a-2dba-4c66-bee9-2109d896092c admin admin] 10.222.0.16 "PUT /v2.0/routers/7082a000-1ccc-42bd-b921-9ae1bcb83491/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7231872
Mar 26 21:39:30.068413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48728) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:30.068803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Sync routers for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:30.078277 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:30.078881 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61299eebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:30.174684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks [] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.186698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:30.277700 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.280982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks [] for router_gateway (7082a000-1ccc-42bd-b921-9ae1bcb83491), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.333935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Deleting port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:30.334279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.379758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61299eebb0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112'}], 'enable_snat': True}, 'gw_port_id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:39:29Z', 'revision_number': 5, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port': {'id': 'cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:30.406193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Checking router: 7082a000-1ccc-42bd-b921-9ae1bcb83491 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:30.415731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Routers {'7082a000-1ccc-42bd-b921-9ae1bcb83491'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:30.416389 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61299eebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7082a000-1ccc-42bd-b921-9ae1bcb83491'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:30.416998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] For port cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:30.417503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.429256 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Calling delete_port for cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:30.455558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device caef9b55-704e-4694-bfa6-9d72c89b16ac no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:30.503449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: caef9b55-704e-4694-bfa6-9d72c89b16ac {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:30.503851 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device caef9b55-704e-4694-bfa6-9d72c89b16ac not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:30.528183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] Set router 7082a000-1ccc-42bd-b921-9ae1bcb83491 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:30.583944 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61299eebb0>, [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:39:30Z', 'revision_number': 6, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:30.595340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.612077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444286f5-bbf6-4b00-bdd0-3bd107f73bee None None] The sync data for ids ['7082a000-1ccc-42bd-b921-9ae1bcb83491'] in ncdv-master-1 is: [{'id': '7082a000-1ccc-42bd-b921-9ae1bcb83491', 'name': 'tempest-TestMinimumBasicScenario-885512400-router', 'tenant_id': '3f9ed2569761414ba8a5c29042b497d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:24Z', 'updated_at': '2022-03-26T21:39:30Z', 'revision_number': 6, 'project_id': '3f9ed2569761414ba8a5c29042b497d5', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:30.621063 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:30.686009 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.778273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.780407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks [] for router_controller (7082a000-1ccc-42bd-b921-9ae1bcb83491), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.823463 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (7082a000-1ccc-42bd-b921-9ae1bcb83491), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.824010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7082a000-1ccc-42bd-b921-9ae1bcb83491 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:39:30.828324 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.832196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48730) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:30.832717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1623990d-f9c9-4aae-81c6-cd3387eee8f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7082a000-1ccc-42bd-b921-9ae1bcb83491 HTTP/1.1" status: 204  len: 168 time: 0.7628903
Mar 26 21:39:30.875567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Deleting subnet 0a4ef835-5b64-49f6-9403-49fc65e7aa27 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:39:30.878618 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Publish callbacks [] for subnet (0a4ef835-5b64-49f6-9403-49fc65e7aa27), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.912326 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (0a4ef835-5b64-49f6-9403-49fc65e7aa27), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:30.996664 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (0a4ef835-5b64-49f6-9403-49fc65e7aa27), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.053555 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (0a4ef835-5b64-49f6-9403-49fc65e7aa27), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.078581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4ef835-5b64-49f6-9403-49fc65e7aa27,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:31.084278 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.088072 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c79a067e-f00e-46af-9fbf-35fe4235193d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a4ef835-5b64-49f6-9403-49fc65e7aa27 HTTP/1.1" status: 204  len: 168 time: 0.2548602
Mar 26 21:39:31.090565 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:31.093243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108c38b-5920-4bfa-8c21-eb3f95b06f67 None None] Network 60de7717-dbf5-48e3-b0db-39de1feeb88d requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:39:31.160013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (60de7717-dbf5-48e3-b0db-39de1feeb88d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.219296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Deleting port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:31.219643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.281940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] For port 5d0fafcf-be84-4568-bdbf-9a780d8ae466, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0fafcf-be84-4568-bdbf-9a780d8ae466,segment=NetworkSegment(1bc9f483-f13d-4513-9b12-dd763694fe52),segment_id=1bc9f483-f13d-4513-9b12-dd763694fe52)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:31.282219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.294426 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Calling delete_port for 5d0fafcf-be84-4568-bdbf-9a780d8ae466 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:31.381279 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (5d0fafcf-be84-4568-bdbf-9a780d8ae466), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.383328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea31931-9c51-44d7-bc81-e07d8a8cad6c None None] DHCP port deletion for 60de7717-dbf5-48e3-b0db-39de1feeb88d request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:39:31.415031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0fafcf-be84-4568-bdbf-9a780d8ae466,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:31.422710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] No DVR routers for this DVR port 5d0fafcf-be84-4568-bdbf-9a780d8ae466 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:39:31.446101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58063de2-a976-4136-aeb8-45e09da83a2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:31.466220 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 58063de2-a976-4136-aeb8-45e09da83a2c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:31.466655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 58063de2-a976-4136-aeb8-45e09da83a2c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:31.495614 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (60de7717-dbf5-48e3-b0db-39de1feeb88d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.522701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c4d3100>,) {'filters': {'network_id': ['60de7717-dbf5-48e3-b0db-39de1feeb88d']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:31.533220 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c4d3100>, '1bc9f483-f13d-4513-9b12-dd763694fe52') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:31.533460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c4d3100>, '1bc9f483-f13d-4513-9b12-dd763694fe52') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:31.543716 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (1bc9f483-f13d-4513-9b12-dd763694fe52), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.558149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1bc9f483-f13d-4513-9b12-dd763694fe52), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.564110 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:39:31.564517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (1bc9f483-f13d-4513-9b12-dd763694fe52), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:39:31.566288 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:39:31.623037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (60de7717-dbf5-48e3-b0db-39de1feeb88d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.628124 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.632067 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/60de7717-dbf5-48e3-b0db-39de1feeb88d HTTP/1.1" status: 204  len: 168 time: 0.5395005
Mar 26 21:39:31.635111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48734) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:31.644679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806643f1-997f-419e-9a94-28f3a9651b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=60de7717-dbf5-48e3-b0db-39de1feeb88d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:31.906845 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:31.992262 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (00644ebf-c002-467a-bc0e-98145e755351), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:32.240811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Deleting port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:32.241446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:32.316840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] For port 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:32.317195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:32.329741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Calling delete_port for 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:32.503437 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:32.533161 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Pushing event deleted for resources: {'Port': ['ID=33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:32.700993 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (00644ebf-c002-467a-bc0e-98145e755351), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:32.847562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5d0fafcf-be84-4568-bdbf-9a780d8ae466 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:32.867685 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 5d0fafcf-be84-4568-bdbf-9a780d8ae466 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:32.868061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 5d0fafcf-be84-4568-bdbf-9a780d8ae466 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:32.868482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:32.890648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:32.890999 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cd2d490c-e474-4ff5-a7fa-3ddd5ac501ba not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:32.925873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Router 00644ebf-c002-467a-bc0e-98145e755351 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:39:33.377749 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:33.382582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-956ae68f-112f-46ce-9f8b-605fb4e3357b admin admin] 10.222.0.16 "PUT /v2.0/routers/00644ebf-c002-467a-bc0e-98145e755351/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7462227
Mar 26 21:39:33.385240 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48736) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:33.386037 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Sync routers for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:33.395946 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:33.396607 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f04f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:33.495419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks [] for router (00644ebf-c002-467a-bc0e-98145e755351), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:33.507704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:33.601338 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks [] for router_gateway (00644ebf-c002-467a-bc0e-98145e755351), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:33.652445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Deleting port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:33.652709 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:33.685965 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f04f0>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:39:32Z', 'revision_number': 5, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port': {'id': '659d39d5-b73d-4f9f-b4a2-6b9b5da56afd', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ae:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00644ebf-c002-467a-bc0e-98145e755351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:33.713012 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Checking router: 00644ebf-c002-467a-bc0e-98145e755351 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:33.721257 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Routers {'00644ebf-c002-467a-bc0e-98145e755351'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:33.721863 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244f04f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['00644ebf-c002-467a-bc0e-98145e755351'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:33.734311 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] For port 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:33.734675 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:33.746172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Calling delete_port for 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:33.900209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] Set router 00644ebf-c002-467a-bc0e-98145e755351 gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:33.920335 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (659d39d5-b73d-4f9f-b4a2-6b9b5da56afd), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:33.946297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Pushing event deleted for resources: {'Port': ['ID=659d39d5-b73d-4f9f-b4a2-6b9b5da56afd,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:33.951939 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244f04f0>, [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:39:33Z', 'revision_number': 6, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:33.981828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c56ba4-a516-496b-9783-1692e5b5612d None None] The sync data for ids ['00644ebf-c002-467a-bc0e-98145e755351'] in ncdv-master-1 is: [{'id': '00644ebf-c002-467a-bc0e-98145e755351', 'name': 'tempest-TestMinimumBasicScenario-2144356874-router', 'tenant_id': 'ad00308141aa417cad3dbd5158dbacd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:37:29Z', 'updated_at': '2022-03-26T21:39:33Z', 'revision_number': 6, 'project_id': 'ad00308141aa417cad3dbd5158dbacd8', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:34.013784 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (00644ebf-c002-467a-bc0e-98145e755351), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.432266 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (00644ebf-c002-467a-bc0e-98145e755351), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.434403 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks [] for router_controller (00644ebf-c002-467a-bc0e-98145e755351), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.477650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (00644ebf-c002-467a-bc0e-98145e755351), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.478176 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00644ebf-c002-467a-bc0e-98145e755351 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:39:34.482746 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.483883 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8a7b23e6-76bf-4fe3-9dbb-1d38b5e0e18b admin admin] 10.222.0.16 "DELETE /v2.0/routers/00644ebf-c002-467a-bc0e-98145e755351 HTTP/1.1" status: 204  len: 168 time: 1.0976593
Mar 26 21:39:34.486767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48740) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:34.531004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Deleting subnet 40c4c470-5a24-4562-be13-6e974d1b1a16 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:39:34.534026 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Publish callbacks [] for subnet (40c4c470-5a24-4562-be13-6e974d1b1a16), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.569336 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (40c4c470-5a24-4562-be13-6e974d1b1a16), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.648373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (40c4c470-5a24-4562-be13-6e974d1b1a16), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.700021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (40c4c470-5a24-4562-be13-6e974d1b1a16), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.726113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c4c470-5a24-4562-be13-6e974d1b1a16,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:34.728582 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.731815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-66e1dbfd-43f4-40f7-a7c5-ff59798e4c98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/40c4c470-5a24-4562-be13-6e974d1b1a16 HTTP/1.1" status: 204  len: 168 time: 0.2439492
Mar 26 21:39:34.733338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95ef3b-97a6-42a7-8c78-d6667a3cea9e None None] Network 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:39:34.734636 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:34.812733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (86ab76eb-7563-44d3-9e98-c4b3859dc3c1), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.815551 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:34.842374 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:34.842986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 659d39d5-b73d-4f9f-b4a2-6b9b5da56afd not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:34.843582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:34.872242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Deleting port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:34.872582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.878453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:34.878809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 33cbcf4c-1777-464b-b6fa-f7f7b00cd4fb not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:34.941322 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] For port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:34.941699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:34.954104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Calling delete_port for 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:34.955403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] DHCP port deletion for 86ab76eb-7563-44d3-9e98-c4b3859dc3c1 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:39:35.012520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Deleting port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:39:35.013155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.043205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.058800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] No DVR routers for this DVR port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:39:35.082801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] For port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,segment=NetworkSegment(910829ec-532d-4cd2-bc9c-8d13edb3c6c7),segment_id=910829ec-532d-4cd2-bc9c-8d13edb3c6c7)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:35.083245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.097059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Calling delete_port for 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:39:35.099258 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:35.158468 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (86ab76eb-7563-44d3-9e98-c4b3859dc3c1), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.172149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (1f97a6a3-3c02-4cff-8b85-a72487b7c3a6), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.179383 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611fda9a60>,) {'filters': {'network_id': ['86ab76eb-7563-44d3-9e98-c4b3859dc3c1']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:35.188875 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fda9a60>, '910829ec-532d-4cd2-bc9c-8d13edb3c6c7') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:35.189169 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611fda9a60>, '910829ec-532d-4cd2-bc9c-8d13edb3c6c7') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:35.199001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (910829ec-532d-4cd2-bc9c-8d13edb3c6c7), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.199848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Pushing event deleted for resources: {'Port': ['ID=1f97a6a3-3c02-4cff-8b85-a72487b7c3a6,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:35.204141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] No DVR routers for this DVR port 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:39:35.211651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.212057 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.212390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.212734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.213073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.213410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.213746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.214898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.214898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.214898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.215292 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.215421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.215652 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.216001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.216325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cfaf94-e6f8-433f-a41a-5e8d80ca0891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:35.219535 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (910829ec-532d-4cd2-bc9c-8d13edb3c6c7), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.227173 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:39:35.227623 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (910829ec-532d-4cd2-bc9c-8d13edb3c6c7), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:39:35.229631 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:39:35.285024 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (86ab76eb-7563-44d3-9e98-c4b3859dc3c1), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.290639 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.294804 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] 10.222.0.16 "DELETE /v2.0/networks/86ab76eb-7563-44d3-9e98-c4b3859dc3c1 HTTP/1.1" status: 204  len: 168 time: 0.5591536
Mar 26 21:39:35.305753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d418360-96bd-48a8-8211-010259f13d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=86ab76eb-7563-44d3-9e98-c4b3859dc3c1,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:35.448560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48746) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:35.488213 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fc861c20-8d91-42e3-be5b-e174697e4b3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f9ed2569761414ba8a5c29042b497d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383289
Mar 26 21:39:35.490355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48748) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:35.541043 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] Publish callbacks [] for security_group (67c39aa2-0034-4949-a5d4-634e6d0c342e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.561527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] Publish callbacks [] for security_group (67c39aa2-0034-4949-a5d4-634e6d0c342e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.607625 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (67c39aa2-0034-4949-a5d4-634e6d0c342e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.610195 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:35.611348 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67c39aa2-0034-4949-a5d4-634e6d0c342e HTTP/1.1" status: 204  len: 168 time: 0.1201274
Mar 26 21:39:35.619463 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc73909-aa85-468b-9b63-6d366283e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c39aa2-0034-4949-a5d4-634e6d0c342e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:35.934172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48754) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:35.973165 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d55cc08b-2f00-47ba-89b2-aa308520afa1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad00308141aa417cad3dbd5158dbacd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377662
Mar 26 21:39:35.975447 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48756) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:36.025506 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] Publish callbacks [] for security_group (9f1a3a87-682f-42a9-a41d-b9ad4b17f18e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:36.047845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] Publish callbacks [] for security_group (9f1a3a87-682f-42a9-a41d-b9ad4b17f18e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:36.096370 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (9f1a3a87-682f-42a9-a41d-b9ad4b17f18e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:36.098933 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:36.102974 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f1a3a87-682f-42a9-a41d-b9ad4b17f18e HTTP/1.1" status: 204  len: 168 time: 0.1237540
Mar 26 21:39:36.108813 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60c8e9-1454-4968-83de-40df72487164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a3a87-682f-42a9-a41d-b9ad4b17f18e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:36.795095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:39:36.814441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:39:36.814782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1f97a6a3-3c02-4cff-8b85-a72487b7c3a6 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:39:37.803368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48798) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:37.808606 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903287729', 'description': 'tempest-secgroup-smoke-903287729 description', 'project_id': '01928d3d430a4ee085f0f02b34539ca4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:37.831153 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:37.838725 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:37.911781 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (b179429f-7456-4cf7-a13a-2b184d8e2647), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:37.915907 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b179429f-7456-4cf7-a13a-2b184d8e2647), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:37.950782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b179429f-7456-4cf7-a13a-2b184d8e2647,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:37.991658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3d897513-4e82-4fb0-8543-0afe5daf222b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:37.995037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3d897513-4e82-4fb0-8543-0afe5daf222b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.021952 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.023699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2187808
Mar 26 21:39:38.026872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48800) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.028094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f45c0d-dc14-4a55-a47b-bc63b8591e66 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d897513-4e82-4fb0-8543-0afe5daf222b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.031438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.056956 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (82360a38-8871-451b-93a3-711fdf28003e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.109942 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (82360a38-8871-451b-93a3-711fdf28003e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.113213 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (82360a38-8871-451b-93a3-711fdf28003e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.131080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82360a38-8871-451b-93a3-711fdf28003e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.136447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.137634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bb2adc51-d52f-4dc9-9bfc-0ef5f7d875b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1097560
Mar 26 21:39:38.141097 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48802) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.145337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.168856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (3bee8ebe-edf1-403c-b2a4-136d26eb07c4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.227811 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (3bee8ebe-edf1-403c-b2a4-136d26eb07c4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.231530 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (3bee8ebe-edf1-403c-b2a4-136d26eb07c4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.250693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bee8ebe-edf1-403c-b2a4-136d26eb07c4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.259611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.261010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b05f695c-a38d-48bc-8384-88e0b91eb69c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1189823
Mar 26 21:39:38.263646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48804) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.267937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.292122 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a87782e1-ae41-4bbd-a2bc-f67c6bc2a2d6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.346890 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a87782e1-ae41-4bbd-a2bc-f67c6bc2a2d6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.350278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a87782e1-ae41-4bbd-a2bc-f67c6bc2a2d6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.367677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87782e1-ae41-4bbd-a2bc-f67c6bc2a2d6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.374577 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.375752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1026dd97-1786-4003-b8f9-9187cf475cdb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1111441
Mar 26 21:39:38.378541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48806) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.382962 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.405949 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (919e2a76-5b05-4689-8623-29aab86231ea), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.461181 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (919e2a76-5b05-4689-8623-29aab86231ea), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.464386 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (919e2a76-5b05-4689-8623-29aab86231ea), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.478896 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919e2a76-5b05-4689-8623-29aab86231ea,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.489163 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.490361 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8456b5a2-32a5-45e6-ac8f-a35b6c7528a4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1108320
Mar 26 21:39:38.493703 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48808) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.498004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.516518 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:39:38.521150 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (56c2d5cf-3bc4-4960-99e9-8c0b426ecf6d), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.587499 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (56c2d5cf-3bc4-4960-99e9-8c0b426ecf6d), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.590778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (56c2d5cf-3bc4-4960-99e9-8c0b426ecf6d), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.610137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c2d5cf-3bc4-4960-99e9-8c0b426ecf6d,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.618872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.620084 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fccc7eb8-9d64-4606-8740-f7f97477282c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1254261
Mar 26 21:39:38.622816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48810) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.627072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3d897513-4e82-4fb0-8543-0afe5daf222b', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.646231 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:39:38.652488 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8b542295-c356-401a-8e74-7b88c0355bae), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.710223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8b542295-c356-401a-8e74-7b88c0355bae), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.713965 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8b542295-c356-401a-8e74-7b88c0355bae), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.731131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b542295-c356-401a-8e74-7b88c0355bae,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.738914 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.742910 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-90fc058f-49ce-49fa-951f-20763a7ea938 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1163144
Mar 26 21:39:38.743273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48812) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.748750 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'network': {'name': 'tempest-network-smoke--1187622563', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'port_security_enabled': True}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.767305 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:39:38.770526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.795068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:39:38.804367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4f2f5f2f-4736-4f30-a334-e7b80e88a020), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.805005 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Added segment 4f2f5f2f-4736-4f30-a334-e7b80e88a020 of type vlan for network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4
Mar 26 21:39:38.843344 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.866605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.871483 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:38.872117 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.913254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1687098
Mar 26 21:39:38.916939 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48814) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:38.921542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'admin_state_up': True, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:38.942843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5093b-2d76-4bae-afbf-539b007f69a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Network': ['ID=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:38.943095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.943851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:38.956630 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:39:38.996523 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (7b1c98e2-9c12-4e65-b60e-bfce277924c3), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.141873 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (7b1c98e2-9c12-4e65-b60e-bfce277924c3), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.336331 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.354756 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.454334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.44 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/a523aa7e-7ac4-452c-8520-43486fde6bcc) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:39:39.557308 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.590196 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:39.625270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:39.628085 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:39.631427 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:39:39.656687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=a523aa7e-7ac4-452c-8520-43486fde6bcc,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:39.884286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.082130 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.207694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:39:40.315830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:40.326202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Sync routers for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:40.335229 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:40.336090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.336588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed21bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:40.337373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-165f25a7-279f-48d0-a144-b129be717ed8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4194262
Mar 26 21:39:40.340488 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48816) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:40.443582 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:40.458815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dc5a415e-56ab-4899-b18f-d7f9b7039fd6 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=01928d3d430a4ee085f0f02b34539ca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1171734
Mar 26 21:39:40.462215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48820) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:40.550574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f28b0-e885-4407-b94c-5b0de40e79a3 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:40.554696 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a78f28b0-e885-4407-b94c-5b0de40e79a3 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0889564
Mar 26 21:39:40.555317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48822) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:40.583024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3fcc9e9b-9fc4-420b-a9d2-5cac83274250 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266356
Mar 26 21:39:40.586217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48824) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:40.590917 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71952723', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:40.619386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed21bb0>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:39Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:40.650035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Checking router: 7b1c98e2-9c12-4e65-b60e-bfce277924c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:40.650386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Updating router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 port a523aa7e-7ac4-452c-8520-43486fde6bcc binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:39:40.674536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:39:40.677663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.678247 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.855259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (a9966cf7-1ee6-49d7-8ccb-343af6cb5841), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.919752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Subnet': ['ID=a9966cf7-1ee6-49d7-8ccb-343af6cb5841,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:40.926891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Checking segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:39:40.927522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network hostable DHCP agents. Network: 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:39:40.932509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks [] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.939694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.949608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:39:40.958254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:40.962223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:40.962824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:40.972618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06caa883-06d1-40db-80b1-dac2cd6dfe55 None None] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:39:40.978557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2254f585-d6c4-485a-91ec-d72c3729e59b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.3912845
Mar 26 21:39:40.981404 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48826) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:41.047395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638896-df5f-4368-9179-4dcd5ab95f40 None None] Pushing event updated for resources: {'Port': ['ID=a523aa7e-7ac4-452c-8520-43486fde6bcc,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:41.051911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Attempting to bind port a523aa7e-7ac4-452c-8520-43486fde6bcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:39:41.052727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Attempting to bind port a523aa7e-7ac4-452c-8520-43486fde6bcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:39:41.053100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Attempting to bind port a523aa7e-7ac4-452c-8520-43486fde6bcc on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:39:41.063535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:39:41.063949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:39:41.064341 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.064731 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:39:41.065202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Bound port: a523aa7e-7ac4-452c-8520-43486fde6bcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:39:41.065584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.141173 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:39:41.142265 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.158993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] For port a523aa7e-7ac4-452c-8520-43486fde6bcc, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:39:41.172303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] For port a523aa7e-7ac4-452c-8520-43486fde6bcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a523aa7e-7ac4-452c-8520-43486fde6bcc,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:39:41.184116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.302611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638896-df5f-4368-9179-4dcd5ab95f40 None None] Pushing event updated for resources: {'Port': ['ID=a523aa7e-7ac4-452c-8520-43486fde6bcc,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:41.329091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:41.329722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ed21bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:41.391110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Allocated IP 172.20.0.2 (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4/a9966cf7-1ee6-49d7-8ccb-343af6cb5841/7f4e5e14-e601-4a10-8f03-80ada800928d) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:39:41.424142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.500872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:41.695973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks [] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.716070 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.748036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.1 (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4/a9966cf7-1ee6-49d7-8ccb-343af6cb5841/cfd50eb5-37a3-472d-9ec1-55eab413d81f) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:39:41.760170 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:41.764998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:41.767748 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:39:41.780640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Pushing event updated for resources: {'Port': ['ID=7f4e5e14-e601-4a10-8f03-80ada800928d,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:41.833445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ed21bb0>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:39Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:41.865629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Attempting to bind port 7f4e5e14-e601-4a10-8f03-80ada800928d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:39:41.866009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Attempting to bind port 7f4e5e14-e601-4a10-8f03-80ada800928d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:39:41.866143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.866378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Attempting to bind port 7f4e5e14-e601-4a10-8f03-80ada800928d on network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:39:41.870001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0d723-8dfb-478f-beed-9e584b0735b8 None None] The sync data for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 is: [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:39Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:41.874143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:39:41.874385 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Checking segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:39:41.874775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.875168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Bound using segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:39:41.875647 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Bound port: 7f4e5e14-e601-4a10-8f03-80ada800928d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:39:41.876145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.909369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.946680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] For port 7f4e5e14-e601-4a10-8f03-80ada800928d, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:39:41.949901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] For port 7f4e5e14-e601-4a10-8f03-80ada800928d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f4e5e14-e601-4a10-8f03-80ada800928d,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:39:41.950306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:41.953407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:41.957078 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:39:41.957703 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:41.984558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:42.013286 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.023623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298fc42-4b4e-4356-a6d6-fb937842b059 None None] Pushing event updated for resources: {'Port': ['ID=7f4e5e14-e601-4a10-8f03-80ada800928d,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:42.562502 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.867515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a523aa7e-7ac4-452c-8520-43486fde6bcc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:42.896195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.903136 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.936059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a523aa7e-7ac4-452c-8520-43486fde6bcc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:42.936392 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.990143 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:42.990861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:43.032460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a523aa7e-7ac4-452c-8520-43486fde6bcc is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:43.032849 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.057558 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port a523aa7e-7ac4-452c-8520-43486fde6bcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a523aa7e-7ac4-452c-8520-43486fde6bcc,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:43.064529 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.065472 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7f4e5e14-e601-4a10-8f03-80ada800928d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:43.101371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:43.103073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:43.150705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=a523aa7e-7ac4-452c-8520-43486fde6bcc,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:43.165210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7f4e5e14-e601-4a10-8f03-80ada800928d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:43.165589 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.203299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef521db-c037-42fe-bbc2-c06d4d07e6dc None None] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:39:43.230354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:39:43.345828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:43.356530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-18b1bb2a-ddd9-4bbb-a3a2-79259370d34a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/7b1c98e2-9c12-4e65-b60e-bfce277924c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3739839
Mar 26 21:39:43.472910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2397fb95-1ed4-4085-82bd-1c7834b41a9a None None] Provisioning complete for port 7f4e5e14-e601-4a10-8f03-80ada800928d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:43.473289 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2397fb95-1ed4-4085-82bd-1c7834b41a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.512448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-465a2c4f-d09b-49c3-a3af-f2ce4f0942d9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903287729&fields=id&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 267 time: 0.0475492
Mar 26 21:39:43.524252 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7f4e5e14-e601-4a10-8f03-80ada800928d is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:43.524646 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.586291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 7f4e5e14-e601-4a10-8f03-80ada800928d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f4e5e14-e601-4a10-8f03-80ada800928d,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:43.594136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.628417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-d763a595-66cb-4eee-b321-39cc30e527b1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:43.635401 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-d763a595-66cb-4eee-b321-39cc30e527b1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/networks?id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 200  len: 797 time: 0.1157506
Mar 26 21:39:43.651246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-2e2b1452-a193-440a-9bf9-910f4a4328a7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/quotas/01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 375 time: 0.0148883
Mar 26 21:39:43.673846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=7f4e5e14-e601-4a10-8f03-80ada800928d,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:43.682470 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2397fb95-1ed4-4085-82bd-1c7834b41a9a None None] Current status of the port 7f4e5e14-e601-4a10-8f03-80ada800928d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:43.707978 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-040688e6-5186-426c-a034-3a3ed6fd074f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0558350
Mar 26 21:39:43.768165 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Sync routers for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:43.782799 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:43.783421 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124639d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:43.869923 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-fd0ea065-0438-4910-93a3-6c40558cd66f service neutron] 10.222.0.16 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499617
Mar 26 21:39:43.905071 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:43.905835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Provisioning complete for port 7f4e5e14-e601-4a10-8f03-80ada800928d triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:43.906793 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:43.994644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-28faade1-e169-427d-80a4-552410bc70fa service neutron] 10.222.0.16 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177378
Mar 26 21:39:44.017019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Current status of the port 7f4e5e14-e601-4a10-8f03-80ada800928d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:44.033027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:44.033409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.074278 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-bfb36b94-1360-4ca4-a2e4-fb42da9f5dcb None None] Port cfd50eb5-37a3-472d-9ec1-55eab413d81f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:39:44.129647 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124639d30>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 2, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:44.175371 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Checking router: 7b1c98e2-9c12-4e65-b60e-bfce277924c3 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:44.175742 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Updating router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 port cfd50eb5-37a3-472d-9ec1-55eab413d81f binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:39:44.182670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c04aaefd-2812-435f-a544-037211b1abc7 req-a6b93edf-c03a-4b02-88af-ed9373d62c3e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 210 time: 0.0318351
Mar 26 21:39:44.203348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ec1a6780-131d-47fa-bdd1-e115ffd95cd9 None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:44.203755 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ec1a6780-131d-47fa-bdd1-e115ffd95cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.212927 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.252106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a6780-131d-47fa-bdd1-e115ffd95cd9 None None] Port cfd50eb5-37a3-472d-9ec1-55eab413d81f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:39:44.371454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-d9815870-1eb9-41ef-aa5d-026b881a4bc4 None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:44.371767 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9815870-1eb9-41ef-aa5d-026b881a4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.411043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d9815870-1eb9-41ef-aa5d-026b881a4bc4 None None] Port cfd50eb5-37a3-472d-9ec1-55eab413d81f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:39:44.491899 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks [] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.498383 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.502084 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.556773 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Pushing event updated for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:44.577600 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.577955 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.578303 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.578649 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.578985 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.579325 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.580157 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.580157 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.580328 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.580633 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.580964 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.581293 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.581620 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.582085 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.582259 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:39:44.619070 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Attempting to bind port cfd50eb5-37a3-472d-9ec1-55eab413d81f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:39:44.619458 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Attempting to bind port cfd50eb5-37a3-472d-9ec1-55eab413d81f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:39:44.619830 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Attempting to bind port cfd50eb5-37a3-472d-9ec1-55eab413d81f on network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:39:44.625806 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:39:44.626141 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Checking segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:39:44.626562 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.626981 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Bound using segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:39:44.627485 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Bound port: cfd50eb5-37a3-472d-9ec1-55eab413d81f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:39:44.627943 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.694312 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] For port cfd50eb5-37a3-472d-9ec1-55eab413d81f, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:39:44.698338 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] For port cfd50eb5-37a3-472d-9ec1-55eab413d81f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfd50eb5-37a3-472d-9ec1-55eab413d81f,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:39:44.706817 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.771261 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:44.771899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124639d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:44.839131 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:44.839775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:44.843345 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fdf77-5ac1-4d9a-bc8a-e9d24ae49c4d None None] Pushing event updated for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:44.891831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a523aa7e-7ac4-452c-8520-43486fde6bcc up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:44.939593 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:44.999029 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a523aa7e-7ac4-452c-8520-43486fde6bcc triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:45.000063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.043705 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Current status of the port cfd50eb5-37a3-472d-9ec1-55eab413d81f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:45.044126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.089955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] For port cfd50eb5-37a3-472d-9ec1-55eab413d81f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfd50eb5-37a3-472d-9ec1-55eab413d81f,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:45.095086 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.153394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a523aa7e-7ac4-452c-8520-43486fde6bcc is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:45.154363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7f4e5e14-e601-4a10-8f03-80ada800928d up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:45.167834 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124639d30>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:45.194365 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f33ede-520a-490b-b391-bd9a9c5fe8de None None] The sync data for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 is: [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:45.196585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be05e0c-0a82-49fc-bef2-95fd2bb037ee None None] Pushing event updated for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:45.229093 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3b322582-7e6f-4c61-9d8c-1f0e34972959 None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:45.229482 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3b322582-7e6f-4c61-9d8c-1f0e34972959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.291085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7f4e5e14-e601-4a10-8f03-80ada800928d triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:45.291611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.324362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-65cb4d1f-a6af-4c51-b695-28392918b0be req-15992902-8ac3-4e09-8ca8-7edd4ed7f26e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 210 time: 0.0473351
Mar 26 21:39:45.424517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3b322582-7e6f-4c61-9d8c-1f0e34972959 None None] Current status of the port cfd50eb5-37a3-472d-9ec1-55eab413d81f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:45.450067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7f4e5e14-e601-4a10-8f03-80ada800928d is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:45.488675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-a939fbd3-8ac4-43c5-837a-03f67ba25426 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:45.490455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-a939fbd3-8ac4-43c5-837a-03f67ba25426 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/networks?id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 200  len: 797 time: 0.1382980
Mar 26 21:39:45.556871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-f14c03f7-6339-4066-936a-375f84a08071 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 379 time: 0.0579803
Mar 26 21:39:45.567421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'port': {'device_id': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'admin_state_up': True, 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'security_groups': ['3d897513-4e82-4fb0-8543-0afe5daf222b']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:45.683090 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:39:45.686556 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.815253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.3 (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4/a9966cf7-1ee6-49d7-8ccb-343af6cb5841/b8b89d90-5538-48c2-9515-f6119f6199a7) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:39:45.961860 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:45.996613 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.041857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:46.044975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:46.047376 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:39:46.081037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:46.118729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:46.119397 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.140219 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-71bbf550-d8ea-4541-8210-ae80f46453d4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5765202
Mar 26 21:39:46.143215 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.151118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Request body: {'port': {'device_id': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:46.218624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.351803 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0258a3d8-012a-4780-8b71-15661f848f09 None None] Provisioning complete for port b8b89d90-5538-48c2-9515-f6119f6199a7 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:46.352280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0258a3d8-012a-4780-8b71-15661f848f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.388346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0258a3d8-012a-4780-8b71-15661f848f09 None None] Port b8b89d90-5538-48c2-9515-f6119f6199a7 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:39:46.446998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41169f3b-c9d3-40ad-8413-fc0cc4ef482d req-7f5b8fb7-0302-41ae-83a7-12b28e6f730c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:46.448505 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41169f3b-c9d3-40ad-8413-fc0cc4ef482d req-7f5b8fb7-0302-41ae-83a7-12b28e6f730c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 931 time: 0.0538058
Mar 26 21:39:46.494111 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b89d90-5538-48c2-9515-f6119f6199a7 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:39:46.501678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-41169f3b-c9d3-40ad-8413-fc0cc4ef482d req-02872c58-b943-4a0f-9f89-d039ab464148 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473847
Mar 26 21:39:46.501859 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks [] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.515157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Transition to ACTIVE for port object b8b89d90-5538-48c2-9515-f6119f6199a7 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:39:46.518080 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.578814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:46.646824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Attempting to bind port b8b89d90-5538-48c2-9515-f6119f6199a7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:39:46.647275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Attempting to bind port b8b89d90-5538-48c2-9515-f6119f6199a7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:39:46.647600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Attempting to bind port b8b89d90-5538-48c2-9515-f6119f6199a7 on network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:39:46.652341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Port b8b89d90-5538-48c2-9515-f6119f6199a7 on network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:39:46.652669 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Attempting to bind port b8b89d90-5538-48c2-9515-f6119f6199a7 on network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:39:46.657712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:39:46.658058 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Checking segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:39:46.658447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Bound using segment: {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:39:46.658879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Bound port: b8b89d90-5538-48c2-9515-f6119f6199a7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2f5f2f-4736-4f30-a334-e7b80e88a020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:39:46.659246 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.728558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:39:46.731579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8b89d90-5538-48c2-9515-f6119f6199a7,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:39:46.737603 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.772337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:46.772985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.774437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] 10.222.0.18 "PUT /v2.0/ports/b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 200  len: 1091 time: 0.6276305
Mar 26 21:39:46.774880 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:46.777390 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a5b46-fee8-453e-aa04-bc84135c723c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:46.801243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3292d-e13a-4a95-a483-be4ed0bf2e22 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:46.843124 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0352ef5d-f8fd-49e6-9599-dc8afb8834d5 x-openstack-request-id: req-0352ef5d-f8fd-49e6-9599-dc8afb8834d5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:46.843605 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:46.843724 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0352ef5d-f8fd-49e6-9599-dc8afb8834d5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:46.844115 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0352ef5d-f8fd-49e6-9599-dc8afb8834d5'] response: {'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'status': 'completed', 'code': 200}
Mar 26 21:39:46.873088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cfd50eb5-37a3-472d-9ec1-55eab413d81f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:46.884104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-db82b9b7-8089-40e9-963e-fe8c9862cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:46.885617 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-db82b9b7-8089-40e9-963e-fe8c9862cc4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1125 time: 0.0610321
Mar 26 21:39:46.925597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cfd50eb5-37a3-472d-9ec1-55eab413d81f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:46.926242 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:46.931957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-6e0bdaaa-5a37-4f21-a348-f548b7919e10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 200  len: 217 time: 0.0399225
Mar 26 21:39:46.985766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-7c3ce746-9c88-4a19-8075-57f269b2018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:46.987905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-7c3ce746-9c88-4a19-8075-57f269b2018e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9966cf7-1ee6-49d7-8ccb-343af6cb5841 HTTP/1.1" status: 200  len: 833 time: 0.0504916
Mar 26 21:39:47.013398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cfd50eb5-37a3-472d-9ec1-55eab413d81f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:47.040253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-5776a495-abef-4e1f-b2ba-59ca4877e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.041797 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-5776a495-abef-4e1f-b2ba-59ca4877e32a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481255
Mar 26 21:39:47.134420 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-5b4c62a1-6c64-4fa3-89a2-25b7e43f8972 service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866852
Mar 26 21:39:47.223097 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8383a8c4-fcb6-44f8-a9a8-7cdf967d662e req-90651f1d-70d5-4c6e-bb03-0b8dfde7e42d service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825322
Mar 26 21:39:47.312121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5b46-fee8-453e-aa04-bc84135c723c req-d0213a15-c79f-4fb6-b066-9aa734ac5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.313530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-d0213a15-c79f-4fb6-b066-9aa734ac5aef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1125 time: 0.0456624
Mar 26 21:39:47.404195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5b46-fee8-453e-aa04-bc84135c723c req-a23426d2-bceb-4a07-bfc7-eb8c2f0db461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.405641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-a23426d2-bceb-4a07-bfc7-eb8c2f0db461 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 200  len: 897 time: 0.0865705
Mar 26 21:39:47.445626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-07896e6f-9b87-4793-a3a3-6e40e29189fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 200  len: 217 time: 0.0342989
Mar 26 21:39:47.496304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5b46-fee8-453e-aa04-bc84135c723c req-4046cb31-4c08-422a-90a5-87c94e479ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.497730 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-4046cb31-4c08-422a-90a5-87c94e479ca6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9966cf7-1ee6-49d7-8ccb-343af6cb5841 HTTP/1.1" status: 200  len: 833 time: 0.0457995
Mar 26 21:39:47.545771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5b46-fee8-453e-aa04-bc84135c723c req-15a95bf5-9d9f-4167-9317-86ffbdc7ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.547300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-15a95bf5-9d9f-4167-9317-86ffbdc7ee78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433612
Mar 26 21:39:47.621205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c032bc-546b-4231-9d07-dc9deb2cf94d req-9cde4030-fef3-4d74-899f-f022b52ec176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:47.622611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0c032bc-546b-4231-9d07-dc9deb2cf94d req-9cde4030-fef3-4d74-899f-f022b52ec176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 943 time: 0.0522032
Mar 26 21:39:47.639238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-9850e754-d55b-407a-85d2-37ac558a477c service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854084
Mar 26 21:39:47.671649 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f0c032bc-546b-4231-9d07-dc9deb2cf94d req-0efa0fa7-7c4b-4f72-be8c-2eb124424825 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433860
Mar 26 21:39:47.727819 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-914a5b46-fee8-453e-aa04-bc84135c723c req-0235e8bc-f3c6-4fb9-92e1-54d84e426e1d service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825803
Mar 26 21:39:48.791242 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078ce16-710d-4747-a0e7-8f9a70918199 req-94cae8ac-6809-476d-ad11-c45998dba2ab tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:48.792769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8078ce16-710d-4747-a0e7-8f9a70918199 req-94cae8ac-6809-476d-ad11-c45998dba2ab tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 943 time: 0.0527208
Mar 26 21:39:48.844674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8078ce16-710d-4747-a0e7-8f9a70918199 req-d48c0fd1-7b66-45ca-816b-208ef1578559 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463231
Mar 26 21:39:49.468417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b8b89d90-5538-48c2-9515-f6119f6199a7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:39:49.565515 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8b89d90-5538-48c2-9515-f6119f6199a7,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:49.575575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'port_id': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'mac_address': 'fa:16:3e:6c:df:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:39:49.611968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b8b89d90-5538-48c2-9515-f6119f6199a7 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:49.612365 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:49.625555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b89d90-5538-48c2-9515-f6119f6199a7 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:39:49.644487 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8b89d90-5538-48c2-9515-f6119f6199a7,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:49.648284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:49.693508 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:49.867947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['b8b89d90-5538-48c2-9515-f6119f6199a7'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:39:49.962270 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52c5b-2cd1-47a4-b98c-bf43cd4efd2d req-11290d5c-6894-40e7-a804-3554c3144384 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:49.963769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-20a52c5b-2cd1-47a4-b98c-bf43cd4efd2d req-11290d5c-6894-40e7-a804-3554c3144384 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 944 time: 0.0528178
Mar 26 21:39:50.012159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-20a52c5b-2cd1-47a4-b98c-bf43cd4efd2d req-3985e299-0c02-4e3e-803b-7981227a0d1c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426192
Mar 26 21:39:51.131363 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27c3ad-9e7f-4710-8f57-11fc07ebf4cf req-5d782d4e-4908-411d-8033-d885582330bc tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:51.132905 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f27c3ad-9e7f-4710-8f57-11fc07ebf4cf req-5d782d4e-4908-411d-8033-d885582330bc tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 944 time: 0.0530152
Mar 26 21:39:51.180950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2f27c3ad-9e7f-4710-8f57-11fc07ebf4cf req-8123173b-f2dc-4386-80a3-c6d7e7929f74 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424531
Mar 26 21:39:51.500297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b8b89d90-5538-48c2-9515-f6119f6199a7 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:39:51.552475 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port b8b89d90-5538-48c2-9515-f6119f6199a7 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:39:51.556509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port b8b89d90-5538-48c2-9515-f6119f6199a7 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:39:51.556890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:51.632185 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port b8b89d90-5538-48c2-9515-f6119f6199a7 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:39:51.632502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:51.654410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:51.656911 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc0a11-46f8-4238-ba26-2c7ae2023cf4" -d '{"events": [{"server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "name": "network-vif-plugged", "status": "completed", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:51.670553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8b89d90-5538-48c2-9515-f6119f6199a7,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:39:51.674435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:51.697777 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceffc830-4b72-4c80-9da4-9738e9b316ea x-openstack-request-id: req-ceffc830-4b72-4c80-9da4-9738e9b316ea {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:51.698078 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "name": "network-vif-plugged", "status": "completed", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:51.698340 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ceffc830-4b72-4c80-9da4-9738e9b316ea {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:51.698742 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceffc830-4b72-4c80-9da4-9738e9b316ea'] response: {'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'code': 200}
Mar 26 21:39:51.728920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:51.790628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c1694-ec95-44b1-8527-09d6d875d4ec req-11be42d3-7a49-4534-b238-963c4a05ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:51.792152 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f8c1694-ec95-44b1-8527-09d6d875d4ec req-11be42d3-7a49-4534-b238-963c4a05ba23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1127 time: 0.0434728
Mar 26 21:39:51.836512 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f8c1694-ec95-44b1-8527-09d6d875d4ec req-f7ca149c-2582-43a2-8178-67ea6b3b31fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388541
Mar 26 21:39:52.300291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d168-dba5-4437-919a-14c2f8a91484 req-38a14053-845e-491e-9dc0-c1d872ba3d3f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:52.301695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5af4d168-dba5-4437-919a-14c2f8a91484 req-38a14053-845e-491e-9dc0-c1d872ba3d3f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0550251
Mar 26 21:39:52.350366 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5af4d168-dba5-4437-919a-14c2f8a91484 req-11f874ff-04c6-4b93-ad8b-c7a60d48ac74 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423687
Mar 26 21:39:53.474181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024c0a-9e6f-47c3-8aa8-3b3cbee8a15e req-a81fcad9-ea1e-4a48-84a5-8f03513287a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:53.475653 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d024c0a-9e6f-47c3-8aa8-3b3cbee8a15e req-a81fcad9-ea1e-4a48-84a5-8f03513287a8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0570447
Mar 26 21:39:53.523906 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9d024c0a-9e6f-47c3-8aa8-3b3cbee8a15e req-0a2b12c9-588f-47b2-93ff-4dad13118730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426116
Mar 26 21:39:53.641407 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af632ee-a439-4014-b1f7-ea635b4ac7f6 req-f93f0c10-d6c8-461b-bdd6-aa590d1d8c2a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:53.642779 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2af632ee-a439-4014-b1f7-ea635b4ac7f6 req-f93f0c10-d6c8-461b-bdd6-aa590d1d8c2a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0510640
Mar 26 21:39:53.689751 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2af632ee-a439-4014-b1f7-ea635b4ac7f6 req-f94fd88e-d8c1-4582-b28e-95bc1e3e6696 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414650
Mar 26 21:39:53.711385 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48884) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:53.752411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb817519-47c7-4d7b-ae7d-df59f3892a7b tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:53.753871 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-eb817519-47c7-4d7b-ae7d-df59f3892a7b tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1122 time: 0.0414927
Mar 26 21:39:53.756629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48886) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:53.761287 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:39:53.780544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:53.877676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:53.979508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.125 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/3ffb2a11-f749-4602-a85e-717b542f2249) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:39:54.080854 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (3ffb2a11-f749-4602-a85e-717b542f2249), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.117909 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.152748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:39:54.155556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:39:54.158913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:39:54.188513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=3ffb2a11-f749-4602-a85e-717b542f2249,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:54.526506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (bbea2d66-f6cc-4e62-9073-dbcfe65d89a6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.596512 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.739782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (3ffb2a11-f749-4602-a85e-717b542f2249), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.744480 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.813373 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=3ffb2a11-f749-4602-a85e-717b542f2249,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:39:54.824662 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (bbea2d66-f6cc-4e62-9073-dbcfe65d89a6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:54.926231 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 associated. External IP: 172.35.4.125, port: b8b89d90-5538-48c2-9515-f6119f6199a7.
Mar 26 21:39:55.143743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2eb9eb0-8892-4aa6-b062-20ccf252afac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:55.484804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:39:55.598921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:39:55.609141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Sync routers for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:39:55.617572 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:55.619078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:55.619701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e161c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:55.646446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de590bc4-bc64-4a93-aaac-7546e12f6f1a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8888040
Mar 26 21:39:55.647072 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:39:55.649375 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2731eb25-3a08-4314-93bd-b27f2073d490" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:39:55.688049 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7622b3f-2b36-4969-be36-f999531244c4 x-openstack-request-id: req-b7622b3f-2b36-4969-be36-f999531244c4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:39:55.688344 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:39:55.688600 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7622b3f-2b36-4969-be36-f999531244c4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:39:55.689014 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7622b3f-2b36-4969-be36-f999531244c4'] response: {'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'status': 'completed', 'code': 200}
Mar 26 21:39:55.749346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:55.753433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77765-5223-4828-99a5-aa0a804a3d00 req-51323966-848a-4431-a06b-339f78e6f728 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:55.754938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dee77765-5223-4828-99a5-aa0a804a3d00 req-51323966-848a-4431-a06b-339f78e6f728 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0547202
Mar 26 21:39:55.755079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-51282be3-212a-4531-aab3-388d9b388716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:55.756636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-51282be3-212a-4531-aab3-388d9b388716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1127 time: 0.0470414
Mar 26 21:39:55.805984 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dee77765-5223-4828-99a5-aa0a804a3d00 req-0c0df106-f465-4583-aa1b-22ca4423ab57 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453196
Mar 26 21:39:55.829464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:55.856562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-29dd7d67-0833-4196-9e05-3d4d9ef38c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:55.857966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-29dd7d67-0833-4196-9e05-3d4d9ef38c7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 200  len: 897 time: 0.0950141
Mar 26 21:39:55.900576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-57fef630-8d7b-4af4-91f5-20f179932978 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 HTTP/1.1" status: 200  len: 991 time: 0.0699427
Mar 26 21:39:55.926156 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-f9e36c19-0ddf-4758-89d3-fe79aa63101a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 200  len: 999 time: 0.0622005
Mar 26 21:39:55.973187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-6df2bdf9-c28e-4d4d-8121-9c1e8c23f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:55.974670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-6df2bdf9-c28e-4d4d-8121-9c1e8c23f191 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9966cf7-1ee6-49d7-8ccb-343af6cb5841 HTTP/1.1" status: 200  len: 833 time: 0.0434291
Mar 26 21:39:55.979390 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e161c10>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbea2d66-f6cc-4e62-9073-dbcfe65d89a6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.125', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'port_id': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'mac_address': 'fa:16:3e:6c:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:39:54Z', 'updated_at': '2022-03-26T21:39:54Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:56.010040 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Checking router: 7b1c98e2-9c12-4e65-b60e-bfce277924c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:39:56.019190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:39:56.019808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e161c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:39:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:56.029000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-8df0e474-8f3c-4aa5-a83e-c83633971ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:39:56.030507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-8df0e474-8f3c-4aa5-a83e-c83633971ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0499823
Mar 26 21:39:56.119242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-a14313f2-026a-40d7-9388-900d37c68040 service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833571
Mar 26 21:39:56.131196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:39:56.213954 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2731eb25-3a08-4314-93bd-b27f2073d490 req-72b587b5-7f87-4adc-8ac6-4b527d40f005 service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889590
Mar 26 21:39:56.508537 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e161c10>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbea2d66-f6cc-4e62-9073-dbcfe65d89a6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.125', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'port_id': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'mac_address': 'fa:16:3e:6c:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:39:54Z', 'updated_at': '2022-03-26T21:39:54Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:39:56.538318 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8968e1-8373-4688-86fc-3f763eff0cf8 None None] The sync data for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 is: [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bbea2d66-f6cc-4e62-9073-dbcfe65d89a6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.125', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'port_id': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'mac_address': 'fa:16:3e:6c:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:39:54Z', 'updated_at': '2022-03-26T21:39:54Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:39:56.727185 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1a767-65f0-44a7-97b5-c2a29bd46f4d None None] New status for floating IP bbea2d66-f6cc-4e62-9073-dbcfe65d89a6: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:39:56.904397 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48898) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:39:56.965271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ab3d4def-1a85-4a84-9923-086a48961c8c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 HTTP/1.1" status: 200  len: 993 time: 0.0596356
Mar 26 21:39:57.877543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6ddd74a0-c546-41c1-b6c6-7253d4b7f2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:39:58.918840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:00.254495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:00.678133 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:40:01.900066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:14.498765 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:16.131366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:25.143802 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a205618-d10b-47ed-9d7b-25bb6b302807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:27.878832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-67b7e553-f299-4a06-a3e1-9fd1cbaeceea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:28.476923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e086e90-913b-40aa-a7f8-673600aa0e2d req-3bebac08-2fd9-4c7d-b7a4-0a610274cae5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:28.478596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e086e90-913b-40aa-a7f8-673600aa0e2d req-3bebac08-2fd9-4c7d-b7a4-0a610274cae5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.1080658
Mar 26 21:40:28.529375 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8e086e90-913b-40aa-a7f8-673600aa0e2d req-ff0090b7-ebb0-432e-9dae-320562467b14 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450237
Mar 26 21:40:28.921007 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:29.720492 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05d080-0a67-4f4e-899f-45b4fa32e1e8 req-6783dec6-20a3-4fbe-a9c2-12fdd031dcca tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:29.721985 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea05d080-0a67-4f4e-899f-45b4fa32e1e8 req-6783dec6-20a3-4fbe-a9c2-12fdd031dcca tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.1241174
Mar 26 21:40:29.774783 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ea05d080-0a67-4f4e-899f-45b4fa32e1e8 req-04879a9a-4866-45bc-a4c8-5f0ca0aaa72f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466232
Mar 26 21:40:29.797281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48938) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:29.857588 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-07055e7f-52cd-4b60-aa0f-dbc72f4c3214 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 HTTP/1.1" status: 200  len: 993 time: 0.0590727
Mar 26 21:40:30.256235 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:31.128080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99306655-bed3-43b8-8f4c-f2e3a3618b79 req-4b8032f5-f1d4-4c44-a96d-64b77249e89d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:31.129560 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99306655-bed3-43b8-8f4c-f2e3a3618b79 req-4b8032f5-f1d4-4c44-a96d-64b77249e89d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0547197
Mar 26 21:40:31.184287 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-99306655-bed3-43b8-8f4c-f2e3a3618b79 req-bef24de8-2326-4698-8d1b-2e12dda7c4ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487902
Mar 26 21:40:31.906074 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:32.307309 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea0273-78e3-4a69-a082-004bc976d62a req-78637e48-d439-45be-bb3a-4fef16ed5d21 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:32.308828 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58ea0273-78e3-4a69-a082-004bc976d62a req-78637e48-d439-45be-bb3a-4fef16ed5d21 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0533192
Mar 26 21:40:32.359944 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-58ea0273-78e3-4a69-a082-004bc976d62a req-143b4583-73e1-4d47-8d21-30bf3f50bda6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455477
Mar 26 21:40:32.382406 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48950) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:32.442081 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d1b282a2-2c37-4dcf-bc53-f1532eb67820 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 HTTP/1.1" status: 200  len: 993 time: 0.0585742
Mar 26 21:40:32.664991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48956) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:32.824433 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 3ffb2a11-f749-4602-a85e-717b542f2249 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:40:32.824787 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:32.902085 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:32.902413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (3ffb2a11-f749-4602-a85e-717b542f2249), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:32.913914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 3ffb2a11-f749-4602-a85e-717b542f2249 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:40:33.062112 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3ffb2a11-f749-4602-a85e-717b542f2249), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:33.087474 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=3ffb2a11-f749-4602-a85e-717b542f2249,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:33.099145 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.099501 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.099877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.100245 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.100581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.100911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.101242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.101569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.101900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.102226 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.102552 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.102879 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.103202 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.103522 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.103845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:33.158055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (bbea2d66-f6cc-4e62-9073-dbcfe65d89a6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:33.158385 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 disassociated (deleted). External IP: 172.35.4.125, port: b8b89d90-5538-48c2-9515-f6119f6199a7.
Mar 26 21:40:33.371814 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:40:33.483460 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:40:33.487886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:33.494145 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Sync routers for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:40:33.503309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:33.503943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f59b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:33.517808 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f41ff483-ba10-4da8-b6e2-4d64767a020b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/floatingips/bbea2d66-f6cc-4e62-9073-dbcfe65d89a6 HTTP/1.1" status: 204  len: 168 time: 0.8517098
Mar 26 21:40:33.518494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:40:33.520885 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a165e7-c6ed-4c9b-935d-0e31f7e48596" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:40:33.560066 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec79543e-c522-4468-b1aa-3d39e341bd27 x-openstack-request-id: req-ec79543e-c522-4468-b1aa-3d39e341bd27 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:40:33.560545 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:40:33.560812 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec79543e-c522-4468-b1aa-3d39e341bd27 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:40:33.561232 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec79543e-c522-4468-b1aa-3d39e341bd27'] response: {'name': 'network-changed', 'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'status': 'completed', 'code': 200}
Mar 26 21:40:33.616590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:33.628442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-c02bf5d6-4d71-41f8-83e2-d0f4be5377d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:33.629895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-c02bf5d6-4d71-41f8-83e2-d0f4be5377d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 1127 time: 0.0469773
Mar 26 21:40:33.756966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-f6af24bb-83e6-46d7-a327-c28828759b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:33.758823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-f6af24bb-83e6-46d7-a327-c28828759b40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 200  len: 897 time: 0.1236546
Mar 26 21:40:33.802595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-f2f3cd13-732c-436a-97f2-4362d8250c71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 200  len: 217 time: 0.0366199
Mar 26 21:40:33.821519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1d0e-fc34-4940-b270-8c46a8177d58 req-9bc23ae8-8405-4315-99f0-e25d25979608 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:33.822969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-647e1d0e-fc34-4940-b270-8c46a8177d58 req-9bc23ae8-8405-4315-99f0-e25d25979608 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.1104414
Mar 26 21:40:33.834622 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f59b940>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:33.861161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Checking router: 7b1c98e2-9c12-4e65-b60e-bfce277924c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:40:33.870627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:33.871239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f59b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:33.879710 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-7577a126-047c-451a-ab61-956d322471bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:33.881130 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-7577a126-047c-451a-ab61-956d322471bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9966cf7-1ee6-49d7-8ccb-343af6cb5841 HTTP/1.1" status: 200  len: 833 time: 0.0729105
Mar 26 21:40:33.911890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-647e1d0e-fc34-4940-b270-8c46a8177d58 req-3645e47d-18f5-4ca9-b670-6d8089255eb4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701525
Mar 26 21:40:33.945375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-2f45ccc2-b4ea-4d14-b594-823e73777fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:33.946936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-2f45ccc2-b4ea-4d14-b594-823e73777fc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0561612
Mar 26 21:40:33.979884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:34.040729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-49b958eb-91f8-41a1-914e-4c013d7cf1cb service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862184
Mar 26 21:40:34.135741 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-29a165e7-c6ed-4c9b-935d-0e31f7e48596 req-9cb0c377-cb20-40a7-ac3c-26d297271ae0 service neutron] 10.222.0.18 "GET /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877473
Mar 26 21:40:34.177820 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f59b940>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:34.207291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe4786-b49b-49e7-aa1e-12d36fcddf43 None None] The sync data for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 is: [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:39:42Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cfd50eb5-37a3-472d-9ec1-55eab413d81f', 'name': '', 'network_id': '6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:fc:bd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:41Z', 'updated_at': '2022-03-26T21:39:45Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'a9966cf7-1ee6-49d7-8ccb-343af6cb5841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:40:34.410196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767d0550-2bb2-4db6-9b27-8228661b6aa4 None None] New status for floating IP bbea2d66-f6cc-4e62-9073-dbcfe65d89a6: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:40:35.033590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407e9c5-d14d-4988-83b6-c64aa4e71e27 req-2fbcd23f-1cac-4fbc-aeac-ca7a41a5f7c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:35.035094 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0407e9c5-d14d-4988-83b6-c64aa4e71e27 req-2fbcd23f-1cac-4fbc-aeac-ca7a41a5f7c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0542722
Mar 26 21:40:35.088695 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0407e9c5-d14d-4988-83b6-c64aa4e71e27 req-d2cc4f3c-bf8b-4731-bad3-cb0dbbcc75e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d897513-4e82-4fb0-8543-0afe5daf222b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480261
Mar 26 21:40:35.245769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-8083f18e-b0a0-4f29-8a82-bc201ccf1751 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:35.247228 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-8083f18e-b0a0-4f29-8a82-bc201ccf1751 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0d05366-4c3e-4b43-8b45-9433161ebd42 HTTP/1.1" status: 200  len: 945 time: 0.0528173
Mar 26 21:40:35.342545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port b8b89d90-5538-48c2-9515-f6119f6199a7 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:40:35.342796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:35.429157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port b8b89d90-5538-48c2-9515-f6119f6199a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8b89d90-5538-48c2-9515-f6119f6199a7,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:35.429524 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:35.442354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for b8b89d90-5538-48c2-9515-f6119f6199a7 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:40:35.571075 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b8b89d90-5538-48c2-9515-f6119f6199a7), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:35.605201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=b8b89d90-5538-48c2-9515-f6119f6199a7,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:35.629609 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.629965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.630312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.630657 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.630994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.631320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.631664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.632010 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.632342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.632671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.632999 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.633323 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.633661 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.633969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.634289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:35.654079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] No DVR routers for this DVR port b8b89d90-5538-48c2-9515-f6119f6199a7 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:40:35.656552 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:35.659938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-531eeb13-d8ad-4292-9757-ed07dee5e3f5 req-b23b5e10-3db1-4a9e-9238-910c46e8c0eb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "DELETE /v2.0/ports/b8b89d90-5538-48c2-9515-f6119f6199a7 HTTP/1.1" status: 204  len: 173 time: 0.4066179
Mar 26 21:40:35.660372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'name': 'network-vif-deleted', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:40:35.662587 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7268206a-eb73-42bd-a6e5-9516501534c3" -d '{"events": [{"server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "name": "network-vif-deleted", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:40:35.701073 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2c15a-21ec-42cf-9bd1-3d7facf66675 x-openstack-request-id: req-1be2c15a-21ec-42cf-9bd1-3d7facf66675 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:40:35.701435 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d05366-4c3e-4b43-8b45-9433161ebd42", "name": "network-vif-deleted", "tag": "b8b89d90-5538-48c2-9515-f6119f6199a7", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:40:35.702231 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1be2c15a-21ec-42cf-9bd1-3d7facf66675 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:40:35.702981 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be2c15a-21ec-42cf-9bd1-3d7facf66675'] response: {'server_uuid': 'c0d05366-4c3e-4b43-8b45-9433161ebd42', 'name': 'network-vif-deleted', 'tag': 'b8b89d90-5538-48c2-9515-f6119f6199a7', 'status': 'completed', 'code': 200}
Mar 26 21:40:36.149558 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48970) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:36.569416 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:36.832425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port cfd50eb5-37a3-472d-9ec1-55eab413d81f {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:40:36.832691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:36.927065 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port cfd50eb5-37a3-472d-9ec1-55eab413d81f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfd50eb5-37a3-472d-9ec1-55eab413d81f,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:36.927706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:36.941059 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for cfd50eb5-37a3-472d-9ec1-55eab413d81f owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:40:37.128905 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cfd50eb5-37a3-472d-9ec1-55eab413d81f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:37.158684 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=cfd50eb5-37a3-472d-9ec1-55eab413d81f,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:37.341598 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:37.559342 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:40:37.676675 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b8b89d90-5538-48c2-9515-f6119f6199a7 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:40:37.678174 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:40:37.699187 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: b8b89d90-5538-48c2-9515-f6119f6199a7 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:40:37.699545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device b8b89d90-5538-48c2-9515-f6119f6199a7 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:40:37.988443 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:40:37.994107 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3c139ffc-e200-4e8b-adf2-dd8ecf5b495a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/7b1c98e2-9c12-4e65-b60e-bfce277924c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8434343
Mar 26 21:40:37.997020 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48972) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:37.998144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Sync routers for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:40:38.009648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:38.010585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe91790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:38.062850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting subnet a9966cf7-1ee6-49d7-8ccb-343af6cb5841 {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:40:38.066114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (a9966cf7-1ee6-49d7-8ccb-343af6cb5841), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.106677 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (a9966cf7-1ee6-49d7-8ccb-343af6cb5841), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.124116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:38.189747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (a9966cf7-1ee6-49d7-8ccb-343af6cb5841), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.252895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (a9966cf7-1ee6-49d7-8ccb-343af6cb5841), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.279279 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Subnet': ['ID=a9966cf7-1ee6-49d7-8ccb-343af6cb5841,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:38.283124 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.290045 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48974) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:38.290557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1196244f-3588-421a-a98f-7414c43c9496 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/subnets/a9966cf7-1ee6-49d7-8ccb-343af6cb5841 HTTP/1.1" status: 204  len: 168 time: 0.2923968
Mar 26 21:40:38.295520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04652685-718c-4297-9ac8-c7c5e91190a8 None None] Network 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:40:38.389733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe91790>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:40:37Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:38.399131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.423048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Checking router: 7b1c98e2-9c12-4e65-b60e-bfce277924c3 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:40:38.437658 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Routers {'7b1c98e2-9c12-4e65-b60e-bfce277924c3'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:38.438730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fe91790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:38.509649 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (7b1c98e2-9c12-4e65-b60e-bfce277924c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.519142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] DHCP port deletion for 6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:40:38.564531 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port a523aa7e-7ac4-452c-8520-43486fde6bcc {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:40:38.564992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.574255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] Set router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:38.644054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port a523aa7e-7ac4-452c-8520-43486fde6bcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a523aa7e-7ac4-452c-8520-43486fde6bcc,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:38.644425 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.662347 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for a523aa7e-7ac4-452c-8520-43486fde6bcc owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:40:38.664924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Deleting port 7f4e5e14-e601-4a10-8f03-80ada800928d {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:40:38.665308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.770325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] For port 7f4e5e14-e601-4a10-8f03-80ada800928d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f4e5e14-e601-4a10-8f03-80ada800928d,segment=NetworkSegment(4f2f5f2f-4736-4f30-a334-e7b80e88a020),segment_id=4f2f5f2f-4736-4f30-a334-e7b80e88a020)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:38.771047 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.787190 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Calling delete_port for 7f4e5e14-e601-4a10-8f03-80ada800928d owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:40:38.845094 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (a523aa7e-7ac4-452c-8520-43486fde6bcc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:38.870031 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=a523aa7e-7ac4-452c-8520-43486fde6bcc,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:38.937183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.035533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.037932 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (7b1c98e2-9c12-4e65-b60e-bfce277924c3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.043432 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7f4e5e14-e601-4a10-8f03-80ada800928d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:40:39.085417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (7b1c98e2-9c12-4e65-b60e-bfce277924c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.085971 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1c98e2-9c12-4e65-b60e-bfce277924c3 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:40:39.091011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fe91790>, [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:40:37Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:39.093097 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.096397 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cac376ff-3742-4858-b4a9-ae6eda512279 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/routers/7b1c98e2-9c12-4e65-b60e-bfce277924c3 HTTP/1.1" status: 204  len: 168 time: 0.8055868
Mar 26 21:40:39.097237 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48976) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:39.127883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283e18f8-6964-46f8-8c93-36aacd479272 None None] The sync data for ids ['7b1c98e2-9c12-4e65-b60e-bfce277924c3'] in ncdv-master-1 is: [{'id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671541892', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:39:38Z', 'updated_at': '2022-03-26T21:40:37Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'a523aa7e-7ac4-452c-8520-43486fde6bcc', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1c98e2-9c12-4e65-b60e-bfce277924c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:39:39Z', 'updated_at': '2022-03-26T21:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:40:39.135264 ncdv-master-1 neutron-server[126739]: INFO neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No ports have port_id starting with 7f4e5e14-e601-4a10-8f03-80ada800928d
Mar 26 21:40:39.136545 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (7f4e5e14-e601-4a10-8f03-80ada800928d), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.167353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Pushing event deleted for resources: {'Port': ['ID=7f4e5e14-e601-4a10-8f03-80ada800928d,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:39.175611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] No DVR routers for this DVR port 7f4e5e14-e601-4a10-8f03-80ada800928d on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:40:39.178332 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.178700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.179050 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.179394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.179756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.180743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.181079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.181411 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.181760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.182113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.182671 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.183007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.183356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.183666 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.184017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2836fc60-d169-4a21-9efc-71a9b3f29d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:40:39.186482 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.277721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.297548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611c457a00>,) {'filters': {'network_id': ['6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:39.307692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c457a00>, '4f2f5f2f-4736-4f30-a334-e7b80e88a020') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:39.308028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611c457a00>, '4f2f5f2f-4736-4f30-a334-e7b80e88a020') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:39.317651 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (4f2f5f2f-4736-4f30-a334-e7b80e88a020), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.330573 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4f2f5f2f-4736-4f30-a334-e7b80e88a020), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.336746 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:40:39.337125 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (4f2f5f2f-4736-4f30-a334-e7b80e88a020), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:40:39.340021 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:40:39.400444 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.405082 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.408626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/networks/6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4 HTTP/1.1" status: 204  len: 168 time: 0.3101118
Mar 26 21:40:39.411601 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48978) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:39.424138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf2783-6b2f-4726-bf45-ba7cbd8f13a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Network': ['ID=6ed4e4c4-47e7-4b78-84e3-ac0d7a29eba4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:39.469513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3d897513-4e82-4fb0-8543-0afe5daf222b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.495969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3d897513-4e82-4fb0-8543-0afe5daf222b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.561771 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3d897513-4e82-4fb0-8543-0afe5daf222b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.564891 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.566120 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d897513-4e82-4fb0-8543-0afe5daf222b HTTP/1.1" status: 204  len: 168 time: 0.1533861
Mar 26 21:40:39.575436 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffd9ef-9193-44c2-b2bf-2a811526e99e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d897513-4e82-4fb0-8543-0afe5daf222b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:39.805298 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 48984) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:39.809892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654228322', 'description': 'tempest-secgroup-smoke-1654228322 description', 'project_id': '01928d3d430a4ee085f0f02b34539ca4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:39.830517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.895975 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (0d08fb3a-3678-4996-a9a2-f687ad20a460), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.900087 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0d08fb3a-3678-4996-a9a2-f687ad20a460), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.929202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:39.930478 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1241641
Mar 26 21:40:39.931600 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e252cc-6e1c-42fc-b0e3-7a93b4e9f505 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d08fb3a-3678-4996-a9a2-f687ad20a460,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:39.933608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48986) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:39.938352 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:39.962031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (99764bc8-50fc-4377-9fb7-1dd173748bb5), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.015046 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (99764bc8-50fc-4377-9fb7-1dd173748bb5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.019089 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (99764bc8-50fc-4377-9fb7-1dd173748bb5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.036694 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99764bc8-50fc-4377-9fb7-1dd173748bb5,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.044936 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.046151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3d2db02a-c49a-41ba-a7be-a69cc54f1e2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1115022
Mar 26 21:40:40.049635 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.054950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.078452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (dc73c904-f24a-4334-8f51-5de5077e6f45), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.134527 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (dc73c904-f24a-4334-8f51-5de5077e6f45), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.137982 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (dc73c904-f24a-4334-8f51-5de5077e6f45), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.157578 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc73c904-f24a-4334-8f51-5de5077e6f45,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.163269 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.167317 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e6cbcc3e-3cff-42b6-9ed2-94e0a91397e3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1138341
Mar 26 21:40:40.167317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48990) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.171796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.203094 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (b1e3c7d2-429a-4217-8ae1-5e0f73ca6039), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.259267 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (b1e3c7d2-429a-4217-8ae1-5e0f73ca6039), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.262700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b1e3c7d2-429a-4217-8ae1-5e0f73ca6039), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.282545 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e3c7d2-429a-4217-8ae1-5e0f73ca6039,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.291031 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.292274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5b0c88a1-4a48-40b8-8574-9113d668bc6a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1239977
Mar 26 21:40:40.294891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48992) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.299159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.324212 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8bccbc66-b2fc-46c2-9231-8e8a4274b4c0), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.380710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8bccbc66-b2fc-46c2-9231-8e8a4274b4c0), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.384770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8bccbc66-b2fc-46c2-9231-8e8a4274b4c0), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.401507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bccbc66-b2fc-46c2-9231-8e8a4274b4c0,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.409279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.410466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-554186c5-1b9d-402b-99ae-3292d6a4f3d8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1146286
Mar 26 21:40:40.413190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48994) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.417562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.437043 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:40:40.441853 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e11a1840-4803-4d0b-8fa1-47ca2b2d3d21), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.498709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e11a1840-4803-4d0b-8fa1-47ca2b2d3d21), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.501846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e11a1840-4803-4d0b-8fa1-47ca2b2d3d21), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.518919 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11a1840-4803-4d0b-8fa1-47ca2b2d3d21,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.525767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.526948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b0881d5a-3123-46b3-8e80-afbdfd17255b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1128352
Mar 26 21:40:40.529623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48996) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.533816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '0d08fb3a-3678-4996-a9a2-f687ad20a460', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.553138 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:40:40.558371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (89855432-cf17-4577-a04c-973cf1795dfe), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.614326 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (89855432-cf17-4577-a04c-973cf1795dfe), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.618507 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (89855432-cf17-4577-a04c-973cf1795dfe), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.639002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89855432-cf17-4577-a04c-973cf1795dfe,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.643043 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.644233 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4bfb71ca-d972-40c1-92f6-f4c01c68f16b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1136768
Mar 26 21:40:40.647120 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 48998) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.652387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'network': {'name': 'tempest-network-smoke--1241085699', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.670121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:40:40.673304 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.697128 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:40:40.706433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (72ae0f6b-4211-45e1-8b82-6370baa30a91), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.706809 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Added segment 72ae0f6b-4211-45e1-8b82-6370baa30a91 of type vlan for network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da
Mar 26 21:40:40.747667 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.771682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.776711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:40.777236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.811474 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1632459
Mar 26 21:40:40.814216 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49000) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:40.821527 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'admin_state_up': True, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:40.833774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a523aa7e-7ac4-452c-8520-43486fde6bcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:40:40.851399 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.853025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb1f82-3727-4542-a1d0-94d66af7318e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Network': ['ID=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:40.853452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:40.856812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a523aa7e-7ac4-452c-8520-43486fde6bcc {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:40:40.857280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a523aa7e-7ac4-452c-8520-43486fde6bcc not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:40:40.857957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cfd50eb5-37a3-472d-9ec1-55eab413d81f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:40:40.879393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:40:40.881624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cfd50eb5-37a3-472d-9ec1-55eab413d81f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:40:40.881974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cfd50eb5-37a3-472d-9ec1-55eab413d81f not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:40:40.916149 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (453467f8-df50-45f7-9962-dd01fe8ffbd5), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.061229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (453467f8-df50-45f7-9962-dd01fe8ffbd5), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.260255 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.279051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.384940 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.210 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4123a426-905b-46e5-9ede-23a4d2731b5a) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:40:41.485704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.521158 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:41.559442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:40:41.562209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:41.565530 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:40:41.578453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=4123a426-905b-46e5-9ede-23a4d2731b5a,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:41.826123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.027003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.156599 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 453467f8-df50-45f7-9962-dd01fe8ffbd5 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:40:42.263686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:40:42.274358 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Sync routers for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:40:42.283433 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.284041 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:42.284663 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243522b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:42.284849 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-049504d7-a4f5-4782-8fe9-297fa21dbd2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4688613
Mar 26 21:40:42.288788 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49002) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:42.322167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5af3180c-96ce-4617-8780-37aad27f9569 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=01928d3d430a4ee085f0f02b34539ca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0331829
Mar 26 21:40:42.324843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49004) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:42.395196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:42.471966 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a439a41-aa1f-48a4-94c5-860a3d6adf6b tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:42.473497 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4a439a41-aa1f-48a4-94c5-860a3d6adf6b tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1477637
Mar 26 21:40:42.476420 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49006) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:42.510643 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a890d02-63ea-47d1-b97b-5a3e47365bca tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0330715
Mar 26 21:40:42.513131 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49008) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:42.517800 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2004092904', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:42.569017 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243522b0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:41Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:42.596796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Checking router: 453467f8-df50-45f7-9962-dd01fe8ffbd5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:40:42.597150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Updating router 453467f8-df50-45f7-9962-dd01fe8ffbd5 port 4123a426-905b-46e5-9ede-23a4d2731b5a binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:40:42.625622 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.890676 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks [] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.896630 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.943871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:40:42.947371 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.949346 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ce8e-50e5-4fa8-bfa6-2d3a32e239a5 None None] Pushing event updated for resources: {'Port': ['ID=4123a426-905b-46e5-9ede-23a4d2731b5a,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:42.951675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Attempting to bind port 4123a426-905b-46e5-9ede-23a4d2731b5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:40:42.952078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Attempting to bind port 4123a426-905b-46e5-9ede-23a4d2731b5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:40:42.952439 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Attempting to bind port 4123a426-905b-46e5-9ede-23a4d2731b5a on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:40:42.958437 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:40:42.958811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:40:42.959207 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:42.959599 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:40:42.960104 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Bound port: 4123a426-905b-46e5-9ede-23a4d2731b5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:40:42.960487 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.009936 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] For port 4123a426-905b-46e5-9ede-23a4d2731b5a, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:40:43.013080 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] For port 4123a426-905b-46e5-9ede-23a4d2731b5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4123a426-905b-46e5-9ede-23a4d2731b5a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:40:43.020472 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.079196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:43.079826 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61243522b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:43.083329 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943ce8e-50e5-4fa8-bfa6-2d3a32e239a5 None None] Pushing event updated for resources: {'Port': ['ID=4123a426-905b-46e5-9ede-23a4d2731b5a,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:43.141033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (382e3950-ee24-43b5-b951-6f3ea8f2575d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.188468 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:43.203812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Subnet': ['ID=382e3950-ee24-43b5-b951-6f3ea8f2575d,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:43.210812 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Checking segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:40:43.211647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network hostable DHCP agents. Network: ed3d5eb0-8c65-4789-bb5a-bb5f63a163da, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:40:43.228701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:40:43.237199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed3d5eb0-8c65-4789-bb5a-bb5f63a163da) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:43.241485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:43.242111 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.248959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757abb08-4028-4dfe-957a-16cceba01c18 None None] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:40:43.261951 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eff41b4d-9acf-4d98-aaaa-590b1fc7f362 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7452195
Mar 26 21:40:43.262172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49010) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:40:43.366417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:40:43.367587 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.373797 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61243522b0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:41Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:43.401897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6267-1cd7-4725-ba0d-7165066b1bd3 None None] The sync data for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 is: [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:41Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:40:43.501850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Allocated IP 172.20.0.2 (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da/382e3950-ee24-43b5-b951-6f3ea8f2575d/7bdd4d84-453b-4a0f-a375-8a12ea73aa5f) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:40:43.676212 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks [] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.682737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.732569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:40:43.734207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Pushing event updated for resources: {'Port': ['ID=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:43.738015 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:43.740165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:40:43.770729 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.816041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Attempting to bind port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:40:43.816567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Attempting to bind port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:40:43.817031 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Attempting to bind port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f on network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:40:43.823669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:40:43.824248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Checking segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:40:43.824757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.825164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Bound using segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:40:43.825641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Bound port: 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:40:43.826023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.893495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-26647480-4248-43c3-a14a-34ad1512069b None None] For port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:40:43.897519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-26647480-4248-43c3-a14a-34ad1512069b None None] For port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:40:43.904523 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:43.966330 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647480-4248-43c3-a14a-34ad1512069b None None] Pushing event updated for resources: {'Port': ['ID=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:44.113996 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.1 (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da/382e3950-ee24-43b5-b951-6f3ea8f2575d/e6e4acde-282d-4d0c-b808-db1bc596c980) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:40:44.269147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.319229 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.364021 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:40:44.367160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:44.370252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:40:44.400296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:44.425069 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.507362 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.567412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.861943 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.868155 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.895121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:44.947483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:44.950310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:44.954403 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:44.954780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.041907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:45.042307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.072400 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:40:45.074041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:45.080259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:45.087548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.088312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4123a426-905b-46e5-9ede-23a4d2731b5a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:45.131613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980d711-f8e2-4edd-bdfc-e637b54035f4 None None] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:40:45.203503 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 453467f8-df50-45f7-9962-dd01fe8ffbd5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:40:45.231521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:45.259459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-366f043a-be16-400b-a595-448ac6f23a11 None None] Provisioning complete for port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:45.259842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-366f043a-be16-400b-a595-448ac6f23a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.306585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4123a426-905b-46e5-9ede-23a4d2731b5a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:45.306971 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.331536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:40:45.344728 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-51f14319-cc49-4719-8e03-87eee5147143 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/453467f8-df50-45f7-9962-dd01fe8ffbd5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0812542
Mar 26 21:40:45.438017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-366f043a-be16-400b-a595-448ac6f23a11 None None] Current status of the port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:45.469981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4123a426-905b-46e5-9ede-23a4d2731b5a is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:45.470381 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.497171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 4123a426-905b-46e5-9ede-23a4d2731b5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4123a426-905b-46e5-9ede-23a4d2731b5a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:45.503644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.558436 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=4123a426-905b-46e5-9ede-23a4d2731b5a,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:45.568506 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-ce2da4ac-1831-4f5b-b193-ff6de835183f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654228322&fields=id&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 267 time: 0.0618362
Mar 26 21:40:45.659688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Provisioning complete for port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:45.660107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.685104 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-e7ef458e-cb58-4807-b5d6-bf7de48d281d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:45.690282 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-e7ef458e-cb58-4807-b5d6-bf7de48d281d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 797 time: 0.1175792
Mar 26 21:40:45.700963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Sync routers for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:40:45.706579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-e684fa58-e2b8-4f6c-be2c-95f0021fb1f4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/quotas/01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 375 time: 0.0122280
Mar 26 21:40:45.717372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:45.717920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fdc50d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:45.770651 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-860f661a-6c72-4140-b134-9fc46a32ce9a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0586188
Mar 26 21:40:45.830993 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Current status of the port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:45.858812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:45.859468 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:45.875746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-4dff91ce-9b58-40fa-ae16-97bc7f3c8eed service neutron] 10.222.0.16 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923295
Mar 26 21:40:45.886216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:45.928232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-630359ca-90c7-42d8-9661-6d3f751b7a7c None None] Port e6e4acde-282d-4d0c-b808-db1bc596c980 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:40:45.980482 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-72db75e9-7413-4ffe-b2ef-f984e1077fbf service neutron] 10.222.0.16 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982523
Mar 26 21:40:46.082297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8f0fff07-ca95-4127-ace2-57b90b50ca7c None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:46.082672 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8f0fff07-ca95-4127-ace2-57b90b50ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.132211 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8f0fff07-ca95-4127-ace2-57b90b50ca7c None None] Port e6e4acde-282d-4d0c-b808-db1bc596c980 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:40:46.153722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.159102 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cefa5f21-bb79-456f-b4b9-d18777d6ec32 req-1274675c-6205-4cdc-86d7-ab0df84073ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0283678
Mar 26 21:40:46.160758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fdc50d0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 2, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:46.188439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Checking router: 453467f8-df50-45f7-9962-dd01fe8ffbd5 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:40:46.188799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Updating router 453467f8-df50-45f7-9962-dd01fe8ffbd5 port e6e4acde-282d-4d0c-b808-db1bc596c980 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:40:46.215944 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.317723 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a907f7f5-8621-4cdd-a0b3-eadfedd26957 None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:46.317982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a907f7f5-8621-4cdd-a0b3-eadfedd26957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.368561 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a907f7f5-8621-4cdd-a0b3-eadfedd26957 None None] Port e6e4acde-282d-4d0c-b808-db1bc596c980 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:40:46.508452 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks [] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.513601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.563135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc34f2-13d1-430a-a1f9-64e14e60eaa1 None None] Pushing event updated for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:46.619879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Attempting to bind port e6e4acde-282d-4d0c-b808-db1bc596c980 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:40:46.620294 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Attempting to bind port e6e4acde-282d-4d0c-b808-db1bc596c980 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:40:46.620673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Attempting to bind port e6e4acde-282d-4d0c-b808-db1bc596c980 on network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:40:46.625863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:40:46.626248 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Checking segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:40:46.626661 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.627072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Bound using segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:40:46.627556 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Bound port: e6e4acde-282d-4d0c-b808-db1bc596c980, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:40:46.627967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.691819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] For port e6e4acde-282d-4d0c-b808-db1bc596c980, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:40:46.695060 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] For port e6e4acde-282d-4d0c-b808-db1bc596c980, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6e4acde-282d-4d0c-b808-db1bc596c980,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:40:46.701711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:46.760811 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:40:46.761480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611fdc50d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:46.764660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc34f2-13d1-430a-a1f9-64e14e60eaa1 None None] Pushing event updated for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:46.828696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:46.828696 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.043744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:47.114863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:40:47.221573 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:47.221959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.242300 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4d36adf2-503e-4c70-9b75-33b2bb3a5e54 req-e665d62c-4752-4141-87fe-b3c92307f72d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0300612
Mar 26 21:40:47.272204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Current status of the port e6e4acde-282d-4d0c-b808-db1bc596c980 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:47.272601 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.369695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] For port e6e4acde-282d-4d0c-b808-db1bc596c980, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6e4acde-282d-4d0c-b808-db1bc596c980,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:47.376788 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.468167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:47.469236 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4123a426-905b-46e5-9ede-23a4d2731b5a up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:47.510593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dda64d-5bbe-4c83-a23f-eab2087e6bc3 None None] Pushing event updated for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:47.536338 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ff70d42b-a98d-43a9-8a06-97076e7e984f None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:47.536716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ff70d42b-a98d-43a9-8a06-97076e7e984f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.568445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611fdc50d0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:46Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:40:47.604337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 4123a426-905b-46e5-9ede-23a4d2731b5a triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:47.604710 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:47.610135 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535ba9e-f945-47c7-86ef-9ceca3473c94 None None] The sync data for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 is: [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:46Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:40:47.717575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ff70d42b-a98d-43a9-8a06-97076e7e984f None None] Current status of the port e6e4acde-282d-4d0c-b808-db1bc596c980 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:47.735129 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 4123a426-905b-46e5-9ede-23a4d2731b5a is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:48.323591 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bb245a9e-496f-461f-8d04-b475614ed937 req-01b8ea09-00a1-47b1-8ae8-223822a72dc0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0284598
Mar 26 21:40:48.852120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6e4acde-282d-4d0c-b808-db1bc596c980 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:48.903730 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e6e4acde-282d-4d0c-b808-db1bc596c980 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:48.904137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:48.981336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e6e4acde-282d-4d0c-b808-db1bc596c980 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:49.402386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a45e203d-a9db-4cf3-a15d-0d1f45ac75bd req-aa73035e-d9d9-4e66-afb4-9616a0098d9d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0269310
Mar 26 21:40:50.492948 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cbe039d5-c1ea-4cd1-9c50-fa66a48aa0a6 req-c4294721-894d-4ae0-b3bb-2e0af0417379 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0264134
Mar 26 21:40:51.283566 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-23a55559-ec83-4f63-83ca-886412f3b028 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:51.285239 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-23a55559-ec83-4f63-83ca-886412f3b028 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 797 time: 0.1077402
Mar 26 21:40:51.349251 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-d74cfbdc-1d9a-42e1-a047-7fb3cec69e48 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 380 time: 0.0558033
Mar 26 21:40:51.357949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'port': {'device_id': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'admin_state_up': True, 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'security_groups': ['0d08fb3a-3678-4996-a9a2-f687ad20a460']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:51.460508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:40:51.464646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:51.601403 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d4cfc235-5a5c-448f-91e1-7f28bf326800 req-1ad13aa3-dd2d-4c99-a88a-0956822bbf8f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0330057
Mar 26 21:40:51.617802 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.6 (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da/382e3950-ee24-43b5-b951-6f3ea8f2575d/e3949449-bd9a-497d-b2fc-908e10ef222f) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:40:51.755545 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:51.789049 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:51.828496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:40:51.831469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:40:51.834892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:40:51.862114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:51.890421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:51.891070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:51.908316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-50fce28c-02ef-4447-a6d8-5838acb028cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5538926
Mar 26 21:40:51.918952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Request body: {'port': {'device_id': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:40:51.983908 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.062483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-706d66eb-fde2-4c88-8bea-ca259d42e7ae None None] Provisioning complete for port e3949449-bd9a-497d-b2fc-908e10ef222f triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:52.063131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-706d66eb-fde2-4c88-8bea-ca259d42e7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.100835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-706d66eb-fde2-4c88-8bea-ca259d42e7ae None None] Port e3949449-bd9a-497d-b2fc-908e10ef222f cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:40:52.243102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3949449-bd9a-497d-b2fc-908e10ef222f {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:40:52.250415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks [] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.262931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Transition to ACTIVE for port object e3949449-bd9a-497d-b2fc-908e10ef222f will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:40:52.266325 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.335653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Pushing event updated for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:52.386102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Attempting to bind port e3949449-bd9a-497d-b2fc-908e10ef222f on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:40:52.386442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Attempting to bind port e3949449-bd9a-497d-b2fc-908e10ef222f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:40:52.386771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Attempting to bind port e3949449-bd9a-497d-b2fc-908e10ef222f on network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:40:52.391300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Port e3949449-bd9a-497d-b2fc-908e10ef222f on network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:40:52.391624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Attempting to bind port e3949449-bd9a-497d-b2fc-908e10ef222f on network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:40:52.396674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:40:52.397014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Checking segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:40:52.397398 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Bound using segment: {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:40:52.397824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Bound port: e3949449-bd9a-497d-b2fc-908e10ef222f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ae0f6b-4211-45e1-8b82-6370baa30a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:40:52.398179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.463430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:40:52.466684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3949449-bd9a-497d-b2fc-908e10ef222f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:40:52.473126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.509601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:52.510201 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:52.511600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 1091 time: 0.5968521
Mar 26 21:40:52.512068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:40:52.514282 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7a885d-9516-4e5e-ac69-1a80e3081b49" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:40:52.542769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf874-971d-44c1-8aba-1615d16c2d62 service neutron] Pushing event updated for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:52.576873 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf925dd-52a6-4018-9f93-8e879e13e2d2 x-openstack-request-id: req-faf925dd-52a6-4018-9f93-8e879e13e2d2 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:40:52.577179 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:40:52.577437 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faf925dd-52a6-4018-9f93-8e879e13e2d2 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:40:52.577851 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf925dd-52a6-4018-9f93-8e879e13e2d2'] response: {'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'status': 'completed', 'code': 200}
Mar 26 21:40:52.612581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-5923709e-f306-4ad6-b7b3-04ca3abd4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:52.614249 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-5923709e-f306-4ad6-b7b3-04ca3abd4345 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1125 time: 0.0479534
Mar 26 21:40:52.656098 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-3df9044e-04eb-44f3-917d-1bee70be0e02 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 217 time: 0.0349829
Mar 26 21:40:52.737184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-ee72ea54-d8ef-4a8e-a0f3-9b2c20fa6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:52.738667 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-ee72ea54-d8ef-4a8e-a0f3-9b2c20fa6704 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0778108
Mar 26 21:40:52.779770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e66cfa-7fbc-48ae-afad-b860aace8f49 req-4a4acd41-3800-4f0b-9d0a-18a51745a3c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:52.781199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26e66cfa-7fbc-48ae-afad-b860aace8f49 req-4a4acd41-3800-4f0b-9d0a-18a51745a3c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 943 time: 0.0923223
Mar 26 21:40:52.826311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0476-e358-4672-8ba1-79517b525c5b req-31c3cf5a-7669-44a9-823c-669b2f455016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:52.827849 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-31c3cf5a-7669-44a9-823c-669b2f455016 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0830157
Mar 26 21:40:52.848917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-26e66cfa-7fbc-48ae-afad-b860aace8f49 req-e7d4b0b2-86c0-4da5-93b1-3a654568458e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613923
Mar 26 21:40:52.925440 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-e5dd7651-dcbf-48ea-8876-2e8758f359e8 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882468
Mar 26 21:40:53.011513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-686e0476-e358-4672-8ba1-79517b525c5b req-7ff25db9-f2b1-4395-b962-1cfb5159ae0e service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803182
Mar 26 21:40:53.103790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-2c100c2e-60b7-43b4-a401-8252e8dfe550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:53.105254 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-2c100c2e-60b7-43b4-a401-8252e8dfe550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1125 time: 0.0493853
Mar 26 21:40:53.193165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-3c476908-554e-475d-a86b-a21986bba427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:53.194631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-3c476908-554e-475d-a86b-a21986bba427 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 897 time: 0.0832510
Mar 26 21:40:53.236694 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-05f00ed8-1322-4125-8125-73fbdd1326e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 217 time: 0.0367947
Mar 26 21:40:53.284477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-ce803249-2880-44d8-8e56-9de0c4f1c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:53.285893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-ce803249-2880-44d8-8e56-9de0c4f1c9ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0421796
Mar 26 21:40:53.333437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-b0fa6734-f826-4c45-935d-38b22b15652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:53.334913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-b0fa6734-f826-4c45-935d-38b22b15652d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430224
Mar 26 21:40:53.425900 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-ed5898ec-62ec-42be-869d-1c4c17d637cb service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845449
Mar 26 21:40:53.513670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8b7a885d-9516-4e5e-ac69-1a80e3081b49 req-ffd15468-dd6f-463e-b80d-bdbcd837ac29 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811534
Mar 26 21:40:53.967787 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945166e-1828-45d7-84b9-e195883a1360 req-790e8afd-f851-4d2a-b954-07246e269643 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:53.969291 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a945166e-1828-45d7-84b9-e195883a1360 req-790e8afd-f851-4d2a-b954-07246e269643 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 943 time: 0.0523822
Mar 26 21:40:54.021344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a945166e-1828-45d7-84b9-e195883a1360 req-ced274d4-84c8-4c37-bd21-87e408add0b1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464902
Mar 26 21:40:55.143721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c573c06-6e69-454c-9cd7-0566692336f8 req-cf95e1e2-73a3-4486-b04b-18c9f07dd2c6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:55.144394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ea9f4aed-99d5-498d-a2fb-2bd07a933694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:55.145744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c573c06-6e69-454c-9cd7-0566692336f8 req-cf95e1e2-73a3-4486-b04b-18c9f07dd2c6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 943 time: 0.0540383
Mar 26 21:40:55.198178 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2c573c06-6e69-454c-9cd7-0566692336f8 req-61380a9e-39dc-4fb7-9b7c-986400d21200 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467725
Mar 26 21:40:55.755250 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3949449-bd9a-497d-b2fc-908e10ef222f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:40:55.852096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3949449-bd9a-497d-b2fc-908e10ef222f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:55.862847 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'port_id': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'mac_address': 'fa:16:3e:0f:ca:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:40:55.899099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e3949449-bd9a-497d-b2fc-908e10ef222f is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:55.899491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:55.911790 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3949449-bd9a-497d-b2fc-908e10ef222f {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:40:55.931210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3949449-bd9a-497d-b2fc-908e10ef222f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:55.936029 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:55.982747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:56.140824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['e3949449-bd9a-497d-b2fc-908e10ef222f'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:40:56.322717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb66085-0f21-455b-9f10-1e10c9de7a13 req-ed7628cd-d977-4dee-86fa-0f57c946f003 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:56.324279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2eb66085-0f21-455b-9f10-1e10c9de7a13 req-ed7628cd-d977-4dee-86fa-0f57c946f003 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 944 time: 0.0571444
Mar 26 21:40:56.375485 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2eb66085-0f21-455b-9f10-1e10c9de7a13 req-e7c1fb3f-acf3-4557-a437-fcdfb59a4e24 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451143
Mar 26 21:40:57.492223 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a73cee-1968-45a5-8a1e-298360e60fae req-e1396ee3-8a7f-4d9c-9c03-0c843ab827df tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:57.493650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38a73cee-1968-45a5-8a1e-298360e60fae req-e1396ee3-8a7f-4d9c-9c03-0c843ab827df tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 944 time: 0.0517054
Mar 26 21:40:57.542199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-38a73cee-1968-45a5-8a1e-298360e60fae req-f612f6d0-1fc7-4c98-b24c-6d5a3a6cab15 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429981
Mar 26 21:40:57.788683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3949449-bd9a-497d-b2fc-908e10ef222f up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:40:57.839115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port e3949449-bd9a-497d-b2fc-908e10ef222f completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:40:57.843116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port e3949449-bd9a-497d-b2fc-908e10ef222f triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:40:57.843495 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:57.887139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-72cca442-50b0-4ad0-9407-bc4b1164e320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:57.930738 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port e3949449-bd9a-497d-b2fc-908e10ef222f is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:40:57.931127 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:57.952925 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:40:57.955124 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06290b-4da8-4e37-8464-859beba23fd9" -d '{"events": [{"server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "name": "network-vif-plugged", "status": "completed", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:40:57.967798 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3949449-bd9a-497d-b2fc-908e10ef222f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:40:57.972130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:57.997705 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640af550-c867-49f9-8fdb-2f202646f3cf x-openstack-request-id: req-640af550-c867-49f9-8fdb-2f202646f3cf {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:40:57.997999 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "name": "network-vif-plugged", "status": "completed", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:40:57.998257 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-640af550-c867-49f9-8fdb-2f202646f3cf {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:40:57.998648 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640af550-c867-49f9-8fdb-2f202646f3cf'] response: {'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'code': 200}
Mar 26 21:40:58.026067 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:40:58.089641 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96b86c-b54f-4f74-9bbd-a14358649c98 req-138eb679-dfa7-4361-83b0-9e1d1f51fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:58.091055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab96b86c-b54f-4f74-9bbd-a14358649c98 req-138eb679-dfa7-4361-83b0-9e1d1f51fb90 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1127 time: 0.0439813
Mar 26 21:40:58.138939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab96b86c-b54f-4f74-9bbd-a14358649c98 req-5990c354-be02-4a89-b2e5-af188d462017 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401769
Mar 26 21:40:58.661332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c1bd2-8267-4628-88a2-34bc96ce8b01 req-8ceff530-9468-4a08-ad73-43e6a34122a6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:58.662825 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0a6c1bd2-8267-4628-88a2-34bc96ce8b01 req-8ceff530-9468-4a08-ad73-43e6a34122a6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0551541
Mar 26 21:40:58.712689 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0a6c1bd2-8267-4628-88a2-34bc96ce8b01 req-219c0bfa-96ed-43f5-8d6a-8fdea806b350 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435548
Mar 26 21:40:58.924569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:40:59.833635 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee37a7f-a8b6-48df-a889-e61754a30faf req-b7c792e4-4496-4033-99e0-1cef98bd5780 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:59.835114 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ee37a7f-a8b6-48df-a889-e61754a30faf req-b7c792e4-4496-4033-99e0-1cef98bd5780 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0527081
Mar 26 21:40:59.882435 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7ee37a7f-a8b6-48df-a889-e61754a30faf req-8b675560-ae8d-4e9c-8e49-cd18e5c82412 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417626
Mar 26 21:40:59.998351 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed03ee0-6a57-4038-8bf3-152261b5768c req-b3b45f73-0d2e-4e3e-ad07-3de13803320d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:40:59.999850 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ed03ee0-6a57-4038-8bf3-152261b5768c req-b3b45f73-0d2e-4e3e-ad07-3de13803320d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0519643
Mar 26 21:41:00.048590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1ed03ee0-6a57-4038-8bf3-152261b5768c req-e2163f00-4da4-454d-b7fb-a418c2df6dcf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432038
Mar 26 21:41:00.070238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49100) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:41:00.117564 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae52026-31a6-4f5c-89ba-352b14c660eb tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:00.119395 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1ae52026-31a6-4f5c-89ba-352b14c660eb tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1122 time: 0.0481741
Mar 26 21:41:00.122170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49102) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:41:00.126278 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:41:00.145431 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:00.239204 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:00.259304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:00.343634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.37 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/1a357f6e-e170-4b9e-937d-6b9fb7bf8196) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:41:00.442724 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:00.474599 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:00.513386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:41:00.516125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:41:00.519415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:41:00.545000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=1a357f6e-e170-4b9e-937d-6b9fb7bf8196,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:41:00.880316 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.292285 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.438629 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.443346 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.510289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=1a357f6e-e170-4b9e-937d-6b9fb7bf8196,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:41:01.520050 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.621183 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 associated. External IP: 172.35.4.37, port: e3949449-bd9a-497d-b2fc-908e10ef222f.
Mar 26 21:41:01.828517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 453467f8-df50-45f7-9962-dd01fe8ffbd5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:41:01.909790 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.938384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:41:01.947937 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Sync routers for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:41:01.955420 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:01.957931 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:41:01.958545 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f55b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:41:01.988341 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-04ae3a2d-a45a-4429-acd5-4d6436707252 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8625805
Mar 26 21:41:01.988341 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:41:01.988728 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c37f8-6557-461e-87cd-7d285210d604" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:41:02.038579 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cceccc-b775-4bb9-95c7-1948f9746db4 x-openstack-request-id: req-66cceccc-b775-4bb9-95c7-1948f9746db4 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:41:02.038579 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:41:02.038579 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66cceccc-b775-4bb9-95c7-1948f9746db4 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:41:02.039555 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cceccc-b775-4bb9-95c7-1948f9746db4'] response: {'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'status': 'completed', 'code': 200}
Mar 26 21:41:02.075728 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:41:02.106703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bef3-ea56-429e-ae4f-04f34b7c986f req-7aa37542-fa69-4325-808c-3b4169a109d6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:02.108563 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4774bef3-ea56-429e-ae4f-04f34b7c986f req-7aa37542-fa69-4325-808c-3b4169a109d6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0598533
Mar 26 21:41:02.109722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-72c42e65-10f6-4524-b044-17388cd2e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:02.111705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-72c42e65-10f6-4524-b044-17388cd2e3a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1127 time: 0.0507021
Mar 26 21:41:02.159391 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4774bef3-ea56-429e-ae4f-04f34b7c986f req-647f71ef-c063-432a-a4d2-7bd8bd6b1b35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440409
Mar 26 21:41:02.183869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49108) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:41:02.218790 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-fc170a24-c490-41e5-bb22-454b9ff02283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:02.219449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-fc170a24-c490-41e5-bb22-454b9ff02283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 897 time: 0.1025171
Mar 26 21:41:02.250578 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a086694e-d500-4f54-aea4-dcb5694fa0c2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 HTTP/1.1" status: 200  len: 990 time: 0.0651009
Mar 26 21:41:02.288937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-4fd692b5-ed01-4f75-aeb1-816453b1f7e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 998 time: 0.0637419
Mar 26 21:41:02.336630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-24c9c010-cbc2-4297-a5bc-ca0e29372b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:02.338216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-24c9c010-cbc2-4297-a5bc-ca0e29372b38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0442076
Mar 26 21:41:02.385712 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-9ca63d89-1e5c-4aad-b848-c99192ba2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:02.387243 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-9ca63d89-1e5c-4aad-b848-c99192ba2f24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436652
Mar 26 21:41:02.395103 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f55b220>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'port_id': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'mac_address': 'fa:16:3e:0f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:41:00Z', 'updated_at': '2022-03-26T21:41:00Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:41:02.425265 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Checking router: 453467f8-df50-45f7-9962-dd01fe8ffbd5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:41:02.433623 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:41:02.434236 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f55b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:40:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:41:02.477709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-f5d1acf2-d564-4b0f-bd9b-ce6b82a7e96e service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846572
Mar 26 21:41:02.540871 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:41:02.565429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5c6c37f8-6557-461e-87cd-7d285210d604 req-ba3315cb-6568-4f1f-bdcb-d6ad219edfa8 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822692
Mar 26 21:41:02.762161 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f55b220>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'port_id': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'mac_address': 'fa:16:3e:0f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:41:00Z', 'updated_at': '2022-03-26T21:41:00Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:41:02.791727 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe90dd9-fc78-46dd-8f58-e9e1c15b9b50 None None] The sync data for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 is: [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'port_id': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'mac_address': 'fa:16:3e:0f:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:41:00Z', 'updated_at': '2022-03-26T21:41:00Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:41:02.983787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff3af9-84ad-4b59-99ee-fda5feb50b50 None None] New status for floating IP e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:41:03.253709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49110) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:41:03.318152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6a436054-fb00-49e9-8388-bf4d60d542e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 HTTP/1.1" status: 200  len: 992 time: 0.0631957
Mar 26 21:41:14.514959 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:14.676694 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:41:16.146130 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:25.145611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-920b7af7-10cd-4098-a5d5-8fbdf4eb3196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:27.878088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a9d84c9-2a4c-4d78-8877-c63c4486f9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:28.927769 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:30.261634 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:31.913856 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:34.702115 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-96ad2175-1007-4422-8360-b7b4b00ce1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:34.703648 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-96ad2175-1007-4422-8360-b7b4b00ce1f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1127 time: 0.0818450
Mar 26 21:41:34.710310 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549355b9-1e97-46e2-9706-e1f95a924f3d req-bfb30be2-36f6-42e9-a414-917f834cd98f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:34.711640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549355b9-1e97-46e2-9706-e1f95a924f3d req-bfb30be2-36f6-42e9-a414-917f834cd98f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0886197
Mar 26 21:41:34.819356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-549355b9-1e97-46e2-9706-e1f95a924f3d req-7cc213a5-512f-4765-baba-3a91c2fb0d2f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990648
Mar 26 21:41:34.832774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-deb8e84d-3735-4958-bd40-612fb91a692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:34.834223 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-deb8e84d-3735-4958-bd40-612fb91a692f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 897 time: 0.1217327
Mar 26 21:41:34.899414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-9432fb99-b662-4464-a9aa-cc5ceab4ac5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 1000 time: 0.0581379
Mar 26 21:41:34.946226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-62dae0e9-d516-498f-881b-234ce9cddaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:34.948313 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-62dae0e9-d516-498f-881b-234ce9cddaec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0429280
Mar 26 21:41:34.999053 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-4b5db6f9-c0ae-43d5-a357-ec336e041955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:35.000561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-4b5db6f9-c0ae-43d5-a357-ec336e041955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467346
Mar 26 21:41:35.011431 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-95df2257-31af-4bf8-9db3-5e11e298527e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:41:35.012428 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-95df2257-31af-4bf8-9db3-5e11e298527e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055761
Mar 26 21:41:35.102015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-ba1cfddd-1646-4e0b-9aa6-410515932963 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810368
Mar 26 21:41:35.195297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d1e8679-45a9-47ee-86d6-da722fe380d7 req-aebf0576-b701-4a87-a603-04a49ae373f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871329
Mar 26 21:41:35.939495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba462a88-996a-4d29-9436-728953043f41 req-c1d5a443-ffcb-48c8-a0f6-208e7053aba2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:35.940993 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba462a88-996a-4d29-9436-728953043f41 req-c1d5a443-ffcb-48c8-a0f6-208e7053aba2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0519481
Mar 26 21:41:35.988959 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ba462a88-996a-4d29-9436-728953043f41 req-18f0dcd4-90f9-4520-bdc0-0117a576a1b3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424170
Mar 26 21:41:36.891727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-cbde9fa4-5483-41d9-844e-b85ec0007926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:36.893327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-cbde9fa4-5483-41d9-844e-b85ec0007926 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1127 time: 0.0454729
Mar 26 21:41:36.995046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-d787f0ad-3771-415e-b20f-d6acaab29ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:36.996550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-d787f0ad-3771-415e-b20f-d6acaab29ef8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 897 time: 0.0846930
Mar 26 21:41:37.101049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-7bc0ce55-3618-4938-a3f8-099c801b31ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 1000 time: 0.0981405
Mar 26 21:41:37.155456 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c11e2-c5f7-46a5-a7ff-76499e7d173e req-9ddb5bb7-1fb5-4180-abdf-1443647afe72 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:37.156968 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f2c11e2-c5f7-46a5-a7ff-76499e7d173e req-9ddb5bb7-1fb5-4180-abdf-1443647afe72 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0986321
Mar 26 21:41:37.162239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-7de67fdc-c63d-4068-baa7-60404c93a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:37.163584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-7de67fdc-c63d-4068-baa7-60404c93a4b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0565934
Mar 26 21:41:37.242986 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7f2c11e2-c5f7-46a5-a7ff-76499e7d173e req-9d271b99-51ca-45e1-bdf8-a77081d1f2c0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784259
Mar 26 21:41:37.245568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-caab2401-aa1b-4851-81ff-24f86c358e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:37.246989 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-caab2401-aa1b-4851-81ff-24f86c358e52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0763085
Mar 26 21:41:37.335738 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-dceac278-5cc2-4d2b-88d7-ed3de3268401 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819848
Mar 26 21:41:37.427721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2fef431-8154-4528-880e-d67fd5d8ee96 req-6999356a-f944-489a-a302-036cd36721b2 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856018
Mar 26 21:41:38.360157 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba71e6e-5627-4119-a07f-a7f056cf1e44 req-ca631da6-9fb5-435e-afef-7b2b3b445a87 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:38.361626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ba71e6e-5627-4119-a07f-a7f056cf1e44 req-ca631da6-9fb5-435e-afef-7b2b3b445a87 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0518448
Mar 26 21:41:38.413910 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5ba71e6e-5627-4119-a07f-a7f056cf1e44 req-1c9f7c2e-4cd7-4e50-9000-eb8225e1ae8a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467815
Mar 26 21:41:39.533590 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc76d6-6c6a-465e-acbb-9bcc8952305d req-546e81d6-8f41-4496-be7c-c010b1fda5c7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:39.535088 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5bc76d6-6c6a-465e-acbb-9bcc8952305d req-546e81d6-8f41-4496-be7c-c010b1fda5c7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0532694
Mar 26 21:41:39.584032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d5bc76d6-6c6a-465e-acbb-9bcc8952305d req-cf58bb04-a331-43c8-bc72-2ddac06d4990 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432785
Mar 26 21:41:40.704196 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4164323-9690-42b7-8e52-40d93bc67983 req-be228198-8a53-4815-8f5a-77106f35775f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:40.705678 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4164323-9690-42b7-8e52-40d93bc67983 req-be228198-8a53-4815-8f5a-77106f35775f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0521412
Mar 26 21:41:40.753350 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4164323-9690-42b7-8e52-40d93bc67983 req-e98d2a96-5642-4f6d-a146-4c0371974bb1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421252
Mar 26 21:41:41.875213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3f2a-f8b0-44b1-b253-40d38dc38b92 req-04622f05-4fbb-4bb3-aa90-3274818185e2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:41.876713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c33a3f2a-f8b0-44b1-b253-40d38dc38b92 req-04622f05-4fbb-4bb3-aa90-3274818185e2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0561504
Mar 26 21:41:41.924343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c33a3f2a-f8b0-44b1-b253-40d38dc38b92 req-72d5c809-811f-445f-ace2-bcff9f634ec6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420480
Mar 26 21:41:43.040514 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff9578-02d8-4630-a1fb-e7ffde258a76 req-13791181-cad6-42ac-9926-e184ce83af2d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:43.042554 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6aff9578-02d8-4630-a1fb-e7ffde258a76 req-13791181-cad6-42ac-9926-e184ce83af2d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0534091
Mar 26 21:41:43.094794 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6aff9578-02d8-4630-a1fb-e7ffde258a76 req-95e11a3b-7d75-48ca-b736-6dd2ecc5b94d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423841
Mar 26 21:41:44.215384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46b68-6e4f-47d0-97e1-5d8fb51f96f0 req-81e907d3-199c-426c-b41e-495f49dbbcc9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:44.217937 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33e46b68-6e4f-47d0-97e1-5d8fb51f96f0 req-81e907d3-199c-426c-b41e-495f49dbbcc9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0535271
Mar 26 21:41:44.265449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-33e46b68-6e4f-47d0-97e1-5d8fb51f96f0 req-d41e9125-0783-4645-ac73-3b33f0487880 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418863
Mar 26 21:41:44.513662 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:45.386704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527e848-2ba9-4774-acc1-d107dc6e1a81 req-11beb08c-2157-4bd4-ac54-cba32b40e4c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:45.388194 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c527e848-2ba9-4774-acc1-d107dc6e1a81 req-11beb08c-2157-4bd4-ac54-cba32b40e4c8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0561526
Mar 26 21:41:45.437355 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c527e848-2ba9-4774-acc1-d107dc6e1a81 req-fbcec2cc-9a83-4893-9588-9bb556703d02 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436313
Mar 26 21:41:46.162955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:46.558600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5beb9-0038-4e5d-b5c3-d2bb258283a5 req-fccd14f5-f0cb-4ffa-8924-1f63527eb845 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:46.560116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d5beb9-0038-4e5d-b5c3-d2bb258283a5 req-fccd14f5-f0cb-4ffa-8924-1f63527eb845 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0564220
Mar 26 21:41:46.607240 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-58d5beb9-0038-4e5d-b5c3-d2bb258283a5 req-c7a92ce9-7cca-4c43-941c-e1de5441178c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416014
Mar 26 21:41:47.722887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69104fc2-f907-469f-8a54-551754181078 req-c35f614f-5548-4f8b-a4d9-41028694dcbf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:47.724369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69104fc2-f907-469f-8a54-551754181078 req-c35f614f-5548-4f8b-a4d9-41028694dcbf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0519109
Mar 26 21:41:47.771893 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-69104fc2-f907-469f-8a54-551754181078 req-251f787d-9ec1-448c-97a7-4cfb1a604934 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419068
Mar 26 21:41:48.890891 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7aa6a-b7b2-4d34-a3d8-7b5b8719be4c req-ff58d224-8333-49b5-890d-97c6775555ae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:48.892397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05b7aa6a-b7b2-4d34-a3d8-7b5b8719be4c req-ff58d224-8333-49b5-890d-97c6775555ae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0519433
Mar 26 21:41:48.940314 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-05b7aa6a-b7b2-4d34-a3d8-7b5b8719be4c req-ae22f5fd-8d79-44ff-9746-5e96957b7b24 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423293
Mar 26 21:41:50.061561 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb2e9-7250-4856-a894-3de12dcfe43a req-c707933f-fbd5-49d2-90fc-8d2bd960d8aa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:50.063038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec1bb2e9-7250-4856-a894-3de12dcfe43a req-c707933f-fbd5-49d2-90fc-8d2bd960d8aa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0572512
Mar 26 21:41:50.110873 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ec1bb2e9-7250-4856-a894-3de12dcfe43a req-49346d50-085d-41a1-9294-c9bed4110b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422494
Mar 26 21:41:51.228030 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eb448-a1e9-4d9e-a25d-bb4c1ff56c0c req-5999c895-d1ad-487c-8669-915d33ec42b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:41:51.230015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c5eb448-a1e9-4d9e-a25d-bb4c1ff56c0c req-5999c895-d1ad-487c-8669-915d33ec42b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0514181
Mar 26 21:41:51.281392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9c5eb448-a1e9-4d9e-a25d-bb4c1ff56c0c req-e31df3a2-7ad9-43a3-b7b1-c397c5327861 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457642
Mar 26 21:41:51.304126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49158) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:41:51.362845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-edc6380b-42b9-49c1-9bd4-5c5b32d1cf83 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 HTTP/1.1" status: 200  len: 992 time: 0.0576115
Mar 26 21:41:51.675354 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:41:55.147048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b347915-fd65-4829-8f03-01faf15c7fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:57.879250 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-49b8f243-e945-4560-bcb5-2fb0a075daf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:41:58.929714 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:00.264667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:01.917157 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:14.523743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:16.171143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:21.843414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49186) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:21.998354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 1a357f6e-e170-4b9e-937d-6b9fb7bf8196 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:42:21.998700 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.076412 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.076746 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.088124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 1a357f6e-e170-4b9e-937d-6b9fb7bf8196 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:42:22.232755 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1a357f6e-e170-4b9e-937d-6b9fb7bf8196), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.257405 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=1a357f6e-e170-4b9e-937d-6b9fb7bf8196,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:22.269548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.269898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.270246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.270594 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.270936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.271271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.271603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.271963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.272324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.272654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.272985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.273316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.273644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.273969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.274293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:22.328679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.329009 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 disassociated (deleted). External IP: 172.35.4.37, port: e3949449-bd9a-497d-b2fc-908e10ef222f.
Mar 26 21:42:22.537386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 453467f8-df50-45f7-9962-dd01fe8ffbd5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:42:22.644216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:42:22.648984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:22.653571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Sync routers for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:42:22.663103 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:22.663707 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:41:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:22.678062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d93538ad-4c61-46c5-b9e6-cec4ddd769f6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8 HTTP/1.1" status: 204  len: 168 time: 0.8334756
Mar 26 21:42:22.678619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:42:22.680855 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eced016-9878-4836-9eb8-f044172c9c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:42:22.779655 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:22.824207 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0862255f-2b05-4aee-b52f-41d0a8f06d3b x-openstack-request-id: req-0862255f-2b05-4aee-b52f-41d0a8f06d3b {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:42:22.824207 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:42:22.824207 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0862255f-2b05-4aee-b52f-41d0a8f06d3b {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:42:22.828766 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0862255f-2b05-4aee-b52f-41d0a8f06d3b'] response: {'name': 'network-changed', 'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'status': 'completed', 'code': 200}
Mar 26 21:42:22.932481 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70355616-6dd0-4ca1-81d7-6de87d1b8b09 req-5577d5d3-98cd-4bc8-ba67-855a2c0f4e29 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:22.934014 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70355616-6dd0-4ca1-81d7-6de87d1b8b09 req-5577d5d3-98cd-4bc8-ba67-855a2c0f4e29 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0562181
Mar 26 21:42:22.950160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced016-9878-4836-9eb8-f044172c9c8d req-12856632-5943-4de0-a4e1-c4f7121a0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:22.951787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-12856632-5943-4de0-a4e1-c4f7121a0425 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 1127 time: 0.1073034
Mar 26 21:42:22.986704 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-70355616-6dd0-4ca1-81d7-6de87d1b8b09 req-a78a46fd-0e2b-4c34-a0cc-29b3d20d3792 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470169
Mar 26 21:42:22.993183 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438f2b0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:23.023341 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Checking router: 453467f8-df50-45f7-9962-dd01fe8ffbd5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:42:23.032956 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:23.033557 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438f2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:41:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:23.051674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced016-9878-4836-9eb8-f044172c9c8d req-6b04b217-9009-4479-86d4-86bbde1acaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:23.053379 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-6b04b217-9009-4479-86d4-86bbde1acaa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 200  len: 897 time: 0.0951555
Mar 26 21:42:23.097273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-e353bef1-c23f-41f1-b9d8-232a28a555e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 200  len: 217 time: 0.0352187
Mar 26 21:42:23.141835 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:23.148681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced016-9878-4836-9eb8-f044172c9c8d req-1600db79-d014-4ed8-8802-95f3b723ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:23.150136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-1600db79-d014-4ed8-8802-95f3b723ae8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 200  len: 835 time: 0.0466683
Mar 26 21:42:23.198041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced016-9878-4836-9eb8-f044172c9c8d req-d8ddb923-0c92-4266-9dde-274c563bac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:23.200082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-d8ddb923-0c92-4266-9dde-274c563bac4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435154
Mar 26 21:42:23.294684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-1882a9e6-619b-4e31-97f5-3a566a6e886e service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853088
Mar 26 21:42:23.389133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0eced016-9878-4836-9eb8-f044172c9c8d req-abfbbad1-094a-4a12-bb67-a9404c1be5b9 service neutron] 10.222.0.18 "GET /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859525
Mar 26 21:42:23.435240 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438f2b0>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:23.465282 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fe86fa-bb70-4811-a1a2-eb3971793730 None None] The sync data for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 is: [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:40:44Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6e4acde-282d-4d0c-b808-db1bc596c980', 'name': '', 'network_id': 'ed3d5eb0-8c65-4789-bb5a-bb5f63a163da', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:62:94:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:43Z', 'updated_at': '2022-03-26T21:40:47Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '382e3950-ee24-43b5-b951-6f3ea8f2575d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:42:23.673688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65b170-6c30-4f21-98e1-a28ae3cbd076 None None] New status for floating IP e3b60ac1-dec5-4582-a7b6-1f1e6e247ad8: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:42:24.108007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a68296-4e61-410c-86a7-a041696b3f4e req-46082677-a404-4977-8831-704bfd913f4e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:24.109478 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2a68296-4e61-410c-86a7-a041696b3f4e req-46082677-a404-4977-8831-704bfd913f4e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0514953
Mar 26 21:42:24.156717 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b2a68296-4e61-410c-86a7-a041696b3f4e req-dfe39949-ac33-43da-8547-acea33d58029 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=0d08fb3a-3678-4996-a9a2-f687ad20a460&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416565
Mar 26 21:42:24.399985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-b3be9666-6921-43cb-800c-cb933b1a46a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:24.401933 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-b3be9666-6921-43cb-800c-cb933b1a46a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 945 time: 0.0545270
Mar 26 21:42:24.492813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port e3949449-bd9a-497d-b2fc-908e10ef222f {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:42:24.493162 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:24.582872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port e3949449-bd9a-497d-b2fc-908e10ef222f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3949449-bd9a-497d-b2fc-908e10ef222f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:24.583233 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:24.595314 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for e3949449-bd9a-497d-b2fc-908e10ef222f owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:42:24.717781 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e3949449-bd9a-497d-b2fc-908e10ef222f), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:24.749697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=e3949449-bd9a-497d-b2fc-908e10ef222f,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:24.792372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] No DVR routers for this DVR port e3949449-bd9a-497d-b2fc-908e10ef222f on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:42:24.794903 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:24.798286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-13c9723b-fca5-4cca-9450-e1566b76c04d req-8b51b46c-cfc0-4d28-bc1c-7df99ebcb128 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "DELETE /v2.0/ports/e3949449-bd9a-497d-b2fc-908e10ef222f HTTP/1.1" status: 204  len: 173 time: 0.3916388
Mar 26 21:42:24.829988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'name': 'network-vif-deleted', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:42:24.832378 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104cfff6-a55d-4b05-bcd4-0e19a9300f8f" -d '{"events": [{"server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "name": "network-vif-deleted", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:42:24.868626 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780bd73-1822-4267-8ad2-71205e2d8dc9 x-openstack-request-id: req-a780bd73-1822-4267-8ad2-71205e2d8dc9 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:42:24.868930 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1b2c44-95f7-4d78-a980-67546d019133", "name": "network-vif-deleted", "tag": "e3949449-bd9a-497d-b2fc-908e10ef222f", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:42:24.869186 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a780bd73-1822-4267-8ad2-71205e2d8dc9 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:42:24.869596 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a780bd73-1822-4267-8ad2-71205e2d8dc9'] response: {'server_uuid': 'cc1b2c44-95f7-4d78-a980-67546d019133', 'name': 'network-vif-deleted', 'tag': 'e3949449-bd9a-497d-b2fc-908e10ef222f', 'status': 'completed', 'code': 200}
Mar 26 21:42:25.151481 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3ca927d4-7a55-49b1-97a3-197cc458718e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:25.268631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f4f8e6d6-0799-40d1-9637-43c512653f9f req-50ceb22d-939a-4cb0-a2fb-e10525ce110e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc1b2c44-95f7-4d78-a980-67546d019133 HTTP/1.1" status: 200  len: 210 time: 0.0284770
Mar 26 21:42:26.324968 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49208) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:26.682077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:26.937244 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port e6e4acde-282d-4d0c-b808-db1bc596c980 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:42:26.937533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:27.021909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port e6e4acde-282d-4d0c-b808-db1bc596c980, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6e4acde-282d-4d0c-b808-db1bc596c980,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:27.022273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:27.034832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for e6e4acde-282d-4d0c-b808-db1bc596c980 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:42:27.221088 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e6e4acde-282d-4d0c-b808-db1bc596c980), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:27.578610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=e6e4acde-282d-4d0c-b808-db1bc596c980,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:27.751195 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:27.880775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4087d7e-d1a4-4ba3-8920-13fec5f5de43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:27.970394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router 453467f8-df50-45f7-9962-dd01fe8ffbd5 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:42:28.078533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:42:28.083595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-35b39d31-949f-4252-bc37-6ea80dfd9730 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/453467f8-df50-45f7-9962-dd01fe8ffbd5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7575517
Mar 26 21:42:28.086227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49210) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:28.090833 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Sync routers for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:42:28.100452 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:28.101074 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438fa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:28.138110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting subnet 382e3950-ee24-43b5-b951-6f3ea8f2575d {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:42:28.141468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (382e3950-ee24-43b5-b951-6f3ea8f2575d), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.180690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (382e3950-ee24-43b5-b951-6f3ea8f2575d), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.209331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:28.247802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3949449-bd9a-497d-b2fc-908e10ef222f no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:42:28.269156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: e3949449-bd9a-497d-b2fc-908e10ef222f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:42:28.269619 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (382e3950-ee24-43b5-b951-6f3ea8f2575d), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.270080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device e3949449-bd9a-497d-b2fc-908e10ef222f not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:42:28.329430 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (382e3950-ee24-43b5-b951-6f3ea8f2575d), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.356467 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Subnet': ['ID=382e3950-ee24-43b5-b951-6f3ea8f2575d,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:28.361728 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.367442 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49212) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:28.368419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3c85f850-1c3f-4391-885e-c5a6a603690f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/subnets/382e3950-ee24-43b5-b951-6f3ea8f2575d HTTP/1.1" status: 204  len: 168 time: 0.2811918
Mar 26 21:42:28.371379 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7960a7ee-8392-4c7f-af91-094cc061f299 None None] Network ed3d5eb0-8c65-4789-bb5a-bb5f63a163da requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:42:28.395618 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438fa30>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:42:27Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:28.426094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Checking router: 453467f8-df50-45f7-9962-dd01fe8ffbd5 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:42:28.435391 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Routers {'453467f8-df50-45f7-9962-dd01fe8ffbd5'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:28.436681 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438fa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['453467f8-df50-45f7-9962-dd01fe8ffbd5'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:28.487429 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.549284 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] Set router 453467f8-df50-45f7-9962-dd01fe8ffbd5 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:28.563053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] DHCP port deletion for ed3d5eb0-8c65-4789-bb5a-bb5f63a163da request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:42:28.598582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (453467f8-df50-45f7-9962-dd01fe8ffbd5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.616795 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Deleting port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:42:28.617483 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.659648 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 4123a426-905b-46e5-9ede-23a4d2731b5a {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:42:28.660074 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.680423 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:42:28.690603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] For port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,segment=NetworkSegment(72ae0f6b-4211-45e1-8b82-6370baa30a91),segment_id=72ae0f6b-4211-45e1-8b82-6370baa30a91)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:28.691015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.703878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Calling delete_port for 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:42:28.737655 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438fa30>, [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:42:27Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:28.753674 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port 4123a426-905b-46e5-9ede-23a4d2731b5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4123a426-905b-46e5-9ede-23a4d2731b5a,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:28.754055 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.768543 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 4123a426-905b-46e5-9ede-23a4d2731b5a owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:42:28.769852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1629a3b-3f14-4e12-800d-e83a3bcdd612 None None] The sync data for ids ['453467f8-df50-45f7-9962-dd01fe8ffbd5'] in ncdv-master-1 is: [{'id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58777002', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:40:40Z', 'updated_at': '2022-03-26T21:42:27Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '4123a426-905b-46e5-9ede-23a4d2731b5a', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453467f8-df50-45f7-9962-dd01fe8ffbd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:40:41Z', 'updated_at': '2022-03-26T21:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:42:28.791275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (7bdd4d84-453b-4a0f-a375-8a12ea73aa5f), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.815676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Pushing event deleted for resources: {'Port': ['ID=7bdd4d84-453b-4a0f-a375-8a12ea73aa5f,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:28.824721 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] No DVR routers for this DVR port 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:42:28.827084 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.827733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.827879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.828136 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.828766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.828909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.829210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.829541 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.829917 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.830180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.830507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.830853 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.831183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.831506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.831827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75fc04-4baf-4f5f-87af-b684603e688f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.933173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.959489 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4123a426-905b-46e5-9ede-23a4d2731b5a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:28.985280 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=4123a426-905b-46e5-9ede-23a4d2731b5a,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:28.997149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.997509 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.997872 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.998227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.998571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.998914 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.999255 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.999590 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:28.999948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.000290 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.000624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.000956 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.001288 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.001616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.001945 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:29.058420 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.160076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.162323 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (453467f8-df50-45f7-9962-dd01fe8ffbd5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.209842 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (453467f8-df50-45f7-9962-dd01fe8ffbd5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.210390 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Fanout notify agent at l3_agent the message router_deleted on router 453467f8-df50-45f7-9962-dd01fe8ffbd5 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:42:29.225527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.229472 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-112b660f-a34a-47fc-80fe-4cc060130896 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/routers/453467f8-df50-45f7-9962-dd01fe8ffbd5 HTTP/1.1" status: 204  len: 168 time: 0.8583949
Mar 26 21:42:29.229826 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49214) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:29.249743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:42:29.272828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:42:29.273181 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 7bdd4d84-453b-4a0f-a375-8a12ea73aa5f not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:42:29.273613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6e4acde-282d-4d0c-b808-db1bc596c980 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:42:29.294061 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e6e4acde-282d-4d0c-b808-db1bc596c980 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:42:29.294418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e6e4acde-282d-4d0c-b808-db1bc596c980 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:42:29.320737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.408206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.431757 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6124494e80>,) {'filters': {'network_id': ['ed3d5eb0-8c65-4789-bb5a-bb5f63a163da']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:29.441513 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124494e80>, '72ae0f6b-4211-45e1-8b82-6370baa30a91') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:29.443159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6124494e80>, '72ae0f6b-4211-45e1-8b82-6370baa30a91') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:29.457785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (72ae0f6b-4211-45e1-8b82-6370baa30a91), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.471645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (72ae0f6b-4211-45e1-8b82-6370baa30a91), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.477384 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:42:29.477782 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (72ae0f6b-4211-45e1-8b82-6370baa30a91), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:42:29.480657 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:42:29.536327 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (ed3d5eb0-8c65-4789-bb5a-bb5f63a163da), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.542985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.546071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/networks/ed3d5eb0-8c65-4789-bb5a-bb5f63a163da HTTP/1.1" status: 204  len: 168 time: 0.3152068
Mar 26 21:42:29.548866 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49216) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:29.557284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0728f40-f18f-4829-9f3f-d52d637139b4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Network': ['ID=ed3d5eb0-8c65-4789-bb5a-bb5f63a163da,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:29.605896 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (0d08fb3a-3678-4996-a9a2-f687ad20a460), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.630634 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (0d08fb3a-3678-4996-a9a2-f687ad20a460), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.689462 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (0d08fb3a-3678-4996-a9a2-f687ad20a460), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.692165 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:29.693325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d08fb3a-3678-4996-a9a2-f687ad20a460 HTTP/1.1" status: 204  len: 168 time: 0.1434717
Mar 26 21:42:29.703161 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6298563-6db9-4ad3-85e6-d7a0ff6717ff tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d08fb3a-3678-4996-a9a2-f687ad20a460,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:30.266301 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.449178 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49224) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:30.453918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963130195', 'description': 'tempest-secgroup-smoke-1963130195 description', 'project_id': '01928d3d430a4ee085f0f02b34539ca4'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:30.473918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.539011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3dbd7a90-adeb-47c8-a8a1-481621957a47), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.542697 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dbd7a90-adeb-47c8-a8a1-481621957a47), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.571967 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd7a90-adeb-47c8-a8a1-481621957a47,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:30.577876 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.581859 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-17eaef9f-a7fa-4343-9991-38b60844dd98 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1288490
Mar 26 21:42:30.582727 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49226) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:30.586316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:30.610409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (0fca36c4-ce0e-4412-86a2-c6673632fab9), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.669310 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (0fca36c4-ce0e-4412-86a2-c6673632fab9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.672676 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0fca36c4-ce0e-4412-86a2-c6673632fab9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.692248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fca36c4-ce0e-4412-86a2-c6673632fab9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:30.697720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.698928 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-818b942c-bfea-46cb-ba2e-82e2e7671bae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1159742
Mar 26 21:42:30.702304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49228) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:30.706665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:30.730284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (ecf1f296-030a-41f8-966d-6db7d9db27ce), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.785636 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (ecf1f296-030a-41f8-966d-6db7d9db27ce), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.789318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (ecf1f296-030a-41f8-966d-6db7d9db27ce), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.806228 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf1f296-030a-41f8-966d-6db7d9db27ce,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:30.814077 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.815280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aad96bd4-715a-4c42-9066-e1a1c9b9dcdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1119258
Mar 26 21:42:30.818126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49230) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:30.822392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:30.845623 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4123a426-905b-46e5-9ede-23a4d2731b5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:42:30.847751 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (6816f2c8-145b-4f43-b13c-d02043e768cf), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.865953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 4123a426-905b-46e5-9ede-23a4d2731b5a {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:42:30.866243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 4123a426-905b-46e5-9ede-23a4d2731b5a not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:42:30.904039 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (6816f2c8-145b-4f43-b13c-d02043e768cf), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.907469 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (6816f2c8-145b-4f43-b13c-d02043e768cf), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.921810 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6816f2c8-145b-4f43-b13c-d02043e768cf,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:30.932492 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:30.934208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ec07992a-41f6-4741-9643-c683a89aaaae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1146169
Mar 26 21:42:30.936980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49232) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:30.941238 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:30.965646 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (0393672f-1929-4663-b544-c4bba3206299), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.025011 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (0393672f-1929-4663-b544-c4bba3206299), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.028596 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (0393672f-1929-4663-b544-c4bba3206299), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.045716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0393672f-1929-4663-b544-c4bba3206299,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:31.054014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.055273 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-abe9cba8-47c1-4f5e-a5ba-a3725281effb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1173377
Mar 26 21:42:31.058110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49234) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:31.062779 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:31.081665 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:42:31.086216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (bc1cad2e-a213-4eac-ad77-c7589ec6da1e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.144036 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (bc1cad2e-a213-4eac-ad77-c7589ec6da1e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.147347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (bc1cad2e-a213-4eac-ad77-c7589ec6da1e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.163784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1cad2e-a213-4eac-ad77-c7589ec6da1e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:31.171653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.172872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dabb5a57-2bd4-424a-920b-fe00cf558a9c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1133738
Mar 26 21:42:31.175680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49238) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:31.180122 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '3dbd7a90-adeb-47c8-a8a1-481621957a47', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:31.201345 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:42:31.206197 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8a04a48a-d807-4887-88a4-410f701f0fd9), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.263375 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (8a04a48a-d807-4887-88a4-410f701f0fd9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.266769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (8a04a48a-d807-4887-88a4-410f701f0fd9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.283307 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a04a48a-d807-4887-88a4-410f701f0fd9,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:31.291487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.292705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-78c17fe0-0bba-443f-93c2-6c744ca11b0a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1160877
Mar 26 21:42:31.296232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49240) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:31.301105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'network': {'name': 'tempest-network-smoke--1823351879', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:31.320173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:42:31.323342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.345268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:42:31.354061 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (02bbb439-825f-48f2-b624-53fa6ca39dc4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.354455 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Added segment 02bbb439-825f-48f2-b624-53fa6ca39dc4 of type vlan for network 03ddffa5-452d-4e20-9b18-f10db853ae3a
Mar 26 21:42:31.395396 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (03ddffa5-452d-4e20-9b18-f10db853ae3a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.418951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (03ddffa5-452d-4e20-9b18-f10db853ae3a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.423976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:31.424607 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.464763 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1675081
Mar 26 21:42:31.467697 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49242) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:31.472382 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'admin_state_up': True, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:31.493998 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.494250 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b258f-1155-40f6-9bae-7fa29b6245cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Network': ['ID=03ddffa5-452d-4e20-9b18-f10db853ae3a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:31.495239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.504782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:42:31.551281 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:31.923022 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.025630 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.222273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.240498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.346337 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.158 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/523dcb51-2a21-442b-92ba-e9039cc1ac57) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:42:32.445966 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.478739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.515767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:32.518513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:32.521845 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:42:32.548867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=523dcb51-2a21-442b-92ba-e9039cc1ac57,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:32.777650 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:32.976988 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.106138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:42:33.213417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:42:33.223227 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Sync routers for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:42:33.234418 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:33.235225 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.235363 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f89a7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:33.236559 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-27a3b170-6b0d-4119-b2a9-8043f6b837f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7677624
Mar 26 21:42:33.239830 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49248) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:33.268318 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-31049de8-a029-46bb-b97b-e480f8e7d1e8 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=01928d3d430a4ee085f0f02b34539ca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272403
Mar 26 21:42:33.271005 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49250) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:33.346310 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:33.357181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0910a1b-0e0b-4c44-b17c-ae2ecacc45a7 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:33.358633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f0910a1b-0e0b-4c44-b17c-ae2ecacc45a7 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0867162
Mar 26 21:42:33.361458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49252) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:33.392746 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d65e8705-556c-4a1b-a0ab-76252cfce6c4 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0301518
Mar 26 21:42:33.395233 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49254) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:33.399822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057907626', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:33.488141 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:42:33.491662 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.525302 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f89a7f0>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:32Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:33.552399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Checking router: dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:42:33.552752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Updating router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a port 523dcb51-2a21-442b-92ba-e9039cc1ac57 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:42:33.583604 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.672191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (c890e1b7-a567-4328-b31c-560b37f1b35a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.735104 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Subnet': ['ID=c890e1b7-a567-4328-b31c-560b37f1b35a,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:33.739468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Checking segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:42:33.739836 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network hostable DHCP agents. Network: 03ddffa5-452d-4e20-9b18-f10db853ae3a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:42:33.756798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:42:33.766757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03ddffa5-452d-4e20-9b18-f10db853ae3a) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:33.771000 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:33.771591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.778150 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f828d0-1acb-4ec0-b8dd-51d85b25da84 None None] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:42:33.788003 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-de4bd1d1-ac9e-47d6-9614-fe65977bcf6c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3917737
Mar 26 21:42:33.791065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49256) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:33.903709 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks [] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.922822 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.950446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03ddffa5-452d-4e20-9b18-f10db853ae3a', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:42:33.951187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:33.998807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b1f21-f91f-4ac7-a808-bf03445de002 None None] Pushing event updated for resources: {'Port': ['ID=523dcb51-2a21-442b-92ba-e9039cc1ac57,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:34.003080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Attempting to bind port 523dcb51-2a21-442b-92ba-e9039cc1ac57 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:42:34.003825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Attempting to bind port 523dcb51-2a21-442b-92ba-e9039cc1ac57 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:42:34.004482 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Attempting to bind port 523dcb51-2a21-442b-92ba-e9039cc1ac57 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:42:34.064271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:42:34.064655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:42:34.065048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.065445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:42:34.065920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Bound port: 523dcb51-2a21-442b-92ba-e9039cc1ac57, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:42:34.066325 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.154933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] For port 523dcb51-2a21-442b-92ba-e9039cc1ac57, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:42:34.160371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] For port 523dcb51-2a21-442b-92ba-e9039cc1ac57, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523dcb51-2a21-442b-92ba-e9039cc1ac57,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:42:34.166936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Allocated IP 172.20.0.2 (03ddffa5-452d-4e20-9b18-f10db853ae3a/c890e1b7-a567-4328-b31c-560b37f1b35a/20510463-93db-458f-9f5f-0db7ed85526c) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:42:34.169901 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.246737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.284065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:34.284706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f89a7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:34.287857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b1f21-f91f-4ac7-a808-bf03445de002 None None] Pushing event updated for resources: {'Port': ['ID=523dcb51-2a21-442b-92ba-e9039cc1ac57,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:34.450985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:34.452968 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks [] for port (20510463-93db-458f-9f5f-0db7ed85526c), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.506104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (20510463-93db-458f-9f5f-0db7ed85526c), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.535645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.1 (03ddffa5-452d-4e20-9b18-f10db853ae3a/c890e1b7-a567-4328-b31c-560b37f1b35a/a7b82f13-d0b9-43d4-a806-b9811e1049c1) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:42:34.564100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:34.653055 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.688789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.728985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:34.732865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:34.735426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:42:34.756314 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:34.760767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:42:34.762679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Pushing event updated for resources: {'Port': ['ID=20510463-93db-458f-9f5f-0db7ed85526c,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:34.775401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:34.796961 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.854590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Attempting to bind port 20510463-93db-458f-9f5f-0db7ed85526c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:42:34.854963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Attempting to bind port 20510463-93db-458f-9f5f-0db7ed85526c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:42:34.855335 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Attempting to bind port 20510463-93db-458f-9f5f-0db7ed85526c on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:42:34.864368 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:42:34.864745 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Checking segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:42:34.865147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.865540 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Bound using segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:42:34.866001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Bound port: 20510463-93db-458f-9f5f-0db7ed85526c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:42:34.866377 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20510463-93db-458f-9f5f-0db7ed85526c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.932906 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:34.934909 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f89a7f0>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:32Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:34.964070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc4182-4fac-4a27-81cc-f79aa93c5adb None None] The sync data for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 is: [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:32Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:42:34.966426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] For port 20510463-93db-458f-9f5f-0db7ed85526c, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:42:34.979910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] For port 20510463-93db-458f-9f5f-0db7ed85526c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20510463-93db-458f-9f5f-0db7ed85526c,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:42:34.988542 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20510463-93db-458f-9f5f-0db7ed85526c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:35.056987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b60980-2fac-460d-89f5-890c01fb34d9 None None] Pushing event updated for resources: {'Port': ['ID=20510463-93db-458f-9f5f-0db7ed85526c,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:35.286240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:35.291202 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:35.375124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:35.378186 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:35.475422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:35.476835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:35.597394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:42:35.715872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:42:35.721025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bdc97ebb-29fa-4488-bab9-d6c72e389fd4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9288416
Mar 26 21:42:35.885812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-f1db5d63-d9f3-4af6-b3e9-c8643d48dbec tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963130195&fields=id&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 267 time: 0.0523407
Mar 26 21:42:36.000644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-76078b53-4d61-45f5-b73c-b26770eaea34 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:36.002124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-76078b53-4d61-45f5-b73c-b26770eaea34 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 797 time: 0.1096432
Mar 26 21:42:36.018990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-c46ac2e4-e6ee-4653-a120-eae21e04a345 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/quotas/01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 375 time: 0.0108109
Mar 26 21:42:36.061842 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2da80-3c2d-48a4-8a18-0887edddb174 None None] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:42:36.077553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-440c153f-870e-4f42-99dd-addf89531a10 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0527952
Mar 26 21:42:36.176081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Provisioning complete for port 20510463-93db-458f-9f5f-0db7ed85526c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:36.176462 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (20510463-93db-458f-9f5f-0db7ed85526c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.181753 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-5e407973-ebac-40a7-bfcf-7cc539e9d2d5 service neutron] 10.222.0.16 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914538
Mar 26 21:42:36.273105 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Current status of the port 20510463-93db-458f-9f5f-0db7ed85526c is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:36.273513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (20510463-93db-458f-9f5f-0db7ed85526c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.281099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-62876734-0079-40c3-a5e8-b9b0af5a6ad8 service neutron] 10.222.0.16 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925767
Mar 26 21:42:36.325648 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] For port 20510463-93db-458f-9f5f-0db7ed85526c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20510463-93db-458f-9f5f-0db7ed85526c,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:36.333155 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (20510463-93db-458f-9f5f-0db7ed85526c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.397171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286fad-eac7-4e22-baeb-1e14c68026f1 None None] Pushing event updated for resources: {'Port': ['ID=20510463-93db-458f-9f5f-0db7ed85526c,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:36.471449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a5711c3d-93ea-471e-bd0d-5c166b554679 req-af01b2c1-9808-4b81-84ef-2192d877b1f8 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 210 time: 0.0354798
Mar 26 21:42:36.562307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:36.562830 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.607896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Port a7b82f13-d0b9-43d4-a806-b9811e1049c1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:42:36.621571 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Provisioning complete for port 20510463-93db-458f-9f5f-0db7ed85526c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:36.622168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (20510463-93db-458f-9f5f-0db7ed85526c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.710774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b5380e7e-84d8-4a13-8e07-21c238033217 None None] Current status of the port 20510463-93db-458f-9f5f-0db7ed85526c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:36.757388 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Sync routers for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:42:36.767565 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:36.768288 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438f3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:36.839138 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-84257127-2f69-43a4-9c4d-28ae3d05eab7 None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:36.839757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-84257127-2f69-43a4-9c4d-28ae3d05eab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:36.894522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-84257127-2f69-43a4-9c4d-28ae3d05eab7 None None] Port a7b82f13-d0b9-43d4-a806-b9811e1049c1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:42:36.895258 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:37.015601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4a242daa-c709-4a98-85b4-49a3f2bb271f None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:37.016070 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4a242daa-c709-4a98-85b4-49a3f2bb271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.049833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 20510463-93db-458f-9f5f-0db7ed85526c up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:42:37.092174 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4a242daa-c709-4a98-85b4-49a3f2bb271f None None] Port a7b82f13-d0b9-43d4-a806-b9811e1049c1 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:42:37.111259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 20510463-93db-458f-9f5f-0db7ed85526c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:37.111757 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (20510463-93db-458f-9f5f-0db7ed85526c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.129685 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438f3a0>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:35Z', 'revision_number': 2, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:37.158544 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Checking router: dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:42:37.158891 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Updating router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a port a7b82f13-d0b9-43d4-a806-b9811e1049c1 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:42:37.189866 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.194232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 20510463-93db-458f-9f5f-0db7ed85526c is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:37.195297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 523dcb51-2a21-442b-92ba-e9039cc1ac57 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:42:37.241348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 523dcb51-2a21-442b-92ba-e9039cc1ac57 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:37.241721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.319711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 523dcb51-2a21-442b-92ba-e9039cc1ac57 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:37.320145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.339943 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 523dcb51-2a21-442b-92ba-e9039cc1ac57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523dcb51-2a21-442b-92ba-e9039cc1ac57,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:37.344364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.393611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=523dcb51-2a21-442b-92ba-e9039cc1ac57,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:37.555032 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks [] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.560588 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.591010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3f3a1249-67d7-46c2-b0fe-4c796caa2ec6 req-2b182fc4-68f5-488c-ba37-7b1ed2ae5767 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 210 time: 0.0457244
Mar 26 21:42:37.638558 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Pushing event updated for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:37.673409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.673866 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.674148 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.674406 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.674733 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.675375 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.675880 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.676405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.677159 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.677663 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.678162 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.678646 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.679131 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.679625 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.680124 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:42:37.680845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-0304af00-4a78-45a7-8f97-2626dc0a5db2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:37.682337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-0304af00-4a78-45a7-8f97-2626dc0a5db2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 797 time: 0.1517515
Mar 26 21:42:37.688564 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Attempting to bind port a7b82f13-d0b9-43d4-a806-b9811e1049c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:42:37.689973 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Attempting to bind port a7b82f13-d0b9-43d4-a806-b9811e1049c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:42:37.690347 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Attempting to bind port a7b82f13-d0b9-43d4-a806-b9811e1049c1 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:42:37.695782 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:42:37.696197 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Checking segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:42:37.696603 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.697068 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Bound using segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:42:37.697539 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Bound port: a7b82f13-d0b9-43d4-a806-b9811e1049c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:42:37.698181 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.759584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-8697f37a-9681-418b-8ea3-5fefc9e26e6e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 380 time: 0.0618472
Mar 26 21:42:37.762510 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] For port a7b82f13-d0b9-43d4-a806-b9811e1049c1, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:42:37.765726 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] For port a7b82f13-d0b9-43d4-a806-b9811e1049c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b82f13-d0b9-43d4-a806-b9811e1049c1,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:42:37.772017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'port': {'device_id': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'admin_state_up': True, 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'security_groups': ['3dbd7a90-adeb-47c8-a8a1-481621957a47']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:37.772448 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.823821 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:37.825123 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612438f3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:37.871670 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbed40-e04d-4456-8227-59dfd7b56b15 None None] Pushing event updated for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:37.893610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:42:37.897255 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.933191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:37.934308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:37.949285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:38.038687 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Current status of the port a7b82f13-d0b9-43d4-a806-b9811e1049c1 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:38.039346 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.050189 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.13 (03ddffa5-452d-4e20-9b18-f10db853ae3a/c890e1b7-a567-4328-b31c-560b37f1b35a/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:42:38.079986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] For port a7b82f13-d0b9-43d4-a806-b9811e1049c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b82f13-d0b9-43d4-a806-b9811e1049c1,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:38.086272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.153281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90f1a7-0c07-4ce4-b40c-4a4fa79c9464 None None] Pushing event updated for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:38.196427 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612438f3a0>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:38.224886 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e944b-74c0-4f9c-b0aa-dc65562e594c None None] The sync data for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 is: [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:42:38.243395 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.293452 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.312777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-56e2ac72-a106-4ea1-a85b-a66e70a626bc None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:38.313156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-56e2ac72-a106-4ea1-a85b-a66e70a626bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.351677 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:38.355068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:38.363610 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:42:38.367719 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:38.415372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-56e2ac72-a106-4ea1-a85b-a66e70a626bc None None] Current status of the port a7b82f13-d0b9-43d4-a806-b9811e1049c1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:38.420992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:38.422173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.440558 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-7d6c4869-b55c-4976-a41d-3a28cb7861da tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6727512
Mar 26 21:42:38.454730 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-a6388107-76a0-4016-b048-56e63cf5637f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:42:38.456448 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-a6388107-76a0-4016-b048-56e63cf5637f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0075979
Mar 26 21:42:38.527832 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Request body: {'port': {'device_id': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:38.592481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.638327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-a58353da-a519-431f-9e5e-4f69cc79c0e3 None None] Provisioning complete for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:38.639313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a58353da-a519-431f-9e5e-4f69cc79c0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.685750 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-a58353da-a519-431f-9e5e-4f69cc79c0e3 None None] Port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:42:38.733671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4f7cf-22ff-4381-a115-263f6da16932 req-be695954-ab6a-44e5-aa01-3d5d5ec321fd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:38.735223 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19e4f7cf-22ff-4381-a115-263f6da16932 req-be695954-ab6a-44e5-aa01-3d5d5ec321fd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 932 time: 0.0612159
Mar 26 21:42:38.793414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-19e4f7cf-22ff-4381-a115-263f6da16932 req-afae082d-24cc-4062-80d8-0d0c44eaa74a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510387
Mar 26 21:42:38.901183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:42:38.909566 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks [] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.927318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Transition to ACTIVE for port object 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:42:38.937028 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:38.976597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a7b82f13-d0b9-43d4-a806-b9811e1049c1 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:42:39.001966 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:39.048836 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a7b82f13-d0b9-43d4-a806-b9811e1049c1 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:39.049241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:39.079232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:42:39.079722 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:42:39.080103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:42:39.085616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:42:39.085935 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:42:39.098816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:42:39.099490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Checking segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:42:39.099600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Bound using segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:42:39.100005 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Bound port: 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:42:39.100375 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:39.172155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a7b82f13-d0b9-43d4-a806-b9811e1049c1 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:39.173384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 523dcb51-2a21-442b-92ba-e9039cc1ac57 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:42:39.187147 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:42:39.191974 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:42:39.206633 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:39.257693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.258393 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:39.260155 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-830809c7-927f-4129-b855-453fdde9be41 service neutron] 10.222.0.21 "PUT /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 1092 time: 0.7934744
Mar 26 21:42:39.260317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:42:39.263432 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:42:39.279535 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 523dcb51-2a21-442b-92ba-e9039cc1ac57 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:39.279935 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:39.311558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830809c7-927f-4129-b855-453fdde9be41 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:39.394520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 523dcb51-2a21-442b-92ba-e9039cc1ac57 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:39.402524 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d44ab6-75c6-4a81-a54b-37e469bcac72 x-openstack-request-id: req-d4d44ab6-75c6-4a81-a54b-37e469bcac72 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:42:39.402822 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:42:39.403082 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4d44ab6-75c6-4a81-a54b-37e469bcac72 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:42:39.403497 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d44ab6-75c6-4a81-a54b-37e469bcac72'] response: {'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'status': 'completed', 'code': 200}
Mar 26 21:42:39.423963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-248bae84-093a-41c0-aeda-ece6da7bbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.427588 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-248bae84-093a-41c0-aeda-ece6da7bbbd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1126 time: 0.0921688
Mar 26 21:42:39.490116 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-42bb0072-7d7d-4392-94ee-8f8d788c8ca4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 217 time: 0.0441246
Mar 26 21:42:39.547410 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-18fb3ae0-f55c-4e40-80fb-432cfdd63623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.548935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-18fb3ae0-f55c-4e40-80fb-432cfdd63623 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0481312
Mar 26 21:42:39.602787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-e8cc948e-49e2-4964-a4b1-3c69f30b550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.604348 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-e8cc948e-49e2-4964-a4b1-3c69f30b550d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446136
Mar 26 21:42:39.706646 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-e9196829-177b-4472-8379-9704c6a0d72e service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912626
Mar 26 21:42:39.798042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7f9f86f-5e61-43d9-8dde-8f762f6ae7b2 req-fcf47331-50ab-46dc-a502-a1a4e2f091ba service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826588
Mar 26 21:42:39.897174 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-418e3a68-99f3-419d-9a9b-60cb5fca211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.898684 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-418e3a68-99f3-419d-9a9b-60cb5fca211a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1126 time: 0.0501900
Mar 26 21:42:39.924952 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2eb33-5279-4af9-a8b4-779a7511421f req-6ef83683-ef2a-4daa-8b62-2d350ffad931 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.926452 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edd2eb33-5279-4af9-a8b4-779a7511421f req-6ef83683-ef2a-4daa-8b62-2d350ffad931 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0525486
Mar 26 21:42:39.976228 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-edd2eb33-5279-4af9-a8b4-779a7511421f req-5b695f1e-e8d1-46bc-b8ea-28ddf453a5dc tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436542
Mar 26 21:42:39.991908 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-780e89db-bd58-436e-beef-22b79675b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:39.993484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-780e89db-bd58-436e-beef-22b79675b8a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.0890493
Mar 26 21:42:40.037455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-25c66d21-30d1-43ec-9335-423850b9caff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 217 time: 0.0376341
Mar 26 21:42:40.085343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-6d9ef8eb-bc2b-426b-ae51-2b03fd413e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:40.086732 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-6d9ef8eb-bc2b-426b-ae51-2b03fd413e98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0428693
Mar 26 21:42:40.134820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-1b4903c2-2669-4be2-85d6-443da9ac0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:40.136325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-1b4903c2-2669-4be2-85d6-443da9ac0594 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425298
Mar 26 21:42:40.562623 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-d8604d65-6eda-4146-9a14-2f47ee84d508 service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4188080
Mar 26 21:42:40.651390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e40d20a3-d60c-4dd0-8ca8-a8d687fd253e req-c73f2eca-6ca6-422e-8ce7-49fc27a3e20d service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787308
Mar 26 21:42:41.095906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8bb05-b79d-475b-8b98-4bc62a3ae1f7 req-1d1ca071-a17d-43c9-b0e4-c9665e75206f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:41.097305 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eff8bb05-b79d-475b-8b98-4bc62a3ae1f7 req-1d1ca071-a17d-43c9-b0e4-c9665e75206f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0519910
Mar 26 21:42:41.149325 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-eff8bb05-b79d-475b-8b98-4bc62a3ae1f7 req-4bb9b9f4-3e32-467e-a623-bdade9ecaa16 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464025
Mar 26 21:42:42.270419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54491b-8f85-4840-bae8-8cca67c4147e req-6775c0aa-0496-4057-8a26-8424ffcab761 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:42.271815 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa54491b-8f85-4840-bae8-8cca67c4147e req-6775c0aa-0496-4057-8a26-8424ffcab761 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0554054
Mar 26 21:42:42.320755 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aa54491b-8f85-4840-bae8-8cca67c4147e req-fd03c5e3-2f57-46b0-8960-b6d1f2c05636 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433941
Mar 26 21:42:43.289581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:42:43.394346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:43.406037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'mac_address': 'fa:16:3e:6d:cc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:42:43.437439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26d60d-1a35-46ac-8447-b199e176d423 req-929bcfc5-83f0-4334-b6c4-6b16d4d18195 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:43.438924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb26d60d-1a35-46ac-8447-b199e176d423 req-929bcfc5-83f0-4334-b6c4-6b16d4d18195 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0515356
Mar 26 21:42:43.441880 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:43.442397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:43.455711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:42:43.478970 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:43.483162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:43.489749 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fb26d60d-1a35-46ac-8447-b199e176d423 req-04f496d5-4260-4e74-ada6-9f34d8eee0a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449104
Mar 26 21:42:43.529949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:43.800938 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:42:44.524988 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:44.612132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c92e4-ad1e-4e8a-8581-1ef5c20534e6 req-dda938cd-771f-473e-9e03-0adc5882dc69 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:44.613626 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-022c92e4-ad1e-4e8a-8581-1ef5c20534e6 req-dda938cd-771f-473e-9e03-0adc5882dc69 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 945 time: 0.0554719
Mar 26 21:42:44.661404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-022c92e4-ad1e-4e8a-8581-1ef5c20534e6 req-3b2561c6-e5e4-414e-acd1-84f2c234fd70 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421085
Mar 26 21:42:45.289632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:42:45.340506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:42:45.344610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:42:45.344984 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:45.426297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:42:45.426685 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:45.448568 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:42:45.451447 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd5267-fb47-41eb-87de-c1cc08dbda7b" -d '{"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-plugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:42:45.464237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:42:45.467989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:45.514445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:45.552127 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ed41e-d8e4-4ce4-8b25-2ec5e01cdfd0 x-openstack-request-id: req-8a2ed41e-d8e4-4ce4-8b25-2ec5e01cdfd0 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:42:45.552745 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-plugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:42:45.552745 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a2ed41e-d8e4-4ce4-8b25-2ec5e01cdfd0 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:42:45.553060 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2ed41e-d8e4-4ce4-8b25-2ec5e01cdfd0'] response: {'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'code': 200}
Mar 26 21:42:45.650492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e3f20-ceaa-4e68-89a4-882b9eadd677 req-6c71bf1e-66f6-4321-973e-faeb86b5210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:45.652016 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a2e3f20-ceaa-4e68-89a4-882b9eadd677 req-6c71bf1e-66f6-4321-973e-faeb86b5210e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1128 time: 0.0427761
Mar 26 21:42:45.701514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a2e3f20-ceaa-4e68-89a4-882b9eadd677 req-4a2ce02c-798a-4f28-8624-7e912fcdf7ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402474
Mar 26 21:42:45.780990 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4c38d-dfcc-406e-9435-7292f61ffde1 req-ad68d28b-0f28-49dd-a668-5e32fc080453 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:45.782491 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aef4c38d-dfcc-406e-9435-7292f61ffde1 req-ad68d28b-0f28-49dd-a668-5e32fc080453 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0525885
Mar 26 21:42:45.834526 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-aef4c38d-dfcc-406e-9435-7292f61ffde1 req-0b591766-be96-4718-b59a-4a4ee695b697 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465200
Mar 26 21:42:46.176474 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:46.966349 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848b4fb-de06-4daf-b365-52d49632cffb req-12b48ca8-c0fc-4a3f-b4eb-70d1a4f7f9e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:46.967842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9848b4fb-de06-4daf-b365-52d49632cffb req-12b48ca8-c0fc-4a3f-b4eb-70d1a4f7f9e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0567675
Mar 26 21:42:47.015856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9848b4fb-de06-4daf-b365-52d49632cffb req-f908d8f0-bde9-4d83-a423-16427cf2e69f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421824
Mar 26 21:42:47.133281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3265b89-9bfe-418d-a999-b528c6721858 req-b1198b85-b0b4-46cd-8443-d4fb6f6e1759 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:47.134672 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3265b89-9bfe-418d-a999-b528c6721858 req-b1198b85-b0b4-46cd-8443-d4fb6f6e1759 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0533354
Mar 26 21:42:47.183264 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e3265b89-9bfe-418d-a999-b528c6721858 req-2c24b462-a9a3-4a06-880c-04a64b216521 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430057
Mar 26 21:42:47.205040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49316) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:47.247825 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c27872-5187-45f6-9f8e-404ddc0463fc tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:47.249351 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a7c27872-5187-45f6-9f8e-404ddc0463fc tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1123 time: 0.0433583
Mar 26 21:42:47.252117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49318) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:47.256260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:42:47.276520 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:47.377041 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:47.477117 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.48 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:42:47.580076 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:47.614458 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:47.655904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:42:47.658702 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:42:47.665049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:42:47.668058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:48.029318 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (4a8f86d2-f178-4923-b913-f1a14424cca6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:48.096582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:48.247547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:48.251573 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:48.327417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:42:48.334568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (4a8f86d2-f178-4923-b913-f1a14424cca6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:48.780715 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 4a8f86d2-f178-4923-b913-f1a14424cca6 associated. External IP: 172.35.4.48, port: 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9.
Mar 26 21:42:48.992416 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:42:49.103882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:42:49.114927 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Sync routers for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:42:49.122804 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:49.124800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:49.125439 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:49.152967 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-08bb572a-6f53-4c71-9508-9654e7930238 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8993099
Mar 26 21:42:49.153569 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:42:49.155817 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9e173-c4e3-43da-a099-8053a51c9933" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:42:49.195880 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a42191-f460-47c6-8162-475d6633f293 x-openstack-request-id: req-64a42191-f460-47c6-8162-475d6633f293 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:42:49.196226 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:42:49.196421 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64a42191-f460-47c6-8162-475d6633f293 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:42:49.196846 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a42191-f460-47c6-8162-475d6633f293'] response: {'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'status': 'completed', 'code': 200}
Mar 26 21:42:49.240884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:49.293483 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-9b105a68-d41f-4f12-9c81-2c9d9a2a7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:49.294993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-9b105a68-d41f-4f12-9c81-2c9d9a2a7f5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1128 time: 0.0729253
Mar 26 21:42:49.302110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a1fbf-c13d-4226-ba1f-3803424d129e req-5b8a06f2-69bc-45a7-b2cd-a2868a597bcf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:49.303457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b3a1fbf-c13d-4226-ba1f-3803424d129e req-5b8a06f2-69bc-45a7-b2cd-a2868a597bcf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0909629
Mar 26 21:42:49.405881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b3a1fbf-c13d-4226-ba1f-3803424d129e req-8590cbd0-1c3a-4107-aa68-2b84ed22727f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942659
Mar 26 21:42:49.425537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-729f6684-f4b7-4082-9b44-8805b07a824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:49.427271 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-729f6684-f4b7-4082-9b44-8805b07a824c service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1226954
Mar 26 21:42:49.429057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49324) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:49.468760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce280>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a8f86d2-f178-4923-b913-f1a14424cca6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.48', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'mac_address': 'fa:16:3e:6d:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:42:47Z', 'updated_at': '2022-03-26T21:42:47Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:49.494375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Checking router: dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:42:49.495406 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6f4a1842-2809-49bf-bbbc-9fdb3dc4ea25 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/4a8f86d2-f178-4923-b913-f1a14424cca6 HTTP/1.1" status: 200  len: 991 time: 0.0652177
Mar 26 21:42:49.501438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-8d28f8dc-de31-4934-8524-cc920fad8117 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 999 time: 0.0686126
Mar 26 21:42:49.502915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:42:49.503520 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:42:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:49.549231 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-e07f1cc1-3dc6-4d0f-ad37-4914fed632a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:49.550687 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-e07f1cc1-3dc6-4d0f-ad37-4914fed632a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0432203
Mar 26 21:42:49.599625 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-4271e5a1-ba2e-4d86-8da6-b72d08b600a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:42:49.601173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-4271e5a1-ba2e-4d86-8da6-b72d08b600a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436258
Mar 26 21:42:49.611279 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:42:49.694628 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-81d1cc7c-0185-4d17-9e2f-07fdee16b00b service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871034
Mar 26 21:42:49.787957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9ef9e173-c4e3-43da-a099-8053a51c9933 req-0b49a4df-77cb-4005-8ca8-4329a0ca60d8 service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872583
Mar 26 21:42:49.838674 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e1ce280>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a8f86d2-f178-4923-b913-f1a14424cca6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.48', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'mac_address': 'fa:16:3e:6d:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:42:47Z', 'updated_at': '2022-03-26T21:42:47Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:42:49.863824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e12a7-0630-42ac-b66e-fa51bc6b5cad None None] The sync data for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 is: [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a8f86d2-f178-4923-b913-f1a14424cca6', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.48', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'mac_address': 'fa:16:3e:6d:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:42:47Z', 'updated_at': '2022-03-26T21:42:47Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:42:50.041894 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb898c1b-4389-4fec-9013-2791adbf1bbe None None] New status for floating IP 4a8f86d2-f178-4923-b913-f1a14424cca6: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:42:50.499376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49326) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:42:50.564097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-3784fec4-2a40-4d6e-8c67-cf0eeb487298 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/4a8f86d2-f178-4923-b913-f1a14424cca6 HTTP/1.1" status: 200  len: 993 time: 0.0634804
Mar 26 21:42:55.147762 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1b96316-c5a1-4b6b-b450-0e6ccdbfbf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:57.882329 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c1849989-7455-4b2c-9209-6b74574c07ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:42:58.937143 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:00.269300 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:01.925090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:05.679765 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:43:14.540779 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:16.179020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:24.195799 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-9184762a-be1d-42fd-a99b-c5c6fe5ed430 req-a4f233d4-c863-4abb-a814-140f16867904 service neutron] (126736) timed out ('10.222.0.18', 62098) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:43:25.140983 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b1cca0a-0088-4da0-b2f2-a744b58c5ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:25.833154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-92d46579-580e-4a62-b284-06b212c21430 req-11fd32f6-c60a-47e1-8e11-2573c9e5fb8d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:43:25.834142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-92d46579-580e-4a62-b284-06b212c21430 req-11fd32f6-c60a-47e1-8e11-2573c9e5fb8d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054200
Mar 26 21:43:25.951419 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49358) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:43:26.043936 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db66c-bd54-4311-9e95-e826aeef4fb7 req-83c97d8b-a5fe-4e45-ad92-7e68756b3fea tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:26.045372 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-896db66c-bd54-4311-9e95-e826aeef4fb7 req-83c97d8b-a5fe-4e45-ad92-7e68756b3fea tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0818582
Mar 26 21:43:26.076694 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-a44f26b7-de5e-4337-87a9-3c3a2f5b3e5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1241126
Mar 26 21:43:26.087335 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-6c28bf3f-01d0-4300-b12a-75cae68fa3c0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:43:26.088337 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-6c28bf3f-01d0-4300-b12a-75cae68fa3c0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048890
Mar 26 21:43:26.112824 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-896db66c-bd54-4311-9e95-e826aeef4fb7 req-7609d80c-41ef-488b-a58d-726c021888ef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617971
Mar 26 21:43:26.396589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49378) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:43:26.497882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-7201a7f5-a6c5-42a3-bc79-7dfbc83b080e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:26.499276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-7201a7f5-a6c5-42a3-bc79-7dfbc83b080e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 943 time: 0.1016753
Mar 26 21:43:27.241509 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93287e1b-b5fb-43bf-98f6-8a286bef4936 req-9f54427c-c72d-4aca-b435-6a2911c029dd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:27.243024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93287e1b-b5fb-43bf-98f6-8a286bef4936 req-9f54427c-c72d-4aca-b435-6a2911c029dd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0598009
Mar 26 21:43:27.318423 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-93287e1b-b5fb-43bf-98f6-8a286bef4936 req-5722c16c-5ae6-4b8a-b9ad-98908b4ba6a1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664337
Mar 26 21:43:27.322608 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-caa35d2b-32f6-4376-8677-e6e1dbb35c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:27.324237 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-caa35d2b-32f6-4376-8677-e6e1dbb35c94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1128 time: 0.0801930
Mar 26 21:43:27.429774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-b56a5af7-971f-4a4d-a769-df584adad286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:27.431274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-b56a5af7-971f-4a4d-a769-df584adad286 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.0958362
Mar 26 21:43:27.499469 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-8745cc98-43de-4b00-9bde-fb0c32868901 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 1001 time: 0.0585942
Mar 26 21:43:27.549406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-8fe17f88-2bd1-48eb-b4c2-a686867e243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:27.550887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-8fe17f88-2bd1-48eb-b4c2-a686867e243c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0429752
Mar 26 21:43:27.608028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-0dffcc19-6ea1-42ba-be72-d620595172bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:27.609424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-0dffcc19-6ea1-42ba-be72-d620595172bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0475056
Mar 26 21:43:27.697392 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-9ae95028-a45a-47b8-a9ec-fd956105a9b6 service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807111
Mar 26 21:43:27.791260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-88ce5c93-8ed4-4d77-82e6-75bb3b1ff3db service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836763
Mar 26 21:43:27.884733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-da49a56c-f549-4319-93b1-509bd052e80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:28.437798 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f0277-7c42-4538-982e-c3ab9f69b78f req-66bc5b67-ee2a-4079-960b-c8de3eb496fd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:28.439302 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-021f0277-7c42-4538-982e-c3ab9f69b78f req-66bc5b67-ee2a-4079-960b-c8de3eb496fd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0536156
Mar 26 21:43:28.488356 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-021f0277-7c42-4538-982e-c3ab9f69b78f req-a870daa9-33f1-4d86-a6c4-e58d695aabeb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434651
Mar 26 21:43:28.939504 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:29.606958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1d8cb-2f85-4e6e-ae36-e21145d7085d req-756f7d3f-240a-454e-bbb6-efe333032bbf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:29.608475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4dc1d8cb-2f85-4e6e-ae36-e21145d7085d req-756f7d3f-240a-454e-bbb6-efe333032bbf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0531383
Mar 26 21:43:29.656484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4dc1d8cb-2f85-4e6e-ae36-e21145d7085d req-f0b7cead-cfc1-439e-ae9a-df5dd4510bf2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424364
Mar 26 21:43:30.271561 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:30.776566 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb7eb-3633-4d10-b2ab-6d972c01d823 req-3fa9c091-82f1-4095-9293-5f0e5ea1f1f2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:30.778607 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2eb7eb-3633-4d10-b2ab-6d972c01d823 req-3fa9c091-82f1-4095-9293-5f0e5ea1f1f2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0530205
Mar 26 21:43:30.830152 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-9b2eb7eb-3633-4d10-b2ab-6d972c01d823 req-4d5d0fff-a292-477f-9338-47db9a10d713 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460761
Mar 26 21:43:31.930032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:31.950639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9321-1eef-4b7d-8174-8dbdae16e06b req-62642e1c-59bb-4e0d-940c-79888af10e4d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:31.952171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1ff9321-1eef-4b7d-8174-8dbdae16e06b req-62642e1c-59bb-4e0d-940c-79888af10e4d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0555263
Mar 26 21:43:32.005059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f1ff9321-1eef-4b7d-8174-8dbdae16e06b req-1c46715f-9a2d-4ddb-ab8b-ed7e871a000d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472054
Mar 26 21:43:33.123156 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1aae3-7c53-457c-8122-a23c10839c42 req-6a13d6be-9a0b-4c49-9f5b-595f9d2367b5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:33.124577 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8db1aae3-7c53-457c-8122-a23c10839c42 req-6a13d6be-9a0b-4c49-9f5b-595f9d2367b5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0522199
Mar 26 21:43:33.172895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8db1aae3-7c53-457c-8122-a23c10839c42 req-7fe63c33-3777-447c-bf8e-fe213d160ae0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428464
Mar 26 21:43:34.289943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a89ac8-012a-4499-a53a-e755b0f8c0c9 req-fc4cb4db-ce93-4d3f-8661-904fbe65d192 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:34.291328 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8a89ac8-012a-4499-a53a-e755b0f8c0c9 req-fc4cb4db-ce93-4d3f-8661-904fbe65d192 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0518932
Mar 26 21:43:34.339582 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c8a89ac8-012a-4499-a53a-e755b0f8c0c9 req-38d0030e-69f5-4a1b-88d1-11c0c69e6244 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421727
Mar 26 21:43:35.462506 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0ba1-0bb6-4220-a224-e6af99022ac5 req-5d040962-445a-436c-831d-e35431190585 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:35.464036 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-28eb0ba1-0bb6-4220-a224-e6af99022ac5 req-5d040962-445a-436c-831d-e35431190585 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0576777
Mar 26 21:43:35.513885 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-28eb0ba1-0bb6-4220-a224-e6af99022ac5 req-acd89a1a-2ee2-45a7-8185-24e29f3ee98d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429397
Mar 26 21:43:36.629159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2558b-9b4f-4f01-a90a-da5ef86345bc req-b2efac4c-bca7-4893-b890-2eff1c7fcfaa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:36.630642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7c2558b-9b4f-4f01-a90a-da5ef86345bc req-b2efac4c-bca7-4893-b890-2eff1c7fcfaa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0517139
Mar 26 21:43:36.678387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b7c2558b-9b4f-4f01-a90a-da5ef86345bc req-a70cce0c-978a-4c95-9778-8fc01f191867 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422990
Mar 26 21:43:37.800374 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad65-1ee4-494e-ba18-2591bfd20eb0 req-7f5ca6a7-fa6d-4c6d-9632-b45f7d271629 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:37.802180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01d9ad65-1ee4-494e-ba18-2591bfd20eb0 req-7f5ca6a7-fa6d-4c6d-9632-b45f7d271629 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0570712
Mar 26 21:43:37.850144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01d9ad65-1ee4-494e-ba18-2591bfd20eb0 req-62ed857d-c836-4fcb-bb23-241f7c8de25e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424159
Mar 26 21:43:38.839548 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-c6191d8c-ba25-46ad-91ce-8c5d9f6afc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:38.841077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-c6191d8c-ba25-46ad-91ce-8c5d9f6afc86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1128 time: 0.0490282
Mar 26 21:43:38.974771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-30476c59-d6bd-4895-a56a-66f481cdd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:38.976286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-30476c59-d6bd-4895-a56a-66f481cdd032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1139786
Mar 26 21:43:39.001229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af3263-ca0b-407e-ba7f-55c3848df8fc req-f4a6c5d4-2b5c-49a0-8f92-6c4c67e9121e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:39.002642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2af3263-ca0b-407e-ba7f-55c3848df8fc req-f4a6c5d4-2b5c-49a0-8f92-6c4c67e9121e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0796137
Mar 26 21:43:39.084881 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-14754b0d-3f13-4343-aad9-354ef2ad38da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 1001 time: 0.0974965
Mar 26 21:43:39.089517 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d2af3263-ca0b-407e-ba7f-55c3848df8fc req-dce78c56-67ea-4ae0-8280-ed8cd5a54523 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599842
Mar 26 21:43:39.136378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-67a7a918-0384-40bd-b53a-9687df9e48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:39.137831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-67a7a918-0384-40bd-b53a-9687df9e48c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0443311
Mar 26 21:43:39.192150 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-25c936b8-83b1-4be3-b566-55b6a99547ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:39.193611 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-25c936b8-83b1-4be3-b566-55b6a99547ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471683
Mar 26 21:43:39.283529 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-b3a39439-bede-4f2f-ab33-21a3aaf3b29d service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801818
Mar 26 21:43:39.379195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2116ab1b-f604-4932-a101-1bd7927aea15 req-77744dab-274e-4e9d-b646-5fac2d17334c service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855980
Mar 26 21:43:40.209811 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b0599-f0ba-4a83-821a-508064b376fa req-3d107cfe-7728-4d49-bb91-baf5334a62f4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:40.211287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5b0599-f0ba-4a83-821a-508064b376fa req-3d107cfe-7728-4d49-bb91-baf5334a62f4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0527117
Mar 26 21:43:40.259167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ac5b0599-f0ba-4a83-821a-508064b376fa req-e8cf81de-571b-4641-8789-1299d192db64 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422480
Mar 26 21:43:41.379705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd327-c255-439a-a794-86e944f0ae1f req-cff6d850-65c7-4040-a9b9-e54a0bc4279f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:41.381231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86cfd327-c255-439a-a794-86e944f0ae1f req-cff6d850-65c7-4040-a9b9-e54a0bc4279f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0550768
Mar 26 21:43:41.429396 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-86cfd327-c255-439a-a794-86e944f0ae1f req-4020b2b9-8974-4c2c-b842-4791cbdba434 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425465
Mar 26 21:43:42.550319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87e4e0-261c-4966-9b57-67d7746d4c72 req-1a98d391-982b-410d-8b7d-5bdc302288b1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:42.552097 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc87e4e0-261c-4966-9b57-67d7746d4c72 req-1a98d391-982b-410d-8b7d-5bdc302288b1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0567422
Mar 26 21:43:42.599405 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc87e4e0-261c-4966-9b57-67d7746d4c72 req-5e1c2282-2c01-4f6e-bed0-e4c207ffff78 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416961
Mar 26 21:43:42.677943 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:43:43.716589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02044a6b-2060-48d0-bdec-2c2f8e57fdec req-6e959a1d-3c35-4ebc-8936-d1eaaeca8b8e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:43.718074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02044a6b-2060-48d0-bdec-2c2f8e57fdec req-6e959a1d-3c35-4ebc-8936-d1eaaeca8b8e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0514696
Mar 26 21:43:43.770021 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-02044a6b-2060-48d0-bdec-2c2f8e57fdec req-d9bbe86d-30d1-4fab-b24f-8b665cfec0d6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463817
Mar 26 21:43:44.554658 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:44.889916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958979e-4d17-4e44-bb0c-b4d1c6ebffad req-4ecce7cb-9c01-4e7c-ad61-a95b4c7bc29d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:44.891402 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c958979e-4d17-4e44-bb0c-b4d1c6ebffad req-4ecce7cb-9c01-4e7c-ad61-a95b4c7bc29d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0531058
Mar 26 21:43:44.939766 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c958979e-4d17-4e44-bb0c-b4d1c6ebffad req-efda22f4-4cc2-446c-af59-b989f416b374 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428219
Mar 26 21:43:45.055845 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-ebc97604-df28-43aa-8e54-48b457114dfe req-8387bf7a-c9fb-4911-a429-8f109ed540e0 service neutron] show failed (client error): The resource could not be found.
Mar 26 21:43:45.056841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-8387bf7a-c9fb-4911-a429-8f109ed540e0 service neutron] 10.222.0.21 "GET /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0543475
Mar 26 21:43:45.275006 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-19b39ad9-74f9-4fb1-b1ac-51a1d0b8abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:45.276547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-19b39ad9-74f9-4fb1-b1ac-51a1d0b8abfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 1128 time: 0.0459473
Mar 26 21:43:45.286931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:43:45.346288 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:45.542474 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:43:45.574619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:43:45.612922 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:43:45.615163 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44386b-c086-4859-aeb7-23080c77015f" -d '{"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-unplugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:43:45.619006 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks [] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:45.631892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Transition to ACTIVE for port object 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:43:45.635963 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:45.665779 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d2673f-638d-4970-a509-322743da4cf0 x-openstack-request-id: req-90d2673f-638d-4970-a509-322743da4cf0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:43:45.666731 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-unplugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:43:45.666731 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90d2673f-638d-4970-a509-322743da4cf0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:43:45.666731 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d2673f-638d-4970-a509-322743da4cf0'] response: {'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'code': 200}
Mar 26 21:43:45.722418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:43:45.735176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.735527 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.735872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.736236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.736574 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.736909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.737239 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.737572 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.737906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.738235 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.738560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.738887 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.739216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.739533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.739857 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:45.776304 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] No DVR routers for this DVR port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:43:45.912994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:43:45.913234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:43:45.913563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:43:45.917784 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:43:45.918107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Attempting to bind port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on network 03ddffa5-452d-4e20-9b18-f10db853ae3a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:43:45.923644 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:43:45.924047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Checking segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:43:45.924434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Bound using segment: {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:43:45.924984 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Bound port: 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bbb439-825f-48f2-b624-53fa6ca39dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:43:45.925342 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:45.987089 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:43:45.990127 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:43:45.997151 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:46.035026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.035669 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:46.037066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] 10.222.0.18 "PUT /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 1092 time: 0.7539992
Mar 26 21:43:46.060186 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6bc19-6f73-439e-93d6-4c7e757ac637 service neutron] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:43:46.090851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15a3a9-ba52-43f3-a20e-8ddf2095df1d req-ab553a9c-7c79-4409-8d1e-793a92ce304e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.096169 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d15a3a9-ba52-43f3-a20e-8ddf2095df1d req-ab553a9c-7c79-4409-8d1e-793a92ce304e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0869465
Mar 26 21:43:46.114291 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-99f0cf2d-020a-462a-8102-790a1424eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.115834 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-99f0cf2d-020a-462a-8102-790a1424eec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1126 time: 0.0526347
Mar 26 21:43:46.157569 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1d15a3a9-ba52-43f3-a20e-8ddf2095df1d req-acfdb51f-726a-4e4f-8cd4-17dfbfac2f5a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593002
Mar 26 21:43:46.190739 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:46.219721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-abc5d2e9-a748-40fd-8dfc-6fd2d162b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.221817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-abc5d2e9-a748-40fd-8dfc-6fd2d162b9cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1000841
Mar 26 21:43:46.287970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-9eae0843-2188-4173-b0ac-4e39ffb1a747 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 999 time: 0.0607011
Mar 26 21:43:46.334086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-044cfe6f-0615-4fad-9d21-6664b316bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.335410 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-044cfe6f-0615-4fad-9d21-6664b316bc6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0424569
Mar 26 21:43:46.386016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97604-df28-43aa-8e54-48b457114dfe req-ea8afd81-8b71-4078-a1c5-1f51440b5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:46.388104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-ea8afd81-8b71-4078-a1c5-1f51440b5b20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474269
Mar 26 21:43:46.474846 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-134c15b5-80b0-4ea4-93c2-b2e2dd5eb933 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813217
Mar 26 21:43:46.564077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ebc97604-df28-43aa-8e54-48b457114dfe req-65e7bdb4-5482-4834-bde1-ef3192c04a95 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834744
Mar 26 21:43:47.277731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af453f0f-d418-46e1-abec-f563a4e64a62 req-24324a2e-c0fc-498a-aedd-a129948b552c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:47.279212 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af453f0f-d418-46e1-abec-f563a4e64a62 req-24324a2e-c0fc-498a-aedd-a129948b552c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.0523355
Mar 26 21:43:47.327547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af453f0f-d418-46e1-abec-f563a4e64a62 req-047cc4da-cc36-4f07-b27c-03175528ff7a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426981
Mar 26 21:43:47.668176 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:43:47.670419 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb65d1-eb6e-456b-895a-f2547fef97d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:43:47.718249 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07b9954-b87c-424f-a309-f0353aed01f3 x-openstack-request-id: req-d07b9954-b87c-424f-a309-f0353aed01f3 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:43:47.718548 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:43:47.718806 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d07b9954-b87c-424f-a309-f0353aed01f3 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:43:47.719212 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07b9954-b87c-424f-a309-f0353aed01f3'] response: {'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'status': 'completed', 'code': 200}
Mar 26 21:43:47.818485 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-6bf29eb2-b903-4987-8926-e8fb2c1f039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:47.820007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-6bf29eb2-b903-4987-8926-e8fb2c1f039c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1126 time: 0.0782747
Mar 26 21:43:47.822257 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-13379ebb-1ca4-47d2-a614-248128dc893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:47.823576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-13379ebb-1ca4-47d2-a614-248128dc893d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1126 time: 0.0734122
Mar 26 21:43:47.981118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-8491551f-e34e-4eea-aefd-d9c756ce7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:47.982595 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-8491551f-e34e-4eea-aefd-d9c756ce7084 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1521242
Mar 26 21:43:47.986834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-8ce536a2-382c-4389-8ba9-93d552485d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:47.988269 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-8ce536a2-382c-4389-8ba9-93d552485d57 service neutron] 10.222.0.18 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1499910
Mar 26 21:43:48.102578 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-3e121ebc-f8c7-45b7-835e-68dc860a0039 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 999 time: 0.1096637
Mar 26 21:43:48.104484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-5d1aa8d9-2c69-42a2-a2b6-712252bdf567 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 999 time: 0.1059394
Mar 26 21:43:48.193188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-3cc072ea-d2a2-4cfc-995a-a965c7efcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:48.194638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-3cc072ea-d2a2-4cfc-995a-a965c7efcf58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0811260
Mar 26 21:43:48.197905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-172b97dc-3a9b-4c43-8d4e-b2021cce1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:48.199205 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-172b97dc-3a9b-4c43-8d4e-b2021cce1a65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0763698
Mar 26 21:43:48.278931 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-e8b99144-5024-4a8d-8fcc-28137a05e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:48.280419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-e8b99144-5024-4a8d-8fcc-28137a05e1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0754972
Mar 26 21:43:48.282065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-ad605916-1b82-4b3e-b732-b563643634dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:48.283414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-ad605916-1b82-4b3e-b732-b563643634dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0774622
Mar 26 21:43:48.667112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:43:48.769471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:43:48.781837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'port_id': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'mac_address': 'fa:16:3e:6d:cc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:43:48.809385 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-3cf15874-c5ee-4d6d-a198-eb0119102b09 service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5159595
Mar 26 21:43:48.811431 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-1e0d33ca-eb9c-45fe-92b1-8a222e7cf5b4 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5255930
Mar 26 21:43:48.818104 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:43:48.818518 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:48.831525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:43:48.833862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55009e-95ad-4e66-944e-ab77ee34df7b req-f4c79d77-bdfa-4267-9c0a-e6b520d9ab80 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:48.835290 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa55009e-95ad-4e66-944e-ab77ee34df7b req-f4c79d77-bdfa-4267-9c0a-e6b520d9ab80 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 944 time: 0.4362442
Mar 26 21:43:48.851282 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:43:48.854500 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:48.904198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:43:48.911357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.911710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.912081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.912423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.912761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.913095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.913425 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.913752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.914079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.914402 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.914727 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.915048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.915369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.915689 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:48.916041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:43:49.003452 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa55009e-95ad-4e66-944e-ab77ee34df7b req-46395791-001c-42d0-bbf0-077097a76516 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520157
Mar 26 21:43:49.018146 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-4e26e9d4-1b61-4fd7-8fd4-9ded521f0837 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2001281
Mar 26 21:43:49.023513 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-21fb65d1-eb6e-456b-895a-f2547fef97d6 req-f1100728-5a04-417c-8788-b9b20a25a649 service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973851
Mar 26 21:43:49.114876 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:43:49.242524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfaeff-9cf4-4d2e-b3e0-67b53a9f72bf req-d4f8143b-d4e4-417f-91e1-0e48cacfe643 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.244074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2dfaeff-9cf4-4d2e-b3e0-67b53a9f72bf req-d4f8143b-d4e4-417f-91e1-0e48cacfe643 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 945 time: 0.0904946
Mar 26 21:43:49.257200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-a2999ccf-a9ed-414f-ae11-f34109c1258c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.258746 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-a2999ccf-a9ed-414f-ae11-f34109c1258c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28&tenant_id=01928d3d430a4ee085f0f02b34539ca4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0786443
Mar 26 21:43:49.339445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f2dfaeff-9cf4-4d2e-b3e0-67b53a9f72bf req-be889876-4a63-4109-909d-0a9bd89a4fb6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891984
Mar 26 21:43:49.349216 ncdv-master-1 neutron-server[126738]: INFO neutron.api.v2.resource [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-79b6f437-5d3c-45cf-9a3f-f8a0cec65742 service neutron] delete failed (client error): The resource could not be found.
Mar 26 21:43:49.350222 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-79b6f437-5d3c-45cf-9a3f-f8a0cec65742 service neutron] 10.222.0.21 "DELETE /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0782084
Mar 26 21:43:49.440905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-f22bf7f8-3d33-4f83-b68a-6d0cdd3905b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.442500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-f22bf7f8-3d33-4f83-b68a-6d0cdd3905b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1127 time: 0.0457425
Mar 26 21:43:49.461497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30d592-8557-4c9d-bb86-08051792191f req-ca62a20c-92cb-44e1-9646-29ff8580a064 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.463068 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf30d592-8557-4c9d-bb86-08051792191f req-ca62a20c-92cb-44e1-9646-29ff8580a064 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 945 time: 0.0536919
Mar 26 21:43:49.511848 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf30d592-8557-4c9d-bb86-08051792191f req-474163ac-8e8a-445f-b60f-09554f76cea7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421638
Mar 26 21:43:49.539382 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-63dab2a9-4e57-4298-921a-20888ba04a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.540893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-63dab2a9-4e57-4298-921a-20888ba04a87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.0890794
Mar 26 21:43:49.607663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-9013b777-4db7-4d15-b415-f23cc36f3b88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 1000 time: 0.0572858
Mar 26 21:43:49.662865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-457323ed-7d96-4bd4-9636-4937cb8a23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.664326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-457323ed-7d96-4bd4-9636-4937cb8a23da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0469940
Mar 26 21:43:49.709297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:43:49.716615 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-00ad4851-c86c-42e2-83a0-4ada4e80c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:49.718113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-00ad4851-c86c-42e2-83a0-4ada4e80c707 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438950
Mar 26 21:43:49.748920 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:43:49.749578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:43:49.814303 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-f4aa3530-556f-4d5a-843d-c426d685795f service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852208
Mar 26 21:43:49.907823 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-744b9aeb-2a7d-4b26-96a5-faa406252639 req-dfabc399-14f3-44d5-a11e-af28d80b815c service neutron] 10.222.0.21 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837054
Mar 26 21:43:50.631217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece796e-7eab-4deb-a698-3751d9032897 req-8e5a55f7-b530-480b-9054-4f0f25c556bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:43:50.632660 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dece796e-7eab-4deb-a698-3751d9032897 req-8e5a55f7-b530-480b-9054-4f0f25c556bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 945 time: 0.0525253
Mar 26 21:43:50.674606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:43:50.681815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dece796e-7eab-4deb-a698-3751d9032897 req-d7356d52-c8ae-47c6-9f0c-549533658b4d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435424
Mar 26 21:43:50.704070 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49440) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:43:50.721915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:43:50.725952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:43:50.726351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:50.774213 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1abf0880-2f51-4552-ad77-81c39bad2b5f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/4a8f86d2-f178-4923-b913-f1a14424cca6 HTTP/1.1" status: 200  len: 992 time: 0.0689788
Mar 26 21:43:50.811939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:43:50.812330 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:50.835384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:43:50.837642 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dcd65d-74cf-4797-aa39-a0a64a3bd7be" -d '{"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-plugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:43:50.850303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:43:50.854691 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:50.877138 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1cd56f-a78d-4c08-a47d-bfa6215a4767 x-openstack-request-id: req-8c1cd56f-a78d-4c08-a47d-bfa6215a4767 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:43:50.877429 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-plugged", "status": "completed", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:43:50.877728 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c1cd56f-a78d-4c08-a47d-bfa6215a4767 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:43:50.878065 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1cd56f-a78d-4c08-a47d-bfa6215a4767'] response: {'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'code': 200}
Mar 26 21:43:50.902679 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:43:55.149750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-811df5ad-0c22-4cc0-9642-bc64bf7ad9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:57.885826 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b5765c7-e335-44e9-a489-72fa998d998b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:43:58.941955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:00.274973 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:01.931445 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:14.554386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:16.221015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.207605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49472) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:19.363103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:44:19.363358 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.441918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.442243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.453711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58 owned by network:floatingip {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:44:19.594206 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.622716 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=4456b9b1-75b0-4ea7-8e5d-f7be40f5ab58,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:19.677280 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:44:19.682335 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (4a8f86d2-f178-4923-b913-f1a14424cca6), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:19.682663 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 4a8f86d2-f178-4923-b913-f1a14424cca6 disassociated (deleted). External IP: 172.35.4.48, port: 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9.
Mar 26 21:44:19.895823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:44:20.005378 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:44:20.010165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:20.015412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Sync routers for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:44:20.025167 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:20.025805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e204850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:43:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:20.040697 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5bc26e84-6441-49c6-b8e6-b5907ee32176 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a8f86d2-f178-4923-b913-f1a14424cca6 HTTP/1.1" status: 204  len: 168 time: 0.8319850
Mar 26 21:44:20.041267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:44:20.043507 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b389bc17-8987-436e-b5ac-a193cb850423" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:44:20.084915 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b6b62-4296-4a8a-9c04-79e4f6185f28 x-openstack-request-id: req-285b6b62-4296-4a8a-9c04-79e4f6185f28 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:44:20.085213 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:44:20.085472 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-285b6b62-4296-4a8a-9c04-79e4f6185f28 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:44:20.085895 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285b6b62-4296-4a8a-9c04-79e4f6185f28'] response: {'name': 'network-changed', 'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'status': 'completed', 'code': 200}
Mar 26 21:44:20.140967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:20.155401 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389bc17-8987-436e-b5ac-a193cb850423 req-53cabd32-485d-4679-9ae3-8108e25bd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:20.157421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-53cabd32-485d-4679-9ae3-8108e25bd43d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 1128 time: 0.0499513
Mar 26 21:44:20.292562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389bc17-8987-436e-b5ac-a193cb850423 req-7afb437e-43c4-4802-bcf6-6788bbad76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:20.294121 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-7afb437e-43c4-4802-bcf6-6788bbad76fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 200  len: 897 time: 0.1268125
Mar 26 21:44:20.305938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b156-cabf-4473-a707-1bc4fe3dee9d req-e6ce5794-2821-4b01-bef6-9a622d213f28 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:20.307397 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cf9b156-cabf-4473-a707-1bc4fe3dee9d req-e6ce5794-2821-4b01-bef6-9a622d213f28 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0747554
Mar 26 21:44:20.351349 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e204850>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:20.359594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-7d626e39-3272-432c-b959-15aa1f62915c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 200  len: 217 time: 0.0512562
Mar 26 21:44:20.378683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Checking router: dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:44:20.386883 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:20.387532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e204850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:43:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:20.421596 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cf9b156-cabf-4473-a707-1bc4fe3dee9d req-f09621c8-86a3-4635-a315-f594ca25238b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063697
Mar 26 21:44:20.431417 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389bc17-8987-436e-b5ac-a193cb850423 req-38211b77-93bf-4be6-a590-098133e16db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:20.432924 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-38211b77-93bf-4be6-a590-098133e16db7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 200  len: 835 time: 0.0659599
Mar 26 21:44:20.483899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389bc17-8987-436e-b5ac-a193cb850423 req-e082eb79-41fb-48dc-85fa-8896b3851a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:20.485500 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-e082eb79-41fb-48dc-85fa-8896b3851a98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=03ddffa5-452d-4e20-9b18-f10db853ae3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448327
Mar 26 21:44:20.499899 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:20.579844 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-dd38073d-25be-4cdd-835f-a5f9adbd7f31 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864117
Mar 26 21:44:20.669874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b389bc17-8987-436e-b5ac-a193cb850423 req-5eeec06a-56a3-426f-866e-79f8461128b4 service neutron] 10.222.0.18 "GET /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824609
Mar 26 21:44:20.696280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e204850>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:20.726280 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8cbcbe-27bd-46fd-853c-21c41d8ae03c None None] The sync data for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 is: [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:42:34Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7b82f13-d0b9-43d4-a806-b9811e1049c1', 'name': '', 'network_id': '03ddffa5-452d-4e20-9b18-f10db853ae3a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:1d:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:34Z', 'updated_at': '2022-03-26T21:42:38Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': 'c890e1b7-a567-4328-b31c-560b37f1b35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:44:20.947320 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b0971-a25d-4040-90e8-7791f16c3f87 None None] New status for floating IP 4a8f86d2-f178-4923-b913-f1a14424cca6: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:44:21.546175 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7525-514f-4ebc-96ea-3040d37b90d9 req-9d50a269-04f7-48de-af1c-24b0aa5a0242 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:21.547648 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9e7525-514f-4ebc-96ea-3040d37b90d9 req-9d50a269-04f7-48de-af1c-24b0aa5a0242 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0540090
Mar 26 21:44:21.598324 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-de9e7525-514f-4ebc-96ea-3040d37b90d9 req-1c8ce0d6-524d-45cb-9003-41a8adb18e0d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dbd7a90-adeb-47c8-a8a1-481621957a47&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445895
Mar 26 21:44:21.600637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f087261-8442-433c-a228-b012eba9f33d req-6214def4-4719-461c-84b6-cdd3a8036a27 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:21.602126 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f087261-8442-433c-a228-b012eba9f33d req-6214def4-4719-461c-84b6-cdd3a8036a27 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd2d7c7d-5b67-4376-aa77-0cd4c1844b28 HTTP/1.1" status: 200  len: 946 time: 0.0529289
Mar 26 21:44:21.696040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:44:21.696381 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:21.786320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:21.786630 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:21.798587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:44:21.922560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (52b6dc59-4403-42f1-9a0f-d45c6ffd93a9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:21.948247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=52b6dc59-4403-42f1-9a0f-d45c6ffd93a9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:21.996632 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] No DVR routers for this DVR port 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:44:21.999214 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:22.002590 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0f087261-8442-433c-a228-b012eba9f33d req-b16f6362-3cb3-4dad-add4-797701f52156 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "DELETE /v2.0/ports/52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 HTTP/1.1" status: 204  len: 173 time: 0.3954110
Mar 26 21:44:22.087589 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-deleted', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:44:22.090062 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6fb7d4-d362-4914-b84d-329eacfbd686" -d '{"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-deleted", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:44:22.129473 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf2c5f5-60e2-4f9d-9eb1-5c4ddbc654a6 x-openstack-request-id: req-fcf2c5f5-60e2-4f9d-9eb1-5c4ddbc654a6 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:44:22.129768 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d7c7d-5b67-4376-aa77-0cd4c1844b28", "name": "network-vif-deleted", "tag": "52b6dc59-4403-42f1-9a0f-d45c6ffd93a9", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:44:22.130026 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcf2c5f5-60e2-4f9d-9eb1-5c4ddbc654a6 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:44:22.130441 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf2c5f5-60e2-4f9d-9eb1-5c4ddbc654a6'] response: {'server_uuid': 'dd2d7c7d-5b67-4376-aa77-0cd4c1844b28', 'name': 'network-vif-deleted', 'tag': '52b6dc59-4403-42f1-9a0f-d45c6ffd93a9', 'status': 'completed', 'code': 200}
Mar 26 21:44:22.655768 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49486) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:23.011171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:23.266200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port a7b82f13-d0b9-43d4-a806-b9811e1049c1 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:44:23.266542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:23.353672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port a7b82f13-d0b9-43d4-a806-b9811e1049c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7b82f13-d0b9-43d4-a806-b9811e1049c1,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:23.354014 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:23.366998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for a7b82f13-d0b9-43d4-a806-b9811e1049c1 owned by network:router_interface {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:44:23.551624 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a7b82f13-d0b9-43d4-a806-b9811e1049c1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:23.580988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=a7b82f13-d0b9-43d4-a806-b9811e1049c1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:23.757737 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.317718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:44:24.424487 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:44:24.430026 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1acbaca5-8aa4-4cb7-8624-e49140f6da35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7731817
Mar 26 21:44:24.432762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49488) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:24.434726 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Sync routers for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:44:24.446367 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:24.447064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:43:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:24.485614 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting subnet c890e1b7-a567-4328-b31c-560b37f1b35a {{(pid=126738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:44:24.488712 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (c890e1b7-a567-4328-b31c-560b37f1b35a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.528929 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60082938'] for subnet (c890e1b7-a567-4328-b31c-560b37f1b35a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.553756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:24.615744 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (c890e1b7-a567-4328-b31c-560b37f1b35a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.673639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60570112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843804'] for subnet (c890e1b7-a567-4328-b31c-560b37f1b35a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.702701 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Subnet': ['ID=c890e1b7-a567-4328-b31c-560b37f1b35a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:24.705007 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.709054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5188614e-7ee0-4b5f-b8bb-9500a304893a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/subnets/c890e1b7-a567-4328-b31c-560b37f1b35a HTTP/1.1" status: 204  len: 168 time: 0.2750187
Mar 26 21:44:24.711685 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49490) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:24.713901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7afb2-3125-4a55-a440-1a7560021140 None None] Network 03ddffa5-452d-4e20-9b18-f10db853ae3a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:44:24.802459 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3520>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:44:23Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:24.823522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.830063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Checking router: dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:44:24.843832 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Routers {'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:24.844469 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:43:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:24.887778 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:44:24.915092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:44:24.915446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 52b6dc59-4403-42f1-9a0f-d45c6ffd93a9 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:44:24.934586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:24.997139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 523dcb51-2a21-442b-92ba-e9039cc1ac57 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:44:24.997491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.084865 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port 523dcb51-2a21-442b-92ba-e9039cc1ac57, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=523dcb51-2a21-442b-92ba-e9039cc1ac57,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:25.085224 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.099019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 523dcb51-2a21-442b-92ba-e9039cc1ac57 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:44:25.143241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] DHCP port deletion for 03ddffa5-452d-4e20-9b18-f10db853ae3a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:44:25.170517 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] Set router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:25.212667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4b165ff-ab15-47a3-b223-d7f9f47cf0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.270004 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (523dcb51-2a21-442b-92ba-e9039cc1ac57), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.295118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=523dcb51-2a21-442b-92ba-e9039cc1ac57,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:25.335423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Deleting port 20510463-93db-458f-9f5f-0db7ed85526c {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:44:25.335800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (20510463-93db-458f-9f5f-0db7ed85526c), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.354803 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.426615 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] For port 20510463-93db-458f-9f5f-0db7ed85526c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20510463-93db-458f-9f5f-0db7ed85526c,segment=NetworkSegment(02bbb439-825f-48f2-b624-53fa6ca39dc4),segment_id=02bbb439-825f-48f2-b624-53fa6ca39dc4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:25.427017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (20510463-93db-458f-9f5f-0db7ed85526c), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.441346 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Calling delete_port for 20510463-93db-458f-9f5f-0db7ed85526c owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:44:25.455664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.457823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.464113 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e0b3520>, [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:44:23Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:25.503580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.504255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Fanout notify agent at l3_agent the message router_deleted on router dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:44:25.510968 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.512127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-51be0488-ec25-4554-b9d6-8b78375d33b2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/routers/dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a HTTP/1.1" status: 204  len: 168 time: 0.7994688
Mar 26 21:44:25.515433 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49492) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:25.529048 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124586-0155-48e0-900a-c9044dd88aa7 None None] The sync data for ids ['dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a'] in ncdv-master-1 is: [{'id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98719756', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:42:31Z', 'updated_at': '2022-03-26T21:44:23Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': '523dcb51-2a21-442b-92ba-e9039cc1ac57', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2c0469-4ebe-46b0-b08e-6c1bdf0db15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:42:32Z', 'updated_at': '2022-03-26T21:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:44:25.572018 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (20510463-93db-458f-9f5f-0db7ed85526c), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.596126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] Pushing event deleted for resources: {'Port': ['ID=20510463-93db-458f-9f5f-0db7ed85526c,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:25.601057 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (03ddffa5-452d-4e20-9b18-f10db853ae3a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.602617 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b9f86-6873-4a92-a914-01564f6fc3fe None None] No DVR routers for this DVR port 20510463-93db-458f-9f5f-0db7ed85526c on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:44:25.691223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (03ddffa5-452d-4e20-9b18-f10db853ae3a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.711055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e438c70>,) {'filters': {'network_id': ['03ddffa5-452d-4e20-9b18-f10db853ae3a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:25.720064 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e438c70>, '02bbb439-825f-48f2-b624-53fa6ca39dc4') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:25.720390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e438c70>, '02bbb439-825f-48f2-b624-53fa6ca39dc4') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:25.729486 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (02bbb439-825f-48f2-b624-53fa6ca39dc4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.742796 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (02bbb439-825f-48f2-b624-53fa6ca39dc4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.749539 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:44:25.749934 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (02bbb439-825f-48f2-b624-53fa6ca39dc4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:44:25.752836 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:44:25.813244 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (03ddffa5-452d-4e20-9b18-f10db853ae3a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.818145 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.821416 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/networks/03ddffa5-452d-4e20-9b18-f10db853ae3a HTTP/1.1" status: 204  len: 168 time: 0.3049719
Mar 26 21:44:25.824138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49494) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:25.836026 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46581371-1d82-4abb-b428-0ff640c2d6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Network': ['ID=03ddffa5-452d-4e20-9b18-f10db853ae3a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:25.889430 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3dbd7a90-adeb-47c8-a8a1-481621957a47), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.915499 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (3dbd7a90-adeb-47c8-a8a1-481621957a47), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.976915 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (3dbd7a90-adeb-47c8-a8a1-481621957a47), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.979582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:25.980787 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/security-groups/3dbd7a90-adeb-47c8-a8a1-481621957a47 HTTP/1.1" status: 204  len: 168 time: 0.1554434
Mar 26 21:44:25.990873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd7a90-adeb-47c8-a8a1-481621957a47,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:25.999343 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:25.999699 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.000077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.000431 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.000782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.001122 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.001459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.001793 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.002126 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.002658 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.002993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.003324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.003652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.003998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.004323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a44296-e46e-4bc3-acc2-decd0154cb2b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:26.552570 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49500) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:26.557092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924695551', 'description': 'tempest-secgroup-smoke-1924695551 description', 'project_id': '01928d3d430a4ee085f0f02b34539ca4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:26.576727 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.642157 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (d537e19c-cd0e-4eee-8011-39655d36b59d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.645724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d537e19c-cd0e-4eee-8011-39655d36b59d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.675372 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d537e19c-cd0e-4eee-8011-39655d36b59d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:26.680910 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.682129 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-84aad812-5511-42e1-bf5e-7e20181bc796 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1285484
Mar 26 21:44:26.685039 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:26.689365 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:26.713805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (1eba7b24-0a51-40e3-a0c7-a1cd5159f6a9), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.768216 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (1eba7b24-0a51-40e3-a0c7-a1cd5159f6a9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.771577 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (1eba7b24-0a51-40e3-a0c7-a1cd5159f6a9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.791494 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eba7b24-0a51-40e3-a0c7-a1cd5159f6a9,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:26.796778 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.800392 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1158eb80-23ed-4801-a737-6005533f8ad1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1119790
Mar 26 21:44:26.801219 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49504) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:26.805922 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:26.830178 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a4edb002-ba94-4dc4-86e7-02647daab440), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.888724 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a4edb002-ba94-4dc4-86e7-02647daab440), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.892095 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a4edb002-ba94-4dc4-86e7-02647daab440), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.909513 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4edb002-ba94-4dc4-86e7-02647daab440,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:26.917793 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.919038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-fd69841a-2a81-403d-a7d8-1c6da9747ee0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1165268
Mar 26 21:44:26.922332 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49506) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:26.927009 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:26.950683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e53f109d-0eba-44c1-9a27-5a5d332c0a4f), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:26.954054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 20510463-93db-458f-9f5f-0db7ed85526c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:44:26.973867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 20510463-93db-458f-9f5f-0db7ed85526c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:44:26.974296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 20510463-93db-458f-9f5f-0db7ed85526c not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:44:26.974787 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a7b82f13-d0b9-43d4-a806-b9811e1049c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:44:26.993736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a7b82f13-d0b9-43d4-a806-b9811e1049c1 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:44:26.994179 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a7b82f13-d0b9-43d4-a806-b9811e1049c1 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:44:26.994599 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 523dcb51-2a21-442b-92ba-e9039cc1ac57 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:44:27.008179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e53f109d-0eba-44c1-9a27-5a5d332c0a4f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.012996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e53f109d-0eba-44c1-9a27-5a5d332c0a4f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.019247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 523dcb51-2a21-442b-92ba-e9039cc1ac57 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:44:27.020525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 523dcb51-2a21-442b-92ba-e9039cc1ac57 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:44:27.031556 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53f109d-0eba-44c1-9a27-5a5d332c0a4f,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:27.039154 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.040387 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9459e93a-9c08-4e89-a4e7-95d7ed1c78a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1170943
Mar 26 21:44:27.043096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49508) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:27.048035 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:27.072147 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a540ab91-1a44-4feb-975b-3d0268367e12), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.127582 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (a540ab91-1a44-4feb-975b-3d0268367e12), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.131305 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (a540ab91-1a44-4feb-975b-3d0268367e12), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.147709 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a540ab91-1a44-4feb-975b-3d0268367e12,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:27.156367 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.157540 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7aa3c308-54e9-4a96-949b-ccd467645599 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1134496
Mar 26 21:44:27.160481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49510) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:27.165206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:27.185148 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:44:27.190010 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (80b09e36-f60e-4dcc-9eed-fe4900782789), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.246745 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (80b09e36-f60e-4dcc-9eed-fe4900782789), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.250114 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (80b09e36-f60e-4dcc-9eed-fe4900782789), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.267647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b09e36-f60e-4dcc-9eed-fe4900782789,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:27.275229 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.276593 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5ffd9927-13f1-49e9-965b-62e2eb5ea1a5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1149671
Mar 26 21:44:27.279620 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49512) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:27.283834 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': 'd537e19c-cd0e-4eee-8011-39655d36b59d', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:27.304278 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:44:27.309274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (5cbf30cc-f9cf-4275-804d-72d1badf301a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.367679 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (5cbf30cc-f9cf-4275-804d-72d1badf301a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.371354 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5cbf30cc-f9cf-4275-804d-72d1badf301a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.385803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbf30cc-f9cf-4275-804d-72d1badf301a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:27.396155 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.397344 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d34ccac8-1de4-48f0-8091-5a15c122a9f5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1167645
Mar 26 21:44:27.400183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49514) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:27.405449 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'network': {'name': 'tempest-network-smoke--1063747578', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:27.425008 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:44:27.428471 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.455392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:44:27.465253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.465630 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Added segment 50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8 of type vlan for network 6b90a392-9408-4e9d-9639-01ba9f404000
Mar 26 21:44:27.505542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6b90a392-9408-4e9d-9639-01ba9f404000), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.528719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6b90a392-9408-4e9d-9639-01ba9f404000), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.534116 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:27.534693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.568365 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1671805
Mar 26 21:44:27.571144 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49516) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:27.578254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'admin_state_up': True, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:27.614299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8990bc-1d9b-4f90-bae4-fa40c9357711 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Network': ['ID=6b90a392-9408-4e9d-9639-01ba9f404000,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:27.624850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6b90a392-9408-4e9d-9639-01ba9f404000 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:44:27.630232 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.631278 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.686142 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.824024 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:27.887725 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f54d3195-c782-4745-95d2-49d7fe5454cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.019900 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.038081 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.140103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.194 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/d470e6e4-1695-4163-9fef-59dad3ecccf5) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:44:28.236611 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.268754 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.304818 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:28.307496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:28.311347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:44:28.322871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=d470e6e4-1695-4163-9fef-59dad3ecccf5,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:28.563601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:28.945086 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.095254 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.219732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:44:29.325787 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:44:29.336132 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Sync routers for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:44:29.345336 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:29.345956 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:29.346439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.348280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a38495c5-d789-4995-aa78-605de9bd2bf1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7761798
Mar 26 21:44:29.351346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49518) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:29.379457 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1698b57e-a283-4822-89ad-b02819113566 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=01928d3d430a4ee085f0f02b34539ca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269623
Mar 26 21:44:29.381958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49520) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:29.454331 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:29.468042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aaefc8-14b0-4f81-81c9-a4783f9bcad1 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:29.472654 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b5aaefc8-14b0-4f81-81c9-a4783f9bcad1 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0868547
Mar 26 21:44:29.473044 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:29.503448 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4dccd441-8b15-4aa8-9494-6b4ad8f56626 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0291791
Mar 26 21:44:29.506085 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49524) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:29.510802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681974407', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:29.597209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:44:29.601135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.629026 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284b80>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:28Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:29.659217 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Checking router: db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:44:29.659569 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Updating router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 port d470e6e4-1695-4163-9fef-59dad3ecccf5 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:44:29.687140 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.787609 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (782fb385-7d3c-4aef-8b0b-801b3d3b08f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.849432 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Subnet': ['ID=782fb385-7d3c-4aef-8b0b-801b3d3b08f5,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:29.858072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Checking segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:44:29.858435 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network hostable DHCP agents. Network: 6b90a392-9408-4e9d-9639-01ba9f404000, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:44:29.876317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6b90a392-9408-4e9d-9639-01ba9f404000 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:44:29.886120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b90a392-9408-4e9d-9639-01ba9f404000) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:29.891247 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:29.892042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:29.895382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93cfce1-6546-4f7e-9650-9d8f86a9ec82 None None] Network 6b90a392-9408-4e9d-9639-01ba9f404000 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:44:29.910249 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8308d658-d41f-4913-b068-a41d25494c76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4030242
Mar 26 21:44:29.913061 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49526) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:30.003553 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b90a392-9408-4e9d-9639-01ba9f404000', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:44:30.004461 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.047392 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks [] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.052790 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.098981 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Attempting to bind port d470e6e4-1695-4163-9fef-59dad3ecccf5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:44:30.099354 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Attempting to bind port d470e6e4-1695-4163-9fef-59dad3ecccf5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:44:30.099718 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Attempting to bind port d470e6e4-1695-4163-9fef-59dad3ecccf5 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:44:30.111150 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Pushing event updated for resources: {'Port': ['ID=d470e6e4-1695-4163-9fef-59dad3ecccf5,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:30.113441 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:44:30.113814 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:44:30.114208 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.114597 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:44:30.115063 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Bound port: d470e6e4-1695-4163-9fef-59dad3ecccf5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:44:30.115433 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.138185 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.138530 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.138902 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.139235 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.139567 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.139894 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.140242 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.140933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.140933 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.141191 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.141925 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.141925 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.142154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.142431 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.142747 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:30.157584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Allocated IP 172.20.0.2 (6b90a392-9408-4e9d-9639-01ba9f404000/782fb385-7d3c-4aef-8b0b-801b3d3b08f5/8e48b929-ed60-432d-81d9-faff1d6a44bf) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:44:30.181840 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] For port d470e6e4-1695-4163-9fef-59dad3ecccf5, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:44:30.185229 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] For port d470e6e4-1695-4163-9fef-59dad3ecccf5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d470e6e4-1695-4163-9fef-59dad3ecccf5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:44:30.190992 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.247106 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084dc5-7085-433a-b2b0-8af00922456b None None] Pushing event updated for resources: {'Port': ['ID=d470e6e4-1695-4163-9fef-59dad3ecccf5,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:30.257958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:30.258674 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124284b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:30.309753 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.330005 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks [] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.336366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.375691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Network 6b90a392-9408-4e9d-9639-01ba9f404000 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:30.379030 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:30.380007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:30.386740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:44:30.388869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Pushing event updated for resources: {'Port': ['ID=8e48b929-ed60-432d-81d9-faff1d6a44bf,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:30.424717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.448632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Attempting to bind port 8e48b929-ed60-432d-81d9-faff1d6a44bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:44:30.449406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Attempting to bind port 8e48b929-ed60-432d-81d9-faff1d6a44bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:44:30.449841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Attempting to bind port 8e48b929-ed60-432d-81d9-faff1d6a44bf on network 6b90a392-9408-4e9d-9639-01ba9f404000 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:44:30.455529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:44:30.456543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Checking segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:44:30.457032 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.457499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Bound using segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:44:30.458041 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Bound port: 8e48b929-ed60-432d-81d9-faff1d6a44bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:44:30.458494 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.524948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] For port 8e48b929-ed60-432d-81d9-faff1d6a44bf, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:44:30.528468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] For port 8e48b929-ed60-432d-81d9-faff1d6a44bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e48b929-ed60-432d-81d9-faff1d6a44bf,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:44:30.534503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.587411 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124284b80>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:28Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:30.597777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e4d4f-089d-495a-9c6b-7d2c64a77306 None None] Pushing event updated for resources: {'Port': ['ID=8e48b929-ed60-432d-81d9-faff1d6a44bf,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:30.622121 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41bc10b-7f12-4a37-88ab-07504768d02f None None] The sync data for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 is: [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:28Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:44:30.746273 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.1 (6b90a392-9408-4e9d-9639-01ba9f404000/782fb385-7d3c-4aef-8b0b-801b3d3b08f5/318e0b1d-20c2-4526-85ea-bc59e65fdf58) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:44:30.929374 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:30.985735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.028510 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6b90a392-9408-4e9d-9639-01ba9f404000 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:31.031827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:31.035536 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:44:31.065892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e48b929-ed60-432d-81d9-faff1d6a44bf up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:31.070859 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:31.099498 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.124030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8e48b929-ed60-432d-81d9-faff1d6a44bf triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:31.124545 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.225844 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8e48b929-ed60-432d-81d9-faff1d6a44bf is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:31.226243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.256742 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.262788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8e48b929-ed60-432d-81d9-faff1d6a44bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e48b929-ed60-432d-81d9-faff1d6a44bf,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:31.271263 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.272218 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d470e6e4-1695-4163-9fef-59dad3ecccf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:31.349904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8e48b929-ed60-432d-81d9-faff1d6a44bf,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:31.364275 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d470e6e4-1695-4163-9fef-59dad3ecccf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:31.364659 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.476633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d470e6e4-1695-4163-9fef-59dad3ecccf5 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:31.477035 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.500137 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d470e6e4-1695-4163-9fef-59dad3ecccf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d470e6e4-1695-4163-9fef-59dad3ecccf5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:31.505437 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.568035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d470e6e4-1695-4163-9fef-59dad3ecccf5,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:31.585049 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.591202 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.672241 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.674068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:31.750491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd7691-f711-48a1-8569-2967b2a4e33a None None] Network 6b90a392-9408-4e9d-9639-01ba9f404000 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:44:31.774069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6b90a392-9408-4e9d-9639-01ba9f404000 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:31.775589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:31.864700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-6d0a143d-b475-47ce-9cb5-490cc43aab88 None None] Provisioning complete for port 8e48b929-ed60-432d-81d9-faff1d6a44bf triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:31.864996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6d0a143d-b475-47ce-9cb5-490cc43aab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.893557 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:44:31.966817 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:31.973270 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a143d-b475-47ce-9cb5-490cc43aab88 None None] Current status of the port 8e48b929-ed60-432d-81d9-faff1d6a44bf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:32.019362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:44:32.024810 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9a2ffe78-d8be-4a88-be4d-785a1a849b63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1107359
Mar 26 21:44:32.196805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:32.197433 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:32.201612 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-b05f2821-ee03-40bf-b965-c11a7db21a4d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924695551&fields=id&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 267 time: 0.0599556
Mar 26 21:44:32.240027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:44:32.254760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Provisioning complete for port 8e48b929-ed60-432d-81d9-faff1d6a44bf triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:32.255170 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:32.331173 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-0d5d0985-2a82-4fb1-b6d4-7baee0750e51 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:32.332815 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-0d5d0985-2a82-4fb1-b6d4-7baee0750e51 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 797 time: 0.1247449
Mar 26 21:44:32.354806 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e4695d5a-aef7-47e4-97b0-d7a29ae321b4 None None] Current status of the port 8e48b929-ed60-432d-81d9-faff1d6a44bf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:32.356070 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-483d4e31-239b-45b4-9892-3a14bdd9a9fc tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/quotas/01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 375 time: 0.0115700
Mar 26 21:44:32.420682 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-77360cda-a9d4-44a4-9cd2-68a568b29172 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0558159
Mar 26 21:44:32.480090 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e2e9eb0e-9e91-4f9f-b5df-cb5e3877bdf8 None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:32.480480 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e2e9eb0e-9e91-4f9f-b5df-cb5e3877bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:32.510722 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Sync routers for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:44:32.528176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:32.528373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-b530e608-c9dd-4b58-8135-3edd61ad1615 service neutron] 10.222.0.16 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993166
Mar 26 21:44:32.528808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f07a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:32.536118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9eb0e-9e91-4f9f-b5df-cb5e3877bdf8 None None] Port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:44:32.617699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-76a15cc2-b713-4848-903b-f40709f607a6 service neutron] 10.222.0.16 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831740
Mar 26 21:44:32.642610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:32.721506 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4811850b-cef1-4b19-a2a4-abbe53a01b09 None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:32.724061 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4811850b-cef1-4b19-a2a4-abbe53a01b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:32.785775 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ffde9c55-2caf-4545-a9b1-fe48c1fb5978 req-db2ac417-6e57-4cf1-8b5a-6d9a13d413ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 210 time: 0.0288222
Mar 26 21:44:32.787857 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4811850b-cef1-4b19-a2a4-abbe53a01b09 None None] Port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:44:32.891454 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f07a310>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 2, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:32.922139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Checking router: db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:44:32.922497 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Updating router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:44:32.951966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:32.985736 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e48b929-ed60-432d-81d9-faff1d6a44bf up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:33.113862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8e48b929-ed60-432d-81d9-faff1d6a44bf triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:33.114243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.274992 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8e48b929-ed60-432d-81d9-faff1d6a44bf is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:33.276083 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d470e6e4-1695-4163-9fef-59dad3ecccf5 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:33.354043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks [] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.362840 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.553141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d470e6e4-1695-4163-9fef-59dad3ecccf5 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:33.553429 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.603072 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6f4e2-4433-4abe-8a57-a670c0e23f74 None None] Pushing event updated for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:33.668023 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Attempting to bind port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:44:33.668407 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Attempting to bind port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:44:33.668780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Attempting to bind port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 on network 6b90a392-9408-4e9d-9639-01ba9f404000 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:44:33.677733 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:44:33.677982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Checking segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:44:33.678478 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.678767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Bound using segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:44:33.679254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Bound port: 318e0b1d-20c2-4526-85ea-bc59e65fdf58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:44:33.679638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.744837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d470e6e4-1695-4163-9fef-59dad3ecccf5 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:33.782221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] For port 318e0b1d-20c2-4526-85ea-bc59e65fdf58, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:44:33.786013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] For port 318e0b1d-20c2-4526-85ea-bc59e65fdf58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318e0b1d-20c2-4526-85ea-bc59e65fdf58,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:44:33.793242 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.843960 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-4954068c-793b-48ad-bbd1-186d06bd3931 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:33.845842 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-4954068c-793b-48ad-bbd1-186d06bd3931 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 797 time: 0.1303797
Mar 26 21:44:33.877848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:33.878288 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:33.886879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:33.887859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f07a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:33.924414 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a3bf61e3-8f01-4293-b54a-b2fe24558d21 req-e459b5a4-ff9b-4a49-afcb-5875f195cd67 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 210 time: 0.0411625
Mar 26 21:44:33.951046 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-c2162a6a-9cc8-405e-b015-ff0ec6c3c0af tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 380 time: 0.0950768
Mar 26 21:44:33.958096 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6f4e2-4433-4abe-8a57-a670c0e23f74 None None] Pushing event updated for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:33.963000 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'port': {'device_id': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'admin_state_up': True, 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'security_groups': ['d537e19c-cd0e-4eee-8011-39655d36b59d']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:34.070110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:34.085246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:44:34.088805 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.108331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Current status of the port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:34.108716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.196376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] For port 318e0b1d-20c2-4526-85ea-bc59e65fdf58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318e0b1d-20c2-4526-85ea-bc59e65fdf58,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:34.220163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.10 (6b90a392-9408-4e9d-9639-01ba9f404000/782fb385-7d3c-4aef-8b0b-801b3d3b08f5/7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:44:34.226434 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.299149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c991d73-97ce-4a47-a2e6-c6772c194cc4 None None] Pushing event updated for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:34.353545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-94830d1c-3abe-48df-8e29-dfc78996203c None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:34.353815 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-94830d1c-3abe-48df-8e29-dfc78996203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.359937 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.380001 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f07a310>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:33Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:34.395220 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.415307 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a00f6-7008-432a-b3f3-21c8922d7857 None None] The sync data for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 is: [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:33Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:44:34.441451 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6b90a392-9408-4e9d-9639-01ba9f404000 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:34.444627 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:34.448598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:44:34.500852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:34.514285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-94830d1c-3abe-48df-8e29-dfc78996203c None None] Current status of the port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:34.517520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:34.518164 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.542515 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-13601679-4fd3-4c0b-868c-42eaa99b356a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5834773
Mar 26 21:44:34.556011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Request body: {'port': {'device_id': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:34.621438 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.735424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-213adc90-a1fd-4d00-a99b-9b456517e6b6 None None] Provisioning complete for port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:34.735811 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-213adc90-a1fd-4d00-a99b-9b456517e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.771982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-213adc90-a1fd-4d00-a99b-9b456517e6b6 None None] Port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:44:34.913292 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:44:34.921973 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks [] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.937872 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Transition to ACTIVE for port object 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:44:34.942601 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:34.996489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Pushing event updated for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:35.014591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 318e0b1d-20c2-4526-85ea-bc59e65fdf58 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:35.082562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:35.083233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:35.104135 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de23e5-e196-4bf0-bf39-c359b62c95f5 req-679b4485-e7b6-4b83-ae76-b6c2668e13fb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.113142 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62de23e5-e196-4bf0-bf39-c359b62c95f5 req-679b4485-e7b6-4b83-ae76-b6c2668e13fb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 944 time: 0.0765388
Mar 26 21:44:35.125496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Attempting to bind port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:44:35.125950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Attempting to bind port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:44:35.126733 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Attempting to bind port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 on network 6b90a392-9408-4e9d-9639-01ba9f404000 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:44:35.138221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 on network 6b90a392-9408-4e9d-9639-01ba9f404000 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:44:35.139368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Attempting to bind port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 on network 6b90a392-9408-4e9d-9639-01ba9f404000 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:44:35.146015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:44:35.146646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Checking segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:44:35.147221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Bound using segment: {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:44:35.147854 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Bound port: 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:44:35.148433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:35.204279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-62de23e5-e196-4bf0-bf39-c359b62c95f5 req-2429733d-7b4a-4f58-9fef-c9a54d73eddb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846577
Mar 26 21:44:35.221867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:35.229198 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:44:35.233853 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:44:35.242432 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:35.279125 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.280684 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:35.282659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] 10.222.0.21 "PUT /v2.0/ports/7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 1092 time: 0.7315335
Mar 26 21:44:35.285289 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:44:35.287637 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e20feb-844e-479c-933c-e7a264fd6cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:44:35.351027 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a249b4-3fd8-4678-97d6-973848ad9b69 x-openstack-request-id: req-59a249b4-3fd8-4678-97d6-973848ad9b69 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:44:35.351027 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:44:35.351027 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59a249b4-3fd8-4678-97d6-973848ad9b69 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:44:35.351459 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a249b4-3fd8-4678-97d6-973848ad9b69'] response: {'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'status': 'completed', 'code': 200}
Mar 26 21:44:35.366529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590efb0-4cfa-4b8a-9373-1799bd8f828b service neutron] Pushing event updated for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:35.395453 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-a75fe62d-88c1-470e-8631-d7fe685f5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.397250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-a75fe62d-88c1-470e-8631-d7fe685f5c5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1126 time: 0.0630491
Mar 26 21:44:35.454167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-3ee2bd68-8fe9-4ec2-95c8-383c6dd9b7f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 217 time: 0.0430863
Mar 26 21:44:35.514949 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-432772e0-6135-48d3-a44f-df9d3bff3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.516489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-432772e0-6135-48d3-a44f-df9d3bff3e85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0534072
Mar 26 21:44:35.570264 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b088-3be9-4117-b16e-992cb371435f req-6b3ccdc7-dcd9-47bf-aded-c82adb9ba73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.572012 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-6b3ccdc7-dcd9-47bf-aded-c82adb9ba73d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465019
Mar 26 21:44:35.673170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-98691afc-b998-46f3-bd7e-1ded5cdd8857 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903015
Mar 26 21:44:35.766309 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e3b088-3be9-4117-b16e-992cb371435f req-2c9a7e23-3fa7-4da9-9258-0b067b64e600 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839903
Mar 26 21:44:35.870998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-c70c09c8-1974-4f2d-ac5c-a3cc47be6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.872584 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-c70c09c8-1974-4f2d-ac5c-a3cc47be6e8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1126 time: 0.0484769
Mar 26 21:44:35.963846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-1bdbc070-9e36-4a58-b4ea-a4839757a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:35.965387 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-1bdbc070-9e36-4a58-b4ea-a4839757a305 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 897 time: 0.0851767
Mar 26 21:44:36.012327 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-12e5953f-ef7f-488c-8215-b48c3fc10dff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 217 time: 0.0393670
Mar 26 21:44:36.061482 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-08d8671f-fd78-4041-b77a-e9e81d5b77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:36.062922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-08d8671f-fd78-4041-b77a-e9e81d5b77d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0440874
Mar 26 21:44:36.114325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-3f5d26f9-ea9f-40db-99b1-d97a7722bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:36.115795 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-3f5d26f9-ea9f-40db-99b1-d97a7722bd67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437403
Mar 26 21:44:36.210782 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-723c5521-d346-4ee7-b7c0-5bff066ac79b service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874732
Mar 26 21:44:36.300705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-72e20feb-844e-479c-933c-e7a264fd6cb4 req-24c0c54d-39b7-4a7a-a402-65fed20bfc8b service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828900
Mar 26 21:44:36.313692 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17805b8-1fb7-4dc3-be0f-5e06a01fe6c1 req-c0ec5501-1704-4088-84aa-fafe9fb06491 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:36.315292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b17805b8-1fb7-4dc3-be0f-5e06a01fe6c1 req-c0ec5501-1704-4088-84aa-fafe9fb06491 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 944 time: 0.0538285
Mar 26 21:44:36.363864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b17805b8-1fb7-4dc3-be0f-5e06a01fe6c1 req-5a4d1407-54fe-4bec-8cbb-810bb374060e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430088
Mar 26 21:44:37.532229 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ead05-b2c2-43d6-b750-3ee97cc16839 req-6d92d5b2-c3ff-4227-9a7c-5ad981d09e24 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:37.533721 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e53ead05-b2c2-43d6-b750-3ee97cc16839 req-6d92d5b2-c3ff-4227-9a7c-5ad981d09e24 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 944 time: 0.0537078
Mar 26 21:44:37.586352 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e53ead05-b2c2-43d6-b750-3ee97cc16839 req-b05d52ca-c788-4158-a394-bdffdddc71be tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469809
Mar 26 21:44:38.703757 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e57b6-2227-4be2-9052-b6eff72c666e req-cdb84b4f-f8b1-41c9-a5cc-dd248f6577e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:38.705269 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e1e57b6-2227-4be2-9052-b6eff72c666e req-cdb84b4f-f8b1-41c9-a5cc-dd248f6577e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 944 time: 0.0521691
Mar 26 21:44:38.758850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1e1e57b6-2227-4be2-9052-b6eff72c666e req-d728bb6d-12d8-48e4-a20f-1a5fcbbe9e70 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480568
Mar 26 21:44:39.876538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b42129-442f-41c3-92aa-d448079cdaac req-436d8dff-d94a-4a31-b681-c21527ae7a07 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:39.878040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0b42129-442f-41c3-92aa-d448079cdaac req-436d8dff-d94a-4a31-b681-c21527ae7a07 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 944 time: 0.0520113
Mar 26 21:44:39.925573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0b42129-442f-41c3-92aa-d448079cdaac req-397282b6-bf59-4c34-a78c-b1520a48052c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420434
Mar 26 21:44:39.949110 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:44:40.046585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:40.056893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'port_id': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'mac_address': 'fa:16:3e:cc:0a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:44:40.093429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:40.093827 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:40.105963 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:44:40.124946 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:40.128539 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:40.173471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:40.372107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:44:41.043734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553f7ba-d77a-48aa-9333-51b538feb144 req-9f1176d5-a1b2-43af-83cc-5a147d6058c9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:41.045260 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553f7ba-d77a-48aa-9333-51b538feb144 req-9f1176d5-a1b2-43af-83cc-5a147d6058c9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 945 time: 0.0535436
Mar 26 21:44:41.093833 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c553f7ba-d77a-48aa-9333-51b538feb144 req-0ea6cb97-7d03-42f2-9f28-e06a9ac42463 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430188
Mar 26 21:44:41.951902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:44:42.000916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:44:42.004961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:44:42.005343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:42.082939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:44:42.083373 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:42.107025 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:44:42.110358 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc76221-b20b-44b0-aae1-1d75edaa13f1" -d '{"events": [{"server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "name": "network-vif-plugged", "status": "completed", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:44:42.122548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:44:42.127490 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:42.156058 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c650442-b32f-4843-bb2a-e9101f1bcdc5 x-openstack-request-id: req-8c650442-b32f-4843-bb2a-e9101f1bcdc5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:44:42.156349 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "name": "network-vif-plugged", "status": "completed", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:44:42.156600 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c650442-b32f-4843-bb2a-e9101f1bcdc5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:44:42.157646 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c650442-b32f-4843-bb2a-e9101f1bcdc5'] response: {'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'code': 200}
Mar 26 21:44:42.186594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:42.220068 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b22492-d991-4284-bb65-b1e8c7504322 req-fa0f58af-de9d-4284-8f1d-ac3157c9a3f4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:42.221576 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72b22492-d991-4284-bb65-b1e8c7504322 req-fa0f58af-de9d-4284-8f1d-ac3157c9a3f4 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0548809
Mar 26 21:44:42.259399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc84861-4f37-4924-8e47-47c1bd155b4b req-dc8fd7c3-6e8f-449f-a196-20ba4b552dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:42.260867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc84861-4f37-4924-8e47-47c1bd155b4b req-dc8fd7c3-6e8f-449f-a196-20ba4b552dec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1128 time: 0.0452404
Mar 26 21:44:42.269706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-72b22492-d991-4284-bb65-b1e8c7504322 req-d6be109c-d9cb-48cf-93b4-03f4e24a3706 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424809
Mar 26 21:44:42.310475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dbc84861-4f37-4924-8e47-47c1bd155b4b req-4eeca89e-d7fa-4a63-a234-33aec3ad39db service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404363
Mar 26 21:44:43.396367 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993756c9-314a-4e39-8675-c2552367ed40 req-2a6ef35b-649f-4757-9150-010965b94764 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:43.397860 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-993756c9-314a-4e39-8675-c2552367ed40 req-2a6ef35b-649f-4757-9150-010965b94764 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0586505
Mar 26 21:44:43.447051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-993756c9-314a-4e39-8675-c2552367ed40 req-b23a3f5a-5d40-4cb9-9560-08f3ecc2bfdd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434611
Mar 26 21:44:44.556785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:44.568748 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc060-9bab-4b40-88cc-00f6c16e6b22 req-6568338b-13a6-4641-bc56-a392842fb590 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:44.570195 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-994cc060-9bab-4b40-88cc-00f6c16e6b22 req-6568338b-13a6-4641-bc56-a392842fb590 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0573883
Mar 26 21:44:44.618257 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-994cc060-9bab-4b40-88cc-00f6c16e6b22 req-9024489f-349a-489b-a844-8457efe28271 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424969
Mar 26 21:44:44.736763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e8b28-ba91-43d1-9822-9b745c71ae92 req-d3d6f51a-cd05-40ca-8c68-1ea88f31ee77 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:44.738252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f64e8b28-ba91-43d1-9822-9b745c71ae92 req-d3d6f51a-cd05-40ca-8c68-1ea88f31ee77 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0544353
Mar 26 21:44:44.787720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f64e8b28-ba91-43d1-9822-9b745c71ae92 req-deadf90d-b9b6-4c7c-ac54-c32c75f83dc9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439034
Mar 26 21:44:44.809165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49584) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:44.896415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3928e-2328-4001-89cf-13795b6a0042 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:44.897941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7cd3928e-2328-4001-89cf-13795b6a0042 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1123 time: 0.0877929
Mar 26 21:44:44.900813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49588) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:44.904997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:44:44.925111 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.019682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.125613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.166 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/df5591e7-e0c7-466b-9379-60906f2dfd63) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:44:45.225947 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.259175 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.297936 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:44:45.302375 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:44:45.305037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:44:45.335809 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=df5591e7-e0c7-466b-9379-60906f2dfd63,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:45.673747 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (68ce2392-1115-42b7-8476-7a8f7efc53ed), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.740883 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.890468 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.894910 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.967424 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=df5591e7-e0c7-466b-9379-60906f2dfd63,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:44:45.977335 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (68ce2392-1115-42b7-8476-7a8f7efc53ed), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:45.979705 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.980827 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.981183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.981535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.981873 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.982212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.982547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.982886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.983218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.983994 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.984340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.984675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.985007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.986029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:45.986696 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:44:46.095381 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 68ce2392-1115-42b7-8476-7a8f7efc53ed associated. External IP: 172.35.4.166, port: 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4.
Mar 26 21:44:46.219724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:46.311216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:44:46.420479 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:44:46.430615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Sync routers for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:44:46.439260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:46.442796 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:46.443421 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:46.472007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bdf268b0-8d43-4f54-a93f-4834081e8419 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5700593
Mar 26 21:44:46.472517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:44:46.474747 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd16c3-478e-43a2-a47a-f24572a64205" -d '{"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:44:46.518979 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56165ee2-d951-49bd-9b64-997438d1eec8 x-openstack-request-id: req-56165ee2-d951-49bd-9b64-997438d1eec8 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:44:46.519275 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:44:46.519534 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56165ee2-d951-49bd-9b64-997438d1eec8 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:44:46.519996 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56165ee2-d951-49bd-9b64-997438d1eec8'] response: {'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'status': 'completed', 'code': 200}
Mar 26 21:44:46.555540 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:46.577575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9ca1e-3c4c-46e6-83d1-3d2868700a98 req-b94dbcbb-8960-48e5-bbe4-574c48f5940b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:46.584441 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78c9ca1e-3c4c-46e6-83d1-3d2868700a98 req-b94dbcbb-8960-48e5-bbe4-574c48f5940b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0604074
Mar 26 21:44:46.589060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-c5eaedab-0a44-4bd6-b15a-055217f67061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:46.590970 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-c5eaedab-0a44-4bd6-b15a-055217f67061 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1128 time: 0.0480561
Mar 26 21:44:46.632871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-78c9ca1e-3c4c-46e6-83d1-3d2868700a98 req-78bff167-d8f9-4f4a-a6fb-4cf56119b5ae tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473292
Mar 26 21:44:46.657212 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49594) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:46.698123 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-94414cb9-2f6b-4a6a-9730-cd5176a778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:46.700321 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-94414cb9-2f6b-4a6a-9730-cd5176a778a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 897 time: 0.1034157
Mar 26 21:44:46.726268 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-cedad3f0-6986-4bf7-a22c-298601e9cb61 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/68ce2392-1115-42b7-8476-7a8f7efc53ed HTTP/1.1" status: 200  len: 992 time: 0.0674372
Mar 26 21:44:46.770649 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-6b246060-1989-4792-b047-3cc6b9fe3e71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 1000 time: 0.0637362
Mar 26 21:44:46.786779 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c850>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68ce2392-1115-42b7-8476-7a8f7efc53ed', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'port_id': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'mac_address': 'fa:16:3e:cc:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:44:45Z', 'updated_at': '2022-03-26T21:44:45Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:46.813325 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Checking router: db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:44:46.819816 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-b0a41628-31fe-46ed-8410-1ba8b1de207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:46.821343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-b0a41628-31fe-46ed-8410-1ba8b1de207d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0443640
Mar 26 21:44:46.821785 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:44:46.822391 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612474c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:44:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:46.870318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-e9d750fd-7653-4457-be8b-309d931bbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:44:46.871869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-e9d750fd-7653-4457-be8b-309d931bbb47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449126
Mar 26 21:44:46.929855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:44:46.963365 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-c82c5ccc-c24d-4701-b3f7-dc4a4a6a2315 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854023
Mar 26 21:44:47.053004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e9fd16c3-478e-43a2-a47a-f24572a64205 req-32172c64-0d4c-4c5e-8465-3a2bbf06d6f2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836859
Mar 26 21:44:47.157741 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612474c850>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68ce2392-1115-42b7-8476-7a8f7efc53ed', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'port_id': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'mac_address': 'fa:16:3e:cc:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:44:45Z', 'updated_at': '2022-03-26T21:44:45Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:44:47.183302 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c23c1a-992a-4194-af8d-cb33c84247e7 None None] The sync data for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 is: [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68ce2392-1115-42b7-8476-7a8f7efc53ed', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'port_id': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'mac_address': 'fa:16:3e:cc:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:44:45Z', 'updated_at': '2022-03-26T21:44:45Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:44:47.371612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc735a45-8d4a-4470-9284-228b7dfeef3a None None] New status for floating IP 68ce2392-1115-42b7-8476-7a8f7efc53ed: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:44:47.729900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49596) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:44:47.789843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a41274f2-16c7-4a41-ab66-e89cf026a568 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/68ce2392-1115-42b7-8476-7a8f7efc53ed HTTP/1.1" status: 200  len: 994 time: 0.0587351
Mar 26 21:44:55.145456 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a77e-ed85-4f8b-a298-69d9603db7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:56.677072 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:44:57.891128 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e1c6a1f6-e601-40ab-94ef-54a4235afab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:44:58.946927 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:00.281836 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:01.932829 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:14.557103 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:16.227494 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:21.095715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d50f3-3cc0-46d0-a1cc-bc60f6491144 req-4742ac1d-d027-41db-a88e-882e12505712 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:21.097232 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-456d50f3-3cc0-46d0-a1cc-bc60f6491144 req-4742ac1d-d027-41db-a88e-882e12505712 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0544155
Mar 26 21:45:21.150484 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-456d50f3-3cc0-46d0-a1cc-bc60f6491144 req-db77fdf5-e47c-4e46-a84b-e57dae7d3487 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476623
Mar 26 21:45:22.273081 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cef95-1269-4f3b-9937-feee75ebbed0 req-3298e9fe-c263-4875-835b-235abaa222aa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:22.274600 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445cef95-1269-4f3b-9937-feee75ebbed0 req-3298e9fe-c263-4875-835b-235abaa222aa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0557539
Mar 26 21:45:22.322587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-445cef95-1269-4f3b-9937-feee75ebbed0 req-a0e0a578-d5e6-447e-a65d-407757adf859 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425427
Mar 26 21:45:23.440392 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eba8e-c981-41e2-a83c-980afb6eb2b2 req-8c4d61fd-93c9-4d53-bd49-ab99e59bf8f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:23.441874 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc1eba8e-c981-41e2-a83c-980afb6eb2b2 req-8c4d61fd-93c9-4d53-bd49-ab99e59bf8f0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0529442
Mar 26 21:45:23.489791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fc1eba8e-c981-41e2-a83c-980afb6eb2b2 req-b3bdc824-b4c8-4a5c-86d6-448c45616bf2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424271
Mar 26 21:45:24.605055 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9337e-eb47-475e-84bf-2e462436befd req-ba3ea127-27ac-4c04-80be-0c44b3c0d906 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:24.606506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2b9337e-eb47-475e-84bf-2e462436befd req-ba3ea127-27ac-4c04-80be-0c44b3c0d906 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0510986
Mar 26 21:45:24.654706 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2b9337e-eb47-475e-84bf-2e462436befd req-1a775e4c-c838-4cb3-8cb8-c4c069740dd5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421481
Mar 26 21:45:25.147699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0b318410-c42e-48f8-858b-eb1b7f510df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:25.771868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757ba14-556b-4733-87bd-eabc5c865167 req-352ac25c-d865-4d26-8fa9-91c1a9684c97 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:25.773362 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e757ba14-556b-4733-87bd-eabc5c865167 req-352ac25c-d865-4d26-8fa9-91c1a9684c97 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0518410
Mar 26 21:45:25.820489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e757ba14-556b-4733-87bd-eabc5c865167 req-bc77d6ee-cd31-4d44-8ae1-7fc700ddc6e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415359
Mar 26 21:45:26.941869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3c80-b7a1-4057-8030-a5736d1cce92 req-1bf53720-53d2-411b-be07-0070852eef06 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:26.943365 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-035b3c80-b7a1-4057-8030-a5736d1cce92 req-1bf53720-53d2-411b-be07-0070852eef06 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0520208
Mar 26 21:45:26.995186 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-035b3c80-b7a1-4057-8030-a5736d1cce92 req-5d5476c6-9e08-475d-8560-d3fa3a3cd9f1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462418
Mar 26 21:45:27.891022 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-31589210-e733-4579-8a8c-4bd6234dbc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:28.116138 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf17f08-13df-4a42-97d4-4ec1e3cd4c08 req-3334e165-e4f7-45d6-a183-0466d3e5d72a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:28.117621 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cf17f08-13df-4a42-97d4-4ec1e3cd4c08 req-3334e165-e4f7-45d6-a183-0466d3e5d72a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0556793
Mar 26 21:45:28.165944 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1cf17f08-13df-4a42-97d4-4ec1e3cd4c08 req-6a60a796-e290-4209-9c32-097185425047 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426309
Mar 26 21:45:28.949770 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:29.332999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9185f1-74cf-403a-9644-8bf3ce405143 req-b620fd36-d869-4108-831b-f119d3c39b81 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:29.334476 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e9185f1-74cf-403a-9644-8bf3ce405143 req-b620fd36-d869-4108-831b-f119d3c39b81 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.1019647
Mar 26 21:45:29.381504 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2e9185f1-74cf-403a-9644-8bf3ce405143 req-0b41978e-cdcb-4923-9727-e27904d0ef71 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415118
Mar 26 21:45:30.282929 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:30.548200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b58e2-887e-4aa7-a563-1884d3302a67 req-1f4161b5-1feb-49b1-b6b9-1b0bf5fc665f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:30.549598 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da5b58e2-887e-4aa7-a563-1884d3302a67 req-1f4161b5-1feb-49b1-b6b9-1b0bf5fc665f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.1006453
Mar 26 21:45:30.597435 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-da5b58e2-887e-4aa7-a563-1884d3302a67 req-e5563005-6506-496e-b56c-c665c14b88cb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419807
Mar 26 21:45:31.714837 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ec4c7-288b-4b59-8239-b8be09e9a92b req-7f1bd712-3b61-449d-b547-a9d4e38c1fd2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:31.716374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d5ec4c7-288b-4b59-8239-b8be09e9a92b req-7f1bd712-3b61-449d-b547-a9d4e38c1fd2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0525517
Mar 26 21:45:31.764527 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-8d5ec4c7-288b-4b59-8239-b8be09e9a92b req-66973966-441c-40c7-8722-7faa04d5746f tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420403
Mar 26 21:45:31.786655 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49634) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:45:31.851640 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e9be3f85-ba56-4c3b-88a3-6798de94589c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/68ce2392-1115-42b7-8476-7a8f7efc53ed HTTP/1.1" status: 200  len: 994 time: 0.0637953
Mar 26 21:45:31.935784 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:33.156913 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9db8a-0355-4e68-9123-07dd592a0257 req-cabb356d-b551-4041-89ec-78cb71750fb7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:33.158301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0d9db8a-0355-4e68-9123-07dd592a0257 req-cabb356d-b551-4041-89ec-78cb71750fb7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0879450
Mar 26 21:45:33.183582 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-470a6678-518d-44ee-8e2b-ff81478fa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:33.185032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-470a6678-518d-44ee-8e2b-ff81478fa9b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1128 time: 0.0772367
Mar 26 21:45:33.238211 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0d9db8a-0355-4e68-9123-07dd592a0257 req-1aaed73e-59dd-4bd9-b925-d58fa28576fe tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720835
Mar 26 21:45:33.293762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-8e6e4410-56a2-48b8-8bfa-ffa93a0330bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:33.295216 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-8e6e4410-56a2-48b8-8bfa-ffa93a0330bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 897 time: 0.0983984
Mar 26 21:45:33.363552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-5813d400-42a0-47a3-bbf3-711f7275c1f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 1002 time: 0.0597584
Mar 26 21:45:33.413728 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-1b58e9a1-d2c5-4029-b233-fa382e5dffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:33.415010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-1b58e9a1-d2c5-4029-b233-fa382e5dffb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0416934
Mar 26 21:45:33.465476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-cc4bde5e-986e-4c77-b225-fd75f71be3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:33.466934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-cc4bde5e-986e-4c77-b225-fd75f71be3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421572
Mar 26 21:45:33.562187 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-35f14c5d-9cf5-48b8-b656-87e92812dcd1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847945
Mar 26 21:45:33.653685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4f23d35d-af35-4753-b6b0-b1dd1efaa567 req-a3d34fa0-1797-42e5-9957-33123e5b9845 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827982
Mar 26 21:45:33.676803 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:45:34.355850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3744d-fcf2-4faa-abcb-70538ac31a5c req-ed984819-e37b-4ad4-af8f-a095d9bc1cfb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:34.357329 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3c3744d-fcf2-4faa-abcb-70538ac31a5c req-ed984819-e37b-4ad4-af8f-a095d9bc1cfb tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0507474
Mar 26 21:45:34.404479 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b3c3744d-fcf2-4faa-abcb-70538ac31a5c req-7e31e4be-3072-450e-8db3-cf67bc6245d2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411711
Mar 26 21:45:34.427215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49644) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:45:34.490266 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-25ca7c7f-59c1-4267-989e-239cbec0c14c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/68ce2392-1115-42b7-8476-7a8f7efc53ed HTTP/1.1" status: 200  len: 994 time: 0.0619533
Mar 26 21:45:41.143525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-470ebf7b-81ad-42dd-bffe-e0a04e33befa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3807793
Mar 26 21:45:41.228029 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-c928db3f-66b6-429e-a3a6-53bf0d3171d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:41.229412 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-c928db3f-66b6-429e-a3a6-53bf0d3171d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1128 time: 0.0438592
Mar 26 21:45:41.335077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-14734228-50d1-4bac-bb60-d33709c0bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:41.336573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-14734228-50d1-4bac-bb60-d33709c0bd83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 897 time: 0.0865972
Mar 26 21:45:41.400553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-3a45ed5f-23a2-4d3f-9be0-228c109fb361 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 1002 time: 0.0572667
Mar 26 21:45:41.450117 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-ade1e781-1337-4c9f-83e8-b56a6a09d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:41.451554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-ade1e781-1337-4c9f-83e8-b56a6a09d411 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0441232
Mar 26 21:45:41.502019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-88e2117f-a563-48a2-9a34-de0c0a039d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:45:41.504051 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-88e2117f-a563-48a2-9a34-de0c0a039d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464981
Mar 26 21:45:41.593713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-9d64e46c-3df4-4255-adf6-a60d063536f6 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825377
Mar 26 21:45:41.683742 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5398e08e-b6f0-4038-9d85-e0ce9b719da5 req-829600d0-8fb5-4c8f-94f9-d68329160d4d service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840044
Mar 26 21:45:44.555077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:46.233972 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:55.148888 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7d8a1670-c465-4fe8-9b66-f2697f8c3dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:57.893855 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-77bb576f-7612-41b7-9180-1ac93355a465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:45:58.953164 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:00.286737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:01.937202 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:06.936296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49690) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:07.092355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port df5591e7-e0c7-466b-9379-60906f2dfd63 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:46:07.092823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:07.166436 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:07.166759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (df5591e7-e0c7-466b-9379-60906f2dfd63), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:07.178449 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for df5591e7-e0c7-466b-9379-60906f2dfd63 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:46:07.324048 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (df5591e7-e0c7-466b-9379-60906f2dfd63), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:07.352292 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=df5591e7-e0c7-466b-9379-60906f2dfd63,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:07.363760 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.364137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.364482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.364824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.365159 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.365491 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.365839 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.366150 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.366475 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.366801 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.367132 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.367455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.367778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.368124 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.368445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:07.421963 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (68ce2392-1115-42b7-8476-7a8f7efc53ed), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:07.422330 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 68ce2392-1115-42b7-8476-7a8f7efc53ed disassociated (deleted). External IP: 172.35.4.166, port: 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4.
Mar 26 21:46:07.970006 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:46:08.081378 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:46:08.086220 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:08.091426 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Sync routers for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:46:08.100514 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:08.101127 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612402e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:08.116005 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-70ef83da-43d5-4ba5-8a9d-a9b7733cd21e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/floatingips/68ce2392-1115-42b7-8476-7a8f7efc53ed HTTP/1.1" status: 204  len: 168 time: 1.1785960
Mar 26 21:46:08.116562 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:46:08.118812 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b68897-a918-47dd-9dba-2bc71e1f7116" -d '{"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:46:08.217683 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:08.226743 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca89257f-bb38-4017-9f17-a143fb134502 x-openstack-request-id: req-ca89257f-bb38-4017-9f17-a143fb134502 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:46:08.227014 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:46:08.227357 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca89257f-bb38-4017-9f17-a143fb134502 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:46:08.227837 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca89257f-bb38-4017-9f17-a143fb134502'] response: {'name': 'network-changed', 'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'status': 'completed', 'code': 200}
Mar 26 21:46:08.312241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-dea27396-95cf-4867-a181-a603874699ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:08.313769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-dea27396-95cf-4867-a181-a603874699ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 1128 time: 0.0491865
Mar 26 21:46:08.425851 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612402e8b0>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:08.428131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8104c-700f-48ab-b9e5-ee5c6148efd0 req-78621327-a77f-4593-82c9-b6f180e9d927 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:08.429650 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee8104c-700f-48ab-b9e5-ee5c6148efd0 req-78621327-a77f-4593-82c9-b6f180e9d927 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.1149607
Mar 26 21:46:08.448925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-2d8a7594-c7f6-47cf-8ab5-0f21e9829118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:08.450334 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-2d8a7594-c7f6-47cf-8ab5-0f21e9829118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 200  len: 897 time: 0.1276476
Mar 26 21:46:08.451902 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Checking router: db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:46:08.460704 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:08.461709 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612402e8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:08.502466 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-94e1d159-45fe-4c4d-958b-ff2aae98b632 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 200  len: 217 time: 0.0441749
Mar 26 21:46:08.553777 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bee8104c-700f-48ab-b9e5-ee5c6148efd0 req-e427fd4c-d95e-416c-aec4-bfe34f30aa76 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153820
Mar 26 21:46:08.570541 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-0405d10d-e3fb-46ba-bef6-a666f1c5ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:08.572066 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-0405d10d-e3fb-46ba-bef6-a666f1c5ca23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 200  len: 835 time: 0.0621846
Mar 26 21:46:08.624868 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-effbb7a5-0cd1-49a1-a7f1-6df46109f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:08.626376 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-effbb7a5-0cd1-49a1-a7f1-6df46109f772 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b90a392-9408-4e9d-9639-01ba9f404000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452170
Mar 26 21:46:08.663223 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:08.721641 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-7a381036-e124-41fb-b835-c2976eadede1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856671
Mar 26 21:46:08.821496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81b68897-a918-47dd-9dba-2bc71e1f7116 req-045cb930-38b5-40ac-aa2d-d3fb7d1420da service neutron] 10.222.0.21 "GET /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926619
Mar 26 21:46:08.866085 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612402e8b0>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:08.891386 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9b8476-abf3-436c-9c89-9448994ead8b None None] The sync data for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 is: [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '318e0b1d-20c2-4526-85ea-bc59e65fdf58', 'name': '', 'network_id': '6b90a392-9408-4e9d-9639-01ba9f404000', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:34:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:30Z', 'updated_at': '2022-03-26T21:44:34Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '782fb385-7d3c-4aef-8b0b-801b3d3b08f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:46:09.115369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8326895-79ad-4a31-8b84-0e26a7e724e8 None None] New status for floating IP 68ce2392-1115-42b7-8476-7a8f7efc53ed: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:46:09.671938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac8dd2-29e2-4ba6-9156-29e7568ff7a4 req-8708b546-e245-4b92-a31d-5d69e7eeb29c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:09.673414 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2aac8dd2-29e2-4ba6-9156-29e7568ff7a4 req-8708b546-e245-4b92-a31d-5d69e7eeb29c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0516074
Mar 26 21:46:09.722585 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2aac8dd2-29e2-4ba6-9156-29e7568ff7a4 req-d20e55ce-5a46-4350-89f8-414364e994e5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=d537e19c-cd0e-4eee-8011-39655d36b59d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421143
Mar 26 21:46:10.066785 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-bcc48e20-b78b-45ab-94e0-d8a6c924ed3e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:10.068268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-bcc48e20-b78b-45ab-94e0-d8a6c924ed3e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 946 time: 0.0572832
Mar 26 21:46:10.162380 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:46:10.162730 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:10.252040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:10.252403 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:10.263909 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:46:10.389266 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:10.420121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:10.433983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.434340 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.434689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.435034 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.435374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.435706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.436068 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.436402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.436732 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.437061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.437386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.437713 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.438042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.438368 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.438688 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:10.475139 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] No DVR routers for this DVR port 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:46:10.477720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:10.481059 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-23dd3737-3bce-4333-9183-8db70f7e69a9 req-f27ca905-75b8-43e7-90fa-a1932f7d54f9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.21 "DELETE /v2.0/ports/7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 HTTP/1.1" status: 204  len: 173 time: 0.4061022
Mar 26 21:46:10.481558 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'name': 'network-vif-deleted', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:46:10.483781 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4707773-6eb9-45f2-a2a8-b174f3dca8c0" -d '{"events": [{"server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "name": "network-vif-deleted", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:46:10.521566 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af72559-761e-41e3-a611-dcec045e8a0e x-openstack-request-id: req-9af72559-761e-41e3-a611-dcec045e8a0e {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:46:10.521870 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae70161d-4d4a-4f05-8989-4386e64311e3", "name": "network-vif-deleted", "tag": "7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:46:10.522158 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9af72559-761e-41e3-a611-dcec045e8a0e {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:46:10.522579 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af72559-761e-41e3-a611-dcec045e8a0e'] response: {'server_uuid': 'ae70161d-4d4a-4f05-8989-4386e64311e3', 'name': 'network-vif-deleted', 'tag': '7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4', 'status': 'completed', 'code': 200}
Mar 26 21:46:10.675002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:46:10.834316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-17665acb-c32d-4074-b26b-28d573c12c68 req-1f596546-4121-4c4a-bcab-1201ff98f6b7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae70161d-4d4a-4f05-8989-4386e64311e3 HTTP/1.1" status: 200  len: 210 time: 0.0315635
Mar 26 21:46:11.890831 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49708) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:12.266434 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:12.531495 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 318e0b1d-20c2-4526-85ea-bc59e65fdf58 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:46:12.531751 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:12.622052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port 318e0b1d-20c2-4526-85ea-bc59e65fdf58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=318e0b1d-20c2-4526-85ea-bc59e65fdf58,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:12.622412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:12.634671 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 318e0b1d-20c2-4526-85ea-bc59e65fdf58 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:46:12.823102 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (318e0b1d-20c2-4526-85ea-bc59e65fdf58), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:12.849999 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=318e0b1d-20c2-4526-85ea-bc59e65fdf58,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:13.038714 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.254429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:46:13.363248 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:46:13.368315 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-46d6db0e-460f-40ae-a473-d4c176f48a32 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4764347
Mar 26 21:46:13.371149 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49710) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:13.375251 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Sync routers for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:46:13.384828 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:13.385440 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f688310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:13.426249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting subnet 782fb385-7d3c-4aef-8b0b-801b3d3b08f5 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:46:13.429398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (782fb385-7d3c-4aef-8b0b-801b3d3b08f5), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.471221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (782fb385-7d3c-4aef-8b0b-801b3d3b08f5), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.493271 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:13.553448 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (782fb385-7d3c-4aef-8b0b-801b3d3b08f5), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.616185 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (782fb385-7d3c-4aef-8b0b-801b3d3b08f5), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.643585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Subnet': ['ID=782fb385-7d3c-4aef-8b0b-801b3d3b08f5,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:13.648513 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.654643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49712) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:13.655380 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-78d4f96b-8f5b-4410-89c4-d23c38e71e63 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/subnets/782fb385-7d3c-4aef-8b0b-801b3d3b08f5 HTTP/1.1" status: 204  len: 168 time: 0.2833526
Mar 26 21:46:13.658177 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a379a-c8bc-4336-92db-43b14b4d55d2 None None] Network 6b90a392-9408-4e9d-9639-01ba9f404000 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:46:13.671641 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f688310>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:46:12Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:13.708120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Checking router: db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:46:13.716945 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Routers {'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:13.717561 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f688310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:13.776772 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.823157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] DHCP port deletion for 6b90a392-9408-4e9d-9639-01ba9f404000 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:46:13.839763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] Set router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:13.873442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Deleting port 8e48b929-ed60-432d-81d9-faff1d6a44bf {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:46:13.873829 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.890410 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.938423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] For port 8e48b929-ed60-432d-81d9-faff1d6a44bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e48b929-ed60-432d-81d9-faff1d6a44bf,segment=NetworkSegment(50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8),segment_id=50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:13.939015 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.948269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port d470e6e4-1695-4163-9fef-59dad3ecccf5 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:46:13.948946 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:13.952251 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Calling delete_port for 8e48b929-ed60-432d-81d9-faff1d6a44bf owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:46:14.035975 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f688310>, [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:46:12Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:14.047160 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port d470e6e4-1695-4163-9fef-59dad3ecccf5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d470e6e4-1695-4163-9fef-59dad3ecccf5,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:14.047413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (8e48b929-ed60-432d-81d9-faff1d6a44bf), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.047542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.061054 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for d470e6e4-1695-4163-9fef-59dad3ecccf5 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:46:14.065002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3155c05f-8573-412b-a3aa-ba5a14816031 None None] The sync data for ids ['db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4'] in ncdv-master-1 is: [{'id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305865376', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:44:27Z', 'updated_at': '2022-03-26T21:46:12Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd470e6e4-1695-4163-9fef-59dad3ecccf5', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:44:28Z', 'updated_at': '2022-03-26T21:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:46:14.076631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Pushing event deleted for resources: {'Port': ['ID=8e48b929-ed60-432d-81d9-faff1d6a44bf,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:14.079767 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] No DVR routers for this DVR port 8e48b929-ed60-432d-81d9-faff1d6a44bf on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:46:14.087319 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.087672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.088066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.088413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.088751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.089091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.089427 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.089757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.090086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.090415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.090742 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.091066 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.091808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.091808 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.092143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebee0d3-d653-4528-a339-844069f509e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:14.250693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d470e6e4-1695-4163-9fef-59dad3ecccf5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.276316 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=d470e6e4-1695-4163-9fef-59dad3ecccf5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:14.336240 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.363788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:46:14.383710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:46:14.384089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 7a14f006-13f4-4444-8ba5-9b6ef1a8a1e4 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:46:14.430456 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.432970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.481659 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.482182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Fanout notify agent at l3_agent the message router_deleted on router db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:46:14.489616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.490775 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aac0c89e-aab4-41cb-920a-6bfbdb297b36 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/routers/db96f51a-a5c5-4ca7-bd1f-0022dd3b5cc4 HTTP/1.1" status: 204  len: 168 time: 0.8350031
Mar 26 21:46:14.493500 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49714) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:14.555448 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.575761 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6b90a392-9408-4e9d-9639-01ba9f404000), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.666656 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6b90a392-9408-4e9d-9639-01ba9f404000), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.688077 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6129a888b0>,) {'filters': {'network_id': ['6b90a392-9408-4e9d-9639-01ba9f404000']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:14.697721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6129a888b0>, '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:14.698018 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6129a888b0>, '50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:14.708330 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.722501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.730315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:46:14.730725 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (50a54b5d-8f5c-4ac1-8fff-f3f6abc3c2d8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:46:14.733771 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:46:14.795687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6b90a392-9408-4e9d-9639-01ba9f404000), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.802895 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.806092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/networks/6b90a392-9408-4e9d-9639-01ba9f404000 HTTP/1.1" status: 204  len: 168 time: 0.3116417
Mar 26 21:46:14.808991 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49716) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:14.816925 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0e110-7ff3-4d59-adfd-c00df50f2a2c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Network': ['ID=6b90a392-9408-4e9d-9639-01ba9f404000,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:14.865794 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (d537e19c-cd0e-4eee-8011-39655d36b59d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.890026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (d537e19c-cd0e-4eee-8011-39655d36b59d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.949417 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d537e19c-cd0e-4eee-8011-39655d36b59d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.952248 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:14.953427 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/security-groups/d537e19c-cd0e-4eee-8011-39655d36b59d HTTP/1.1" status: 204  len: 168 time: 0.1433959
Mar 26 21:46:14.963479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909cc96-f668-48ae-bc02-ea18d26a9f99 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d537e19c-cd0e-4eee-8011-39655d36b59d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.127037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e48b929-ed60-432d-81d9-faff1d6a44bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:46:15.148455 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8e48b929-ed60-432d-81d9-faff1d6a44bf {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:46:15.148812 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8e48b929-ed60-432d-81d9-faff1d6a44bf not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:46:15.149234 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d470e6e4-1695-4163-9fef-59dad3ecccf5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:46:15.169737 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d470e6e4-1695-4163-9fef-59dad3ecccf5 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:46:15.170088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d470e6e4-1695-4163-9fef-59dad3ecccf5 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:46:15.170496 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 318e0b1d-20c2-4526-85ea-bc59e65fdf58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:46:15.274112 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49722) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.278921 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726060079', 'description': 'tempest-secgroup-smoke-1726060079 description', 'project_id': '01928d3d430a4ee085f0f02b34539ca4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.301971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.347164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 318e0b1d-20c2-4526-85ea-bc59e65fdf58 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:46:15.347510 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 318e0b1d-20c2-4526-85ea-bc59e65fdf58 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:46:15.371306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (39512996-503c-405d-9f71-596b2e2c2848), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.375026 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39512996-503c-405d-9f71-596b2e2c2848), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.403437 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.404670 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1294694
Mar 26 21:46:15.407763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49724) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.408541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070b37-f3a8-4e6d-9745-f088f0d697ba tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39512996-503c-405d-9f71-596b2e2c2848,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.412689 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.437433 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e927c2a5-5e0f-4588-aa16-371f72d5f1cd), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.492447 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (e927c2a5-5e0f-4588-aa16-371f72d5f1cd), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.495882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e927c2a5-5e0f-4588-aa16-371f72d5f1cd), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.513315 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e927c2a5-5e0f-4588-aa16-371f72d5f1cd,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.520626 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.521809 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-2515db97-a070-4733-88e2-3eb46e6e2535 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1129622
Mar 26 21:46:15.524619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49726) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.528773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.552872 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (5c2724b8-cbaf-4642-be60-e62de1148cbb), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.605885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (5c2724b8-cbaf-4642-be60-e62de1148cbb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.609253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5c2724b8-cbaf-4642-be60-e62de1148cbb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.626215 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2724b8-cbaf-4642-be60-e62de1148cbb,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.634184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.635356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-4838c467-a3c1-4dfa-9d07-cdf1df01af08 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1098316
Mar 26 21:46:15.638100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49728) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.642268 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.665578 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (42b3a968-088e-4f55-a76f-08a7da4fdcef), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.724264 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (42b3a968-088e-4f55-a76f-08a7da4fdcef), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.727824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (42b3a968-088e-4f55-a76f-08a7da4fdcef), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.746612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b3a968-088e-4f55-a76f-08a7da4fdcef,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.754454 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.758301 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f9415961-dc57-40b4-bea7-901cfc3eb076 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1166141
Mar 26 21:46:15.758442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49730) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.763362 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.787425 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (122ccf9d-ab8b-4bf8-9776-5e07a2f0df58), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.842785 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (122ccf9d-ab8b-4bf8-9776-5e07a2f0df58), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.846720 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (122ccf9d-ab8b-4bf8-9776-5e07a2f0df58), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.864168 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122ccf9d-ab8b-4bf8-9776-5e07a2f0df58,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.872236 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.873449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-dfea5703-894b-44ed-b221-3d70da3d3ac6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1139736
Mar 26 21:46:15.876141 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49732) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.880415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:15.899723 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:46:15.904409 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (6fb2f328-d479-46e3-8eb7-408176b03594), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.960517 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (6fb2f328-d479-46e3-8eb7-408176b03594), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.963960 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (6fb2f328-d479-46e3-8eb7-408176b03594), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.980748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb2f328-d479-46e3-8eb7-408176b03594,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:15.989612 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:15.990798 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c00391be-6a99-447a-89b7-3444a190fce2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1137221
Mar 26 21:46:15.993514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49734) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:15.997715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'security_group_rule': {'security_group_id': '39512996-503c-405d-9f71-596b2e2c2848', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:16.017317 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Project 01928d3d430a4ee085f0f02b34539ca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:46:16.022519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (adc5fa76-dd05-476a-9497-71d77e8ba004), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.083617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (adc5fa76-dd05-476a-9497-71d77e8ba004), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.087102 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (adc5fa76-dd05-476a-9497-71d77e8ba004), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.104124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc5fa76-dd05-476a-9497-71d77e8ba004,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:16.111878 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.113082 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e47b2dfc-1d43-4631-9dc0-9fb2ebe01e35 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1186590
Mar 26 21:46:16.115852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49736) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:16.120544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'network': {'name': 'tempest-network-smoke--1704099724', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'port_security_enabled': True}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:16.138647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:46:16.141958 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.165786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:46:16.176276 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (31773b2d-b9a2-4668-885e-86e1100ca896), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.176622 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Added segment 31773b2d-b9a2-4668-885e-86e1100ca896 of type vlan for network 6dd4df8e-946d-4430-a38f-980c52504e1a
Mar 26 21:46:16.216885 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (6dd4df8e-946d-4430-a38f-980c52504e1a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.235145 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.242083 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (6dd4df8e-946d-4430-a38f-980c52504e1a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.247107 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:16.247699 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.277206 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1603274
Mar 26 21:46:16.280049 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49738) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:16.285465 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'admin_state_up': True, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:16.306214 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.307249 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.318025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dffff4-3b25-48a0-9a3c-019d51450d23 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Network': ['ID=6dd4df8e-946d-4430-a38f-980c52504e1a,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:16.330625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 6dd4df8e-946d-4430-a38f-980c52504e1a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:46:16.366674 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (c7410cbb-435f-41b1-a110-a2e6981d3c60), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.514273 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (c7410cbb-435f-41b1-a110-a2e6981d3c60), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.704277 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.723014 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.826023 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.59 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/d27e04b0-9996-47be-9679-f035606a7377) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:46:16.922823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (d27e04b0-9996-47be-9679-f035606a7377), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.955980 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (d27e04b0-9996-47be-9679-f035606a7377), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:16.994930 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:16.997737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:17.001120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:46:17.026453 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=d27e04b0-9996-47be-9679-f035606a7377,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:17.596701 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:17.794699 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:17.922094 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router c7410cbb-435f-41b1-a110-a2e6981d3c60 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:46:18.033204 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:46:18.042884 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Sync routers for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:46:18.053476 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.053691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:18.054176 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:18.054861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-6c2c0792-5bef-4937-9e04-6d02c1bc2778 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7737820
Mar 26 21:46:18.058255 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49740) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:18.090346 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1e010cee-4519-4b60-bf4b-6abf5c08bd59 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=01928d3d430a4ee085f0f02b34539ca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0309014
Mar 26 21:46:18.093090 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49742) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:18.163116 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:18.181052 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e50b5-f40b-4c11-aca9-5187b19ad8e9 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:18.182500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-db2e50b5-f40b-4c11-aca9-5187b19ad8e9 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0878346
Mar 26 21:46:18.185276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49744) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:18.213449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d76753de-6afe-4a56-91c3-819d1b430b0b tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=339cc6ca-e602-48a0-984b-bc0e7f2b3b82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270748
Mar 26 21:46:18.215905 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49746) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:18.220983 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518315350', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:18.304996 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:46:18.308405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.344796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2fb80>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:17Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:18.372186 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Checking router: c7410cbb-435f-41b1-a110-a2e6981d3c60 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:46:18.372642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Updating router c7410cbb-435f-41b1-a110-a2e6981d3c60 port d27e04b0-9996-47be-9679-f035606a7377 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:46:18.405221 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d27e04b0-9996-47be-9679-f035606a7377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.495312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (2cb82f8e-8fad-497e-8653-3e1cc66a3bbb), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.552245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Subnet': ['ID=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:18.563791 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Checking segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:46:18.564766 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network hostable DHCP agents. Network: 6dd4df8e-946d-4430-a38f-980c52504e1a, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:46:18.583328 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6dd4df8e-946d-4430-a38f-980c52504e1a is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:46:18.592971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dd4df8e-946d-4430-a38f-980c52504e1a) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:18.597041 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:18.598682 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.608569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c65a0-0a96-40e9-9150-5b1d8f91a910 None None] Network 6dd4df8e-946d-4430-a38f-980c52504e1a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:46:18.614681 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c663df47-c77c-4d6b-a3b8-ff782315d20e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3976231
Mar 26 21:46:18.617365 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49748) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:18.731890 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks [] for port (d27e04b0-9996-47be-9679-f035606a7377), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.754616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d27e04b0-9996-47be-9679-f035606a7377), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.766266 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dd4df8e-946d-4430-a38f-980c52504e1a', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:46:18.767147 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.820112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Attempting to bind port d27e04b0-9996-47be-9679-f035606a7377 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:46:18.820489 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Attempting to bind port d27e04b0-9996-47be-9679-f035606a7377 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:46:18.820854 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Attempting to bind port d27e04b0-9996-47be-9679-f035606a7377 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:46:18.838640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006b351-19b9-4cb8-a5f4-b785f92b0378 None None] Pushing event updated for resources: {'Port': ['ID=d27e04b0-9996-47be-9679-f035606a7377,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:18.842386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:46:18.842947 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:46:18.843361 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.843758 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:46:18.844258 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Bound port: d27e04b0-9996-47be-9679-f035606a7377, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:46:18.844641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d27e04b0-9996-47be-9679-f035606a7377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:18.980893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] For port d27e04b0-9996-47be-9679-f035606a7377, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:46:18.997490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] For port d27e04b0-9996-47be-9679-f035606a7377, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d27e04b0-9996-47be-9679-f035606a7377,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:46:19.010563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d27e04b0-9996-47be-9679-f035606a7377), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.014394 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Allocated IP 172.20.0.2 (6dd4df8e-946d-4430-a38f-980c52504e1a/2cb82f8e-8fad-497e-8653-3e1cc66a3bbb/ef909587-a9a7-4151-bcf9-6eb64bb33555) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:46:19.058819 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.097567 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006b351-19b9-4cb8-a5f4-b785f92b0378 None None] Pushing event updated for resources: {'Port': ['ID=d27e04b0-9996-47be-9679-f035606a7377,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:19.104921 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:19.106012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb2fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:19.288388 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:19.366522 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks [] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.380721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.422874 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.1 (6dd4df8e-946d-4430-a38f-980c52504e1a/2cb82f8e-8fad-497e-8653-3e1cc66a3bbb/e1cd3c0e-ed7e-4d12-987d-d8507cd26638) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:46:19.455142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Network 6dd4df8e-946d-4430-a38f-980c52504e1a is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:19.460740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:19.463151 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:46:19.484865 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Pushing event updated for resources: {'Port': ['ID=ef909587-a9a7-4151-bcf9-6eb64bb33555,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:19.537129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.559237 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Attempting to bind port ef909587-a9a7-4151-bcf9-6eb64bb33555 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:46:19.559531 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Attempting to bind port ef909587-a9a7-4151-bcf9-6eb64bb33555 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:46:19.559890 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Attempting to bind port ef909587-a9a7-4151-bcf9-6eb64bb33555 on network 6dd4df8e-946d-4430-a38f-980c52504e1a {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:46:19.568086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:46:19.569254 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Checking segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:46:19.569254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.569641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Bound using segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:46:19.570342 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Bound port: ef909587-a9a7-4151-bcf9-6eb64bb33555, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:46:19.570724 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.571655 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.614502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6dd4df8e-946d-4430-a38f-980c52504e1a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:19.617653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:19.620222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb2fb80>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:17Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:19.621253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:46:19.649172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:19.660743 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19f16-333c-4185-8ff3-439246a546d6 None None] The sync data for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 is: [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:17Z', 'revision_number': 3, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:46:19.670563 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] For port ef909587-a9a7-4151-bcf9-6eb64bb33555, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:46:19.673618 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.674612 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] For port ef909587-a9a7-4151-bcf9-6eb64bb33555, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef909587-a9a7-4151-bcf9-6eb64bb33555,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:46:19.685834 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:19.749651 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44039-d7f5-4caf-9ebd-a97702ee318a None None] Pushing event updated for resources: {'Port': ['ID=ef909587-a9a7-4151-bcf9-6eb64bb33555,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:19.838733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:20.193795 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:20.198542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:20.273126 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:20.274947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:20.374848 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6dd4df8e-946d-4430-a38f-980c52504e1a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:20.376536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:20.499753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router c7410cbb-435f-41b1-a110-a2e6981d3c60 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:46:20.816958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b9d773-2fea-479c-a97a-cdc179daa539 None None] Network 6dd4df8e-946d-4430-a38f-980c52504e1a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:46:20.894324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Provisioning complete for port ef909587-a9a7-4151-bcf9-6eb64bb33555 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:20.894630 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:20.974450 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:46:20.980712 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fb2ee745-da02-4a01-9fe5-ac1db69951a3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/c7410cbb-435f-41b1-a110-a2e6981d3c60/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3622470
Mar 26 21:46:21.170272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-5666376f-f05e-48d1-8e02-f4a8bd2939a7 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726060079&fields=id&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 267 time: 0.0507576
Mar 26 21:46:21.203481 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ef909587-a9a7-4151-bcf9-6eb64bb33555 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:21.249039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Current status of the port ef909587-a9a7-4151-bcf9-6eb64bb33555 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:21.249667 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.293028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] For port ef909587-a9a7-4151-bcf9-6eb64bb33555, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef909587-a9a7-4151-bcf9-6eb64bb33555,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:21.299398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.300896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-8d0e5694-2d18-41c3-8f9e-f0f13baff7d0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:21.302437 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-8d0e5694-2d18-41c3-8f9e-f0f13baff7d0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 797 time: 0.1246047
Mar 26 21:46:21.303369 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ef909587-a9a7-4151-bcf9-6eb64bb33555 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:21.303745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.320522 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-73609bdb-929e-4bc8-8e96-39df55d47993 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/quotas/01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 375 time: 0.0106030
Mar 26 21:46:21.381550 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-bda9ec4c-cdd8-405c-8080-8fc2fa6eac5a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0548110
Mar 26 21:46:21.385361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb2f43-9b55-437f-b9cf-e92aef05b36e None None] Pushing event updated for resources: {'Port': ['ID=ef909587-a9a7-4151-bcf9-6eb64bb33555,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:21.429989 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Sync routers for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:46:21.442532 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:21.443504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ef909587-a9a7-4151-bcf9-6eb64bb33555 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:21.444060 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244a11f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:21.444631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d27e04b0-9996-47be-9679-f035606a7377 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:21.487886 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-b36a0b36-3ccb-48ed-a191-c05bf0d04df5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:46:21.489093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-b36a0b36-3ccb-48ed-a191-c05bf0d04df5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0877082
Mar 26 21:46:21.508446 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d27e04b0-9996-47be-9679-f035606a7377 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:21.509168 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d27e04b0-9996-47be-9679-f035606a7377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.567908 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:21.568446 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.578434 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:21.626943 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-833b8db4-2468-483a-a968-86910a73a38b service neutron] 10.222.0.16 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312115
Mar 26 21:46:21.629594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:46:21.649574 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d27e04b0-9996-47be-9679-f035606a7377 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:21.649967 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (d27e04b0-9996-47be-9679-f035606a7377), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.658441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Provisioning complete for port ef909587-a9a7-4151-bcf9-6eb64bb33555 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:21.659283 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.697930 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port d27e04b0-9996-47be-9679-f035606a7377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d27e04b0-9996-47be-9679-f035606a7377,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:21.713134 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (d27e04b0-9996-47be-9679-f035606a7377), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.753344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-29371fdb-b591-42da-9c79-6a89eab9cfa6 service neutron] 10.222.0.16 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205835
Mar 26 21:46:21.799910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=d27e04b0-9996-47be-9679-f035606a7377,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:21.820265 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-99d1e67c-f2d7-4bef-a817-db2559e50f85 None None] Current status of the port ef909587-a9a7-4151-bcf9-6eb64bb33555 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:21.945924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3785a20d-9405-493f-91ae-048ab46e9732 None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:21.948832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3785a20d-9405-493f-91ae-048ab46e9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:21.959437 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244a11f0>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:20Z', 'revision_number': 2, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:21.988839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e191bdd2-3e82-42ca-b2ae-6852fe30b320 req-76c919c4-66c2-4f0b-84c5-c550562d88a9 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 210 time: 0.0371337
Mar 26 21:46:21.992781 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Checking router: c7410cbb-435f-41b1-a110-a2e6981d3c60 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:46:21.993253 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Updating router c7410cbb-435f-41b1-a110-a2e6981d3c60 port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:46:22.004589 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3785a20d-9405-493f-91ae-048ab46e9732 None None] Port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:46:22.029646 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.129255 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0ff54a61-732c-4551-8170-901dcf52a68d None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:22.129637 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0ff54a61-732c-4551-8170-901dcf52a68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.170344 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0ff54a61-732c-4551-8170-901dcf52a68d None None] Port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:46:22.308764 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks [] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.314286 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.366126 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Pushing event updated for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:22.389217 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.389591 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.389922 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.390284 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.390602 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.390957 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.391343 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.391691 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.392625 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.392958 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.393288 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.393612 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.393935 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.394261 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.394585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:46:22.435333 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Attempting to bind port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:46:22.436026 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Attempting to bind port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:46:22.436132 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Attempting to bind port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 on network 6dd4df8e-946d-4430-a38f-980c52504e1a {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:46:22.443300 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:46:22.443685 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Checking segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:46:22.444248 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.444571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Bound using segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:46:22.448956 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Bound port: e1cd3c0e-ed7e-4d12-987d-d8507cd26638, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:46:22.449401 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.520314 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] For port e1cd3c0e-ed7e-4d12-987d-d8507cd26638, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:46:22.523855 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] For port e1cd3c0e-ed7e-4d12-987d-d8507cd26638, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:46:22.530176 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.589960 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:22.590604 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61244a11f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:45:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:22.592470 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117643d-afdd-45c0-9996-78b0b14f701c None None] Pushing event updated for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=4']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:22.601018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:22.601623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.691949 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Current status of the port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:22.692343 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.727784 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] For port e1cd3c0e-ed7e-4d12-987d-d8507cd26638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:22.729320 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:22.732985 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.796112 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e50e5-fe4f-4af9-8952-ad21ef54c79b None None] Pushing event updated for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:22.852101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-cc22a623-5ad1-40d6-8f10-6b8257e91649 None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:22.852785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cc22a623-5ad1-40d6-8f10-6b8257e91649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:22.934669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-cc22a623-5ad1-40d6-8f10-6b8257e91649 None None] Current status of the port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:22.948285 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61244a11f0>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:22.978382 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a98ad3-2e7e-4d6d-ad95-95016c06ed76 None None] The sync data for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 is: [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:46:23.076807 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ef909587-a9a7-4151-bcf9-6eb64bb33555 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:23.127601 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-d0b1519e-9386-4e1d-8d65-1f58cffc509a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:23.129965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-d0b1519e-9386-4e1d-8d65-1f58cffc509a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 797 time: 0.1812561
Mar 26 21:46:23.131159 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2151cc3e-fa70-4ccc-8868-6c2f84deb6f2 req-f44e2e13-0aeb-44fa-8b49-04d4ac0b31c2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 210 time: 0.0469580
Mar 26 21:46:23.150746 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ef909587-a9a7-4151-bcf9-6eb64bb33555 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:23.151240 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.208050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-6a5ed2c5-15f2-46dc-b292-2ac58eda6566 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01928d3d430a4ee085f0f02b34539ca4 HTTP/1.1" status: 200  len: 380 time: 0.0667634
Mar 26 21:46:23.217321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'port': {'device_id': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'admin_state_up': True, 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'security_groups': ['39512996-503c-405d-9f71-596b2e2c2848']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:23.244178 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ef909587-a9a7-4151-bcf9-6eb64bb33555 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:23.245324 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d27e04b0-9996-47be-9679-f035606a7377 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:23.296243 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port d27e04b0-9996-47be-9679-f035606a7377 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:23.296543 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (d27e04b0-9996-47be-9679-f035606a7377), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.339653 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Made reservation on behalf of 01928d3d430a4ee085f0f02b34539ca4 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:46:23.343161 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.384291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port d27e04b0-9996-47be-9679-f035606a7377 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:23.478394 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.20.0.4 (6dd4df8e-946d-4430-a38f-980c52504e1a/2cb82f8e-8fad-497e-8653-3e1cc66a3bbb/ea6d5e75-614e-40be-9d38-1eb58add1727) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:46:23.624436 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.660128 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.705110 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 6dd4df8e-946d-4430-a38f-980c52504e1a is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:23.708126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:23.710516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:46:23.739345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:23.769175 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:23.769971 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.788029 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-45293b86-e6f7-42e5-9982-ff7bda7651e1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5744767
Mar 26 21:46:23.799271 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Request body: {'port': {'device_id': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:23.866839 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:23.963619 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-83745efa-21c9-4ae1-8a19-adfa920f565a None None] Provisioning complete for port ea6d5e75-614e-40be-9d38-1eb58add1727 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:23.964150 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-83745efa-21c9-4ae1-8a19-adfa920f565a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.001080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-83745efa-21c9-4ae1-8a19-adfa920f565a None None] Port ea6d5e75-614e-40be-9d38-1eb58add1727 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:46:24.146788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6d5e75-614e-40be-9d38-1eb58add1727 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:46:24.154355 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks [] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.166681 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Transition to ACTIVE for port object ea6d5e75-614e-40be-9d38-1eb58add1727 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:46:24.171003 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.255218 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:24.327156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17068f-b34a-49e3-9dad-a9ec7aafb101 req-74992bc7-b664-4a65-aece-4cf108429e2a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:24.328733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d17068f-b34a-49e3-9dad-a9ec7aafb101 req-74992bc7-b664-4a65-aece-4cf108429e2a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 943 time: 0.1160378
Mar 26 21:46:24.355021 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Attempting to bind port ea6d5e75-614e-40be-9d38-1eb58add1727 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:46:24.355360 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Attempting to bind port ea6d5e75-614e-40be-9d38-1eb58add1727 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:46:24.355690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Attempting to bind port ea6d5e75-614e-40be-9d38-1eb58add1727 on network 6dd4df8e-946d-4430-a38f-980c52504e1a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:46:24.366129 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Port ea6d5e75-614e-40be-9d38-1eb58add1727 on network 6dd4df8e-946d-4430-a38f-980c52504e1a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:46:24.366458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Attempting to bind port ea6d5e75-614e-40be-9d38-1eb58add1727 on network 6dd4df8e-946d-4430-a38f-980c52504e1a {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:46:24.377195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:46:24.377532 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Checking segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:46:24.377916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Bound using segment: {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:46:24.378346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Bound port: ea6d5e75-614e-40be-9d38-1eb58add1727, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31773b2d-b9a2-4668-885e-86e1100ca896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:46:24.378702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.407181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7d17068f-b34a-49e3-9dad-a9ec7aafb101 req-27b5fa8f-4363-4ed0-919c-6ce08c971ef0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686405
Mar 26 21:46:24.460674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:46:24.464414 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea6d5e75-614e-40be-9d38-1eb58add1727,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:46:24.470187 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.504556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:24.505199 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:24.506559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 1091 time: 0.7120078
Mar 26 21:46:24.507001 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:46:24.509244 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3292fc9b-20a1-48fa-8b19-679377138b81" -d '{"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:46:24.543630 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf344-2e44-4e84-8ca1-1a34de641cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:24.552026 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9a1844-06a7-4670-a4ee-5388290e0af5 x-openstack-request-id: req-5f9a1844-06a7-4670-a4ee-5388290e0af5 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:46:24.552329 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:46:24.552627 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f9a1844-06a7-4670-a4ee-5388290e0af5 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:46:24.552992 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9a1844-06a7-4670-a4ee-5388290e0af5'] response: {'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'status': 'completed', 'code': 200}
Mar 26 21:46:24.604334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-b9144cf1-e4ca-43f6-ac3a-397c59a4da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:24.605877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-b9144cf1-e4ca-43f6-ac3a-397c59a4da31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1125 time: 0.0466712
Mar 26 21:46:24.650768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-73e3e7ee-6f43-4353-a678-b07727843822 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 217 time: 0.0385451
Mar 26 21:46:24.703317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-ab4d975b-47e7-4276-aa7b-4711549a6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:24.704879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-ab4d975b-47e7-4276-aa7b-4711549a6262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0491993
Mar 26 21:46:24.752258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a9b06-deab-426b-8a76-9806b192a83d req-5922f5aa-f9ae-403c-863d-7e01004f6e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:24.753757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-5922f5aa-f9ae-403c-863d-7e01004f6e29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435724
Mar 26 21:46:24.845455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-545f42c0-f274-4299-a4aa-ec284310660e service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839674
Mar 26 21:46:24.930525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-383a9b06-deab-426b-8a76-9806b192a83d req-80fc5212-7495-4f8e-bd0e-04a2713322df service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802863
Mar 26 21:46:25.018831 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-1e45ff31-14ab-41fa-a4ef-889724377314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:25.020421 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-1e45ff31-14ab-41fa-a4ef-889724377314 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1125 time: 0.0465221
Mar 26 21:46:25.029395 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1cd3c0e-ed7e-4d12-987d-d8507cd26638 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:25.083221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:25.083603 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:25.118027 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-fa136b93-3cb6-4460-ae87-ffb5ed33b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:25.119476 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-fa136b93-3cb6-4460-ae87-ffb5ed33b530 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 897 time: 0.0929379
Mar 26 21:46:25.160998 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-de9dfe91-fb43-48d2-b53d-638c1ea25608 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 217 time: 0.0354557
Mar 26 21:46:25.174466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:25.176745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1f7e875e-bf18-4912-859c-3eb3d6457541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:25.215886 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-b8a08ab6-b11c-4942-8589-4478143e7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:25.217370 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-b8a08ab6-b11c-4942-8589-4478143e7b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0492306
Mar 26 21:46:25.264543 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-95339a0c-6c7c-4d5f-9a3e-97cddbebf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:25.266010 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-95339a0c-6c7c-4d5f-9a3e-97cddbebf632 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422668
Mar 26 21:46:25.353181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-a1d28314-7e99-4eb4-9d4e-effa85e30616 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807891
Mar 26 21:46:25.444480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3292fc9b-20a1-48fa-8b19-679377138b81 req-b711062e-3bb7-43e8-9e9b-f9a9faee5874 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855937
Mar 26 21:46:25.527769 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36106a-2d42-474a-9344-5826b270a79e req-3bd38430-550f-4d0b-a428-61467c19344a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:25.529286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d36106a-2d42-474a-9344-5826b270a79e req-3bd38430-550f-4d0b-a428-61467c19344a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 943 time: 0.0521939
Mar 26 21:46:25.577167 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2d36106a-2d42-474a-9344-5826b270a79e req-5b695c38-c95f-4a0b-9649-3fe6715bbc8d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423124
Mar 26 21:46:26.696876 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212dc01-e904-4ecb-8ca7-47d2a04f1f3a req-7505611b-8602-41be-9af7-2b3357adab2d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:26.698373 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a212dc01-e904-4ecb-8ca7-47d2a04f1f3a req-7505611b-8602-41be-9af7-2b3357adab2d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 943 time: 0.0532272
Mar 26 21:46:26.746914 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a212dc01-e904-4ecb-8ca7-47d2a04f1f3a req-06ee0f6e-4eff-49b1-9402-d0b45cdba240 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429828
Mar 26 21:46:27.428751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ea6d5e75-614e-40be-9d38-1eb58add1727 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:46:27.527003 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea6d5e75-614e-40be-9d38-1eb58add1727,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:27.537175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'port_id': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'mac_address': 'fa:16:3e:76:dc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:46:27.574149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port ea6d5e75-614e-40be-9d38-1eb58add1727 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:27.574541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:27.587077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6d5e75-614e-40be-9d38-1eb58add1727 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:46:27.606502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea6d5e75-614e-40be-9d38-1eb58add1727,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:27.610420 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:27.659559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:27.830611 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['ea6d5e75-614e-40be-9d38-1eb58add1727'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:46:27.868613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ef0dc-eab2-4007-9183-b8ca79b2c235 req-c52f641b-b001-4233-a49b-47e31c8d4d53 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:27.870124 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97ef0dc-eab2-4007-9183-b8ca79b2c235 req-c52f641b-b001-4233-a49b-47e31c8d4d53 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 944 time: 0.0571558
Mar 26 21:46:27.918052 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d82bccd0-8e38-4080-9f8d-b0f6379a851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:27.918734 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d97ef0dc-eab2-4007-9183-b8ca79b2c235 req-c9fe9cb4-0b0b-4855-bcd9-61021513443d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429468
Mar 26 21:46:28.959277 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:29.040631 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ae014-52f8-468b-b732-402692867154 req-e7f4c0b0-2214-4b19-94ec-1d54b13b80fa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:29.042109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da4ae014-52f8-468b-b732-402692867154 req-e7f4c0b0-2214-4b19-94ec-1d54b13b80fa tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 944 time: 0.0524213
Mar 26 21:46:29.090879 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-da4ae014-52f8-468b-b732-402692867154 req-9067f110-b36a-4442-a08d-814345861059 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431740
Mar 26 21:46:29.444676 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ea6d5e75-614e-40be-9d38-1eb58add1727 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:46:29.494453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port ea6d5e75-614e-40be-9d38-1eb58add1727 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:46:29.498499 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port ea6d5e75-614e-40be-9d38-1eb58add1727 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:46:29.498883 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:29.575309 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port ea6d5e75-614e-40be-9d38-1eb58add1727 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:46:29.575694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:29.598287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:46:29.600526 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b48e97250bf8e2019c2c9d62b40e9e2cc4a8ed4ccdf84ac4b3e7589d108c7d33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb99c35-721b-4710-9a7f-16a01c9d0650" -d '{"events": [{"server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "name": "network-vif-plugged", "status": "completed", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:46:29.612696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea6d5e75-614e-40be-9d38-1eb58add1727,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:46:29.617162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:29.639454 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc0825e-caf0-4022-bd07-f886d4d12d0f x-openstack-request-id: req-1fc0825e-caf0-4022-bd07-f886d4d12d0f {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:46:29.639744 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "name": "network-vif-plugged", "status": "completed", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:46:29.640023 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fc0825e-caf0-4022-bd07-f886d4d12d0f {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:46:29.640416 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc0825e-caf0-4022-bd07-f886d4d12d0f'] response: {'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'code': 200}
Mar 26 21:46:29.667018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:29.735329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15260d6-6e7d-45f9-82b4-c51787612894 req-65564a99-f407-4dea-b232-b50c7c1d89cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:29.736896 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b15260d6-6e7d-45f9-82b4-c51787612894 req-65564a99-f407-4dea-b232-b50c7c1d89cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1127 time: 0.0449781
Mar 26 21:46:29.784969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b15260d6-6e7d-45f9-82b4-c51787612894 req-f46f5f28-a67a-43c7-961f-378f3a5e822f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411837
Mar 26 21:46:30.213237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affca7a-b618-48ff-9558-3cd1da8941e2 req-04ba9f37-7d40-42c4-ab68-613776ef8ee2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:30.214716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5affca7a-b618-48ff-9558-3cd1da8941e2 req-04ba9f37-7d40-42c4-ab68-613776ef8ee2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0573530
Mar 26 21:46:30.263202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5affca7a-b618-48ff-9558-3cd1da8941e2 req-ba855ad5-e9a7-455a-9e32-b8fbd0b7a2d2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430324
Mar 26 21:46:30.289745 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:31.385049 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c7037-cab8-48d3-90d5-0978337af773 req-15489e04-5b7c-430e-a88e-17862df6aa2e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:31.386530 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e91c7037-cab8-48d3-90d5-0978337af773 req-15489e04-5b7c-430e-a88e-17862df6aa2e tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0557890
Mar 26 21:46:31.434805 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e91c7037-cab8-48d3-90d5-0978337af773 req-42d16c9e-9756-4204-8cf0-e24938d02166 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428197
Mar 26 21:46:31.553540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76266-ba46-4f59-84da-2aad4c405204 req-0e8eec71-41b2-4d45-959a-f0ac8fff6034 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:31.554938 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbc76266-ba46-4f59-84da-2aad4c405204 req-0e8eec71-41b2-4d45-959a-f0ac8fff6034 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0549622
Mar 26 21:46:31.603622 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bbc76266-ba46-4f59-84da-2aad4c405204 req-41ab2458-7a32-42d1-87bd-79bdc45ed6c6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430334
Mar 26 21:46:31.624938 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49802) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:31.672410 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c276ce0-1514-4635-bc78-f6be57fd77f2 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:31.673996 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9c276ce0-1514-4635-bc78-f6be57fd77f2 tempest-TestNetworkAdvancedServerOps-1070673720 tempest-TestNetworkAdvancedServerOps-1070673720-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1122 time: 0.0480897
Mar 26 21:46:31.677066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49804) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:31.681327 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:46:31.701077 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:31.795464 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:31.900271 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Allocated IP 172.35.4.109 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/26e9235a-49a2-4a1a-b9d8-ac76ffd22388) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:46:31.941036 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.004003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.037070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.088893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:46:32.090209 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=26e9235a-49a2-4a1a-b9d8-ac76ffd22388,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:32.092834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:46:32.094899 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:46:32.464677 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (1ad5e8bb-007c-4afd-8c90-af594b489c0f), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.536431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.684027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.688510 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.756450 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event updated for resources: {'Port': ['ID=26e9235a-49a2-4a1a-b9d8-ac76ffd22388,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:46:32.767715 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (1ad5e8bb-007c-4afd-8c90-af594b489c0f), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:32.872810 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 1ad5e8bb-007c-4afd-8c90-af594b489c0f associated. External IP: 172.35.4.109, port: ea6d5e75-614e-40be-9d38-1eb58add1727.
Mar 26 21:46:33.084464 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router c7410cbb-435f-41b1-a110-a2e6981d3c60 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:46:33.193302 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:46:33.203706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Sync routers for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:46:33.211505 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:33.214071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:33.215009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef66190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:33.242439 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-716125e6-acfe-4302-a722-93ab0644c501 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5643213
Mar 26 21:46:33.243170 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:46:33.245562 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f" -d '{"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:46:33.290353 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d34b68-e8b3-45c2-9c74-041cc2d1cfac x-openstack-request-id: req-a4d34b68-e8b3-45c2-9c74-041cc2d1cfac {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:46:33.290655 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:46:33.290920 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4d34b68-e8b3-45c2-9c74-041cc2d1cfac {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:46:33.291348 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d34b68-e8b3-45c2-9c74-041cc2d1cfac'] response: {'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'status': 'completed', 'code': 200}
Mar 26 21:46:33.330751 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:33.377568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c319-0b1c-43d8-8987-0e77b05c29b4 req-09b12d97-30b8-4617-889f-80bdd3ca9862 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:33.379076 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d07c319-0b1c-43d8-8987-0e77b05c29b4 req-09b12d97-30b8-4617-889f-80bdd3ca9862 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0850959
Mar 26 21:46:33.385164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-6a433d6f-c153-48a2-b979-3c7bb163537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:33.386564 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-6a433d6f-c153-48a2-b979-3c7bb163537a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1127 time: 0.0637145
Mar 26 21:46:33.492534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0d07c319-0b1c-43d8-8987-0e77b05c29b4 req-2b2b0ff1-873c-4c39-9f11-d7e083a0c966 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050084
Mar 26 21:46:33.518064 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49810) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:33.518794 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-20594e3c-94eb-4673-8845-ac19c680e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:33.520356 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-20594e3c-94eb-4673-8845-ac19c680e904 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 897 time: 0.1271830
Mar 26 21:46:33.553825 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef66190>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1ad5e8bb-007c-4afd-8c90-af594b489c0f', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'port_id': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'mac_address': 'fa:16:3e:76:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:46:32Z', 'updated_at': '2022-03-26T21:46:32Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:33.580144 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Checking router: c7410cbb-435f-41b1-a110-a2e6981d3c60 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:46:33.586734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-91572832-d2af-4515-b204-8fbb68082ab3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/1ad5e8bb-007c-4afd-8c90-af594b489c0f HTTP/1.1" status: 200  len: 991 time: 0.0672712
Mar 26 21:46:33.589604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:46:33.590217 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ef66190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:33.594064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-d0d50f91-2ca9-47f1-8f23-2b16f48661f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 999 time: 0.0671296
Mar 26 21:46:33.642028 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-3ac5bffc-9a72-43e2-bf79-6e991a80485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:33.643546 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-3ac5bffc-9a72-43e2-bf79-6e991a80485d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0440125
Mar 26 21:46:33.692491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-e0360e3e-3bd1-41f8-b321-b60ea0eb74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:33.694071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-e0360e3e-3bd1-41f8-b321-b60ea0eb74a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447011
Mar 26 21:46:33.698000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:46:33.785934 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-3d5b68b8-2113-40d2-b032-a5e680c2e57f service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859785
Mar 26 21:46:33.873549 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-af81eb16-b4f7-449c-b18a-3ea9b2a0193f req-d4cb6c92-a618-4bd7-98d0-d60402ba4ba6 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819099
Mar 26 21:46:33.919325 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ef66190>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1ad5e8bb-007c-4afd-8c90-af594b489c0f', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'port_id': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'mac_address': 'fa:16:3e:76:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:46:32Z', 'updated_at': '2022-03-26T21:46:32Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:46:33.945549 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f952a0f2-f0a7-437b-821f-83ea456983bd None None] The sync data for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 is: [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1ad5e8bb-007c-4afd-8c90-af594b489c0f', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'port_id': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'mac_address': 'fa:16:3e:76:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:46:32Z', 'updated_at': '2022-03-26T21:46:32Z', 'revision_number': 0, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:46:34.134669 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c91c34a-95ca-4085-860d-36b6cc12e87d None None] New status for floating IP 1ad5e8bb-007c-4afd-8c90-af594b489c0f: ACTIVE {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:46:34.590309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49812) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:46:34.653342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-8c0576b6-743b-4440-b04d-d549ef20d6d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/1ad5e8bb-007c-4afd-8c90-af594b489c0f HTTP/1.1" status: 200  len: 993 time: 0.0619004
Mar 26 21:46:40.844841 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-2fd86f5f-35e0-42f2-9b8c-420bfdfd932a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0421870
Mar 26 21:46:40.927992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-de908f24-8799-465b-8b41-03fc6c9dc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:40.929461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-de908f24-8799-465b-8b41-03fc6c9dc90c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1127 time: 0.0438187
Mar 26 21:46:41.033080 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-5f57390b-8406-435c-9b04-dc066b9ea561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:41.034554 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-5f57390b-8406-435c-9b04-dc066b9ea561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 897 time: 0.0873897
Mar 26 21:46:41.097150 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-4ed22b13-ff2f-4024-a99a-c87ecffe5a30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 1001 time: 0.0569255
Mar 26 21:46:41.143441 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-127986e8-a97f-41fd-bbbb-9bf4c3579998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:41.144867 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-127986e8-a97f-41fd-bbbb-9bf4c3579998 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0420322
Mar 26 21:46:41.198247 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-5258fbe8-baf3-43ab-9c84-ae842e84924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:46:41.199750 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-5258fbe8-baf3-43ab-9c84-ae842e84924c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478487
Mar 26 21:46:41.285915 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-6e93ca70-c908-4b69-9a65-04600ff16dbb service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799658
Mar 26 21:46:41.376345 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c3d05b92-4d9d-4258-a70d-b11699f449f0 req-1becb12f-9376-4d18-87e2-600f689f3bab service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840905
Mar 26 21:46:44.538285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:46.234747 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:47.678179 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:46:55.147307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a2e9d551-ec88-484f-b123-7e592b8a4878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:57.898825 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-892dd774-26a4-4b47-aacd-646f11f77cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:46:58.959316 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:00.292535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:01.942798 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:03.448237 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2fbcd-381c-4295-9874-85c7a3cec808 req-974eec03-f3da-4915-ae1b-cc58058df4b3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:03.449711 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35a2fbcd-381c-4295-9874-85c7a3cec808 req-974eec03-f3da-4915-ae1b-cc58058df4b3 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0562305
Mar 26 21:47:03.498843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35a2fbcd-381c-4295-9874-85c7a3cec808 req-4691f829-a7d4-451e-83d6-3715ae84759d tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436375
Mar 26 21:47:04.655638 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029b31c-1869-4eac-b154-88eac690964b req-cb522b9e-5243-485a-939f-49189469d972 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:04.657142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c029b31c-1869-4eac-b154-88eac690964b req-cb522b9e-5243-485a-939f-49189469d972 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0518622
Mar 26 21:47:04.704316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c029b31c-1869-4eac-b154-88eac690964b req-1a352e28-7eb9-4263-8bb0-dc59056270e6 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415385
Mar 26 21:47:04.726435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49848) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:04.788754 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5bbe0f87-8651-447d-a094-9919e43ebc19 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/1ad5e8bb-007c-4afd-8c90-af594b489c0f HTTP/1.1" status: 200  len: 993 time: 0.0611331
Mar 26 21:47:06.053318 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f17ed-ae2f-40b5-8365-097ada0dd03c req-481822b6-d450-40e1-a2e2-5e7f7b7b884a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:06.054823 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d0f17ed-ae2f-40b5-8365-097ada0dd03c req-481822b6-d450-40e1-a2e2-5e7f7b7b884a tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0538588
Mar 26 21:47:06.066618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971470de-b2b9-400d-8725-9d3907c3a44a req-8a6ffb7a-2e87-4413-8879-d7ae653ffc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:06.068071 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-8a6ffb7a-2e87-4413-8879-d7ae653ffc8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1127 time: 0.0440300
Mar 26 21:47:06.103712 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6d0f17ed-ae2f-40b5-8365-097ada0dd03c req-b38ef3be-ea9b-4b58-83f6-0e8e31d827be tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432067
Mar 26 21:47:06.158771 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971470de-b2b9-400d-8725-9d3907c3a44a req-f4efe14d-1d7e-4b4f-bd6d-5bab4feef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:06.160253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-f4efe14d-1d7e-4b4f-bd6d-5bab4feef2f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 897 time: 0.0870049
Mar 26 21:47:06.225144 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-90446ac6-634e-4c35-aa08-3c3ad93b4a5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 1001 time: 0.0587862
Mar 26 21:47:06.272523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971470de-b2b9-400d-8725-9d3907c3a44a req-7f67216b-4846-4e64-ad39-aa3ac83bfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:06.273922 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-7f67216b-4846-4e64-ad39-aa3ac83bfb8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0428402
Mar 26 21:47:06.329263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971470de-b2b9-400d-8725-9d3907c3a44a req-6312aeab-176e-405d-b442-e45a6e65415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:06.330705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-6312aeab-176e-405d-b442-e45a6e65415b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512974
Mar 26 21:47:06.416631 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-12189016-6330-4571-95db-bc824616d867 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794194
Mar 26 21:47:06.506935 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-971470de-b2b9-400d-8725-9d3907c3a44a req-bab35497-12c2-44ef-8f53-78fa12b4c63a service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850577
Mar 26 21:47:07.225464 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477a6ac-6524-41a1-8ed2-69a7fdf72945 req-e6d690de-5cad-48f9-870d-a3c1428e0475 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:07.226893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f477a6ac-6524-41a1-8ed2-69a7fdf72945 req-e6d690de-5cad-48f9-870d-a3c1428e0475 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0529284
Mar 26 21:47:07.277662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f477a6ac-6524-41a1-8ed2-69a7fdf72945 req-84f055e8-31e8-469b-95c0-9abd2e4cd6c0 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449564
Mar 26 21:47:08.398820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f314e-24b2-41a9-a52d-1d10de67c308 req-55c1ec0c-c25b-49b2-a348-14306bbc0031 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:08.400326 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a6f314e-24b2-41a9-a52d-1d10de67c308 req-55c1ec0c-c25b-49b2-a348-14306bbc0031 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0558119
Mar 26 21:47:08.448316 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6a6f314e-24b2-41a9-a52d-1d10de67c308 req-845ef0d9-2864-4686-bea3-0bf4703afc13 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424006
Mar 26 21:47:08.470935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49860) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:08.532032 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d2d2f5de-b0a5-406c-8b19-f60a61a6fd4b tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/floatingips/1ad5e8bb-007c-4afd-8c90-af594b489c0f HTTP/1.1" status: 200  len: 993 time: 0.0598783
Mar 26 21:47:08.818348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49866) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:08.976873 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port 26e9235a-49a2-4a1a-b9d8-ac76ffd22388 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:47:08.977222 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.054431 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.054761 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.066069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for 26e9235a-49a2-4a1a-b9d8-ac76ffd22388 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:47:09.213272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (26e9235a-49a2-4a1a-b9d8-ac76ffd22388), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.244753 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=26e9235a-49a2-4a1a-b9d8-ac76ffd22388,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:09.284995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.285352 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.285701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.286056 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.286395 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.286734 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.287072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.287403 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.287738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.288103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.288440 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.288773 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.289103 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.289430 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.289758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:09.311812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for floatingip (1ad5e8bb-007c-4afd-8c90-af594b489c0f), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.312235 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Floating IP 1ad5e8bb-007c-4afd-8c90-af594b489c0f disassociated (deleted). External IP: 172.35.4.109, port: ea6d5e75-614e-40be-9d38-1eb58add1727.
Mar 26 21:47:09.864805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router c7410cbb-435f-41b1-a110-a2e6981d3c60 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:47:09.975120 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:09.980029 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:09.984546 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Sync routers for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:09.994490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:09.995114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eac6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:10.010131 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9b6db4c5-2e64-4e78-8367-98f0c20f19ce tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/floatingips/1ad5e8bb-007c-4afd-8c90-af594b489c0f HTTP/1.1" status: 204  len: 168 time: 1.1907573
Mar 26 21:47:10.010764 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:47:10.013018 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}735e5f2c248d33853d66df2e3c951415986823d629739e53a85c8e233366031c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742029d6-1c65-46af-9a1e-1b9d64c6c72d" -d '{"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:47:10.053446 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08177e8a-311b-4705-a043-20e4c3d9902e x-openstack-request-id: req-08177e8a-311b-4705-a043-20e4c3d9902e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:47:10.053708 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:47:10.053956 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08177e8a-311b-4705-a043-20e4c3d9902e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:47:10.054378 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08177e8a-311b-4705-a043-20e4c3d9902e'] response: {'name': 'network-changed', 'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'status': 'completed', 'code': 200}
Mar 26 21:47:10.107664 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:10.124583 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-3466e384-bb77-41c6-8c19-cf3e63e28e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:10.126720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-3466e384-bb77-41c6-8c19-cf3e63e28e8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=01928d3d430a4ee085f0f02b34539ca4&device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 1127 time: 0.0511391
Mar 26 21:47:10.236330 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-f2827721-16c8-4bb6-a17d-60a62a5ea219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:10.238496 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-f2827721-16c8-4bb6-a17d-60a62a5ea219 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 200  len: 897 time: 0.0995121
Mar 26 21:47:10.285120 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-763d3fab-6325-4090-b0b5-97b2499dcc25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 200  len: 217 time: 0.0376716
Mar 26 21:47:10.370337 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-41c47b21-4c1d-4fd5-9487-658c810e7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:10.371854 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-41c47b21-4c1d-4fd5-9487-658c810e7ba6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 200  len: 835 time: 0.0808821
Mar 26 21:47:10.400421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6a00-c785-4b81-805f-99a04c1c45c0 req-f23a00a4-0747-439e-9856-ae1e3efd2abf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:10.401929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1ca6a00-c785-4b81-805f-99a04c1c45c0 req-f23a00a4-0747-439e-9856-ae1e3efd2abf tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.1589825
Mar 26 21:47:10.470471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c1ca6a00-c785-4b81-805f-99a04c1c45c0 req-03aef838-0c98-4463-bdf7-0dbde385b9d1 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524466
Mar 26 21:47:10.477266 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-b7c26476-d56f-422f-8af3-cee388c7b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:10.477661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eac6250>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:10.478765 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-b7c26476-d56f-422f-8af3-cee388c7b005 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dd4df8e-946d-4430-a38f-980c52504e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0976942
Mar 26 21:47:10.507502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Checking router: c7410cbb-435f-41b1-a110-a2e6981d3c60 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:10.515610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:10.516276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eac6250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:10.575104 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-624fe765-de4c-470b-8ffc-a806add6a1ed service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886767
Mar 26 21:47:10.624077 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:10.665471 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-742029d6-1c65-46af-9a1e-1b9d64c6c72d req-6b3cff15-8122-466f-9d77-49a8f5fdd8a4 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827162
Mar 26 21:47:10.823719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eac6250>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:10.850804 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cde4256-1762-4fbd-8dda-7f90300dc664 None None] The sync data for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 is: [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:19Z', 'revision_number': 4, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e1cd3c0e-ed7e-4d12-987d-d8507cd26638', 'name': '', 'network_id': '6dd4df8e-946d-4430-a38f-980c52504e1a', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'mac_address': 'fa:16:3e:11:d5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:19Z', 'updated_at': '2022-03-26T21:46:22Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'subnets': [{'id': '2cb82f8e-8fad-497e-8653-3e1cc66a3bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:11.079415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae2a7e4-cb25-485d-aefb-229109f9aaf4 None None] New status for floating IP 1ad5e8bb-007c-4afd-8c90-af594b489c0f: DOWN {{(pid=126741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:47:11.674616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f6a4-9830-4240-8799-f72097cebff7 req-f1535d0c-6edf-49b9-999b-b6bfaca868c2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:11.676407 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7d8f6a4-9830-4240-8799-f72097cebff7 req-f1535d0c-6edf-49b9-999b-b6bfaca868c2 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0959420
Mar 26 21:47:11.724328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f7d8f6a4-9830-4240-8799-f72097cebff7 req-b578b54e-51dd-4730-b8ff-9ca9649a0226 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "GET /v2.0/security-groups?id=39512996-503c-405d-9f71-596b2e2c2848&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423474
Mar 26 21:47:11.771835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-17b8f3d6-d220-4742-9889-9f745b531a5c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:11.773242 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-17b8f3d6-d220-4742-9889-9f745b531a5c tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "GET /v2.0/ports?device_id=abb56db9-21df-4c24-adb7-6c135ea5365d HTTP/1.1" status: 200  len: 945 time: 0.0523500
Mar 26 21:47:11.865605 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port ea6d5e75-614e-40be-9d38-1eb58add1727 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:47:11.865943 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:11.954435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port ea6d5e75-614e-40be-9d38-1eb58add1727, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea6d5e75-614e-40be-9d38-1eb58add1727,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:11.954789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:11.966225 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for ea6d5e75-614e-40be-9d38-1eb58add1727 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:47:12.089497 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ea6d5e75-614e-40be-9d38-1eb58add1727), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:12.116529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=ea6d5e75-614e-40be-9d38-1eb58add1727,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:12.126551 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.126914 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.127267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.127616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.127988 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.128333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.128671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.129007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.129691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.129691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.130015 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.130299 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.130629 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.130958 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.131285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:12.178863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] No DVR routers for this DVR port ea6d5e75-614e-40be-9d38-1eb58add1727 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:47:12.181481 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:12.184833 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e7ab2fa3-29ec-4bf8-88a6-cd2d6dca0625 req-b85769a0-8618-4d05-9d86-15148405eef5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.18 "DELETE /v2.0/ports/ea6d5e75-614e-40be-9d38-1eb58add1727 HTTP/1.1" status: 204  len: 173 time: 0.4070563
Mar 26 21:47:12.185272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'name': 'network-vif-deleted', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:47:12.187540 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}933ba2f2155bf34a9e67586ea382106169bbc2b3db470a4abee64da73169d05a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8675f-334f-48ca-82c5-43e37669cf4a" -d '{"events": [{"server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "name": "network-vif-deleted", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:47:12.232804 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf965f2f-a66b-45d7-be5b-c5abf4916e48 x-openstack-request-id: req-bf965f2f-a66b-45d7-be5b-c5abf4916e48 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:47:12.233248 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb56db9-21df-4c24-adb7-6c135ea5365d", "name": "network-vif-deleted", "tag": "ea6d5e75-614e-40be-9d38-1eb58add1727", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:47:12.234127 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf965f2f-a66b-45d7-be5b-c5abf4916e48 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:47:12.234565 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf965f2f-a66b-45d7-be5b-c5abf4916e48'] response: {'server_uuid': 'abb56db9-21df-4c24-adb7-6c135ea5365d', 'name': 'network-vif-deleted', 'tag': 'ea6d5e75-614e-40be-9d38-1eb58add1727', 'status': 'completed', 'code': 200}
Mar 26 21:47:12.780686 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49890) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:13.151992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:13.411140 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port e1cd3c0e-ed7e-4d12-987d-d8507cd26638 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:47:13.411408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:13.503331 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port e1cd3c0e-ed7e-4d12-987d-d8507cd26638, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:13.503706 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:13.515413 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for e1cd3c0e-ed7e-4d12-987d-d8507cd26638 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:47:13.702486 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (e1cd3c0e-ed7e-4d12-987d-d8507cd26638), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:13.728985 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=e1cd3c0e-ed7e-4d12-987d-d8507cd26638,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:13.905306 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.128297 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Router c7410cbb-435f-41b1-a110-a2e6981d3c60 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:47:14.238482 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:14.243570 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e18762c0-207d-414a-8a8e-927de2834821 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "PUT /v2.0/routers/c7410cbb-435f-41b1-a110-a2e6981d3c60/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4617455
Mar 26 21:47:14.246602 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49892) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:14.248017 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Sync routers for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:14.258348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:14.258964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611de519d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:14.297797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting subnet 2cb82f8e-8fad-497e-8653-3e1cc66a3bbb {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:47:14.301131 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (2cb82f8e-8fad-497e-8653-3e1cc66a3bbb), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.342398 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (2cb82f8e-8fad-497e-8653-3e1cc66a3bbb), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.366910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:14.430312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (2cb82f8e-8fad-497e-8653-3e1cc66a3bbb), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.492769 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (2cb82f8e-8fad-497e-8653-3e1cc66a3bbb), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.518749 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb82f8e-8fad-497e-8653-3e1cc66a3bbb,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:14.524612 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.530660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49894) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:14.532426 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-8aad830e-512c-4bf6-ac6e-938169a214bd tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/subnets/2cb82f8e-8fad-497e-8653-3e1cc66a3bbb HTTP/1.1" status: 204  len: 168 time: 0.2848232
Mar 26 21:47:14.533982 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c510d-fff8-412f-aeac-35f1e901af07 None None] Network 6dd4df8e-946d-4430-a38f-980c52504e1a requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:47:14.609261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.638121 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611de519d0>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:47:13Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:14.639671 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:14.670156 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Checking router: c7410cbb-435f-41b1-a110-a2e6981d3c60 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:14.684975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Routers {'c7410cbb-435f-41b1-a110-a2e6981d3c60'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:14.685593 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611de519d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['c7410cbb-435f-41b1-a110-a2e6981d3c60'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:14.768074 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] DHCP port deletion for 6dd4df8e-946d-4430-a38f-980c52504e1a request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:47:14.829420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] Set router c7410cbb-435f-41b1-a110-a2e6981d3c60 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:14.922761 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Deleting port ef909587-a9a7-4151-bcf9-6eb64bb33555 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:47:14.923144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.034512 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] For port ef909587-a9a7-4151-bcf9-6eb64bb33555, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef909587-a9a7-4151-bcf9-6eb64bb33555,segment=NetworkSegment(31773b2d-b9a2-4668-885e-86e1100ca896),segment_id=31773b2d-b9a2-4668-885e-86e1100ca896)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:15.034814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.068303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Calling delete_port for ef909587-a9a7-4151-bcf9-6eb64bb33555 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:47:15.101918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_gateway (c7410cbb-435f-41b1-a110-a2e6981d3c60), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.116548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ef909587-a9a7-4151-bcf9-6eb64bb33555 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:47:15.157489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Deleting port d27e04b0-9996-47be-9679-f035606a7377 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:47:15.157862 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (d27e04b0-9996-47be-9679-f035606a7377), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.239690 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] For port d27e04b0-9996-47be-9679-f035606a7377, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d27e04b0-9996-47be-9679-f035606a7377,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:15.239994 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (d27e04b0-9996-47be-9679-f035606a7377), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.257979 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Calling delete_port for d27e04b0-9996-47be-9679-f035606a7377 owned by network:router_gateway {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:47:15.349406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611de519d0>, [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:47:13Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:15.385711 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c50ba-5847-4ce3-bab7-5b25a00ff85b None None] The sync data for ids ['c7410cbb-435f-41b1-a110-a2e6981d3c60'] in ncdv-master-1 is: [{'id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1145181966', 'tenant_id': '01928d3d430a4ee085f0f02b34539ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd27e04b0-9996-47be-9679-f035606a7377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:47:13Z', 'revision_number': 5, 'project_id': '01928d3d430a4ee085f0f02b34539ca4', 'gw_port': {'id': 'd27e04b0-9996-47be-9679-f035606a7377', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7410cbb-435f-41b1-a110-a2e6981d3c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:46:16Z', 'updated_at': '2022-03-26T21:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:15.417431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.431284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (d27e04b0-9996-47be-9679-f035606a7377), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.451873 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ef909587-a9a7-4151-bcf9-6eb64bb33555 is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:15.452413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ef909587-a9a7-4151-bcf9-6eb64bb33555), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.454445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] No DVR routers for this DVR port ef909587-a9a7-4151-bcf9-6eb64bb33555 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:47:15.455942 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Pushing event deleted for resources: {'Port': ['ID=ef909587-a9a7-4151-bcf9-6eb64bb33555,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:15.458243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Port': ['ID=d27e04b0-9996-47be-9679-f035606a7377,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:15.472239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.472604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.472967 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.473317 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.473660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.474027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.474396 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.474693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.475042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.475412 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.475839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.476103 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.476441 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.476779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.477115 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ed7c0-65d0-4a61-8ff1-f247ad1dd2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:15.522470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.614298 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.616421 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router_controller (c7410cbb-435f-41b1-a110-a2e6981d3c60), precommit_delete_associations {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.663820 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (c7410cbb-435f-41b1-a110-a2e6981d3c60), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.664562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Fanout notify agent at l3_agent the message router_deleted on router c7410cbb-435f-41b1-a110-a2e6981d3c60 {{(pid=126738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:47:15.671506 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.672685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-939f635f-e773-4a59-b473-13ab61d281d5 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/routers/c7410cbb-435f-41b1-a110-a2e6981d3c60 HTTP/1.1" status: 204  len: 168 time: 1.1410034
Mar 26 21:47:15.676254 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49896) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:15.697916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ea6d5e75-614e-40be-9d38-1eb58add1727 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:47:15.717232 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: ea6d5e75-614e-40be-9d38-1eb58add1727 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:47:15.717579 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device ea6d5e75-614e-40be-9d38-1eb58add1727 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:47:15.752340 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (6dd4df8e-946d-4430-a38f-980c52504e1a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.844533 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (6dd4df8e-946d-4430-a38f-980c52504e1a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.867588 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e745e50>,) {'filters': {'network_id': ['6dd4df8e-946d-4430-a38f-980c52504e1a']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:15.877043 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e745e50>, '31773b2d-b9a2-4668-885e-86e1100ca896') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:15.877345 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e745e50>, '31773b2d-b9a2-4668-885e-86e1100ca896') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:15.886804 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (31773b2d-b9a2-4668-885e-86e1100ca896), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.899786 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (31773b2d-b9a2-4668-885e-86e1100ca896), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.905650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:47:15.906127 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (31773b2d-b9a2-4668-885e-86e1100ca896), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:47:15.909853 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:47:15.972802 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (6dd4df8e-946d-4430-a38f-980c52504e1a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.991289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:15.994552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/networks/6dd4df8e-946d-4430-a38f-980c52504e1a HTTP/1.1" status: 204  len: 168 time: 0.3173790
Mar 26 21:47:15.995402 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb209b5-23a6-4e88-a6b7-fe00d6ff4eef tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'Network': ['ID=6dd4df8e-946d-4430-a38f-980c52504e1a,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:15.997272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49898) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:16.059085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (39512996-503c-405d-9f71-596b2e2c2848), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.085153 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (39512996-503c-405d-9f71-596b2e2c2848), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.146640 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (39512996-503c-405d-9f71-596b2e2c2848), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.149418 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.150659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] 10.222.0.16 "DELETE /v2.0/security-groups/39512996-503c-405d-9f71-596b2e2c2848 HTTP/1.1" status: 204  len: 168 time: 0.1524248
Mar 26 21:47:16.162342 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa3559-6771-4326-9d87-263570c05640 tempest-TestNetworkAdvancedServerOps-963757299 tempest-TestNetworkAdvancedServerOps-963757299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39512996-503c-405d-9f71-596b2e2c2848,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:16.233623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.481864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49906) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:16.611437 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-33918902-f92b-4994-8c32-96236f6b55e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01928d3d430a4ee085f0f02b34539ca4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1283140
Mar 26 21:47:16.613888 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49910) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:16.659542 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] Publish callbacks [] for security_group (b179429f-7456-4cf7-a13a-2b184d8e2647), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.680405 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] Publish callbacks [] for security_group (b179429f-7456-4cf7-a13a-2b184d8e2647), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.728726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (b179429f-7456-4cf7-a13a-2b184d8e2647), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.731243 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:16.732425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b179429f-7456-4cf7-a13a-2b184d8e2647 HTTP/1.1" status: 204  len: 168 time: 0.1176462
Mar 26 21:47:16.740481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8daec-86fb-4704-83b8-900142cc74dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b179429f-7456-4cf7-a13a-2b184d8e2647,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:16.985220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49916) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:16.999034 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3093b594-0427-4672-bff3-4d8059f9bd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.031688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1cd3c0e-ed7e-4d12-987d-d8507cd26638 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:47:17.052165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: e1cd3c0e-ed7e-4d12-987d-d8507cd26638 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:47:17.052523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device e1cd3c0e-ed7e-4d12-987d-d8507cd26638 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:47:17.052986 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d27e04b0-9996-47be-9679-f035606a7377 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:47:17.074843 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: d27e04b0-9996-47be-9679-f035606a7377 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:47:17.075199 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device d27e04b0-9996-47be-9679-f035606a7377 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:47:17.085752 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3093b594-0427-4672-bff3-4d8059f9bd5b admin admin] Publish callbacks [] for security_group (86cae896-1530-44af-b327-434cf67407d2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.089459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-3093b594-0427-4672-bff3-4d8059f9bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (86cae896-1530-44af-b327-434cf67407d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.127602 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-3093b594-0427-4672-bff3-4d8059f9bd5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25969e4895b6478ea59ac480629ee323&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1410477
Mar 26 21:47:17.128480 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093b594-0427-4672-bff3-4d8059f9bd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cae896-1530-44af-b327-434cf67407d2,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:17.130239 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49918) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:17.182717 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] Publish callbacks [] for security_group (86cae896-1530-44af-b327-434cf67407d2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.207871 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] Publish callbacks [] for security_group (86cae896-1530-44af-b327-434cf67407d2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.253638 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (86cae896-1530-44af-b327-434cf67407d2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.256469 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:17.257610 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86cae896-1530-44af-b327-434cf67407d2 HTTP/1.1" status: 204  len: 168 time: 0.1252415
Mar 26 21:47:17.265294 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eb6e9-4a84-4a49-a538-c75151245e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cae896-1530-44af-b327-434cf67407d2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:17.927036 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49940) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:18.021347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1552971463-network', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:18.039663 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Made reservation on behalf of 7f82e50b0f4249b889d84b7c46dbb448 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:47:18.041976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.050459 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.121740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks [] for security_group (a33f5145-39b0-492e-8991-ae0e1eac2340), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.125184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a33f5145-39b0-492e-8991-ae0e1eac2340), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.149556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:47:18.160170 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f5145-39b0-492e-8991-ae0e1eac2340,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:18.164938 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.165288 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Added segment 1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a of type vlan for network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1
Mar 26 21:47:18.206407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.231228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.232718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:18.233600 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.268894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3405931
Mar 26 21:47:18.271851 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49944) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:18.276863 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Request body: {'subnet': {'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1552971463-subnet', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:18.296158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcd21f-153c-47a5-a689-f1cbdeb14d59 admin admin] Pushing event updated for resources: {'Network': ['ID=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:18.299778 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Made reservation on behalf of 7f82e50b0f4249b889d84b7c46dbb448 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:47:18.302424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.310669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:47:18.473357 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (ae72b5f1-330c-4a2e-ac84-3a66db274020), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.526128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae72b5f1-330c-4a2e-ac84-3a66db274020,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:18.537206 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:18.537563 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Network hostable DHCP agents. Network: 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:47:18.553645 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:47:18.562210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:18.566355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:18.566948 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.570985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b2937-5d98-43ca-b67d-d6a763ea9dec None None] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:47:18.582144 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-749d7d8e-bd92-4024-99cb-3f7beb37c50d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3090975
Mar 26 21:47:18.585183 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49946) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:18.589606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:18.608827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.609856 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.668032 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for router_controller (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.674500 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:47:18.675878 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.811022 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for router_gateway (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.813539 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Allocated IP 172.20.0.2 (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1/ae72b5f1-330c-4a2e-ac84-3a66db274020/61a3f581-1aae-4249-9a7c-fe0cd7be92b4) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:18.955628 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks [] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.961541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:18.999809 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:19.008586 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:19.010424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Pushing event updated for resources: {'Port': ['ID=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:19.012575 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:19.014789 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for router_gateway (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.034621 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.068063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Attempting to bind port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:19.068336 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Attempting to bind port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:19.068706 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Attempting to bind port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:19.073557 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:19.073940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:19.074338 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.074732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:19.075196 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Bound port: 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:19.075572 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.139718 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] For port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:19.140947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Allocated IP 172.35.4.72 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/8b90f68d-effe-4818-965a-d03b6b45e1f6) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:19.142849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] For port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:19.148914 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.214362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0d789-5ce2-41d1-8ad7-c5a9c871fe9d None None] Pushing event updated for resources: {'Port': ['ID=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:19.247941 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.282416 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.323975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:19.326803 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:19.329320 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:19.339454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Pushing event updated for resources: {'Port': ['ID=8b90f68d-effe-4818-965a-d03b6b45e1f6,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:19.607470 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for router_gateway (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.810715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:19.946232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:47:20.059697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:20.070158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:20.076867 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.078280 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-00cfa4d3-c819-42d5-9e2d-2f728f65eb45 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.4920650
Mar 26 21:47:20.081589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49948) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:20.089615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:20.090035 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125a715e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:20.093085 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396a031-ff2c-4fe7-9083-3c6c6d9ee640 None None] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:47:20.165907 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Provisioning complete for port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:20.166195 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.205043 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:20.281677 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Current status of the port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:20.282068 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.319149 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] For port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:20.329652 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.383157 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da24e0-9521-405a-a14e-36ed9d626e6b None None] Pushing event updated for resources: {'Port': ['ID=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:20.401624 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125a715e0>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:19Z', 'revision_number': 3, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:20.432562 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:20.433078 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Updating router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc port 8b90f68d-effe-4818-965a-d03b6b45e1f6 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:47:20.553939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ca6c3181-804e-4560-a50a-ed0a2ff82f98 None None] Provisioning complete for port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:20.554314 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ca6c3181-804e-4560-a50a-ed0a2ff82f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.556322 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.571733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.636740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c3181-804e-4560-a50a-ed0a2ff82f98 None None] Current status of the port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:20.728265 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Allocated IP 172.20.0.1 (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1/ae72b5f1-330c-4a2e-ac84-3a66db274020/fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:20.807584 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks [] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.813014 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.834856 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks [] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.863748 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Attempting to bind port 8b90f68d-effe-4818-965a-d03b6b45e1f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:20.864159 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Attempting to bind port 8b90f68d-effe-4818-965a-d03b6b45e1f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:20.864525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Attempting to bind port 8b90f68d-effe-4818-965a-d03b6b45e1f6 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:20.869221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.876299 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d781-4e8b-49e6-9789-e5a9460d280a None None] Pushing event updated for resources: {'Port': ['ID=8b90f68d-effe-4818-965a-d03b6b45e1f6,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:20.880409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:20.880801 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:20.881209 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.881594 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:20.882076 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Bound port: 8b90f68d-effe-4818-965a-d03b6b45e1f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:20.882463 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.905445 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:20.908819 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:20.912201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:20.935852 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] For port 8b90f68d-effe-4818-965a-d03b6b45e1f6, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:20.939998 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] For port 8b90f68d-effe-4818-965a-d03b6b45e1f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b90f68d-effe-4818-965a-d03b6b45e1f6,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:20.940529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:20.947621 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.961009 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:20.998676 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:20.999235 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125a715e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:21.096641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:21.133073 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:21.149205 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.162448 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:21.162823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.208791 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d781-4e8b-49e6-9789-e5a9460d280a None None] Pushing event updated for resources: {'Port': ['ID=8b90f68d-effe-4818-965a-d03b6b45e1f6,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:21.257953 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:21.270578 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-40003ed1-4ef9-4cc7-bc07-de979d9a84d3 None None] Provisioning complete for port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:21.270945 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-40003ed1-4ef9-4cc7-bc07-de979d9a84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.306271 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-40003ed1-4ef9-4cc7-bc07-de979d9a84d3 None None] Port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:47:21.333406 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks [] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.338823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.346690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125a715e0>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:19Z', 'revision_number': 3, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:21.372250 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451129-c881-42ff-85b9-ea1728b3673b None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:19Z', 'revision_number': 3, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:21.410680 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.412668 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Pushing event updated for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:21.511261 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:21.512623 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:21.658497 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:47:21.788737 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:21.794180 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0f361fd3-f27a-41ba-93de-0c4e867b639e admin admin] 10.222.0.16 "PUT /v2.0/routers/14cebe23-ea3f-4beb-abd1-65d7135b2fbc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7113938
Mar 26 21:47:21.831373 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-1bf5636d-0b3a-4835-91e3-2cc09cbd575f None None] Provisioning complete for port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:21.831961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1bf5636d-0b3a-4835-91e3-2cc09cbd575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:21.870381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5636d-0b3a-4835-91e3-2cc09cbd575f None None] Port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:47:22.283386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49964) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:22.288393 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-667246586-network', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:22.307968 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Made reservation on behalf of bab6ea3329fa4e9fa807bc593b00d5fb for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:47:22.310362 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.319605 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.395042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks [] for security_group (12f684c5-3845-49ae-85ed-fc8394bda4f5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.399079 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12f684c5-3845-49ae-85ed-fc8394bda4f5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.428357 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:47:22.435038 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f684c5-3845-49ae-85ed-fc8394bda4f5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:22.441474 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (09120872-dd95-4648-9ddb-43cd5194cbe4), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.441821 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Added segment 09120872-dd95-4648-9ddb-43cd5194cbe4 of type vlan for network cac89eec-6543-4e3a-ad36-84a9bd22efb5
Mar 26 21:47:22.481917 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (cac89eec-6543-4e3a-ad36-84a9bd22efb5), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.505886 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (cac89eec-6543-4e3a-ad36-84a9bd22efb5), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.506867 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:22.507447 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.542384 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.2578239
Mar 26 21:47:22.545232 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49966) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:22.551047 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Request body: {'subnet': {'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-667246586-subnet', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:22.570542 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Made reservation on behalf of bab6ea3329fa4e9fa807bc593b00d5fb for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:47:22.573519 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.574881 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac2a87-6f40-4923-9a96-762d51ab851e admin admin] Pushing event updated for resources: {'Network': ['ID=cac89eec-6543-4e3a-ad36-84a9bd22efb5,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:22.586449 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:47:22.745072 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (57126fb1-d46a-4236-9401-23f41361023e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.803562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57126fb1-d46a-4236-9401-23f41361023e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:22.814950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Checking segment: {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:22.815300 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Network hostable DHCP agents. Network: cac89eec-6543-4e3a-ad36-84a9bd22efb5, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:47:22.832684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:47:22.842687 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cac89eec-6543-4e3a-ad36-84a9bd22efb5) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:22.846932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:22.847528 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.852641 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1fd693-7044-46c6-beb0-9565e073bda3 None None] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:47:22.872386 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-440368c7-145d-48ee-942b-7a127ce8eef6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3258018
Mar 26 21:47:22.874826 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49968) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:22.880108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:22.899643 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.900759 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.957365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'fixed_ips': [{'subnet_id': '57126fb1-d46a-4236-9401-23f41361023e'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:47:22.958238 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.961517 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for router_controller (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), precommit_add_association {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:22.966358 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:22.995528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:22.996089 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:23.085308 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8b90f68d-effe-4818-965a-d03b6b45e1f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:23.119435 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for router_gateway (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.235998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:23.267143 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Allocated IP 172.20.0.2 (cac89eec-6543-4e3a-ad36-84a9bd22efb5/57126fb1-d46a-4236-9401-23f41361023e/a747c723-5050-41b0-9c69-aa98a4f30410) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:23.284519 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8b90f68d-effe-4818-965a-d03b6b45e1f6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:23.284887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.597827 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8b90f68d-effe-4818-965a-d03b6b45e1f6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:23.598555 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.632209 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks [] for port (a747c723-5050-41b0-9c69-aa98a4f30410), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.640384 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 8b90f68d-effe-4818-965a-d03b6b45e1f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b90f68d-effe-4818-965a-d03b6b45e1f6,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:23.643304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.651707 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.681381 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for router_gateway (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.690584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:23.698285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:23.700977 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:23.701743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.705045 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Pushing event updated for resources: {'Port': ['ID=a747c723-5050-41b0-9c69-aa98a4f30410,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:23.807451 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Allocated IP 172.35.4.3 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/bb23502f-7b81-48cb-afee-9a47570f31c2) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:23.917902 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.938601 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5ddc0>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 2, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:23.951565 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:23.978621 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:23.978983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Updating router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:47:23.989571 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:23.992415 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:23.995790 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:24.008210 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Attempting to bind port a747c723-5050-41b0-9c69-aa98a4f30410 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:24.008590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Attempting to bind port a747c723-5050-41b0-9c69-aa98a4f30410 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:24.008958 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Attempting to bind port a747c723-5050-41b0-9c69-aa98a4f30410 on network cac89eec-6543-4e3a-ad36-84a9bd22efb5 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:24.013605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=8b90f68d-effe-4818-965a-d03b6b45e1f6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:24.021828 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:24.022655 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Checking segment: {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:24.022655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.023005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Bound using segment: {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:24.023495 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Bound port: a747c723-5050-41b0-9c69-aa98a4f30410, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:24.023872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.025950 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Pushing event updated for resources: {'Port': ['ID=bb23502f-7b81-48cb-afee-9a47570f31c2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:24.034245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.173354 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] For port a747c723-5050-41b0-9c69-aa98a4f30410, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:24.194739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] For port a747c723-5050-41b0-9c69-aa98a4f30410, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a747c723-5050-41b0-9c69-aa98a4f30410,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:24.205233 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.262180 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for router_gateway (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.310028 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0782-f097-4154-bf3f-035e41e6ef19 None None] Pushing event updated for resources: {'Port': ['ID=a747c723-5050-41b0-9c69-aa98a4f30410,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:24.407895 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks [] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.414511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.480326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aab3c-e8c4-4b0e-9c80-53718c7dfeae None None] Pushing event updated for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:24.501267 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.544928 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Attempting to bind port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:24.545276 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Attempting to bind port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:24.545650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Attempting to bind port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:24.553708 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:24.554099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:24.554511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.555247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:24.555378 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Bound port: fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:24.555775 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.637852 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] For port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:24.642026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] For port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:24.655095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.677349 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126736) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:47:24.679807 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:47:24.724064 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:24.725011 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611eb5ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:24.728269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884aab3c-e8c4-4b0e-9c80-53718c7dfeae None None] Pushing event updated for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:24.806892 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:24.822254 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Sync routers for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:24.835678 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.837277 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:24.838489 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125953a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:24.840604 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49970) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:24.842424 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-eee94746-e761-4eec-a377-af7cc1aff70f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 1.9609954
Mar 26 21:47:24.855399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Provisioning complete for port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:24.855782 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:24.903670 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:24.975501 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:25.092421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Current status of the port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:25.092813 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.174246 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] For port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:25.200453 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.202236 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6e529733-b435-4efd-acff-3254337ea395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.248316 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125953a60>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:24Z', 'revision_number': 3, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:25.265479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8b90f68d-effe-4818-965a-d03b6b45e1f6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:25.291999 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Checking router: 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:25.292409 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Updating router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 port bb23502f-7b81-48cb-afee-9a47570f31c2 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:47:25.301514 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27d52f-c9ee-4d9c-a497-779cf18612ee None None] Pushing event updated for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:25.325565 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.339632 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611eb5ddc0>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:24Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:25.372892 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-301b75d5-4d26-4777-b029-bc6e31afe8ca None None] Provisioning complete for port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:25.373279 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-301b75d5-4d26-4777-b029-bc6e31afe8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.377905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3145b45c-3d0d-4ad1-ad7f-f397f2d0cea2 None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:24Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:25.445153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 8b90f68d-effe-4818-965a-d03b6b45e1f6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:25.445536 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.614055 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-301b75d5-4d26-4777-b029-bc6e31afe8ca None None] Current status of the port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:25.699609 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 8b90f68d-effe-4818-965a-d03b6b45e1f6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:25.700639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a747c723-5050-41b0-9c69-aa98a4f30410 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:25.732042 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583eda7-852d-4887-baaf-f52392111b24 None None] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:47:25.753486 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks [] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.763405 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.838763 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Attempting to bind port bb23502f-7b81-48cb-afee-9a47570f31c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:25.839182 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Attempting to bind port bb23502f-7b81-48cb-afee-9a47570f31c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:25.839512 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Attempting to bind port bb23502f-7b81-48cb-afee-9a47570f31c2 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:25.848052 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a747c723-5050-41b0-9c69-aa98a4f30410 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:25.848351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.850340 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:25.850724 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:25.850862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Provisioning complete for port a747c723-5050-41b0-9c69-aa98a4f30410 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:25.851130 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.851241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.851531 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:25.852031 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Bound port: bb23502f-7b81-48cb-afee-9a47570f31c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:25.852409 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.859585 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Pushing event updated for resources: {'Port': ['ID=bb23502f-7b81-48cb-afee-9a47570f31c2,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:25.882952 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.883319 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.883649 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.884014 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.884355 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.884685 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.885019 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.885348 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.885675 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.886002 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.886321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.886646 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.886970 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.887291 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.887608 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:47:25.912498 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:25.931596 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] For port bb23502f-7b81-48cb-afee-9a47570f31c2, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:25.937004 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] For port bb23502f-7b81-48cb-afee-9a47570f31c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb23502f-7b81-48cb-afee-9a47570f31c2,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:25.946648 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.034240 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Current status of the port a747c723-5050-41b0-9c69-aa98a4f30410 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:26.034629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.050405 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:26.051205 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125953a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:46:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:26.081134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a747c723-5050-41b0-9c69-aa98a4f30410 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:26.081413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.127388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Allocated IP 172.20.0.1 (cac89eec-6543-4e3a-ad36-84a9bd22efb5/57126fb1-d46a-4236-9401-23f41361023e/1a7ba146-f594-440a-ad81-e37c4d6b5f2b) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:26.149805 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] For port a747c723-5050-41b0-9c69-aa98a4f30410, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a747c723-5050-41b0-9c69-aa98a4f30410,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:26.159629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.306149 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:47:26.306511 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:47:26.310288 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab7617-c2d5-4739-95f6-5a31c49177f9 None None] Pushing event updated for resources: {'Port': ['ID=a747c723-5050-41b0-9c69-aa98a4f30410,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:26.312919 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc757ee-895b-4d64-8aa4-ca6e29115706 None None] Pushing event updated for resources: {'Port': ['ID=bb23502f-7b81-48cb-afee-9a47570f31c2,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:26.323548 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-e3b998db-9dd5-4bd6-ad03-9cf142442337 None None] Provisioning complete for port a747c723-5050-41b0-9c69-aa98a4f30410 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:26.323960 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e3b998db-9dd5-4bd6-ad03-9cf142442337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.336560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks [] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.372230 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:26.385851 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.425285 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-e3b998db-9dd5-4bd6-ad03-9cf142442337 None None] Current status of the port a747c723-5050-41b0-9c69-aa98a4f30410 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:26.432505 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:26.437019 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:26.446087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:26.472280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:26.497557 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.609120 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125953a60>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:24Z', 'revision_number': 3, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:26.638040 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2795d863-c4ac-41ec-a098-18cf3f269ac8 None None] The sync data for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 is: [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:24Z', 'revision_number': 3, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:26.660513 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.752525 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b941e1e8-4846-4b9f-acd8-274e82882630 None None] Provisioning complete for port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:26.753055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b941e1e8-4846-4b9f-acd8-274e82882630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.788625 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b941e1e8-4846-4b9f-acd8-274e82882630 None None] Port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:47:26.849879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a747c723-5050-41b0-9c69-aa98a4f30410 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:26.854287 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks [] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.858927 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:26.931593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Pushing event updated for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:26.935120 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.058864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:27.061369 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:27.217993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:47:27.222117 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:27.283350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:27.284085 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.359835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:27.366966 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c646b114-0da7-4912-9dcb-7b2489a5d43c admin admin] 10.222.0.16 "PUT /v2.0/routers/02e48ae9-e7b7-4115-ac88-7bbcfc095f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5246232
Mar 26 21:47:27.386331 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:27.387430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a747c723-5050-41b0-9c69-aa98a4f30410 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:27.433180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-270d3f94-ea35-4752-b79e-219227421a7c None None] Provisioning complete for port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:27.433559 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-270d3f94-ea35-4752-b79e-219227421a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.482146 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port a747c723-5050-41b0-9c69-aa98a4f30410 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:27.482285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.484998 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-270d3f94-ea35-4752-b79e-219227421a7c None None] Port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:47:27.570498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port a747c723-5050-41b0-9c69-aa98a4f30410 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:27.571683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb23502f-7b81-48cb-afee-9a47570f31c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:27.620264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bb23502f-7b81-48cb-afee-9a47570f31c2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:27.620641 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.704603 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bb23502f-7b81-48cb-afee-9a47570f31c2 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:27.705142 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.727484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port bb23502f-7b81-48cb-afee-9a47570f31c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb23502f-7b81-48cb-afee-9a47570f31c2,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:27.732439 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:27.785849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=bb23502f-7b81-48cb-afee-9a47570f31c2,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:27.899699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7defde6d-404e-492b-bb31-49c3f4ab596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.108356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 49980) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.112951 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221408534', 'description': 'tempest-secgroup-smoke-1221408534 description', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.133103 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.199419 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (58be7002-3d3b-436c-b6ac-4b35d35c6021), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.202986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58be7002-3d3b-436c-b6ac-4b35d35c6021), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.230936 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.232190 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1227980
Mar 26 21:47:28.235212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49982) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.236215 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a882-8528-44f7-bda0-0cc730404fae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58be7002-3d3b-436c-b6ac-4b35d35c6021,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.239957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.269131 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (692d8391-201c-4130-abdb-e8443fc4e841), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.323239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (692d8391-201c-4130-abdb-e8443fc4e841), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.327399 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (692d8391-201c-4130-abdb-e8443fc4e841), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.350282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692d8391-201c-4130-abdb-e8443fc4e841,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.361693 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.362904 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-39c754d5-7c47-4ddd-9bf5-4322bfcbc3b8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1266968
Mar 26 21:47:28.365634 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49984) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.369879 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.394193 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (564256f4-2902-48c8-b098-7f393f52e47a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.448739 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (564256f4-2902-48c8-b098-7f393f52e47a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.452005 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (564256f4-2902-48c8-b098-7f393f52e47a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.469275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564256f4-2902-48c8-b098-7f393f52e47a,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.477222 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.479050 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-36430fc7-0b43-4a2a-9c12-ee9e8d9a52b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1118608
Mar 26 21:47:28.481181 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49986) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.485523 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.509984 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (4cf0088b-db33-4be0-ba2e-eec86418e2d2), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.568551 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (4cf0088b-db33-4be0-ba2e-eec86418e2d2), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.575169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (4cf0088b-db33-4be0-ba2e-eec86418e2d2), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.594306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf0088b-db33-4be0-ba2e-eec86418e2d2,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.599312 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.600547 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c6e32b14-251d-4ee9-8e12-0127b6eb5f8b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1184182
Mar 26 21:47:28.603305 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49988) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.607335 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.631284 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (82a123bb-f138-4dc5-b61b-da2124616db4), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.689625 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (82a123bb-f138-4dc5-b61b-da2124616db4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.694283 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (82a123bb-f138-4dc5-b61b-da2124616db4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.715516 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a123bb-f138-4dc5-b61b-da2124616db4,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.722549 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.723744 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-bd44d00c-2f94-4764-9d9d-16bb62a15358 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1196904
Mar 26 21:47:28.726562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49990) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.730775 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.749767 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Project 7f82e50b0f4249b889d84b7c46dbb448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:47:28.755053 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (d512ac41-10e2-4b8d-a00d-3369822c89e6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.815509 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (d512ac41-10e2-4b8d-a00d-3369822c89e6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.819719 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d512ac41-10e2-4b8d-a00d-3369822c89e6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.838002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d512ac41-10e2-4b8d-a00d-3369822c89e6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.846830 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.850518 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-aa1f63f4-4e53-4330-9e38-a7f15964f050 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1205652
Mar 26 21:47:28.851192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 49992) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:28.856400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Sync routers for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:28.859251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '58be7002-3d3b-436c-b6ac-4b35d35c6021', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:28.866932 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:28.867552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:47:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:28.880166 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Project 7f82e50b0f4249b889d84b7c46dbb448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:47:28.885084 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (2e7cf25c-b7a6-4163-a4b7-7af4abdb66f3), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.944090 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (2e7cf25c-b7a6-4163-a4b7-7af4abdb66f3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.948683 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (2e7cf25c-b7a6-4163-a4b7-7af4abdb66f3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.963664 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7cf25c-b7a6-4163-a4b7-7af4abdb66f3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:28.975544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.976783 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a095fac3-0bae-4ac8-b0b6-ee195abb92cf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1250627
Mar 26 21:47:28.978364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:28.991714 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:29.144637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-65269d00-edc2-45e7-aa0d-c3b3225481cc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221408534&fields=id&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 267 time: 0.0472505
Mar 26 21:47:29.189413 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb23502f-7b81-48cb-afee-9a47570f31c2 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:29.253842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-849c6c32-0790-4a6d-90e4-54c1d1edeeac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:29.256027 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-849c6c32-0790-4a6d-90e4-54c1d1edeeac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 809 time: 0.1047711
Mar 26 21:47:29.270489 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-956202dd-843f-446d-9383-9c5c773e584f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/quotas/7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 375 time: 0.0090253
Mar 26 21:47:29.323175 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port bb23502f-7b81-48cb-afee-9a47570f31c2 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:29.323550 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:29.325181 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-dfdbd4e5-58d3-4539-9fa5-f489fe143a1f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494356
Mar 26 21:47:29.433852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-57c90190-8db8-4421-9611-77a210d06453 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:47:29.435011 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-57c90190-8db8-4421-9611-77a210d06453 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0987184
Mar 26 21:47:29.452291 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port bb23502f-7b81-48cb-afee-9a47570f31c2 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:29.465646 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295100>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:26Z', 'revision_number': 4, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a7ba146-f594-440a-ad81-e37c4d6b5f2b', 'name': '', 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'mac_address': 'fa:16:3e:b5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '57126fb1-d46a-4236-9401-23f41361023e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:25Z', 'updated_at': '2022-03-26T21:47:26Z', 'revision_number': 2, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'subnets': [{'id': '57126fb1-d46a-4236-9401-23f41361023e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:29.493452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Checking router: 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:29.493816 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Updating router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:47:29.525090 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:29.536801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-64e95bc7-8eb0-4703-b3dc-3eff628e46df service neutron] 10.222.0.16 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955486
Mar 26 21:47:29.627802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-668fe42f-c794-4af4-8798-4d2161dafec5 service neutron] 10.222.0.16 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850494
Mar 26 21:47:29.806183 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks [] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:29.809769 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a4ff7669-07ab-4710-b600-0a7dbadddbc4 req-90870a9e-0917-45e1-ba2a-6cbeba52531c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 210 time: 0.0385792
Mar 26 21:47:29.812955 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:29.867386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515440-653c-4db2-b1ec-05e024b888f1 None None] Pushing event updated for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:29.921201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Attempting to bind port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:29.921585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Attempting to bind port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:29.921954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Attempting to bind port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b on network cac89eec-6543-4e3a-ad36-84a9bd22efb5 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:29.927257 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:29.927640 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Checking segment: {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:29.928083 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:29.928492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Bound using segment: {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:29.928962 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Bound port: 1a7ba146-f594-440a-ad81-e37c4d6b5f2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09120872-dd95-4648-9ddb-43cd5194cbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:29.929346 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.000673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] For port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:30.004629 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] For port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:30.016172 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.078038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:30.078695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f295100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:47:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:30.084580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515440-653c-4db2-b1ec-05e024b888f1 None None] Pushing event updated for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:30.162532 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Provisioning complete for port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:30.162917 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.267760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:30.383992 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.415606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Current status of the port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:30.416033 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.491590 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] For port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:30.497806 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.580555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b1c93-59d6-461e-b3fd-4939dfce3f00 None None] Pushing event updated for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:30.597080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f295100>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:26Z', 'revision_number': 4, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a7ba146-f594-440a-ad81-e37c4d6b5f2b', 'name': '', 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'mac_address': 'fa:16:3e:b5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '57126fb1-d46a-4236-9401-23f41361023e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:25Z', 'updated_at': '2022-03-26T21:47:29Z', 'revision_number': 4, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'subnets': [{'id': '57126fb1-d46a-4236-9401-23f41361023e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:30.627845 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811c148-c6b0-4329-a945-f66abd75fdb2 None None] The sync data for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 is: [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:47:26Z', 'revision_number': 4, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a7ba146-f594-440a-ad81-e37c4d6b5f2b', 'name': '', 'network_id': 'cac89eec-6543-4e3a-ad36-84a9bd22efb5', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'mac_address': 'fa:16:3e:b5:84:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '57126fb1-d46a-4236-9401-23f41361023e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:25Z', 'updated_at': '2022-03-26T21:47:29Z', 'revision_number': 4, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'subnets': [{'id': '57126fb1-d46a-4236-9401-23f41361023e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:30.638642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-54b412d6-acb3-4aca-90c5-7aac81aa7349 None None] Provisioning complete for port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:30.639084 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-54b412d6-acb3-4aca-90c5-7aac81aa7349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:30.745214 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-54b412d6-acb3-4aca-90c5-7aac81aa7349 None None] Current status of the port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:30.904015 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7546e780-9a83-43f5-97fb-6405ae0b6f5d req-d998fd05-b8c7-43b0-8fd6-e92619d58d6c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 210 time: 0.0288126
Mar 26 21:47:31.068858 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-f56b4ee0-d01e-403a-b1d0-0d78677eb224 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:31.070480 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-f56b4ee0-d01e-403a-b1d0-0d78677eb224 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 809 time: 0.1250052
Mar 26 21:47:31.116669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a7ba146-f594-440a-ad81-e37c4d6b5f2b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:31.155709 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-10617d43-cc35-4446-be7a-5f5b62ab036f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 380 time: 0.0682116
Mar 26 21:47:31.166519 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'port': {'device_id': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'admin_state_up': True, 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'security_groups': ['58be7002-3d3b-436c-b6ac-4b35d35c6021']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:31.171988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:31.172237 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.257868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:31.281975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Made reservation on behalf of 7f82e50b0f4249b889d84b7c46dbb448 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:47:31.286439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.409675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Allocated IP 172.20.0.5 (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1/ae72b5f1-330c-4a2e-ac84-3a66db274020/6001885e-afe7-4bdd-9b17-e95872fb5d9c) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:31.550769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.583886 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.624562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:31.627969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:31.631435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:31.639772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:31.690100 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:31.690715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.707335 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-cdf1298f-75d3-493b-a520-c11eb1883502 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5446799
Mar 26 21:47:31.824290 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Request body: {'port': {'device_id': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:31.870528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ae82d8f0-f653-43ba-bc24-19280743d9a1 None None] Provisioning complete for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:31.870897 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ae82d8f0-f653-43ba-bc24-19280743d9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.883116 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:31.904585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ae82d8f0-f653-43ba-bc24-19280743d9a1 None None] Port 6001885e-afe7-4bdd-9b17-e95872fb5d9c cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:47:31.950800 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.030283 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ad7ab-e953-4bd1-a24a-2958f17b7e7b req-139917e3-568e-4558-b0c7-9b2f802d26c3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:32.031768 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f3ad7ab-e953-4bd1-a24a-2958f17b7e7b req-139917e3-568e-4558-b0c7-9b2f802d26c3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 931 time: 0.0540156
Mar 26 21:47:32.089456 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7f3ad7ab-e953-4bd1-a24a-2958f17b7e7b req-312115a0-d3aa-4b55-bcf4-c6e36067b2ee tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516961
Mar 26 21:47:32.155263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:47:32.163317 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks [] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.176098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Transition to ACTIVE for port object 6001885e-afe7-4bdd-9b17-e95872fb5d9c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:47:32.179586 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.247233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:32.304721 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:47:32.305105 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:47:32.305393 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:32.310348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:47:32.310676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:47:32.316182 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:47:32.316531 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:47:32.316923 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:47:32.317359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Bound port: 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:47:32.317716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.388910 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:47:32.391786 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:47:32.397827 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.431447 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:32.432165 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:32.433670 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] 10.222.0.21 "PUT /v2.0/ports/6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1091 time: 0.6535759
Mar 26 21:47:32.434039 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:47:32.462137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aba2b-73f5-40cb-bb56-26c29e1a7ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:32.493602 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ca524-f4ad-477b-a94a-ffe1b2488c03" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:47:32.542418 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-8f9c84fa-1d75-48bb-acef-51df406d506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:32.544911 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-8f9c84fa-1d75-48bb-acef-51df406d506c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1125 time: 0.0658612
Mar 26 21:47:32.604390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-6674e5e5-6792-4908-9a14-03928aa85cbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 217 time: 0.0459597
Mar 26 21:47:32.615961 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a875fb39-5826-4fca-9c0d-e4f89b9abc70 x-openstack-request-id: req-a875fb39-5826-4fca-9c0d-e4f89b9abc70 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:47:32.616555 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:47:32.616815 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a875fb39-5826-4fca-9c0d-e4f89b9abc70 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:47:32.617325 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a875fb39-5826-4fca-9c0d-e4f89b9abc70'] response: {'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'status': 'completed', 'code': 200}
Mar 26 21:47:32.661876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-fb3cfe82-cfde-4111-90ef-952c1e74eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:32.663350 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-fb3cfe82-cfde-4111-90ef-952c1e74eaad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0496986
Mar 26 21:47:32.718192 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-af227d1b-0e5a-49de-a6b0-f5b2428ad0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:32.719715 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-af227d1b-0e5a-49de-a6b0-f5b2428ad0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467048
Mar 26 21:47:32.825579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-28a1f67b-0dce-4912-b76f-133262c12ffc service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929778
Mar 26 21:47:32.920514 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4e542fe7-7571-4b79-a76b-9f92f9348a95 req-4b5e5151-a658-4d20-b46b-571cbd7c59a0 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848925
Mar 26 21:47:33.015560 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-fe74473a-9c6d-42b4-a69b-5767f9e59793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:33.017323 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-fe74473a-9c6d-42b4-a69b-5767f9e59793 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1125 time: 0.0472071
Mar 26 21:47:33.110737 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-13ec40bc-5df4-452b-b796-225fbb0ae002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:33.112877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-13ec40bc-5df4-452b-b796-225fbb0ae002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0889175
Mar 26 21:47:33.152941 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-708372b7-2cd3-40c9-9bc2-eb68f92be26f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 217 time: 0.0341771
Mar 26 21:47:33.206846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-a56579e2-9678-44d0-a5bf-b135dac44644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:33.208283 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-a56579e2-9678-44d0-a5bf-b135dac44644 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0489659
Mar 26 21:47:33.214714 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476eb56-a12d-4c7f-9e2a-d465a63607a8 req-71f543e0-a121-4f89-a816-5ff4ae9f22fc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:33.217007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c476eb56-a12d-4c7f-9e2a-d465a63607a8 req-71f543e0-a121-4f89-a816-5ff4ae9f22fc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 943 time: 0.0566654
Mar 26 21:47:33.263751 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-24b65bd7-38d0-4f95-905c-203cb06c363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:33.265276 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-24b65bd7-38d0-4f95-905c-203cb06c363a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0487931
Mar 26 21:47:33.268290 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c476eb56-a12d-4c7f-9e2a-d465a63607a8 req-159f3f46-60d2-47fe-bb1e-3eee5a5bc3a8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452664
Mar 26 21:47:33.362634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-0e184c22-9cff-4f85-8182-4917807be660 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903995
Mar 26 21:47:33.451209 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f12ca524-f4ad-477b-a94a-ffe1b2488c03 req-7064fb42-0cd6-4b18-98e8-1d89f3c2ed07 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817618
Mar 26 21:47:34.387649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6e292-6c0c-44f7-951e-4bf2e9ddb9b1 req-bcc0267e-aed6-4161-ab0b-b53ea3d16508 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:34.389170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09d6e292-6c0c-44f7-951e-4bf2e9ddb9b1 req-bcc0267e-aed6-4161-ab0b-b53ea3d16508 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 943 time: 0.0520639
Mar 26 21:47:34.441603 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-09d6e292-6c0c-44f7-951e-4bf2e9ddb9b1 req-b0fac4b2-ceb2-4b67-8d57-38720a57131e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468006
Mar 26 21:47:34.720940 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:47:34.822661 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:34.833376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:47:34.870605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:34.870996 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:34.891800 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:47:34.911598 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:34.916045 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:34.961272 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:35.212334 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6001885e-afe7-4bdd-9b17-e95872fb5d9c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:47:35.559274 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51930c9-3d11-4158-a4c4-138e0961d084 req-c2d98b31-4f76-4290-acb8-dd7b87ea4c26 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:35.560819 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d51930c9-3d11-4158-a4c4-138e0961d084 req-c2d98b31-4f76-4290-acb8-dd7b87ea4c26 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0523751
Mar 26 21:47:35.609275 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d51930c9-3d11-4158-a4c4-138e0961d084 req-499ed5ca-d461-4433-bb5d-efdc88d94505 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421529
Mar 26 21:47:36.727236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd10b3-cb93-40ce-a764-43e8436e96bc req-0ac64492-c001-42d2-a4c8-d6c4975efd77 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:36.728778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1cd10b3-cb93-40ce-a764-43e8436e96bc req-0ac64492-c001-42d2-a4c8-d6c4975efd77 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0530403
Mar 26 21:47:36.736447 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:47:36.778322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a1cd10b3-cb93-40ce-a764-43e8436e96bc req-9eaf34a7-f37e-4373-9af0-d76ab0707b04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440073
Mar 26 21:47:36.785259 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:47:36.789198 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:47:36.789573 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:36.864400 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:47:36.864780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:36.886351 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:47:36.903633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:47:36.908122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:36.931629 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e183f4f4-f889-4ebd-a832-2843d309699f" -d '{"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:47:36.961613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:37.014880 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe8c15d-aa0c-444d-b9d9-ccbdc0e963f5 x-openstack-request-id: req-bbe8c15d-aa0c-444d-b9d9-ccbdc0e963f5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:47:37.015253 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:47:37.015524 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbe8c15d-aa0c-444d-b9d9-ccbdc0e963f5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:47:37.015968 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe8c15d-aa0c-444d-b9d9-ccbdc0e963f5'] response: {'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'code': 200}
Mar 26 21:47:37.116972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab761651-7b4f-4968-bb48-1bd5af9814f0 req-98f6f049-9d9a-455a-bd8a-38b6aead963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:37.118490 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab761651-7b4f-4968-bb48-1bd5af9814f0 req-98f6f049-9d9a-455a-bd8a-38b6aead963f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0443482
Mar 26 21:47:37.168318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ab761651-7b4f-4968-bb48-1bd5af9814f0 req-f91ea83f-5bec-4657-9e7b-172cfefcf346 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396271
Mar 26 21:47:37.903442 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fece774-3878-46f9-83ab-71bb0d42e235 req-07403b48-824d-4edd-8bc9-91537e689bed tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:37.904950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fece774-3878-46f9-83ab-71bb0d42e235 req-07403b48-824d-4edd-8bc9-91537e689bed tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0557926
Mar 26 21:47:37.952827 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4fece774-3878-46f9-83ab-71bb0d42e235 req-1c17f6f4-5b43-4e33-8444-f657f0690675 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415201
Mar 26 21:47:39.072236 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c43749-8ff2-4cef-911c-4dd10e66cf9e req-fec5aa08-de2c-4d9b-992f-a40f199680a5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:39.073719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5c43749-8ff2-4cef-911c-4dd10e66cf9e req-fec5aa08-de2c-4d9b-992f-a40f199680a5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0518861
Mar 26 21:47:39.125158 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5c43749-8ff2-4cef-911c-4dd10e66cf9e req-dc86aae6-0df5-4e45-bc42-92b72a7a504f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458648
Mar 26 21:47:39.241325 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256d8c-bc5a-48f8-8dda-07174418391b req-c41f1dbd-5241-4318-9276-0e08cb407ddd tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:39.242685 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78256d8c-bc5a-48f8-8dda-07174418391b req-c41f1dbd-5241-4318-9276-0e08cb407ddd tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0515103
Mar 26 21:47:39.289728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-78256d8c-bc5a-48f8-8dda-07174418391b req-24093134-bd40-413e-a682-c3df425f4851 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412562
Mar 26 21:47:39.311206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50056) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:39.393157 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32910e7c-4e80-44ba-8df2-975096d762c5 tempest-TestShelveInstance-826443698 tempest-TestShelveInstance-826443698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:39.394627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-32910e7c-4e80-44ba-8df2-975096d762c5 tempest-TestShelveInstance-826443698 tempest-TestShelveInstance-826443698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1122 time: 0.0824618
Mar 26 21:47:39.397506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50060) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:47:39.401606 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address': '172.20.0.5'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:47:39.420694 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:39.519951 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:39.626284 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Allocated IP 172.35.4.166 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/7084fb3d-840f-4a62-a73f-05b9d7db1540) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:47:39.723461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:39.756721 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:39.793840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:47:39.796496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:47:39.800674 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:47:39.808580 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=7084fb3d-840f-4a62-a73f-05b9d7db1540,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:40.165888 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (148a4bb0-e2fc-49f8-93e3-12fa52028b05), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.235279 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.378373 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.382560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.452843 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=7084fb3d-840f-4a62-a73f-05b9d7db1540,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:47:40.464167 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (148a4bb0-e2fc-49f8-93e3-12fa52028b05), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.565651 ncdv-master-1 neutron-server[126738]: INFO neutron.db.l3_db [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Floating IP 148a4bb0-e2fc-49f8-93e3-12fa52028b05 associated. External IP: 172.35.4.166, port: 6001885e-afe7-4bdd-9b17-e95872fb5d9c.
Mar 26 21:47:40.773676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:47:40.880842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:47:40.890298 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:47:40.898514 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:40.900829 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:40.901577 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125953a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:47:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:41.016048 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:41.262526 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125953a30>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '148a4bb0-e2fc-49f8-93e3-12fa52028b05', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:47:40Z', 'updated_at': '2022-03-26T21:47:40Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:41.277030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-57c4727b-74c7-4971-b9ad-d44f0a751be9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8783748
Mar 26 21:47:41.277466 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:47:41.279732 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:47:41.289449 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:47:41.297909 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:47:41.298519 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6125953a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:47:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:41.315868 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f961941-68ad-4a53-9a54-93b446b8a9d7 x-openstack-request-id: req-6f961941-68ad-4a53-9a54-93b446b8a9d7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:47:41.316189 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:47:41.316442 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f961941-68ad-4a53-9a54-93b446b8a9d7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:47:41.316848 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f961941-68ad-4a53-9a54-93b446b8a9d7'] response: {'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'status': 'completed', 'code': 200}
Mar 26 21:47:41.381462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-1dfd4a8b-5d50-43ca-8465-4e131f8c6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:41.383019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-1dfd4a8b-5d50-43ca-8465-4e131f8c6134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0441785
Mar 26 21:47:41.407042 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:47:41.474073 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-7dcb9a76-0e56-4e64-bdbe-2ae8af9534b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:41.475559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-7dcb9a76-0e56-4e64-bdbe-2ae8af9534b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0870798
Mar 26 21:47:41.541563 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-0b54b8c4-c8f5-4de4-8645-6e580494656a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 999 time: 0.0594211
Mar 26 21:47:41.588577 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-3e338ec0-e2e1-4a2b-85df-dc3101d01c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:41.590077 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-3e338ec0-e2e1-4a2b-85df-dc3101d01c40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0436165
Mar 26 21:47:41.629021 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6125953a30>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '148a4bb0-e2fc-49f8-93e3-12fa52028b05', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:47:40Z', 'updated_at': '2022-03-26T21:47:40Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:47:41.641522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-93a03a14-f64c-4ea0-9698-2a7f4bcbd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:41.643559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-93a03a14-f64c-4ea0-9698-2a7f4bcbd034 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0476379
Mar 26 21:47:41.660263 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f14a3-6e0b-4700-9e75-52a9563acd60 None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '148a4bb0-e2fc-49f8-93e3-12fa52028b05', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.166', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:47:40Z', 'updated_at': '2022-03-26T21:47:40Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:47:41.734145 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-8b16ea20-e7aa-4910-90c8-92cb61d281f3 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846932
Mar 26 21:47:41.831680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec6890c3-d01d-4506-8e1d-97b6d8d8a9eb req-82c0c5bc-bdc8-4ae6-bf87-52c866d40ef8 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909111
Mar 26 21:47:41.856569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c7f052-3ea4-4851-9d9a-17c139892e8d None None] New status for floating IP 148a4bb0-e2fc-49f8-93e3-12fa52028b05: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:47:43.796818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-a25650e8-8024-4a31-bb1b-180dde0ace7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441322
Mar 26 21:47:43.881131 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-7c20961f-be9f-401d-9765-ce4bb9a537c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:43.882614 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-7c20961f-be9f-401d-9765-ce4bb9a537c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0442216
Mar 26 21:47:43.989023 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-0f615823-763d-439b-ae22-1aa9f2168083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:43.990606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-0f615823-763d-439b-ae22-1aa9f2168083 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0883625
Mar 26 21:47:44.056030 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-fd2d5c3c-1c9f-45ca-8c6b-495a9b2ce947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1001 time: 0.0588667
Mar 26 21:47:44.109217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-3ebd584d-f1c9-465e-8a6d-eb57acc62d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:44.111377 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-3ebd584d-f1c9-465e-8a6d-eb57acc62d5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0497253
Mar 26 21:47:44.161673 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-966686a1-917c-4b08-bf58-d910db4443b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:47:44.163184 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-966686a1-917c-4b08-bf58-d910db4443b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458481
Mar 26 21:47:44.251252 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-3d6f8776-9ece-4a2c-aa62-5db07ad856fa service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821447
Mar 26 21:47:44.342020 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6e7a7524-4eb9-42df-b126-5f736a988f61 req-311216ed-37d1-4035-8413-977c4341cb38 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845094
Mar 26 21:47:44.558710 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:46.235435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:55.155393 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-32c9276b-b989-45ac-b0dd-ac65dcc5193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:57.900367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d74d7e3d-fa71-41a2-bf1c-a1e8906a7086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:47:58.966222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:00.297401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:01.679274 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:48:01.944591 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:14.565818 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:16.234629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:25.158872 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-efbbcbda-efc9-43ae-9ece-13a9ba3508fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:27.901366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-50674dea-855d-411e-b072-562c8efc76e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:28.968274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:30.300722 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:31.949154 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:38.678571 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:48:43.805576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-82b6f34c-4c92-4720-8f9c-37fb956169d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441904
Mar 26 21:48:43.896200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-9223ec28-6cd6-4929-941d-e450633ead1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:48:43.897705 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-9223ec28-6cd6-4929-941d-e450633ead1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0444090
Mar 26 21:48:44.007520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-605c99c0-4515-476d-b6d3-8ece5904aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:48:44.009045 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-605c99c0-4515-476d-b6d3-8ece5904aa67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0885088
Mar 26 21:48:44.077134 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-9a32a083-c0dc-4bd8-8598-2a7cc06975cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1001 time: 0.0588505
Mar 26 21:48:44.133460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-8110e298-eddc-4ee3-81e5-31e87de91e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:48:44.134929 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-8110e298-eddc-4ee3-81e5-31e87de91e75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0479021
Mar 26 21:48:44.188980 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-7fa4d846-1fb3-4daf-89ca-fd32c41947e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:48:44.190454 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-7fa4d846-1fb3-4daf-89ca-fd32c41947e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452881
Mar 26 21:48:44.287233 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-baa31ab8-27e4-42ae-aaaf-60b705d1c9f0 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869467
Mar 26 21:48:44.380225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-2ae7e2c0-6b3e-4e7e-b678-3aa2974ca8a6 req-ad32408d-2ee7-447b-9e1a-a2f0ec42758a service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813355
Mar 26 21:48:44.554333 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:46.233008 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:55.162957 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9668cb61-c182-4b4f-9c39-e6b64d0a9abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:57.902266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ceefb54-3c98-4313-be51-30dc72bf292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:48:58.970222 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:00.303513 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:01.950399 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:14.563394 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:15.677916 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:49:16.230671 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:22.136409 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-d9f06382-ce81-405c-9621-360488f28add req-86c27515-28e0-4240-93e1-9f7046acf306 service neutron] (126736) timed out ('10.222.0.21', 54676) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:49:25.165255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9acd316f-4142-421f-8f6f-e7dca1a37ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:27.904055 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f58d9317-1cad-4305-a949-700e20af9182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:28.972912 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:30.306606 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:31.952551 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:39.174181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8529fbf-fdde-4e7e-be19-258f0ba65a65 req-c0039e1b-3b18-4006-a3e5-7ee6de790df9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:39.175843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8529fbf-fdde-4e7e-be19-258f0ba65a65 req-c0039e1b-3b18-4006-a3e5-7ee6de790df9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0607278
Mar 26 21:49:39.227904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e8529fbf-fdde-4e7e-be19-258f0ba65a65 req-6847bf36-205b-42e9-8ee1-c7042d6e2877 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461547
Mar 26 21:49:40.357882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dce14-82f5-47ee-bfbd-0d570abf8341 req-01a55469-e864-4945-9f56-d365d7ece39d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:40.359274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b4dce14-82f5-47ee-bfbd-0d570abf8341 req-01a55469-e864-4945-9f56-d365d7ece39d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0566704
Mar 26 21:49:40.413113 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-4b4dce14-82f5-47ee-bfbd-0d570abf8341 req-b2ad768d-6e1c-4b9a-9cfd-fd4582c033d3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481670
Mar 26 21:49:41.542394 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7562-c649-4f63-8bbd-74a3da0a549c req-2f624035-ae23-4552-8ba9-6c5d832e0154 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:41.543846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a43d7562-c649-4f63-8bbd-74a3da0a549c req-2f624035-ae23-4552-8ba9-6c5d832e0154 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0543840
Mar 26 21:49:41.597408 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a43d7562-c649-4f63-8bbd-74a3da0a549c req-939e938a-d738-4d90-a4db-4061027da808 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470698
Mar 26 21:49:42.715717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32b215-7be0-4fcd-9ac8-223db2701349 req-e3e9cf59-648e-4ec4-811b-ce0acb526cfe tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:42.717231 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f32b215-7be0-4fcd-9ac8-223db2701349 req-e3e9cf59-648e-4ec4-811b-ce0acb526cfe tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0523970
Mar 26 21:49:42.764780 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8f32b215-7be0-4fcd-9ac8-223db2701349 req-03f6e61a-1109-4d1d-a71e-3f47b7bdff52 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419655
Mar 26 21:49:43.887138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559d77-8b96-47d3-804f-18f1a4b12d7e req-7d8dbb74-5c1b-415c-b14a-0fd2acb5283f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:43.888635 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82559d77-8b96-47d3-804f-18f1a4b12d7e req-7d8dbb74-5c1b-415c-b14a-0fd2acb5283f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0521903
Mar 26 21:49:43.938004 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-82559d77-8b96-47d3-804f-18f1a4b12d7e req-6cc75b58-3cc1-4f85-981a-1aaac764fa75 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438826
Mar 26 21:49:44.570374 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:45.061158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f7dd-3d5c-4ff1-8d8d-b032ae7d85a0 req-c08eb5ff-88f2-4be1-b465-703909e33295 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:45.062630 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7b1f7dd-3d5c-4ff1-8d8d-b032ae7d85a0 req-c08eb5ff-88f2-4be1-b465-703909e33295 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0583429
Mar 26 21:49:45.109636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7b1f7dd-3d5c-4ff1-8d8d-b032ae7d85a0 req-af8ddf32-8d0f-43b5-92f3-8851574b4186 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414052
Mar 26 21:49:45.838871 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-cffa6d93-475d-44b1-8edb-c1d8b81367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:45.840390 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-cffa6d93-475d-44b1-8edb-c1d8b81367ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0485277
Mar 26 21:49:45.940814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-35d7c972-eefd-404c-9edf-ddb9a6eb9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:45.942446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-35d7c972-eefd-404c-9edf-ddb9a6eb9724 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0831738
Mar 26 21:49:46.009645 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-e55acf94-9343-4525-995a-00ce04667260 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1001 time: 0.0614104
Mar 26 21:49:46.060094 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-47ef0fea-662b-4bae-88bd-a7f653c3fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:46.061525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-47ef0fea-662b-4bae-88bd-a7f653c3fcf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0430362
Mar 26 21:49:46.109321 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-ed46cad9-8969-41bc-ade5-94d2ce4016b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:46.110743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-ed46cad9-8969-41bc-ade5-94d2ce4016b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425651
Mar 26 21:49:46.206747 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-fc57c4e4-9c7d-4f04-9559-f1f03ff2ed35 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884156
Mar 26 21:49:46.230033 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1e346-1fdd-4d83-a00c-e258952d4dbb req-9c5352ad-ebee-41fa-9658-baa066ef3610 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:46.231534 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4f1e346-1fdd-4d83-a00c-e258952d4dbb req-9c5352ad-ebee-41fa-9658-baa066ef3610 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0547707
Mar 26 21:49:46.239908 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:46.283707 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f4f1e346-1fdd-4d83-a00c-e258952d4dbb req-fff4fa1e-ed48-4658-b733-cd4bd8c5d387 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448375
Mar 26 21:49:46.301025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-22b54f7d-b12e-4cdb-902f-2344920e7bd5 req-d9b669f5-fa30-4926-8f00-4ee615aca9a5 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882862
Mar 26 21:49:47.406490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ece8d8-faed-47a3-9d8b-e2856f71aa8e req-9ebe6608-088c-47af-aea9-71365fd3e430 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:47.407993 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77ece8d8-faed-47a3-9d8b-e2856f71aa8e req-9ebe6608-088c-47af-aea9-71365fd3e430 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0564473
Mar 26 21:49:47.456058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-77ece8d8-faed-47a3-9d8b-e2856f71aa8e req-1c2c42a0-85d2-4d5c-9853-0e2de28dab09 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423384
Mar 26 21:49:48.575728 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7702a-9cea-4d79-84ec-c0ec0bfc5e75 req-07936613-4b28-498e-9e45-ac6cd082f9a2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:48.577203 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9a7702a-9cea-4d79-84ec-c0ec0bfc5e75 req-07936613-4b28-498e-9e45-ac6cd082f9a2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0561757
Mar 26 21:49:48.623776 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9a7702a-9cea-4d79-84ec-c0ec0bfc5e75 req-f5b0ef46-1974-4716-b41f-f0e2fdd8b53f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410984
Mar 26 21:49:49.744692 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051e51f-001e-467c-976a-c29bd6fd9eaa req-b5c361f1-8aa4-4888-b01d-581e0ca129cc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:49.746246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e051e51f-001e-467c-976a-c29bd6fd9eaa req-b5c361f1-8aa4-4888-b01d-581e0ca129cc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0530391
Mar 26 21:49:49.795799 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e051e51f-001e-467c-976a-c29bd6fd9eaa req-c0dd64ba-1870-41e8-94e4-32b4ddf218cd tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438633
Mar 26 21:49:50.912870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfcfae-6f63-4409-9c8c-64bdde31f29c req-637aaab4-c924-43f3-afd8-10b201126db5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:50.914339 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40dfcfae-6f63-4409-9c8c-64bdde31f29c req-637aaab4-c924-43f3-afd8-10b201126db5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0524051
Mar 26 21:49:50.962575 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-40dfcfae-6f63-4409-9c8c-64bdde31f29c req-ac8d4c54-f53c-4287-acc7-de6efd99d792 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427318
Mar 26 21:49:51.278114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:49:51.375201 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:49:51.386107 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:49:51.422286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:49:51.422660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:51.435171 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:49:51.454007 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:49:51.458228 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:51.511552 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:49:51.519054 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.519408 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.519754 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.520123 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.520460 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.520792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.521756 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.522088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.522416 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.522774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.523099 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.523426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.523744 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.524092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.524421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:49:51.566114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['6001885e-afe7-4bdd-9b17-e95872fb5d9c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:49:52.088432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a889b5-1642-4815-a12a-985418513ee6 req-31463489-7152-4003-a992-6fbd03c9562e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:52.090013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56a889b5-1642-4815-a12a-985418513ee6 req-31463489-7152-4003-a992-6fbd03c9562e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0588655
Mar 26 21:49:52.146785 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-56a889b5-1642-4815-a12a-985418513ee6 req-266e7c37-c28c-44f3-a997-a05caef3449e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501578
Mar 26 21:49:52.676897 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:49:53.276856 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439577-2694-4cb3-a116-61e4a6fad51b req-7d34bf4e-ec5b-4b80-8e77-4d233c457e1f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:53.279968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:49:53.285512 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9439577-2694-4cb3-a116-61e4a6fad51b req-7d34bf4e-ec5b-4b80-8e77-4d233c457e1f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0656991
Mar 26 21:49:53.344344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f9439577-2694-4cb3-a116-61e4a6fad51b req-e4ccfe69-4127-4300-8c5f-40e8c48f0190 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579662
Mar 26 21:49:53.350417 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:49:53.351081 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:53.437058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:49:53.437787 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:53.466863 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:49:53.469183 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac38dec1-3838-4474-8a77-eef9eee457e2" -d '{"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:49:53.482424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:49:53.492349 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:53.538063 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9885339-865b-4c5e-9db1-459c28dae904 x-openstack-request-id: req-d9885339-865b-4c5e-9db1-459c28dae904 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:49:53.538361 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:49:53.538622 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9885339-865b-4c5e-9db1-459c28dae904 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:49:53.539034 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9885339-865b-4c5e-9db1-459c28dae904'] response: {'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'code': 200}
Mar 26 21:49:53.550299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:49:54.478160 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d839c3a-5425-4b1b-b00e-752de7b07e6e req-b5f20084-40d0-49a7-a9d7-f5f18e696a3b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:54.486230 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d839c3a-5425-4b1b-b00e-752de7b07e6e req-b5f20084-40d0-49a7-a9d7-f5f18e696a3b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0638006
Mar 26 21:49:54.546633 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-5d839c3a-5425-4b1b-b00e-752de7b07e6e req-5b4051cd-ca81-47cf-9347-69f9fa72dd5a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592785
Mar 26 21:49:55.171068 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-53541aaf-05a2-4c2e-84d0-bc7f57d9244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:55.683194 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913b962-fa5b-44b4-9a15-b74a8a1110b5 req-da2dcfd5-a952-4c4c-9ca7-5d313f516254 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:55.684722 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0913b962-fa5b-44b4-9a15-b74a8a1110b5 req-da2dcfd5-a952-4c4c-9ca7-5d313f516254 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0607362
Mar 26 21:49:55.744422 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0913b962-fa5b-44b4-9a15-b74a8a1110b5 req-0c878710-f2ff-4117-8d66-f3393e95e6fe tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514016
Mar 26 21:49:56.887717 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737acb3-01c6-4e0c-a94d-8593c241b7c3 req-fe33eebd-bae4-495f-886a-fb4e3ae22251 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:56.894719 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4737acb3-01c6-4e0c-a94d-8593c241b7c3 req-fe33eebd-bae4-495f-886a-fb4e3ae22251 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0692785
Mar 26 21:49:56.954573 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4737acb3-01c6-4e0c-a94d-8593c241b7c3 req-470294bf-0c90-41b6-ae8c-8291242a9e40 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571821
Mar 26 21:49:57.909255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1efa831c-92d5-4a79-93d6-761cac096b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:58.085260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53186e81-e973-4af1-ac0c-03629b61dd97 req-75d3e733-3cf2-448a-bd37-6227421e6ad1 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:58.087024 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53186e81-e973-4af1-ac0c-03629b61dd97 req-75d3e733-3cf2-448a-bd37-6227421e6ad1 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0555379
Mar 26 21:49:58.144586 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53186e81-e973-4af1-ac0c-03629b61dd97 req-7417c4e8-8351-4ffd-af14-e8e0678cc424 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498679
Mar 26 21:49:58.978104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:49:59.290142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed40d4c-c456-4a47-81d6-163b83daa1d6 req-09433c50-3fe1-471d-b7eb-3d6c1ae45122 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:49:59.291611 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bed40d4c-c456-4a47-81d6-163b83daa1d6 req-09433c50-3fe1-471d-b7eb-3d6c1ae45122 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0675092
Mar 26 21:49:59.347541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-bed40d4c-c456-4a47-81d6-163b83daa1d6 req-cc2277bc-8e4f-4f26-beeb-7dd9bfc7c612 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494170
Mar 26 21:50:00.310569 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:00.475415 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130764cc-9099-4a68-bed3-dafa67b36a2f req-b106c46c-b3c3-4ea2-ab1e-6507129e68b0 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:00.484568 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-130764cc-9099-4a68-bed3-dafa67b36a2f req-b106c46c-b3c3-4ea2-ab1e-6507129e68b0 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0630565
Mar 26 21:50:00.531599 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-130764cc-9099-4a68-bed3-dafa67b36a2f req-ab6cf289-d4d1-4560-b577-250e918cb077 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461617
Mar 26 21:50:01.654597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111ed9-3468-4428-9d1b-e57ba2fe134d req-e6f575a1-ce0e-4af0-b5a2-51537fb404d6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:01.656112 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45111ed9-3468-4428-9d1b-e57ba2fe134d req-e6f575a1-ce0e-4af0-b5a2-51537fb404d6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0531976
Mar 26 21:50:01.677895 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-2b2bf83d-62bc-4d07-a737-2222589e436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:01.679455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-2b2bf83d-62bc-4d07-a737-2222589e436c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1127 time: 0.0442610
Mar 26 21:50:01.705843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-45111ed9-3468-4428-9d1b-e57ba2fe134d req-8634c5e7-5dc9-408f-9210-a4ade938f979 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439215
Mar 26 21:50:01.772165 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-092de6ee-3014-4ac6-bb20-9b84b473c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:01.773659 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-092de6ee-3014-4ac6-bb20-9b84b473c733 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0878065
Mar 26 21:50:01.839713 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-2777f120-695b-4256-b46f-59ac5716337b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1001 time: 0.0570161
Mar 26 21:50:01.893082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-8ba144c1-5992-4040-94ec-c7b1470bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:01.894472 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-8ba144c1-5992-4040-94ec-c7b1470bc266 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0456100
Mar 26 21:50:01.943804 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-36715632-1b9b-4fed-92ac-bd81c29fbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:01.945330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-36715632-1b9b-4fed-92ac-bd81c29fbac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443299
Mar 26 21:50:01.956243 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:02.033743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-22cb570e-08b0-4a2f-a457-4b55de52cb34 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818441
Mar 26 21:50:02.129220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ad69fc90-ad8f-42a9-a0b9-d6e15acdc753 req-261cfe21-2be8-4eac-887c-ca323db9b53c service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838981
Mar 26 21:50:02.824294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8404fc-c924-4c71-97ea-9bbce109f2d1 req-715349a3-c9bb-418f-a5d5-6489799bd479 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:02.825757 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a8404fc-c924-4c71-97ea-9bbce109f2d1 req-715349a3-c9bb-418f-a5d5-6489799bd479 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0513024
Mar 26 21:50:02.877930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1a8404fc-c924-4c71-97ea-9bbce109f2d1 req-cb83b027-44dc-4e37-a5b4-bdc9733a4027 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465331
Mar 26 21:50:04.006810 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b30b63-fe7c-496f-86f1-f4ed0a367653 req-9204637b-a0e0-4cfc-8626-8d8d67373025 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:04.008356 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74b30b63-fe7c-496f-86f1-f4ed0a367653 req-9204637b-a0e0-4cfc-8626-8d8d67373025 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0607634
Mar 26 21:50:04.058294 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-74b30b63-fe7c-496f-86f1-f4ed0a367653 req-2d999a13-221c-4d55-a4c4-caaeedf7587a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438080
Mar 26 21:50:05.183338 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d29fb-2ced-4971-9560-56dabcc8f177 req-29b1f613-5bc2-4486-97c9-5650f74f4d50 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:05.184838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a18d29fb-2ced-4971-9560-56dabcc8f177 req-29b1f613-5bc2-4486-97c9-5650f74f4d50 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0566003
Mar 26 21:50:05.232486 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a18d29fb-2ced-4971-9560-56dabcc8f177 req-0f5b01b5-dcb9-40ba-86dd-9f96a6ee0482 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420222
Mar 26 21:50:05.344968 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:50:05.374411 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-86ae2e63-c039-424f-a5fb-bbdc049b5556 req-711b1a17-0a0c-4e02-a9f9-43bb93a6ae74 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:50:05.375449 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-86ae2e63-c039-424f-a5fb-bbdc049b5556 req-711b1a17-0a0c-4e02-a9f9-43bb93a6ae74 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0473278
Mar 26 21:50:05.421063 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:50:05.421463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:05.450709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:50:05.453202 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86151f75-2481-45bb-9c84-7c4dbfc707c2" -d '{"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-unplugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:50:05.469849 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:50:05.480063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:05.508613 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Mar 2022 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348073f-ba67-4759-9160-1063429d3eea x-openstack-request-id: req-1348073f-ba67-4759-9160-1063429d3eea {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:50:05.509165 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-unplugged", "status": "failed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "code": 422}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:50:05.509425 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1348073f-ba67-4759-9160-1063429d3eea {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:50:05.509827 ncdv-master-1 neutron-server[126739]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1348073f-ba67-4759-9160-1063429d3eea']: {'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'code': 422} returned with failed status
Mar 26 21:50:05.540824 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:50:05.551391 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890ee6e-3297-4637-a980-4e97e930182b req-565ebf18-10af-4ef2-a933-024404131a52 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:05.553572 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c890ee6e-3297-4637-a980-4e97e930182b req-565ebf18-10af-4ef2-a933-024404131a52 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 943 time: 0.0585301
Mar 26 21:50:05.601936 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c890ee6e-3297-4637-a980-4e97e930182b req-04b73c64-d0c4-424e-a8b9-3122222da17e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428081
Mar 26 21:50:05.856038 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-77ee35bd-c904-4b03-b161-6b152440b868 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0802057
Mar 26 21:50:06.006018 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-e08867b8-064a-48a3-9af7-ae6d9c90f1e5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:06.007388 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-e08867b8-064a-48a3-9af7-ae6d9c90f1e5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports/6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 940 time: 0.0886309
Mar 26 21:50:06.722199 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2343bf1-f452-4351-89a3-a201d29838a7 req-17abb0bc-199e-4534-a6be-0b0327fc2203 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:06.723756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2343bf1-f452-4351-89a3-a201d29838a7 req-17abb0bc-199e-4534-a6be-0b0327fc2203 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 943 time: 0.0523591
Mar 26 21:50:06.778837 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a2343bf1-f452-4351-89a3-a201d29838a7 req-a208a3c8-72c0-4b15-ab71-535218e7dc19 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491102
Mar 26 21:50:06.808547 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-1e8138df-0118-4723-9c08-f8bc5e14b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:06.810062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-1e8138df-0118-4723-9c08-f8bc5e14b203 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 1125 time: 0.0822303
Mar 26 21:50:06.820136 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:50:06.882647 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.080413 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:50:07.112676 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:50:07.144333 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:50:07.152171 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks [] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.164660 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Transition to ACTIVE for port object 6001885e-afe7-4bdd-9b17-e95872fb5d9c will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:50:07.168169 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.252179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=9']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:50:07.264209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.264579 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.264915 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.265259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.265607 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.265941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.266280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.266611 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.266937 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.267265 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.267592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.267933 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.268272 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.268598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.268921 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:50:07.303216 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] No DVR routers for this DVR port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:50:07.437332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:50:07.437666 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:50:07.437991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:50:07.442152 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:50:07.442469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Attempting to bind port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:50:07.447739 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:50:07.448113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:50:07.448490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:50:07.448918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Bound port: 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:50:07.449271 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.513793 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:50:07.516618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:50:07.523769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.555941 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.556569 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:07.557992 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1091 time: 0.7416136
Mar 26 21:50:07.558430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:50:07.560693 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:50:07.596852 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0c37-3c5e-415a-8c92-7e795d6e23e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=10']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:50:07.618488 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993e738-5c10-4e8c-97f8-be7a05ca420c x-openstack-request-id: req-7993e738-5c10-4e8c-97f8-be7a05ca420c {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:50:07.618790 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:50:07.619045 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7993e738-5c10-4e8c-97f8-be7a05ca420c {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:50:07.619447 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7993e738-5c10-4e8c-97f8-be7a05ca420c'] response: {'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'status': 'completed', 'code': 200}
Mar 26 21:50:07.641777 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-f5a2a8a0-db2a-403f-9bc7-fb020980242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.643629 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-f5a2a8a0-db2a-403f-9bc7-fb020980242c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1126 time: 0.0546546
Mar 26 21:50:07.741059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-af313a10-633b-48b0-85b2-a2d1e8462db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.742556 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-af313a10-633b-48b0-85b2-a2d1e8462db0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0920916
Mar 26 21:50:07.806657 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-73c60626-41f4-42f9-b503-8ae25d6c8170 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 999 time: 0.0586033
Mar 26 21:50:07.857811 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-2caf8ecf-02ef-465b-bfed-d7fb8c7d6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.859194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-2caf8ecf-02ef-465b-bfed-d7fb8c7d6719 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0471890
Mar 26 21:50:07.897961 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5013d-8081-4abe-a20e-a0273c160d75 req-7e5ac660-37f8-4a5d-8a3e-f04611e77023 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.899466 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91b5013d-8081-4abe-a20e-a0273c160d75 req-7e5ac660-37f8-4a5d-8a3e-f04611e77023 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0529776
Mar 26 21:50:07.907236 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-244fd401-db01-49c8-8b22-6ad7c8109684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:07.908796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-244fd401-db01-49c8-8b22-6ad7c8109684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438106
Mar 26 21:50:07.949506 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-91b5013d-8081-4abe-a20e-a0273c160d75 req-541855bd-9367-4bcc-9379-451afbf8a97b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442214
Mar 26 21:50:07.995642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-7276bf7a-bfd0-4196-9273-bc9c507cdc86 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807393
Mar 26 21:50:08.084292 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5ec2387-e35d-4e27-a0c2-4306fd9dee23 req-37a704d3-8a63-42c6-8743-2bbaf339b7ba service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832138
Mar 26 21:50:08.168934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-687939bc-4232-44cd-b5f3-90e313492c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:08.170459 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-687939bc-4232-44cd-b5f3-90e313492c77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1126 time: 0.0453775
Mar 26 21:50:08.266437 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-3630b743-5a0f-4b19-aa42-10b8d44747eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:08.267948 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-3630b743-5a0f-4b19-aa42-10b8d44747eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0919120
Mar 26 21:50:08.337417 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-983c8ab2-8dd3-47ed-b86f-06bb593bdba2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 999 time: 0.0635514
Mar 26 21:50:08.455159 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-fa9f9140-05d8-4b84-a4cd-6cf5b936f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:08.457004 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-fa9f9140-05d8-4b84-a4cd-6cf5b936f351 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.1042862
Mar 26 21:50:09.081767 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be92cd-8f37-4d49-bcac-20b8b8af6d0a req-c6a198a1-ef40-4641-844e-d226e91f2c84 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:09.083820 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6be92cd-8f37-4d49-bcac-20b8b8af6d0a req-c6a198a1-ef40-4641-844e-d226e91f2c84 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0602715
Mar 26 21:50:09.136642 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b6be92cd-8f37-4d49-bcac-20b8b8af6d0a req-3a49661d-ba94-4255-be7e-5fb0811b98e3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469134
Mar 26 21:50:10.267287 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438be5f-8a6f-4230-b02e-5ca1013e57fa req-f6a20113-3fe8-4020-8685-660f547aada8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:10.268850 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4438be5f-8a6f-4230-b02e-5ca1013e57fa req-f6a20113-3fe8-4020-8685-660f547aada8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0603275
Mar 26 21:50:10.321843 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4438be5f-8a6f-4230-b02e-5ca1013e57fa req-e6b06747-a179-421c-bb21-c0e87436aa13 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464168
Mar 26 21:50:11.467540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6cb8b-892d-46d2-ac42-2bf9c67bfe93 req-6485ce4a-0eb4-441f-a50d-370b7968d108 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:11.469131 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-faf6cb8b-892d-46d2-ac42-2bf9c67bfe93 req-6485ce4a-0eb4-441f-a50d-370b7968d108 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0782349
Mar 26 21:50:11.520559 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-faf6cb8b-892d-46d2-ac42-2bf9c67bfe93 req-4c0d5cc9-add6-40a7-99c4-23c663947590 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458109
Mar 26 21:50:12.661181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a957b0-8995-4b41-9400-fad68e13a932 req-6ac00639-1eb5-4d1c-86f6-a97df901d7c4 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:12.662699 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8a957b0-8995-4b41-9400-fad68e13a932 req-6ac00639-1eb5-4d1c-86f6-a97df901d7c4 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0696952
Mar 26 21:50:12.719369 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b8a957b0-8995-4b41-9400-fad68e13a932 req-b7d2bb9a-19b9-4a85-ae8e-155ccaf43e44 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464284
Mar 26 21:50:13.861894 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12dfa9-a8a4-4285-87da-5b0b794649e2 req-83594530-034c-45cc-93d1-12e71489688f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:13.863425 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f12dfa9-a8a4-4285-87da-5b0b794649e2 req-83594530-034c-45cc-93d1-12e71489688f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0728297
Mar 26 21:50:13.915957 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6f12dfa9-a8a4-4285-87da-5b0b794649e2 req-1f61a976-06fa-482f-9d4a-cb983cb853cb tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457311
Mar 26 21:50:14.571098 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:15.042567 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16fea5-64af-47f7-a42e-eaf7396571dd req-9b9480fe-c873-4f7d-a9c8-527400650031 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:15.044674 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff16fea5-64af-47f7-a42e-eaf7396571dd req-9b9480fe-c873-4f7d-a9c8-527400650031 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0585651
Mar 26 21:50:15.102066 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-ff16fea5-64af-47f7-a42e-eaf7396571dd req-91dcc30f-4f64-440d-8d97-a093f3a58f8c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521293
Mar 26 21:50:16.224188 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e715f9-bed8-4bdb-8f31-78914c58b2b1 req-3b8eee0c-10bf-4504-b981-f64e9902d294 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:16.226203 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76e715f9-bed8-4bdb-8f31-78914c58b2b1 req-3b8eee0c-10bf-4504-b981-f64e9902d294 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0535090
Mar 26 21:50:16.231332 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:16.275576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76e715f9-bed8-4bdb-8f31-78914c58b2b1 req-f4e0922f-2e13-4d1e-bd50-ee10207564d5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431867
Mar 26 21:50:16.377524 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-4eb8248e-f641-45a5-9e44-5d9b224021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:16.379013 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-4eb8248e-f641-45a5-9e44-5d9b224021b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0494268
Mar 26 21:50:16.468999 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-fb49eebb-6d5b-484c-aa5e-bc6ef1edac07 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809240
Mar 26 21:50:16.562250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-84b9d01d-cf19-4ea7-91e4-bbb5d5c5fe1a req-0658c1a2-b201-4be2-865e-27ea9cfca787 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842085
Mar 26 21:50:17.397540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af521d-9dae-4980-be5f-9a37f6ab0f5b req-369df73a-9343-4d54-a45d-00b3cf6a51aa tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:17.399020 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9af521d-9dae-4980-be5f-9a37f6ab0f5b req-369df73a-9343-4d54-a45d-00b3cf6a51aa tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0563052
Mar 26 21:50:17.447052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b9af521d-9dae-4980-be5f-9a37f6ab0f5b req-0934c6ce-96e2-4ac2-bdbf-1982257eeb14 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425470
Mar 26 21:50:18.562959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55d704-c78f-4c4b-b8df-06579db9163b req-99c5b39b-2baa-4bad-9df3-ac945e6257f9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:18.564449 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c55d704-c78f-4c4b-b8df-06579db9163b req-99c5b39b-2baa-4bad-9df3-ac945e6257f9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 944 time: 0.0517697
Mar 26 21:50:18.614042 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c55d704-c78f-4c4b-b8df-06579db9163b req-5db5b5ea-8f02-4328-9832-0dccaa0a81d7 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436180
Mar 26 21:50:18.651479 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:50:18.744793 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:50:18.754799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'port_id': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'mac_address': 'fa:16:3e:e9:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:50:18.794626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:50:18.795016 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:18.808053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:50:18.826735 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:50:18.830621 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:18.875347 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=11']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:50:19.055835 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['6001885e-afe7-4bdd-9b17-e95872fb5d9c'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:50:19.731496 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f1f1d-006a-4695-b9d3-385eb9ed4da2 req-0cee9ca9-3b2b-46dc-9779-7b7a056de9cb tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:19.733007 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b6f1f1d-006a-4695-b9d3-385eb9ed4da2 req-0cee9ca9-3b2b-46dc-9779-7b7a056de9cb tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 945 time: 0.0520320
Mar 26 21:50:19.781364 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-2b6f1f1d-006a-4695-b9d3-385eb9ed4da2 req-75a8e24d-0ed2-4bee-966a-c8fa56fcb92b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429420
Mar 26 21:50:20.668127 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:50:20.715299 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:50:20.719429 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 6001885e-afe7-4bdd-9b17-e95872fb5d9c triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:50:20.719809 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:20.820350 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 6001885e-afe7-4bdd-9b17-e95872fb5d9c is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:50:20.820842 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:20.851910 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:50:20.854382 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be4d24c-5760-4344-843d-4ca9004f6067" -d '{"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:50:20.870241 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:50:20.877191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:20.926042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4428b-9f53-421f-891a-c375e890e65d req-135c5c29-0a2b-48cb-aa44-677a0db2a9c2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:20.926649 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=12']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:50:20.927600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15a4428b-9f53-421f-891a-c375e890e65d req-135c5c29-0a2b-48cb-aa44-677a0db2a9c2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0537510
Mar 26 21:50:20.978838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-15a4428b-9f53-421f-891a-c375e890e65d req-9531b407-0d0f-44ac-930e-ac011e7a25d7 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449128
Mar 26 21:50:21.908072 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fdc069-0401-4381-becd-cbc77db89032 x-openstack-request-id: req-80fdc069-0401-4381-becd-cbc77db89032 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:50:21.908573 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-plugged", "status": "completed", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:50:21.908705 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80fdc069-0401-4381-becd-cbc77db89032 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:50:21.909023 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fdc069-0401-4381-becd-cbc77db89032'] response: {'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'code': 200}
Mar 26 21:50:22.092270 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efdac7-7e48-47c4-bce0-ec42ef60dde8 req-32984b22-e5d4-42ea-b830-8c4ab12e43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:22.093770 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81efdac7-7e48-47c4-bce0-ec42ef60dde8 req-32984b22-e5d4-42ea-b830-8c4ab12e43f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1128 time: 0.0747597
Mar 26 21:50:22.123230 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfd958-cfee-45f9-9242-b3d6aad1dee6 req-c8688a50-e1d2-4706-9418-24a7f845ef66 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:22.124680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76bfd958-cfee-45f9-9242-b3d6aad1dee6 req-c8688a50-e1d2-4706-9418-24a7f845ef66 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0767891
Mar 26 21:50:22.162812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-81efdac7-7e48-47c4-bce0-ec42ef60dde8 req-88629528-2164-4658-b365-e9085d0a450c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628123
Mar 26 21:50:22.191224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-76bfd958-cfee-45f9-9242-b3d6aad1dee6 req-bd7cc559-73eb-4ea8-8447-9109eb4bdc29 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578074
Mar 26 21:50:23.317647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1e2f-3e96-4d7c-8861-3de003c9d716 req-70df37e6-8b3d-408c-ae79-d1bd365d9dc7 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:23.319671 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db9a1e2f-3e96-4d7c-8861-3de003c9d716 req-70df37e6-8b3d-408c-ae79-d1bd365d9dc7 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0570233
Mar 26 21:50:23.373861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db9a1e2f-3e96-4d7c-8861-3de003c9d716 req-e4cc91c7-418a-4bcf-9492-7b2266921890 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482571
Mar 26 21:50:24.496764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5867c-ea77-4712-9598-3cf13ae170bb req-66005ddc-7e10-40e4-ac1a-7c4fc4e77828 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:24.498253 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bed5867c-ea77-4712-9598-3cf13ae170bb req-66005ddc-7e10-40e4-ac1a-7c4fc4e77828 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0560634
Mar 26 21:50:24.545925 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bed5867c-ea77-4712-9598-3cf13ae170bb req-093dab55-5caf-4987-985c-1e783edfdab3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421128
Mar 26 21:50:25.165136 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2eda7b1d-1478-4b12-ad54-7925ee8d8241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:27.902640 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8e08e793-0f78-4a0b-b39b-b9119a5f7922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:28.980568 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:29.676139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:50:30.312677 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:31.958273 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:43.533707 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-dfd52655-7ca4-40b4-81fc-c41e554f9e07 service neutron] (126738) timed out ('10.222.0.16', 49434) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:50:43.916370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-74a210ef-8149-4e2a-b103-bcc8ccfe7c57 req-b920883e-fe6c-46ea-befb-4688e094ffbd tempest-ServerActionsTestJSON-666290772 tempest-ServerActionsTestJSON-666290772-project] (126738) timed out ('10.222.0.16', 50080) {{(pid=126738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 21:50:44.587194 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:44.850343 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-3733cac6-9eaa-4287-bd71-73ab9b61b471 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0419269
Mar 26 21:50:44.931842 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-1f63b8e3-528d-4c0e-a99c-19e94fe877c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:44.933372 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-1f63b8e3-528d-4c0e-a99c-19e94fe877c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1128 time: 0.0433319
Mar 26 21:50:45.036947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-ecebe223-8e0d-45ae-89ee-44442f5f0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:45.039149 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-ecebe223-8e0d-45ae-89ee-44442f5f0d3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0871875
Mar 26 21:50:45.103594 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-5ba77355-1836-492b-bcb6-4056a4dc5603 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 1001 time: 0.0581279
Mar 26 21:50:45.154025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-f8cfa19c-0965-4ec8-a3e2-fc028112b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:45.156063 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-f8cfa19c-0965-4ec8-a3e2-fc028112b8df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0462143
Mar 26 21:50:45.203975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-f63c989e-8071-43c1-851e-04255b4f0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:50:45.205461 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-f63c989e-8071-43c1-851e-04255b4f0acd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433996
Mar 26 21:50:45.293409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-381638fe-5a18-4c01-9dd7-4628a28b30f1 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814588
Mar 26 21:50:45.383796 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-db32eb43-1f35-40a1-81bb-d9c07c67074f req-1cd30e21-80e1-4988-b03e-fd5d708b4671 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839233
Mar 26 21:50:46.230735 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:55.166622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d694fbc6-9bf5-455f-89e6-d909d468e709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:57.903854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-14aef87f-944f-4abd-86f5-2e29d874789b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:50:58.980780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:00.316443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:01.962541 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:06.675923 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:51:14.586397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:16.228261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:25.167711 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a16e20d3-b696-4117-a726-38fff5427e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:27.904528 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bcf5007f-c79d-4e9c-b364-bd6771f315e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:28.983997 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:30.319066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:31.964602 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.278994 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50502) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:36.437967 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Deleting port 7084fb3d-840f-4a62-a73f-05b9d7db1540 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:51:36.438314 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.511739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.512099 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (7084fb3d-840f-4a62-a73f-05b9d7db1540), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.523993 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Calling delete_port for 7084fb3d-840f-4a62-a73f-05b9d7db1540 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:51:36.670123 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (7084fb3d-840f-4a62-a73f-05b9d7db1540), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.697066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'Port': ['ID=7084fb3d-840f-4a62-a73f-05b9d7db1540,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:36.707380 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.707740 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.708125 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.708473 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.708815 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.709794 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.710134 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.710470 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.710805 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.711139 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.711471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.711802 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.712158 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.712487 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.712820 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:36.770355 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (148a4bb0-e2fc-49f8-93e3-12fa52028b05), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:36.770727 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Floating IP 148a4bb0-e2fc-49f8-93e3-12fa52028b05 disassociated (deleted). External IP: 172.35.4.166, port: 6001885e-afe7-4bdd-9b17-e95872fb5d9c.
Mar 26 21:51:36.985920 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:51:37.094386 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:51:37.099151 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:37.104238 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:51:37.115381 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:51:37.116586 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124569790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:51:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:51:37.236570 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:51:37.445311 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124569790>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:51:37.468462 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-dd8425d3-3aad-47d4-954a-e5aeec1a11ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "DELETE /v2.0/floatingips/148a4bb0-e2fc-49f8-93e3-12fa52028b05 HTTP/1.1" status: 204  len: 168 time: 1.1884105
Mar 26 21:51:37.469095 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:51:37.478507 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:51:37.487143 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:51:37.487626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124569790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:51:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:51:37.507414 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08badaa-ee6a-4218-8e95-fbaf88faf887" -d '{"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:51:37.606831 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:51:37.612132 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c32ba-01a9-45d5-aa3a-41ad21f0edff x-openstack-request-id: req-177c32ba-01a9-45d5-aa3a-41ad21f0edff {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:51:37.612132 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:51:37.612397 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-177c32ba-01a9-45d5-aa3a-41ad21f0edff {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:51:37.612665 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177c32ba-01a9-45d5-aa3a-41ad21f0edff'] response: {'name': 'network-changed', 'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'status': 'completed', 'code': 200}
Mar 26 21:51:37.679678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-db010f1e-a9c4-4809-b263-b0a14677c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:37.681772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-db010f1e-a9c4-4809-b263-b0a14677c71a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 1128 time: 0.0478129
Mar 26 21:51:37.712957 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441eca-cc41-495d-9e3e-c88b0f657472 req-00ffcc13-8fc4-4d65-a4dd-a06b67f97ca6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:37.714603 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84441eca-cc41-495d-9e3e-c88b0f657472 req-00ffcc13-8fc4-4d65-a4dd-a06b67f97ca6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0610220
Mar 26 21:51:37.767636 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-84441eca-cc41-495d-9e3e-c88b0f657472 req-d0e2648d-b81f-4541-9e0b-f11e2529a3c9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463703
Mar 26 21:51:37.780343 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-1958dd79-0a31-4e77-8194-0b5c70ff3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:37.781756 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-1958dd79-0a31-4e77-8194-0b5c70ff3248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0933058
Mar 26 21:51:37.818650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124569790>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:51:37.824175 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-7030f059-4071-4fc2-a024-ad4ef40f8e4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 200  len: 217 time: 0.0346572
Mar 26 21:51:37.844613 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a6d7b7-0d5c-42ec-9956-87b806ac0bee None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:51:37.871540 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-96c94877-dbf8-4ce6-999e-2528a1fb040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:37.873054 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-96c94877-dbf8-4ce6-999e-2528a1fb040c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0435944
Mar 26 21:51:37.928086 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-bda35bd9-8db2-4c52-9e1e-0ec5c1fa45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:37.929620 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-bda35bd9-8db2-4c52-9e1e-0ec5c1fa45b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0508506
Mar 26 21:51:37.939253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-95f2eef8-9e94-43f8-9609-7d2eb2d5666e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:51:37.940246 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-95f2eef8-9e94-43f8-9609-7d2eb2d5666e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047841
Mar 26 21:51:38.036132 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-34123e73-1764-4eed-b95a-4bfde8d5c826 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888004
Mar 26 21:51:38.075791 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de93ee-b532-4b0d-a3fd-01383089b197 None None] New status for floating IP 148a4bb0-e2fc-49f8-93e3-12fa52028b05: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:51:38.130424 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a08badaa-ee6a-4218-8e95-fbaf88faf887 req-2be79ddb-9017-4f2e-adb4-a18c3e736ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879378
Mar 26 21:51:38.891528 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1dea-96d4-40ed-a813-6ea5058dd271 req-10256333-3e35-41b1-b886-43758215b761 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:38.893033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49da1dea-96d4-40ed-a813-6ea5058dd271 req-10256333-3e35-41b1-b886-43758215b761 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0514460
Mar 26 21:51:38.940407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-49da1dea-96d4-40ed-a813-6ea5058dd271 req-64e5d015-acaa-4dff-b1f3-9fc9b42b47c1 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=58be7002-3d3b-436c-b6ac-4b35d35c6021&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412099
Mar 26 21:51:38.994899 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-2d90c0e7-081d-4f0c-935f-e4f7d588e335 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:38.996365 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-2d90c0e7-081d-4f0c-935f-e4f7d588e335 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.18 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 946 time: 0.0550001
Mar 26 21:51:39.085426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Deleting port 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:51:39.085769 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:39.515650 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] For port 6001885e-afe7-4bdd-9b17-e95872fb5d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6001885e-afe7-4bdd-9b17-e95872fb5d9c,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:51:39.516038 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:39.528502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Calling delete_port for 6001885e-afe7-4bdd-9b17-e95872fb5d9c owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:51:39.649696 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (6001885e-afe7-4bdd-9b17-e95872fb5d9c), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:39.681432 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'Port': ['ID=6001885e-afe7-4bdd-9b17-e95872fb5d9c,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:39.711158 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.711503 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.711850 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.712206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.712536 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.712863 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.713187 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.713506 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.713823 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.714142 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.714458 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.714770 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.715084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.715399 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.715715 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:39.735645 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] No DVR routers for this DVR port 6001885e-afe7-4bdd-9b17-e95872fb5d9c on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:51:39.738370 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:39.742285 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-52535afb-6759-47f1-9d26-82109a6d07a7 req-f2443a37-dc04-482a-8318-cd836d140a1d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.18 "DELETE /v2.0/ports/6001885e-afe7-4bdd-9b17-e95872fb5d9c HTTP/1.1" status: 204  len: 173 time: 0.7412782
Mar 26 21:51:39.742741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-deleted', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:51:39.744986 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a715f0-35c2-4b2b-b8f5-099a59be4cf1" -d '{"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-deleted", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:51:39.784769 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68e709-ad94-4ee9-b15a-380f19a65ef7 x-openstack-request-id: req-af68e709-ad94-4ee9-b15a-380f19a65ef7 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:51:39.785093 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77aa3255-a998-420b-b1f0-2d232eedcc2c", "name": "network-vif-deleted", "tag": "6001885e-afe7-4bdd-9b17-e95872fb5d9c", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:51:39.785348 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af68e709-ad94-4ee9-b15a-380f19a65ef7 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:51:39.785756 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af68e709-ad94-4ee9-b15a-380f19a65ef7'] response: {'server_uuid': '77aa3255-a998-420b-b1f0-2d232eedcc2c', 'name': 'network-vif-deleted', 'tag': '6001885e-afe7-4bdd-9b17-e95872fb5d9c', 'status': 'completed', 'code': 200}
Mar 26 21:51:40.049061 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-66d774fa-7300-4377-8328-24cfd1c366b8 req-729bc78a-dc79-4174-8221-309772e3de11 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=77aa3255-a998-420b-b1f0-2d232eedcc2c HTTP/1.1" status: 200  len: 210 time: 0.0276821
Mar 26 21:51:41.106862 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50528) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.163071 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (58be7002-3d3b-436c-b6ac-4b35d35c6021), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.187846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (58be7002-3d3b-436c-b6ac-4b35d35c6021), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.253021 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (58be7002-3d3b-436c-b6ac-4b35d35c6021), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.256740 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.257891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "DELETE /v2.0/security-groups/58be7002-3d3b-436c-b6ac-4b35d35c6021 HTTP/1.1" status: 204  len: 168 time: 0.1499145
Mar 26 21:51:41.268613 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5c780-ffcf-49af-858e-5a800e330b0d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58be7002-3d3b-436c-b6ac-4b35d35c6021,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:41.438326 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50536) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.443024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278840506', 'description': 'tempest-secgroup-smoke-278840506 description', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:41.463823 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.527110 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (202709eb-9a62-44fa-87d1-c91385b4e736), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.530726 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (202709eb-9a62-44fa-87d1-c91385b4e736), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.560522 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202709eb-9a62-44fa-87d1-c91385b4e736,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:41.565228 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.569208 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-de0a7b85-221e-483f-87b6-d9609d38da68 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1271155
Mar 26 21:51:41.569646 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50538) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.573670 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:41.597260 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (f5a03cee-9ee2-4cc6-a0a4-6c2a1828e1a3), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.650889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (f5a03cee-9ee2-4cc6-a0a4-6c2a1828e1a3), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.654448 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (f5a03cee-9ee2-4cc6-a0a4-6c2a1828e1a3), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.670753 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a03cee-9ee2-4cc6-a0a4-6c2a1828e1a3,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:41.679446 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.680663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-81e4adcf-e09f-4cda-aa6a-f9434525c63f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1103871
Mar 26 21:51:41.683309 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50540) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.687882 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:41.712992 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (e12b1898-e08b-4637-b1c2-9ec5123cd831), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.768249 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (e12b1898-e08b-4637-b1c2-9ec5123cd831), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.772649 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e12b1898-e08b-4637-b1c2-9ec5123cd831), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.789612 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12b1898-e08b-4637-b1c2-9ec5123cd831,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:41.795889 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.797092 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-6ec96cac-ad4e-4422-9d5d-2274ee202691 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1128836
Mar 26 21:51:41.800146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50542) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.804311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:41.828290 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (156092ea-4503-48fe-8b1e-efdd48700d6e), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.882173 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (156092ea-4503-48fe-8b1e-efdd48700d6e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.885487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (156092ea-4503-48fe-8b1e-efdd48700d6e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.903762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156092ea-4503-48fe-8b1e-efdd48700d6e,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:41.908115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.911951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-41b536e2-ce6a-4803-9b4d-273a0bc769f5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1082354
Mar 26 21:51:41.912277 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50544) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:41.916575 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:41.940174 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (d66510b5-defa-4a04-a687-bf88ac980d18), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.996329 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (d66510b5-defa-4a04-a687-bf88ac980d18), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:41.999616 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d66510b5-defa-4a04-a687-bf88ac980d18), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.017295 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66510b5-defa-4a04-a687-bf88ac980d18,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:42.024898 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.026064 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5da1e44a-d521-4074-ba2f-c059b7b19555 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1128581
Mar 26 21:51:42.028797 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50546) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:42.033059 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:42.053683 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Project 7f82e50b0f4249b889d84b7c46dbb448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:51:42.058349 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (b0ed6b74-4f1e-4733-9209-7473887fe2d6), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.117491 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (b0ed6b74-4f1e-4733-9209-7473887fe2d6), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.121371 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (b0ed6b74-4f1e-4733-9209-7473887fe2d6), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.138319 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ed6b74-4f1e-4733-9209-7473887fe2d6,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:42.145184 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.146852 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-31c40611-d37d-4657-9eae-d59100a9ce04 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1166458
Mar 26 21:51:42.149621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 50548) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:51:42.153940 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'security_group_rule': {'security_group_id': '202709eb-9a62-44fa-87d1-c91385b4e736', 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:42.174288 ncdv-master-1 neutron-server[126738]: INFO neutron.db.securitygroups_db [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Project 7f82e50b0f4249b889d84b7c46dbb448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:51:42.178975 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (decc499a-8107-40f3-9017-e6a615a14624), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.236631 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (decc499a-8107-40f3-9017-e6a615a14624), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.240044 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (decc499a-8107-40f3-9017-e6a615a14624), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.257025 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decc499a-8107-40f3-9017-e6a615a14624,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:42.264478 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:42.265663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-048f470e-c036-4ec7-b622-adba68f7c25c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1150756
Mar 26 21:51:43.118819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:51:43.138866 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 6001885e-afe7-4bdd-9b17-e95872fb5d9c {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:51:43.139215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 6001885e-afe7-4bdd-9b17-e95872fb5d9c not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:51:43.674737 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:51:44.585286 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:44.914308 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-758e816d-df86-48e0-936e-2dc70cdd8732 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278840506&fields=id&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 267 time: 0.0435164
Mar 26 21:51:45.019647 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-9aba7593-4680-47c5-8406-3a4cd4d9863b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:45.021166 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-9aba7593-4680-47c5-8406-3a4cd4d9863b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 809 time: 0.1005125
Mar 26 21:51:45.036492 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-54506a3f-a40d-43f2-9e7a-85c3c594f568 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/quotas/7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 375 time: 0.0092289
Mar 26 21:51:45.094543 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-26802a66-6283-49a4-9d74-71ca526a4825 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0519295
Mar 26 21:51:45.279950 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-8921e03f-c7e9-4ea0-8187-a6e0ae296760 service neutron] 10.222.0.16 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287706
Mar 26 21:51:45.368768 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-1f45292c-1993-4633-bd61-f71ed3b217be service neutron] 10.222.0.16 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817094
Mar 26 21:51:45.654367 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c8c79797-c4c8-40cb-91a3-e0113a3da49f req-7af099c0-a7ad-473f-8b03-bd9d3761f136 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0265970
Mar 26 21:51:46.227443 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:46.731049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b3f463dc-fe77-4357-9c69-7e130367d0f6 req-1f4787dd-4c2c-487c-88a7-00233c37e8a3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0267537
Mar 26 21:51:47.815904 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6c6d3926-0fdc-431f-a57a-77f6c117cec2 req-5a4bdef2-b827-48a8-baa3-27020dc444c4 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0336905
Mar 26 21:51:48.901801 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f7be188-01a0-4e92-92a8-87653909b08e req-b3b639e0-e99e-4b25-9d70-bef0c046b88d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0326221
Mar 26 21:51:49.998877 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3654cc2c-6cdb-467d-80e0-d6dd4b729eee req-b7a349d5-a7c6-4fb2-aa7a-9d6543eee088 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0274734
Mar 26 21:51:50.686267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-be41a635-d817-4e19-bea5-05947228683a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:50.687728 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-be41a635-d817-4e19-bea5-05947228683a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 809 time: 0.1014912
Mar 26 21:51:50.773618 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-acfcec7e-372e-47a3-a8ec-8fce0cb38d51 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 379 time: 0.0531929
Mar 26 21:51:50.799508 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'port': {'device_id': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'admin_state_up': True, 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'security_groups': ['202709eb-9a62-44fa-87d1-c91385b4e736']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:50.910088 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Made reservation on behalf of 7f82e50b0f4249b889d84b7c46dbb448 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:51:50.913581 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.043680 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Allocated IP 172.20.0.9 (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1/ae72b5f1-330c-4a2e-ac84-3a66db274020/94ea6a56-4477-4271-9344-cff1ac399553) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:51:51.123856 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-3496c92a-2b21-4159-b320-e5d21ffb808f req-4d70fc7f-db0c-436d-9ac9-14383af3abfd tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0465305
Mar 26 21:51:51.209645 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (94ea6a56-4477-4271-9344-cff1ac399553), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.242408 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.288336 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:51:51.291275 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:51:51.294867 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:51:51.324950 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:51.355269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:51.355857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.371539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-612c5a0b-06cc-4a6b-af7a-f98c2d3f5d0b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5761847
Mar 26 21:51:51.390062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Request body: {'port': {'device_id': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:51:51.452484 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.507739 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-9a16f693-89eb-44eb-abd9-0169b24ce5ea None None] Provisioning complete for port 94ea6a56-4477-4271-9344-cff1ac399553 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:51:51.508377 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9a16f693-89eb-44eb-abd9-0169b24ce5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (94ea6a56-4477-4271-9344-cff1ac399553), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.542491 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-9a16f693-89eb-44eb-abd9-0169b24ce5ea None None] Port 94ea6a56-4477-4271-9344-cff1ac399553 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:51:51.736748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ea6a56-4477-4271-9344-cff1ac399553 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:51:51.744846 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks [] for port (94ea6a56-4477-4271-9344-cff1ac399553), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.758234 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Transition to ACTIVE for port object 94ea6a56-4477-4271-9344-cff1ac399553 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:51:51.763653 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.817311 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:51.893972 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:51:51.894312 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:51:51.894639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:51:51.899212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:51:51.899535 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:51:51.904845 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:51:51.905184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:51:51.905570 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:51:51.905998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Bound port: 94ea6a56-4477-4271-9344-cff1ac399553, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:51:51.906354 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:51.972038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:51:51.975618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:51:51.981976 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:52.013298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.013918 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:52.015553 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] 10.222.0.21 "PUT /v2.0/ports/94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1091 time: 0.6302025
Mar 26 21:51:52.022525 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:51:52.022525 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d" -d '{"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:51:52.055518 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a198c5-4518-4358-bcd8-048b5f064769 service neutron] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:52.081679 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929de031-3940-47ab-b292-c217122b7227 x-openstack-request-id: req-929de031-3940-47ab-b292-c217122b7227 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:51:52.081972 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:51:52.082229 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-929de031-3940-47ab-b292-c217122b7227 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:51:52.082643 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929de031-3940-47ab-b292-c217122b7227'] response: {'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'status': 'completed', 'code': 200}
Mar 26 21:51:52.143212 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-9d271488-e1d9-4bb7-930d-33d3a8354976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.144938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-9d271488-e1d9-4bb7-930d-33d3a8354976 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1125 time: 0.0502951
Mar 26 21:51:52.202460 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-4e25620f-9e02-4df0-9449-024491110120 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 217 time: 0.0480559
Mar 26 21:51:52.276221 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-ec1a6960-7b13-4164-96be-0a2e7939f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.277704 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-ec1a6960-7b13-4164-96be-0a2e7939f679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0670824
Mar 26 21:51:52.290628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320ebd8-f997-4a1d-9282-f7d8c8349037 req-c026c3c3-53b5-4356-b230-1ad7fbf46cba tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.292111 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d320ebd8-f997-4a1d-9282-f7d8c8349037 req-c026c3c3-53b5-4356-b230-1ad7fbf46cba tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0924625
Mar 26 21:51:52.372800 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d320ebd8-f997-4a1d-9282-f7d8c8349037 req-8441acad-2a64-4e1f-b134-e69599c263fc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711145
Mar 26 21:51:52.374537 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-b7ffefd4-f396-44c5-8f35-f88621c6a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.375965 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-b7ffefd4-f396-44c5-8f35-f88621c6a129 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0829976
Mar 26 21:51:52.466555 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-17ad27ab-c86d-45b8-8e03-6a039932aca3 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827510
Mar 26 21:51:52.559151 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6b587c03-3fed-4667-8e41-96c1b5318208 req-736bbb0f-2cca-4863-817d-c5939e8f2c24 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852876
Mar 26 21:51:52.660406 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-f08fcc9c-e0b2-4249-a0b1-cf5adc12f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.661913 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-f08fcc9c-e0b2-4249-a0b1-cf5adc12f5a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1125 time: 0.0445149
Mar 26 21:51:52.754892 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-bc7f7b0d-eb55-4de3-8eaf-d26b210104ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.757049 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-bc7f7b0d-eb55-4de3-8eaf-d26b210104ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0890622
Mar 26 21:51:52.796250 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-cb5ddaa6-52a8-4117-bc8e-39832ec8393c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 217 time: 0.0333705
Mar 26 21:51:52.844196 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-3eee806b-2d4b-425e-bea4-ce172830fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.845541 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-3eee806b-2d4b-425e-bea4-ce172830fdc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0418887
Mar 26 21:51:52.897963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-c48950f3-3047-42d0-9d97-3ec6fd78cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:52.899544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-c48950f3-3047-42d0-9d97-3ec6fd78cabb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469034
Mar 26 21:51:52.991843 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-9255fd36-0b80-47f3-b72e-e3407e73dc90 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834205
Mar 26 21:51:53.084495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d3dd43f-e51b-4f35-bb02-b2861041fe7d req-95890c71-53a1-4814-967a-b8f256dd6055 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858238
Mar 26 21:51:53.491363 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844a9fb-7323-43ec-bdb9-a58c919b8d5e req-00da5224-22aa-4c6f-885d-9d0fa6b8e662 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:53.492861 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7844a9fb-7323-43ec-bdb9-a58c919b8d5e req-00da5224-22aa-4c6f-885d-9d0fa6b8e662 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0526500
Mar 26 21:51:53.541455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-7844a9fb-7323-43ec-bdb9-a58c919b8d5e req-eea0d318-6346-4a73-b6db-8ebd991fa70c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423837
Mar 26 21:51:54.656260 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0da21b-1e4e-4937-a6c6-c31ade7957c5 req-efe3a213-cac2-44d8-b94e-7c77e6b4d618 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:54.657729 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e0da21b-1e4e-4937-a6c6-c31ade7957c5 req-efe3a213-cac2-44d8-b94e-7c77e6b4d618 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0518003
Mar 26 21:51:54.706142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7e0da21b-1e4e-4937-a6c6-c31ade7957c5 req-17c11ce2-2de2-4c04-bc64-7d65b3453d83 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423117
Mar 26 21:51:55.170860 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-476d78b9-0e1f-4d41-88c6-d40820fafb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:55.822376 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f034ed-466f-4b55-85a3-b3c5fa8573d4 req-805bf4c6-5208-4922-bf93-c811e0f8a2ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:55.823224 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:51:55.823864 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0f034ed-466f-4b55-85a3-b3c5fa8573d4 req-805bf4c6-5208-4922-bf93-c811e0f8a2ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0519037
Mar 26 21:51:55.875876 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a0f034ed-466f-4b55-85a3-b3c5fa8573d4 req-a7375aea-a090-4738-b2c2-67e13d79af16 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463939
Mar 26 21:51:55.918375 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:51:55.929327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': '94ea6a56-4477-4271-9344-cff1ac399553', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'mac_address': 'fa:16:3e:eb:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:51:55.964855 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 94ea6a56-4477-4271-9344-cff1ac399553 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:51:55.965245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:55.980971 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ea6a56-4477-4271-9344-cff1ac399553 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:51:55.999673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:51:56.003245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:56.048720 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:56.056566 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.056924 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.057274 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.057618 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.057959 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.058296 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.058631 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.058964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.059298 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.059627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.059989 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.060320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.060650 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.060974 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.061300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:51:56.323498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['94ea6a56-4477-4271-9344-cff1ac399553'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:51:56.995738 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d638e43-529a-4ce1-a3e3-069ceba7e785 req-5fc5ea41-705c-44bf-b9a0-e1a07276ace6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:56.997272 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d638e43-529a-4ce1-a3e3-069ceba7e785 req-5fc5ea41-705c-44bf-b9a0-e1a07276ace6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 944 time: 0.0535579
Mar 26 21:51:57.049802 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6d638e43-529a-4ce1-a3e3-069ceba7e785 req-03a02951-0fd8-4ae0-aea8-c0677c6936ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470016
Mar 26 21:51:57.823345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:51:57.871887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port 94ea6a56-4477-4271-9344-cff1ac399553 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:51:57.875572 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port 94ea6a56-4477-4271-9344-cff1ac399553 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:51:57.875972 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (94ea6a56-4477-4271-9344-cff1ac399553), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:57.923515 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-095d5e61-7f57-46f2-b48f-7f839e4bfa25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:57.966297 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port 94ea6a56-4477-4271-9344-cff1ac399553 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:51:57.966682 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:57.988559 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:51:57.990762 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127020ee-9238-4ade-9057-b7a2c482005f" -d '{"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-plugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:51:58.002839 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:51:58.008105 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:58.032223 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f99f8b-f82d-4956-9527-2e15ec1a44d6 x-openstack-request-id: req-73f99f8b-f82d-4956-9527-2e15ec1a44d6 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:51:58.032519 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-plugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:51:58.032782 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73f99f8b-f82d-4956-9527-2e15ec1a44d6 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:51:58.033180 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f99f8b-f82d-4956-9527-2e15ec1a44d6'] response: {'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'code': 200}
Mar 26 21:51:58.058919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:51:58.173071 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224daa7-6367-4b34-a860-cc41ecca368e req-828baeed-fc50-4df7-b7fd-a3b1ff5496bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:58.174576 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5224daa7-6367-4b34-a860-cc41ecca368e req-828baeed-fc50-4df7-b7fd-a3b1ff5496bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0771253
Mar 26 21:51:58.184796 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661513b0-c863-4eaa-a3ea-70f0cc451446 req-268da892-4c31-4f23-82c1-6b008a740d19 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:58.186173 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-661513b0-c863-4eaa-a3ea-70f0cc451446 req-268da892-4c31-4f23-82c1-6b008a740d19 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0643318
Mar 26 21:51:58.257310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5224daa7-6367-4b34-a860-cc41ecca368e req-c0959ff8-1fe8-4f86-b6e2-e97c2930d6b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702100
Mar 26 21:51:58.261778 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-661513b0-c863-4eaa-a3ea-70f0cc451446 req-80781bab-ed9c-4984-a25a-0387cd8bbe17 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697746
Mar 26 21:51:58.986854 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:51:59.384181 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d85961-6784-47d5-ac35-fdec55c0b746 req-a56e967a-3a41-44ba-a88c-2b75f59090ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:51:59.385679 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01d85961-6784-47d5-ac35-fdec55c0b746 req-a56e967a-3a41-44ba-a88c-2b75f59090ad tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0530250
Mar 26 21:51:59.435328 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-01d85961-6784-47d5-ac35-fdec55c0b746 req-06ded332-7d26-412b-9f57-466e817e8fb0 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438991
Mar 26 21:52:00.319576 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:00.556259 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee98999-bf59-405f-9cb3-b61a7b22a9cf req-8169b9e1-1ffc-4ced-a01c-5b61ec669c2f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:00.557636 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cee98999-bf59-405f-9cb3-b61a7b22a9cf req-8169b9e1-1ffc-4ced-a01c-5b61ec669c2f tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0558200
Mar 26 21:52:00.604817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-cee98999-bf59-405f-9cb3-b61a7b22a9cf req-970ce792-3969-4fbd-bf51-ee80cc1840a6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416789
Mar 26 21:52:00.719528 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99ccc3-cc44-42a1-b6a9-5dde735a1247 req-5ecdd311-5ec7-4b0f-ab43-b47f61bcb80e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:00.721040 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db99ccc3-cc44-42a1-b6a9-5dde735a1247 req-5ecdd311-5ec7-4b0f-ab43-b47f61bcb80e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0520480
Mar 26 21:52:00.768647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-db99ccc3-cc44-42a1-b6a9-5dde735a1247 req-7d826e15-b902-4f61-8935-1f6e49214fcd tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420930
Mar 26 21:52:00.789456 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50732) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:52:00.836742 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377162b-c3fb-4610-95d1-0c55e4207aae tempest-TestShelveInstance-826443698 tempest-TestShelveInstance-826443698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:00.838163 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7377162b-c3fb-4610-95d1-0c55e4207aae tempest-TestShelveInstance-826443698 tempest-TestShelveInstance-826443698-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1122 time: 0.0477576
Mar 26 21:52:00.840898 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50734) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:52:00.845058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address': '172.20.0.9'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:52:00.864372 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:00.958272 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.064137 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Allocated IP 172.35.4.21 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b35a2f3e-e421-496a-a0a3-d184978f3896) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:52:01.161527 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.195702 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.235761 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:52:01.238870 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:52:01.242281 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:52:01.267659 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=b35a2f3e-e421-496a-a0a3-d184978f3896,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:52:01.623424 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (da4995ce-fcef-45d0-8604-2fa17b3e4e01), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.689895 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.838635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.842940 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.911608 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event updated for resources: {'Port': ['ID=b35a2f3e-e421-496a-a0a3-d184978f3896,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:52:01.919568 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (da4995ce-fcef-45d0-8604-2fa17b3e4e01), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:01.968799 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:02.024004 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Floating IP da4995ce-fcef-45d0-8604-2fa17b3e4e01 associated. External IP: 172.35.4.21, port: 94ea6a56-4477-4271-9344-cff1ac399553.
Mar 26 21:52:02.239051 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:52:02.350069 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:52:02.359546 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:52:02.367258 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:02.368988 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:52:02.370158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:51:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:52:02.409025 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-ae3b07dc-8742-49e0-b03b-3b26f40f5d69 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5555303
Mar 26 21:52:02.409025 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:52:02.409025 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9df51-7fca-4d99-a52c-be20465b44d2" -d '{"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:52:02.436421 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf52f1d-32a5-4acc-a98d-330785ce285e x-openstack-request-id: req-ccf52f1d-32a5-4acc-a98d-330785ce285e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:52:02.436717 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:52:02.436980 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccf52f1d-32a5-4acc-a98d-330785ce285e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:52:02.437399 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf52f1d-32a5-4acc-a98d-330785ce285e'] response: {'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'status': 'completed', 'code': 200}
Mar 26 21:52:02.488326 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:52:02.505801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-222dbfd4-26d9-4db5-948a-9f542f67f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:02.507261 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-222dbfd4-26d9-4db5-948a-9f542f67f934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0453908
Mar 26 21:52:02.602671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-0cd9d85d-8001-48d5-80a3-0b6121843aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:02.604769 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-0cd9d85d-8001-48d5-80a3-0b6121843aa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0897191
Mar 26 21:52:02.671902 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-d1af5851-59fc-4f5c-a782-5f5939d82219 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 998 time: 0.0605412
Mar 26 21:52:02.721102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-bed2d907-1961-466e-a6fc-e7587d92716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:02.722579 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-bed2d907-1961-466e-a6fc-e7587d92716d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0441239
Mar 26 21:52:02.775050 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-fc6854cb-8d2c-4fed-9da4-80e09146baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:02.776544 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-fc6854cb-8d2c-4fed-9da4-80e09146baee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0478799
Mar 26 21:52:02.810563 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368a00>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da4995ce-fcef-45d0-8604-2fa17b3e4e01', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:eb:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:52:01Z', 'updated_at': '2022-03-26T21:52:01Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:52:02.836128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:52:02.844196 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:52:02.844806 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:51:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:52:02.865468 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-8d157253-f72a-4f2b-bb3d-e8a0d9f1bd02 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829282
Mar 26 21:52:02.953305 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:52:02.960188 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d9f9df51-7fca-4d99-a52c-be20465b44d2 req-8a0a7855-d80c-4883-b7ed-2aeead6cb0fa service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887754
Mar 26 21:52:03.172606 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368a00>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da4995ce-fcef-45d0-8604-2fa17b3e4e01', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:eb:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:52:01Z', 'updated_at': '2022-03-26T21:52:01Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:52:03.201538 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286832e2-da7d-4dd3-a438-81289c66af7c None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'da4995ce-fcef-45d0-8604-2fa17b3e4e01', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'floating_ip_address': '172.35.4.21', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'mac_address': 'fa:16:3e:eb:fc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:52:01Z', 'updated_at': '2022-03-26T21:52:01Z', 'revision_number': 0, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:52:03.394870 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ace136-7a05-42ec-b8da-cc267a0813ce None None] New status for floating IP da4995ce-fcef-45d0-8604-2fa17b3e4e01: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:52:14.584356 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:16.242020 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:20.674157 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:52:25.174623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-caed3777-becb-4a50-ba03-2f3ad1dd098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:27.907110 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd2e0-2862-4405-b790-8c81e622a81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:28.993552 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:30.322837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:31.972116 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:44.583930 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:46.260875 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:47.838938 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-3634a77d-35b5-4833-b80c-8789c14df9b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0878973
Mar 26 21:52:47.928245 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-77f6dfbe-377d-43d9-abff-bb3b7501d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:47.929733 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-77f6dfbe-377d-43d9-abff-bb3b7501d6e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0442517
Mar 26 21:52:48.039387 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-c1fafac0-5dd3-4db9-bc28-af6b8a5c5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:48.041018 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-c1fafac0-5dd3-4db9-bc28-af6b8a5c5a54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0882430
Mar 26 21:52:48.106368 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-bbf0145f-27a5-4f43-a975-18f59ac49c38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1000 time: 0.0584502
Mar 26 21:52:48.159472 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-333eb1b4-8a3f-4fe0-9280-f1f0b52d4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:48.160956 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-333eb1b4-8a3f-4fe0-9280-f1f0b52d4473 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0484591
Mar 26 21:52:48.213263 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-04cb08da-a299-4d31-bc5d-b647b7c05123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:52:48.215260 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-04cb08da-a299-4d31-bc5d-b647b7c05123 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469508
Mar 26 21:52:48.227877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-ea1438ea-6fad-4e5b-b935-42439398b281 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:52:48.228838 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-ea1438ea-6fad-4e5b-b935-42439398b281 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048599
Mar 26 21:52:48.324055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-3224021b-db9a-420a-bfda-c3cf867d2f35 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844550
Mar 26 21:52:48.420419 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9f9428d5-29fd-48d4-adeb-efcdcbf71859 req-1acb619a-3027-4464-996b-9ae82410d1dc service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903413
Mar 26 21:52:55.176615 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0c4f9a83-6aed-4640-bd51-8855b383b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:57.673062 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:52:57.908046 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-63052b00-82d9-4bdc-adcc-7947f8e149b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:52:58.993173 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:00.326266 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:01.978126 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:14.583299 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:16.257305 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:25.178229 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f1b01160-3bf3-44c9-a2c3-4ab4dc61d3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:27.908225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-608eed97-0508-458d-a0cf-914996b2ad95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:28.995337 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:30.328109 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:31.970931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:34.672099 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:53:44.583137 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:46.256327 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:47.813225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-d65734f1-eee7-47cc-baa4-127ef6f17309 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0487411
Mar 26 21:53:47.908267 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-b60c4947-2a6d-485b-bfa1-bed33e465d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:53:47.909743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-b60c4947-2a6d-485b-bfa1-bed33e465d9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0441542
Mar 26 21:53:48.021113 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-8ec7cfcf-b758-4485-ab1f-3cfc3f01b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:53:48.022690 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-8ec7cfcf-b758-4485-ab1f-3cfc3f01b1e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0882809
Mar 26 21:53:48.090409 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-a1ae1cb5-84bd-4879-8a30-ba7ea9caf186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1000 time: 0.0562384
Mar 26 21:53:48.144772 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-4b2aa8be-718f-4871-9c63-b11f93ae3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:53:48.146170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-4b2aa8be-718f-4871-9c63-b11f93ae3621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0453842
Mar 26 21:53:48.196754 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-21ae0e8c-e988-454b-8dc1-de5f019aabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:53:48.198221 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-21ae0e8c-e988-454b-8dc1-de5f019aabd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423067
Mar 26 21:53:48.292571 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-69b60a17-5ab4-4878-87ec-d22455f93559 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840108
Mar 26 21:53:48.384640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-8c9a075c-420b-4667-b03e-2bcca0632004 req-149c889d-2c6f-43f3-b537-822f67972bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819926
Mar 26 21:53:55.181397 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dfdf-7b81-4730-a2ca-4b1f750a1beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:57.909663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d9480a00-b0f2-404e-8a5c-5f054f747166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:53:58.997697 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:00.331763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:01.972423 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:11.671184 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:54:14.585940 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:16.255162 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:16.888040 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca884fa8-b272-4adc-b34a-92e6da276614 req-aba3d17a-b0eb-4f3c-9cf2-7ab9abd5befa tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:16.889508 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca884fa8-b272-4adc-b34a-92e6da276614 req-aba3d17a-b0eb-4f3c-9cf2-7ab9abd5befa tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.1135092
Mar 26 21:54:16.942743 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ca884fa8-b272-4adc-b34a-92e6da276614 req-c3296a84-74f1-4879-a60d-136b7658ffc2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475528
Mar 26 21:54:18.125066 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b603e-f2c5-475c-a7f3-40fce3243653 req-d7df4418-6d82-4a34-a3d3-2f434edb5cf9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:18.126544 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-356b603e-f2c5-475c-a7f3-40fce3243653 req-d7df4418-6d82-4a34-a3d3-2f434edb5cf9 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.1105444
Mar 26 21:54:18.174937 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-356b603e-f2c5-475c-a7f3-40fce3243653 req-2eb4fd39-cf8d-42ef-a9ac-1308c29e939c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421736
Mar 26 21:54:19.298556 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5497934-88e2-4f5a-8acc-ac11e93936b6 req-580845a6-8935-49f0-a62d-2fc05a225e2a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:19.300047 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5497934-88e2-4f5a-8acc-ac11e93936b6 req-580845a6-8935-49f0-a62d-2fc05a225e2a tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0535786
Mar 26 21:54:19.348533 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a5497934-88e2-4f5a-8acc-ac11e93936b6 req-0e1cbfaf-0395-45fb-abb5-8f4fb97b33a5 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428538
Mar 26 21:54:20.465324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f63a4-d583-446e-a745-582f31c5c0aa req-cc83cac3-5d6d-4b04-a27e-f4564f4023c1 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:20.466809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c81f63a4-d583-446e-a745-582f31c5c0aa req-cc83cac3-5d6d-4b04-a27e-f4564f4023c1 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0524664
Mar 26 21:54:20.515052 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-c81f63a4-d583-446e-a745-582f31c5c0aa req-ecf1fbda-c251-4da0-a12e-e262c86f6eb8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421071
Mar 26 21:54:21.639736 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4924eb-adb4-405c-ae6d-8eca39238c2c req-38c3bd08-20fd-4f87-a2c3-561e834c31bc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:21.641268 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa4924eb-adb4-405c-ae6d-8eca39238c2c req-38c3bd08-20fd-4f87-a2c3-561e834c31bc tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0564587
Mar 26 21:54:21.689638 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-fa4924eb-adb4-405c-ae6d-8eca39238c2c req-7df90b92-2128-4910-bf09-39f2b35156ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421982
Mar 26 21:54:22.805304 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb097db4-6ecd-44bb-9c7e-93eb70f54f0c req-dfe50bcb-c298-4af8-8515-f092948b031b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:22.806807 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb097db4-6ecd-44bb-9c7e-93eb70f54f0c req-dfe50bcb-c298-4af8-8515-f092948b031b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0515518
Mar 26 21:54:22.859344 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cb097db4-6ecd-44bb-9c7e-93eb70f54f0c req-2126c746-5fea-4e0a-86db-577134248cbb tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467930
Mar 26 21:54:23.983280 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4227c-45a1-4813-9dc0-4c1c58a31493 req-7db9d79b-643d-47f8-a56f-f6c015809c4e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:23.984786 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ee4227c-45a1-4813-9dc0-4c1c58a31493 req-7db9d79b-643d-47f8-a56f-f6c015809c4e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0564616
Mar 26 21:54:24.032640 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-0ee4227c-45a1-4813-9dc0-4c1c58a31493 req-2cd439e1-2d80-4e06-9baf-62667a2481ae tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416300
Mar 26 21:54:25.150524 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10379027-4d47-4407-aa4e-d57d555fa60d req-bc2fd962-d124-48ec-85c5-24be8da2be5d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:25.152015 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10379027-4d47-4407-aa4e-d57d555fa60d req-bc2fd962-d124-48ec-85c5-24be8da2be5d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0526512
Mar 26 21:54:25.183653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-99def300-707f-4f60-8936-4905a7e0d87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:25.202890 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-10379027-4d47-4407-aa4e-d57d555fa60d req-31b12a87-cb48-4dce-aff3-89a873c0e737 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453026
Mar 26 21:54:26.320788 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d549ec-7498-44f7-a64b-618394380498 req-f65b918e-ddb9-407e-8c62-50eba2081087 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:26.322189 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53d549ec-7498-44f7-a64b-618394380498 req-f65b918e-ddb9-407e-8c62-50eba2081087 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0535352
Mar 26 21:54:26.370133 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-53d549ec-7498-44f7-a64b-618394380498 req-c9601717-3b5b-478a-b423-47bb606b9558 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422330
Mar 26 21:54:27.036595 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-8aabeeb3-3878-4afc-9b79-d0e350a599ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:27.038099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-8aabeeb3-3878-4afc-9b79-d0e350a599ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0440183
Mar 26 21:54:27.133016 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-235ac389-515b-4abe-b060-c13c47909512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:27.134464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-235ac389-515b-4abe-b060-c13c47909512 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0854173
Mar 26 21:54:27.199147 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-605a6ed2-c380-42c3-92ae-24712777c6ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1000 time: 0.0574408
Mar 26 21:54:27.253206 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-b1c9bdce-869a-4a1a-9095-0521483df4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:27.254626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-b1c9bdce-869a-4a1a-9095-0521483df4e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0459406
Mar 26 21:54:27.306584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-39c70b19-a00a-4043-91e1-4c55b37cef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:27.308017 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-39c70b19-a00a-4043-91e1-4c55b37cef8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446317
Mar 26 21:54:27.400985 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-7e79cff4-f41f-4168-be6d-92e3e00848e5 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834680
Mar 26 21:54:27.489661 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fadf0-b9c4-4822-b3e2-bac7ab1b5fdb req-9dd0346c-16b5-41e9-b0dc-abf75f3b8dbe tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:27.491149 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-146fadf0-b9c4-4822-b3e2-bac7ab1b5fdb req-9dd0346c-16b5-41e9-b0dc-abf75f3b8dbe tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0527387
Mar 26 21:54:27.495581 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f488dda8-bc68-42a5-afeb-390e186f5b28 req-241f9585-5f7f-458e-9ce5-f26a4d7a6be2 service neutron] 10.222.0.21 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828841
Mar 26 21:54:27.541261 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-146fadf0-b9c4-4822-b3e2-bac7ab1b5fdb req-dfb2454e-6e72-4944-bb40-4a56fa6da4b4 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443866
Mar 26 21:54:27.910841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-19a45201-440d-4191-830d-a9ac297ce500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:28.657573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee5a1a-c581-4c40-8576-fb5a328093b0 req-0a421f41-ed0e-4bde-8824-81d455e62b7d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:28.659580 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3ee5a1a-c581-4c40-8576-fb5a328093b0 req-0a421f41-ed0e-4bde-8824-81d455e62b7d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0518343
Mar 26 21:54:28.711100 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d3ee5a1a-c581-4c40-8576-fb5a328093b0 req-cb3f2033-c602-42a1-8df8-e10c224f67a6 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459969
Mar 26 21:54:29.000021 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:29.839462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80981b5b-0110-40c0-96c4-5e43caa1c328 req-02d6d355-3b0a-41bd-8bc6-dbca3eb65219 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:29.840899 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80981b5b-0110-40c0-96c4-5e43caa1c328 req-02d6d355-3b0a-41bd-8bc6-dbca3eb65219 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0579462
Mar 26 21:54:29.889619 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-80981b5b-0110-40c0-96c4-5e43caa1c328 req-08759f8a-8e83-4537-83d3-9d4f0b32bd52 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430706
Mar 26 21:54:29.958815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [req-e5da742d-4e2c-4eee-8c60-90be507bd984 req-18adebf4-e7ad-4085-abcc-f5a14e4653b3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126738) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:54:29.959855 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e5da742d-4e2c-4eee-8c60-90be507bd984 req-18adebf4-e7ad-4085-abcc-f5a14e4653b3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053542
Mar 26 21:54:30.121447 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-a08bfa16-46d3-46d9-bff6-fa0c21cd8140 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0778890
Mar 26 21:54:30.131672 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173658-6d2e-443c-83c3-1cc71049ce08 req-6cb0182a-99ec-4d60-a13a-0577038929be tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:30.133167 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18173658-6d2e-443c-83c3-1cc71049ce08 req-6cb0182a-99ec-4d60-a13a-0577038929be tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0640910
Mar 26 21:54:30.137891 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-2f8e497f-103d-4791-8ea9-41f4ae6ddbaf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:54:30.138835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-2f8e497f-103d-4791-8ea9-41f4ae6ddbaf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048480
Mar 26 21:54:30.212693 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-18173658-6d2e-443c-83c3-1cc71049ce08 req-27e60a67-d449-4cd8-9e4b-48795025ad97 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729611
Mar 26 21:54:30.228057 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-46598230-069e-4201-95df-a2b3c561cc7b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:30.229386 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-46598230-069e-4201-95df-a2b3c561cc7b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports/94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 942 time: 0.0621963
Mar 26 21:54:30.335363 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:31.333007 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4756-33b8-4a5a-a00d-fe7fb275b67d req-a078ff70-b4c6-43d4-be20-408e91868b92 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:31.334462 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1eba4756-33b8-4a5a-a00d-fe7fb275b67d req-a078ff70-b4c6-43d4-be20-408e91868b92 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0534139
Mar 26 21:54:31.385171 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1eba4756-33b8-4a5a-a00d-fe7fb275b67d req-fa557b52-1c3f-4ee7-adb1-836b05e7677d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449934
Mar 26 21:54:31.949282 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-c1c77b86-a52e-4d04-b845-2de4fd88af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:31.950755 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-c1c77b86-a52e-4d04-b845-2de4fd88af37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&tenant_id=7f82e50b0f4249b889d84b7c46dbb448 HTTP/1.1" status: 200  len: 1127 time: 0.0439737
Mar 26 21:54:31.961971 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:54:31.974792 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.022440 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.218102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:54:32.249251 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:54:32.288354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:54:32.290589 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09694358-2d02-48bf-8390-e97d04ec378e" -d '{"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-unplugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:54:32.294415 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks [] for port (94ea6a56-4477-4271-9344-cff1ac399553), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.306977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Transition to ACTIVE for port object 94ea6a56-4477-4271-9344-cff1ac399553 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:54:32.311501 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.389634 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a458c-6ce7-41d1-8f78-c1ab43fece77 x-openstack-request-id: req-931a458c-6ce7-41d1-8f78-c1ab43fece77 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:54:32.390348 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-unplugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:54:32.390348 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-931a458c-6ce7-41d1-8f78-c1ab43fece77 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:54:32.390567 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931a458c-6ce7-41d1-8f78-c1ab43fece77'] response: {'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'code': 200}
Mar 26 21:54:32.400546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=6']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:54:32.412763 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.413114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.413851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.413851 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.414121 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.414434 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.414764 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.415092 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.415422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.415748 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.416103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.416477 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.416814 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.417057 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.417374 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:32.455358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] No DVR routers for this DVR port 94ea6a56-4477-4271-9344-cff1ac399553 on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:54:32.492152 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:54:32.538215 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] The host nch1-master-1 is not matching for port 94ea6a56-4477-4271-9344-cff1ac399553 host nch2-master-1! {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}}
Mar 26 21:54:32.538926 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:54:32.592381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e39892-40de-479c-a475-87ea4f32c16c req-7f49c3ee-6ee0-4e3d-b547-246c18201192 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:32.593866 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e39892-40de-479c-a475-87ea4f32c16c req-7f49c3ee-6ee0-4e3d-b547-246c18201192 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.1045835
Mar 26 21:54:32.671938 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:54:32.672293 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:54:32.672622 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:54:32.679095 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d0e39892-40de-479c-a475-87ea4f32c16c req-0baf2f8b-c7b6-41d3-86c3-f736c542be9c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792148
Mar 26 21:54:32.681103 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:54:32.681435 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Attempting to bind port 94ea6a56-4477-4271-9344-cff1ac399553 on network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:54:32.686439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:54:32.686782 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Checking segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:54:32.687163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Bound using segment: {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:54:32.687593 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Bound port: 94ea6a56-4477-4271-9344-cff1ac399553, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:54:32.687977 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.748573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:54:32.751416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:54:32.758219 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.790906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:32.791526 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:32.792939 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] 10.222.0.18 "PUT /v2.0/ports/94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1091 time: 0.8353505
Mar 26 21:54:32.825691 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59a841-d016-48d0-9e93-f21cea25f396 service neutron] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=7']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:54:32.860975 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-1b760fb6-4e33-461f-80bf-863987b6ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:32.862550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-1b760fb6-4e33-461f-80bf-863987b6ebef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1125 time: 0.0479822
Mar 26 21:54:32.958624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-0b0a1181-dbfd-4e83-b386-c2e0d1b82cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:32.960190 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-0b0a1181-dbfd-4e83-b386-c2e0d1b82cc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0914066
Mar 26 21:54:33.024224 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-60b3fc77-09dc-482b-a134-afe5c3d5f6a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 998 time: 0.0589190
Mar 26 21:54:33.407544 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-8b8cf523-6e55-4aeb-8165-7e7019b3a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:33.408932 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-8b8cf523-6e55-4aeb-8165-7e7019b3a405 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.3794584
Mar 26 21:54:33.455639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-7370bf10-5acb-4353-8e1c-2c3028d949b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:33.457170 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-7370bf10-5acb-4353-8e1c-2c3028d949b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420673
Mar 26 21:54:33.545444 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-5adc5a47-f257-4b14-8144-21ba61ea8b5c service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821700
Mar 26 21:54:33.630498 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-40195b68-a32a-49da-8a0c-b62cf32ebcfd service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794320
Mar 26 21:54:33.799211 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd55ab9-0fad-4083-abdc-1e193dfd5c4a req-246e2e0c-06eb-41a5-bbc1-32e13d78691e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:33.800734 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fd55ab9-0fad-4083-abdc-1e193dfd5c4a req-246e2e0c-06eb-41a5-bbc1-32e13d78691e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0540984
Mar 26 21:54:33.850598 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6fd55ab9-0fad-4083-abdc-1e193dfd5c4a req-ff2ac0b3-6ccb-482c-a053-18c1e64b1c58 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442259
Mar 26 21:54:34.391734 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:54:34.394077 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:54:34.432799 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a9f157-f613-4980-9718-272cc2793322 x-openstack-request-id: req-a1a9f157-f613-4980-9718-272cc2793322 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:54:34.433433 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:54:34.433753 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1a9f157-f613-4980-9718-272cc2793322 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:54:34.434179 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a9f157-f613-4980-9718-272cc2793322'] response: {'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'status': 'completed', 'code': 200}
Mar 26 21:54:34.499318 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-5259020e-bced-4f52-9059-ff2a4fbc53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:34.500892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-5259020e-bced-4f52-9059-ff2a4fbc53c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1125 time: 0.0472841
Mar 26 21:54:34.599371 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-fe897ea2-29a8-43a1-a28c-ffa2a1d3203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:34.600880 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-fe897ea2-29a8-43a1-a28c-ffa2a1d3203f service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0926707
Mar 26 21:54:34.703652 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-4605633e-ca5e-409b-908a-ee4f6e6c695a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 998 time: 0.0572014
Mar 26 21:54:34.754847 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-cca19640-1668-42da-84de-9e159c70d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:34.757031 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-cca19640-1668-42da-84de-9e159c70d4b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0456269
Mar 26 21:54:34.802014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-a355dbf2-8065-49b9-a14a-8dba28df45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:34.804055 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-a355dbf2-8065-49b9-a14a-8dba28df45f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421176
Mar 26 21:54:34.894025 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-f53cd253-3052-454a-96c2-0773d1eee5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840127
Mar 26 21:54:34.969995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f56e46-5933-40d2-b0f1-719ae134836f req-62046fe2-f646-477b-8325-6857e5e839ab tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:34.971398 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2f56e46-5933-40d2-b0f1-719ae134836f req-62046fe2-f646-477b-8325-6857e5e839ab tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0524712
Mar 26 21:54:34.982464 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-30d0e448-7ec7-4ef6-ae9f-9477d328c9e9 req-aaf43c4a-b71d-49f3-bc20-7082bccb3804 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827844
Mar 26 21:54:35.028994 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-b2f56e46-5933-40d2-b0f1-719ae134836f req-640a73b2-9746-44cf-a042-5e7ecae0603c tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508566
Mar 26 21:54:36.148514 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2583456-a9bc-41d8-b68b-1d9607d9633d req-080beded-de36-4520-a9cd-3966030aa141 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:36.149983 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2583456-a9bc-41d8-b68b-1d9607d9633d req-080beded-de36-4520-a9cd-3966030aa141 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0521591
Mar 26 21:54:36.203407 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c2583456-a9bc-41d8-b68b-1d9607d9633d req-77af745e-c1c6-4d79-afbc-ca0e3d26f853 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477798
Mar 26 21:54:37.320722 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b8dca-5cf9-440b-807e-6c8d7fbf15a5 req-ab5492d9-892d-4574-b197-2b83c38297e8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:37.322093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a3b8dca-5cf9-440b-807e-6c8d7fbf15a5 req-ab5492d9-892d-4574-b197-2b83c38297e8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 943 time: 0.0523305
Mar 26 21:54:37.371404 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3a3b8dca-5cf9-440b-807e-6c8d7fbf15a5 req-f4d23920-f6f2-4d17-8133-c67256dc2131 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437610
Mar 26 21:54:37.820780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:54:37.913372 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:54:37.924247 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': '94ea6a56-4477-4271-9344-cff1ac399553', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'port_id': '94ea6a56-4477-4271-9344-cff1ac399553', 'mac_address': 'fa:16:3e:eb:fc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:54:37.963757 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 94ea6a56-4477-4271-9344-cff1ac399553 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:54:37.964171 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:37.976155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ea6a56-4477-4271-9344-cff1ac399553 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:54:37.994613 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:54:37.998509 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:38.044264 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:54:38.051680 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.052068 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.052419 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.052760 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.053608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.053941 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.054281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.054608 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.054936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.055262 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.055594 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.055939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.056267 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.056592 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.056915 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:54:38.236916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['94ea6a56-4477-4271-9344-cff1ac399553'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:54:38.490329 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f07c2-8c2d-4697-b3de-14bddb50abcc req-40c1ea1d-7833-40c2-af61-0a2fdd33b975 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:38.492297 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e3f07c2-8c2d-4697-b3de-14bddb50abcc req-40c1ea1d-7833-40c2-af61-0a2fdd33b975 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 944 time: 0.0525239
Mar 26 21:54:38.540102 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5e3f07c2-8c2d-4697-b3de-14bddb50abcc req-a0ebe830-e063-4225-ab7e-e6c8a6f9e0f8 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423005
Mar 26 21:54:39.658516 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807c7b-4dd7-4ef8-9ea4-f01c6dda592d req-2ca179a3-8892-425d-9819-d7eb2fb6e905 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:39.660017 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd807c7b-4dd7-4ef8-9ea4-f01c6dda592d req-2ca179a3-8892-425d-9819-d7eb2fb6e905 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 944 time: 0.0521216
Mar 26 21:54:39.707979 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cd807c7b-4dd7-4ef8-9ea4-f01c6dda592d req-52ce5301-258b-4936-a7da-ba32346edebf tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419307
Mar 26 21:54:39.836597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:54:39.883788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port 94ea6a56-4477-4271-9344-cff1ac399553 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:54:39.887693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port 94ea6a56-4477-4271-9344-cff1ac399553 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:54:39.888107 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (94ea6a56-4477-4271-9344-cff1ac399553), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:39.964588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port 94ea6a56-4477-4271-9344-cff1ac399553 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:54:39.964975 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:39.986660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:54:39.988909 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483f5553-91d9-4da0-b79f-2d1b03d0725b" -d '{"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-plugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:54:40.003356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:54:40.007345 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:40.055703 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=9']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:54:40.078627 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c3815a-ea08-4912-828d-c8f54066f5e5 x-openstack-request-id: req-50c3815a-ea08-4912-828d-c8f54066f5e5 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:54:40.078927 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-plugged", "status": "completed", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:54:40.079607 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50c3815a-ea08-4912-828d-c8f54066f5e5 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:54:40.080058 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c3815a-ea08-4912-828d-c8f54066f5e5'] response: {'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'code': 200}
Mar 26 21:54:40.229298 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6377600-fd9d-4c12-ade1-b5e5b60cdd7f req-4b9b1d20-b44b-41a8-8610-c14c5fde3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:40.230787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6377600-fd9d-4c12-ade1-b5e5b60cdd7f req-4b9b1d20-b44b-41a8-8610-c14c5fde3181 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0436149
Mar 26 21:54:40.274255 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6377600-fd9d-4c12-ade1-b5e5b60cdd7f req-51ddc753-f2b7-45f3-8090-1c33666e0f23 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377843
Mar 26 21:54:40.829172 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab184c-a11a-4461-85ca-931cc3ba3c34 req-3a56f7cf-2943-4636-b7f9-b77ad8402add tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:40.830646 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2ab184c-a11a-4461-85ca-931cc3ba3c34 req-3a56f7cf-2943-4636-b7f9-b77ad8402add tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0565822
Mar 26 21:54:40.878065 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-d2ab184c-a11a-4461-85ca-931cc3ba3c34 req-a4b7e928-523b-4718-9dc0-7a28cfca7a64 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418532
Mar 26 21:54:42.000213 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013074-a64a-4dd2-96c8-f4d1d00db178 req-7610e3ae-7ef1-4488-944f-9caac74572d2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:42.001688 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a013074-a64a-4dd2-96c8-f4d1d00db178 req-7610e3ae-7ef1-4488-944f-9caac74572d2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0555975
Mar 26 21:54:42.050538 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5a013074-a64a-4dd2-96c8-f4d1d00db178 req-1c7cf7fc-5ffd-422c-9f39-273b374d731d tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426610
Mar 26 21:54:44.583650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:46.252969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:48.352373 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-5966ef98-cf1d-4321-be46-c229a5f49905 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432723
Mar 26 21:54:48.433918 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-602e119d-8d49-4f75-9807-237a4727d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:48.435404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-602e119d-8d49-4f75-9807-237a4727d4a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0438914
Mar 26 21:54:48.538197 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-6f95520b-9e7f-4429-bd13-e7bc4a87b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:48.539655 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-6f95520b-9e7f-4429-bd13-e7bc4a87b52c service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0868816
Mar 26 21:54:48.603503 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-27d51d62-0962-4e17-b324-4b105532f593 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1000 time: 0.0581789
Mar 26 21:54:48.653507 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-d3501c36-3390-461c-af27-a90fb6304d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:48.654921 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-d3501c36-3390-461c-af27-a90fb6304d51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0461562
Mar 26 21:54:48.670528 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:54:48.703555 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-47b96452-493d-4c83-9e65-a712f7c49c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:54:48.705135 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-47b96452-493d-4c83-9e65-a712f7c49c04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447047
Mar 26 21:54:48.792118 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-7e95dbd3-bf0c-4252-a722-b60c2a4cc018 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813115
Mar 26 21:54:48.883110 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-31c05dd6-f9da-4e8f-8f7b-feaf29e75eb4 req-ed954d3b-f167-47e0-882b-fef412bf8b5c service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853479
Mar 26 21:54:55.185412 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d002000f-93d1-40c6-8cf4-c673243300a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:57.912234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4dff4411-0910-426e-9410-773fcfb40b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:54:59.002923 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:00.337687 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:01.980713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:14.588104 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:16.255832 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:25.188409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f1409f88-e1b5-4b8d-85e8-c7a8818132f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:25.669154 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:55:27.913066 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0846f5bc-bd10-425d-8026-a172cce0be83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:29.006413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:30.339285 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:31.985097 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:44.582535 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:46.253599 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:50.460336 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-7772c3df-3c26-40bc-bd67-c1f48db8b744 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0818722
Mar 26 21:55:50.546652 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-89b48461-571d-4da6-a7db-7d4e21ebb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:55:50.548162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-89b48461-571d-4da6-a7db-7d4e21ebb2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0478942
Mar 26 21:55:50.646460 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-9439e802-0914-4820-9efd-dbcf8957b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:55:50.647886 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-9439e802-0914-4820-9efd-dbcf8957b718 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.0830624
Mar 26 21:55:50.718225 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-771b8ac1-2e57-406e-bcae-76ac995b3fc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 1000 time: 0.0611718
Mar 26 21:55:50.765205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-06ec4889-01d3-4a50-bf8e-49235742b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:55:50.766634 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-06ec4889-01d3-4a50-bf8e-49235742b72a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0425923
Mar 26 21:55:50.815428 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-83cff947-e872-4146-a73d-cd4601d07593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:55:50.816951 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-83cff947-e872-4146-a73d-cd4601d07593 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448031
Mar 26 21:55:50.908143 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-0cf96f18-f5e0-45fb-8219-82bd6cf94e0e service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852735
Mar 26 21:55:50.994136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-707db5e1-35f4-4b32-abcc-24db5811bf35 req-3a319cb8-70ff-4161-9c8e-2d79317e4301 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806730
Mar 26 21:55:55.189454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed8089e6-9f56-4149-a26b-21745794d456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:57.914327 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-27532b81-c6c0-4781-b95a-4ddfc8028a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:55:59.009213 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:00.342023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:00.747736 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 50982) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:00.905319 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Deleting port b35a2f3e-e421-496a-a0a3-d184978f3896 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:00.905651 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:00.983221 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:00.983553 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (b35a2f3e-e421-496a-a0a3-d184978f3896), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:00.994998 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Calling delete_port for b35a2f3e-e421-496a-a0a3-d184978f3896 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:01.138090 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b35a2f3e-e421-496a-a0a3-d184978f3896), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:01.167591 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'Port': ['ID=b35a2f3e-e421-496a-a0a3-d184978f3896,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:01.179457 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.179816 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.180200 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.180540 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.180882 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.181225 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.181560 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.181893 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.182223 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.182553 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.182883 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.183213 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.183541 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.183871 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.184228 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:01.238958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for floatingip (da4995ce-fcef-45d0-8604-2fa17b3e4e01), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:01.239326 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Floating IP da4995ce-fcef-45d0-8604-2fa17b3e4e01 disassociated (deleted). External IP: 172.35.4.21, port: 94ea6a56-4477-4271-9344-cff1ac399553.
Mar 26 21:56:01.457678 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:01.568670 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:01.573408 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:01.580297 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:01.591490 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:01.592217 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:01.604325 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2197b99-04fa-4d15-8744-716a7cfb6c79 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "DELETE /v2.0/floatingips/da4995ce-fcef-45d0-8604-2fa17b3e4e01 HTTP/1.1" status: 204  len: 168 time: 0.8554411
Mar 26 21:56:01.604916 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:56:01.607166 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18289edc-1e2f-4231-9ab7-93eff32cc312" -d '{"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:56:01.646790 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c90484-f24c-434e-a8fd-f9f2fd2ec527 x-openstack-request-id: req-51c90484-f24c-434e-a8fd-f9f2fd2ec527 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:56:01.646790 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:56:01.646790 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51c90484-f24c-434e-a8fd-f9f2fd2ec527 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:56:01.646790 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c90484-f24c-434e-a8fd-f9f2fd2ec527'] response: {'name': 'network-changed', 'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'status': 'completed', 'code': 200}
Mar 26 21:56:01.711710 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:01.718978 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-6a4aa2c6-7315-46f3-b82c-5b742868617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:01.721180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-6a4aa2c6-7315-46f3-b82c-5b742868617d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 1127 time: 0.0555162
Mar 26 21:56:01.847143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-4a16442d-5a81-4187-8977-315a4bfafa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:01.848669 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-4a16442d-5a81-4187-8977-315a4bfafa0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 200  len: 909 time: 0.1213343
Mar 26 21:56:01.897087 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-342e6867-9d9d-4383-9296-12fecb75df59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 200  len: 217 time: 0.0421913
Mar 26 21:56:01.903846 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a81dc1-79c0-41da-afec-f7843bf11adc req-ca01a67b-3cfe-40b1-808d-097d268434a2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:01.905912 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11a81dc1-79c0-41da-afec-f7843bf11adc req-ca01a67b-3cfe-40b1-808d-097d268434a2 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.1041083
Mar 26 21:56:01.919620 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce670>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:01.978747 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-1fb8893b-ca38-468e-bc97-e7cbe5273e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:01.980191 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-1fb8893b-ca38-468e-bc97-e7cbe5273e20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 200  len: 848 time: 0.0734034
Mar 26 21:56:01.992095 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:02.000869 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-11a81dc1-79c0-41da-afec-f7843bf11adc req-0dedb302-e1f7-4502-b956-760024cbb592 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869424
Mar 26 21:56:02.042592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-25d43fc5-bef1-4ac6-87eb-e40463ea3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:02.044550 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-25d43fc5-bef1-4ac6-87eb-e40463ea3468 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579548
Mar 26 21:56:02.045203 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:02.053684 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:02.054287 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61241ce670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:02.137005 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-36b5d1de-4669-42f5-9d1b-cd7fee944abc service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864120
Mar 26 21:56:02.163991 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:02.232699 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-18289edc-1e2f-4231-9ab7-93eff32cc312 req-5173ca70-9eff-41f5-aef9-6104b8493173 service neutron] 10.222.0.18 "GET /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896239
Mar 26 21:56:02.362665 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61241ce670>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:02.392139 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd70f2-2c33-411b-a150-154de38f3b62 None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:47:21Z', 'revision_number': 4, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b', 'name': '', 'network_id': '41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'mac_address': 'fa:16:3e:b0:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:20Z', 'updated_at': '2022-03-26T21:47:25Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'subnets': [{'id': 'ae72b5f1-330c-4a2e-ac84-3a66db274020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:02.606100 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8f5146-e6ac-4ac6-a12b-6fe0aca9c09f None None] New status for floating IP da4995ce-fcef-45d0-8604-2fa17b3e4e01: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:56:02.667452 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:56:03.127260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9fe1f-2888-48f5-ba86-34a484fc9a7e req-8bf8e817-0dbb-4649-9d7f-e6f95d135b30 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:03.128777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4de9fe1f-2888-48f5-ba86-34a484fc9a7e req-8bf8e817-0dbb-4649-9d7f-e6f95d135b30 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0533464
Mar 26 21:56:03.176809 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-4de9fe1f-2888-48f5-ba86-34a484fc9a7e req-cb645fc3-45a4-448a-bfd2-38065ac3772e tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/security-groups?id=202709eb-9a62-44fa-87d1-c91385b4e736&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423472
Mar 26 21:56:03.348808 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0d86e734-1d62-4be5-b449-817471eb09b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:03.350179 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0d86e734-1d62-4be5-b449-817471eb09b3 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.18 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 945 time: 0.0522242
Mar 26 21:56:03.444824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Deleting port 94ea6a56-4477-4271-9344-cff1ac399553 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:03.445166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (94ea6a56-4477-4271-9344-cff1ac399553), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:03.531217 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] For port 94ea6a56-4477-4271-9344-cff1ac399553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94ea6a56-4477-4271-9344-cff1ac399553,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:03.531580 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (94ea6a56-4477-4271-9344-cff1ac399553), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:03.543718 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Calling delete_port for 94ea6a56-4477-4271-9344-cff1ac399553 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:03.672318 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (94ea6a56-4477-4271-9344-cff1ac399553), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:03.698124 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'Port': ['ID=94ea6a56-4477-4271-9344-cff1ac399553,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:03.712354 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.712704 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.713046 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.713381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.713711 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.714163 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.714491 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.714820 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.715156 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.715489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.715875 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.716226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.716621 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.716947 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.717815 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:03.754370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] No DVR routers for this DVR port 94ea6a56-4477-4271-9344-cff1ac399553 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:56:03.756882 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:03.760199 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f7ff5f12-b609-4298-9b4f-870d679abcfa req-0f9e2690-a1b9-45b6-a436-5021495291ac tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.18 "DELETE /v2.0/ports/94ea6a56-4477-4271-9344-cff1ac399553 HTTP/1.1" status: 204  len: 173 time: 0.4038048
Mar 26 21:56:03.760708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-deleted', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:56:03.763031 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea6296-a893-40c0-a9ea-bb29d0a1346a" -d '{"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-deleted", "tag": "94ea6a56-4477-4271-9344-cff1ac399553"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:56:03.806437 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421d3b99-6011-4806-8c87-0d0867c760f0 x-openstack-request-id: req-421d3b99-6011-4806-8c87-0d0867c760f0 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:56:03.806820 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a763d2-9b93-4f41-826d-c6e8bc7a3d76", "name": "network-vif-deleted", "tag": "94ea6a56-4477-4271-9344-cff1ac399553", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:56:03.807086 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-421d3b99-6011-4806-8c87-0d0867c760f0 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:56:03.807523 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421d3b99-6011-4806-8c87-0d0867c760f0'] response: {'server_uuid': '83a763d2-9b93-4f41-826d-c6e8bc7a3d76', 'name': 'network-vif-deleted', 'tag': '94ea6a56-4477-4271-9344-cff1ac399553', 'status': 'completed', 'code': 200}
Mar 26 21:56:04.304740 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-733dd29f-f4ef-40d9-9d5e-64f9f931d78b req-9e13a23a-f05b-4a8d-99b5-18b210d847e7 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "GET /v2.0/ports?device_id=83a763d2-9b93-4f41-826d-c6e8bc7a3d76 HTTP/1.1" status: 200  len: 210 time: 0.0366762
Mar 26 21:56:05.370981 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51034) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:05.427608 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (202709eb-9a62-44fa-87d1-c91385b4e736), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:05.453465 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (202709eb-9a62-44fa-87d1-c91385b4e736), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:05.514992 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (202709eb-9a62-44fa-87d1-c91385b4e736), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:05.517648 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:05.518911 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] 10.222.0.16 "DELETE /v2.0/security-groups/202709eb-9a62-44fa-87d1-c91385b4e736 HTTP/1.1" status: 204  len: 168 time: 0.1469514
Mar 26 21:56:05.527946 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fca3fe-3f79-4759-be6e-00ea047d9365 tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202709eb-9a62-44fa-87d1-c91385b4e736,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:05.562878 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51038) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:06.012704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:06.225071 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:06.245019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: 94ea6a56-4477-4271-9344-cff1ac399553 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:06.245465 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device 94ea6a56-4477-4271-9344-cff1ac399553 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:06.268935 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Deleting port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:06.269206 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:06.350612 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] For port fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:06.350971 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:06.363782 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Calling delete_port for fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:06.546291 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:06.571152 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:06.743813 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.300647 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:07.411404 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:07.416538 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-751f43c8-7849-400d-8a36-c70d8431dfb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/14cebe23-ea3f-4beb-abd1-65d7135b2fbc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8526421
Mar 26 21:56:07.419391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51042) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:07.420178 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Sync routers for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:07.430151 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:07.430858 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:07.525969 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks [] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.536217 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:07.631986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks [] for router_gateway (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.684485 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Deleting port 8b90f68d-effe-4818-965a-d03b6b45e1f6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:07.684831 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.711821 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3310>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72'}], 'enable_snat': True}, 'gw_port_id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:56:06Z', 'revision_number': 5, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port': {'id': '8b90f68d-effe-4818-965a-d03b6b45e1f6', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:19Z', 'updated_at': '2022-03-26T21:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:07.737654 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Checking router: 14cebe23-ea3f-4beb-abd1-65d7135b2fbc for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:07.746027 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Routers {'14cebe23-ea3f-4beb-abd1-65d7135b2fbc'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:07.746640 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:07.763050 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] For port 8b90f68d-effe-4818-965a-d03b6b45e1f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b90f68d-effe-4818-965a-d03b6b45e1f6,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:07.763413 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.776429 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Calling delete_port for 8b90f68d-effe-4818-965a-d03b6b45e1f6 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:07.834583 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] Set router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:07.890626 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3310>, [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:56:07Z', 'revision_number': 6, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:07.921833 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda622a-f1b4-4ac1-9cd7-a140a09e8e6c None None] The sync data for ids ['14cebe23-ea3f-4beb-abd1-65d7135b2fbc'] in ncdv-master-1 is: [{'id': '14cebe23-ea3f-4beb-abd1-65d7135b2fbc', 'name': 'tempest-TestShelveInstance-1552971463-router', 'tenant_id': '7f82e50b0f4249b889d84b7c46dbb448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:18Z', 'updated_at': '2022-03-26T21:56:07Z', 'revision_number': 6, 'project_id': '7f82e50b0f4249b889d84b7c46dbb448', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:07.958036 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (8b90f68d-effe-4818-965a-d03b6b45e1f6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:07.984326 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8b90f68d-effe-4818-965a-d03b6b45e1f6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:08.050483 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.147590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.149994 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks [] for router_controller (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.196307 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (14cebe23-ea3f-4beb-abd1-65d7135b2fbc), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.196827 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cebe23-ea3f-4beb-abd1-65d7135b2fbc {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:56:08.201050 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.202509 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7eacd456-0fb1-4a73-baa5-b413bbc181ed admin admin] 10.222.0.16 "DELETE /v2.0/routers/14cebe23-ea3f-4beb-abd1-65d7135b2fbc HTTP/1.1" status: 204  len: 168 time: 0.7821579
Mar 26 21:56:08.205183 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51044) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:08.252817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Deleting subnet ae72b5f1-330c-4a2e-ac84-3a66db274020 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:56:08.255849 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Publish callbacks [] for subnet (ae72b5f1-330c-4a2e-ac84-3a66db274020), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.290016 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (ae72b5f1-330c-4a2e-ac84-3a66db274020), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.365125 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (ae72b5f1-330c-4a2e-ac84-3a66db274020), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.422739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (ae72b5f1-330c-4a2e-ac84-3a66db274020), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.453110 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.457628 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ae72b5f1-330c-4a2e-ac84-3a66db274020 HTTP/1.1" status: 204  len: 168 time: 0.2515562
Mar 26 21:56:08.458058 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2e0e8-0e77-4d54-8529-51ae1a7d021e None None] Network 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:08.458581 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4537fd4-1615-4061-ab84-72457b9b0f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae72b5f1-330c-4a2e-ac84-3a66db274020,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:08.460346 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51046) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:08.536970 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.594004 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Deleting port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:08.594381 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.623898 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] DHCP port deletion for 41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:56:08.668179 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] For port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:08.668179 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.673371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Deleting port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:08.673763 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.682114 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Calling delete_port for 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:08.738086 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] For port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,segment=NetworkSegment(1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a),segment_id=1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:08.738491 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.755106 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Calling delete_port for 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:08.766604 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.789476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:08.795400 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] No DVR routers for this DVR port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:56:08.832435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (61a3f581-1aae-4249-9a7c-fe0cd7be92b4), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.856904 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Pushing event deleted for resources: {'Port': ['ID=61a3f581-1aae-4249-9a7c-fe0cd7be92b4,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:08.864774 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] No DVR routers for this DVR port 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:56:08.867154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.867509 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.867859 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.868239 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.868595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.868933 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.869269 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.869398 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.869668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.870005 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.870337 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.870667 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.871000 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.871327 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.871656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.872009 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9cb41-0489-4ff7-a0c2-cb7dbe8a6b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:08.893602 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611e21c5b0>,) {'filters': {'network_id': ['41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:08.902672 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e21c5b0>, '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:08.902998 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611e21c5b0>, '1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:08.912166 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.925518 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.931313 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:56:08.931698 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (1c2316cb-d2aa-4a71-bf23-5dd89bbcc14a), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:56:08.933361 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:56:08.990209 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.995715 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:08.999475 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1 HTTP/1.1" status: 204  len: 168 time: 0.5370102
Mar 26 21:56:09.002585 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51048) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:09.010856 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfefcd-10f7-40a8-a64c-4334ca3749e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a18bfe-8e8c-4ee1-9eee-56dd5a6da0f1,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:09.302833 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:09.323939 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:09.324304 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device fcd1f787-d4cc-4ebb-b4ae-7946c3b4469b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:09.324729 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8b90f68d-effe-4818-965a-d03b6b45e1f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:09.345673 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 8b90f68d-effe-4818-965a-d03b6b45e1f6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:09.346019 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 8b90f68d-effe-4818-965a-d03b6b45e1f6 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:09.346431 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:09.357006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:09.365768 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:09.366128 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 61a3f581-1aae-4249-9a7c-fe0cd7be92b4 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:09.607276 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Deleting port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:09.607546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:09.688681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] For port 1a7ba146-f594-440a-ad81-e37c4d6b5f2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:09.689042 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:09.701462 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Calling delete_port for 1a7ba146-f594-440a-ad81-e37c4d6b5f2b owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:09.893066 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (1a7ba146-f594-440a-ad81-e37c4d6b5f2b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:09.920029 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7ba146-f594-440a-ad81-e37c4d6b5f2b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:10.088176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:10.309964 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:10.418468 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:10.423790 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-892a73a8-f06d-4d55-b6be-07179eaf48ab admin admin] 10.222.0.16 "PUT /v2.0/routers/02e48ae9-e7b7-4115-ac88-7bbcfc095f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4201021
Mar 26 21:56:10.426286 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51050) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:10.428838 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Sync routers for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:10.439361 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:10.440043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ead5520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:10.532532 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks [] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:10.545698 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:10.640252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks [] for router_gateway (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:10.696401 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Deleting port bb23502f-7b81-48cb-afee-9a47570f31c2 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:10.696745 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:10.781896 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] For port bb23502f-7b81-48cb-afee-9a47570f31c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb23502f-7b81-48cb-afee-9a47570f31c2,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:10.782262 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:10.794210 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Calling delete_port for bb23502f-7b81-48cb-afee-9a47570f31c2 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:10.874348 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ead5520>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:56:09Z', 'revision_number': 5, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port': {'id': 'bb23502f-7b81-48cb-afee-9a47570f31c2', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:83:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:47:23Z', 'updated_at': '2022-03-26T21:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:10.903494 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Checking router: 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:10.912204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Routers {'02e48ae9-e7b7-4115-ac88-7bbcfc095f17'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:10.912817 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611ead5520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:11.005043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] Set router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:11.060797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611ead5520>, [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:56:10Z', 'revision_number': 6, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:11.092702 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76561e16-a69c-4dd6-a867-6f99c3c825b4 None None] The sync data for ids ['02e48ae9-e7b7-4115-ac88-7bbcfc095f17'] in ncdv-master-1 is: [{'id': '02e48ae9-e7b7-4115-ac88-7bbcfc095f17', 'name': 'tempest-TestShelveInstance-667246586-router', 'tenant_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:47:22Z', 'updated_at': '2022-03-26T21:56:10Z', 'revision_number': 6, 'project_id': 'bab6ea3329fa4e9fa807bc593b00d5fb', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:11.310276 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (bb23502f-7b81-48cb-afee-9a47570f31c2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.336542 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb23502f-7b81-48cb-afee-9a47570f31c2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:11.396239 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.491683 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.493863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks [] for router_controller (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.537538 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (02e48ae9-e7b7-4115-ac88-7bbcfc095f17), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.538166 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e48ae9-e7b7-4115-ac88-7bbcfc095f17 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 21:56:11.542521 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.544287 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-83b6b26f-c087-45b5-9b9e-1bfba90fd697 admin admin] 10.222.0.16 "DELETE /v2.0/routers/02e48ae9-e7b7-4115-ac88-7bbcfc095f17 HTTP/1.1" status: 204  len: 168 time: 1.1168170
Mar 26 21:56:11.546685 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51052) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:11.600146 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Deleting subnet 57126fb1-d46a-4236-9401-23f41361023e {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 21:56:11.600353 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a7ba146-f594-440a-ad81-e37c4d6b5f2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:11.604191 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Publish callbacks [] for subnet (57126fb1-d46a-4236-9401-23f41361023e), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.620166 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 1a7ba146-f594-440a-ad81-e37c4d6b5f2b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:11.620528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 1a7ba146-f594-440a-ad81-e37c4d6b5f2b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:11.644321 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (57126fb1-d46a-4236-9401-23f41361023e), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.723259 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (57126fb1-d46a-4236-9401-23f41361023e), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.779283 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (57126fb1-d46a-4236-9401-23f41361023e), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.805758 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57126fb1-d46a-4236-9401-23f41361023e,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:11.811805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.817363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a79c08d7-0e4d-4767-8dfc-7dd7bd189ca5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/57126fb1-d46a-4236-9401-23f41361023e HTTP/1.1" status: 204  len: 168 time: 0.2672651
Mar 26 21:56:11.818171 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51054) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:11.821528 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f78771-b2d5-4a09-a65c-d598958e04d0 None None] Network cac89eec-6543-4e3a-ad36-84a9bd22efb5 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:11.889915 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (cac89eec-6543-4e3a-ad36-84a9bd22efb5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.941439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Deleting port a747c723-5050-41b0-9c69-aa98a4f30410 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:11.941778 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:11.981554 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] DHCP port deletion for cac89eec-6543-4e3a-ad36-84a9bd22efb5 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 21:56:12.008422 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] For port a747c723-5050-41b0-9c69-aa98a4f30410, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a747c723-5050-41b0-9c69-aa98a4f30410,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:12.008767 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.021957 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Calling delete_port for a747c723-5050-41b0-9c69-aa98a4f30410 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:12.034580 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Deleting port a747c723-5050-41b0-9c69-aa98a4f30410 {{(pid=126739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 21:56:12.034958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), before_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.100857 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.106095 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] For port a747c723-5050-41b0-9c69-aa98a4f30410, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a747c723-5050-41b0-9c69-aa98a4f30410,segment=NetworkSegment(09120872-dd95-4648-9ddb-43cd5194cbe4),segment_id=09120872-dd95-4648-9ddb-43cd5194cbe4)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:12.106694 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), precommit_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.119287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Calling delete_port for a747c723-5050-41b0-9c69-aa98a4f30410 owned by network:dhcp {{(pid=126739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 21:56:12.130332 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a747c723-5050-41b0-9c69-aa98a4f30410,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:12.132533 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] No DVR routers for this DVR port a747c723-5050-41b0-9c69-aa98a4f30410 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:56:12.196972 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934'] for port (a747c723-5050-41b0-9c69-aa98a4f30410), after_delete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.202570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (cac89eec-6543-4e3a-ad36-84a9bd22efb5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.222320 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] Pushing event deleted for resources: {'Port': ['ID=a747c723-5050-41b0-9c69-aa98a4f30410,revision_number=None']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:12.222649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611eff4790>,) {'filters': {'network_id': ['cac89eec-6543-4e3a-ad36-84a9bd22efb5']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:12.227410 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59387fb8-2cd9-4776-911f-711f3a37e800 None None] No DVR routers for this DVR port a747c723-5050-41b0-9c69-aa98a4f30410 on host ncdv-master-1 {{(pid=126739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 21:56:12.232294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eff4790>, '09120872-dd95-4648-9ddb-43cd5194cbe4') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:12.232708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611eff4790>, '09120872-dd95-4648-9ddb-43cd5194cbe4') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:12.242487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (09120872-dd95-4648-9ddb-43cd5194cbe4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.256095 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (09120872-dd95-4648-9ddb-43cd5194cbe4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.262042 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 21:56:12.262369 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (09120872-dd95-4648-9ddb-43cd5194cbe4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 21:56:12.265069 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 21:56:12.322344 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (cac89eec-6543-4e3a-ad36-84a9bd22efb5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.329091 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.332322 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cac89eec-6543-4e3a-ad36-84a9bd22efb5 HTTP/1.1" status: 204  len: 168 time: 0.5125217
Mar 26 21:56:12.345425 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33986eb-dc7d-46cc-a79a-4162997f77b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac89eec-6543-4e3a-ad36-84a9bd22efb5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:12.438439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51058) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:12.477404 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-28c8b13b-9d07-4203-9f77-3509b3d12bf3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f82e50b0f4249b889d84b7c46dbb448&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377941
Mar 26 21:56:12.479773 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51060) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:12.526439 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] Publish callbacks [] for security_group (a33f5145-39b0-492e-8991-ae0e1eac2340), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.546831 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] Publish callbacks [] for security_group (a33f5145-39b0-492e-8991-ae0e1eac2340), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.596273 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (a33f5145-39b0-492e-8991-ae0e1eac2340), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.598809 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:12.599961 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a33f5145-39b0-492e-8991-ae0e1eac2340 HTTP/1.1" status: 204  len: 168 time: 0.1192198
Mar 26 21:56:12.608246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81dc488-f3b2-4afa-b7df-4a534a9274b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f5145-39b0-492e-8991-ae0e1eac2340,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:12.905877 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51066) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:12.945720 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-ddc46656-848b-4229-ba3a-d8936b091203 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bab6ea3329fa4e9fa807bc593b00d5fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386326
Mar 26 21:56:12.948211 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51068) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:12.995560 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] Publish callbacks [] for security_group (12f684c5-3845-49ae-85ed-fc8394bda4f5), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.017690 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] Publish callbacks [] for security_group (12f684c5-3845-49ae-85ed-fc8394bda4f5), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.064824 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (12f684c5-3845-49ae-85ed-fc8394bda4f5), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.067394 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.068588 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12f684c5-3845-49ae-85ed-fc8394bda4f5 HTTP/1.1" status: 204  len: 168 time: 0.1192648
Mar 26 21:56:13.075898 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a6694-b3ae-4704-a7b6-696be3fd1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f684c5-3845-49ae-85ed-fc8394bda4f5,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:13.300858 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb23502f-7b81-48cb-afee-9a47570f31c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:13.321195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: bb23502f-7b81-48cb-afee-9a47570f31c2 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:13.321624 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device bb23502f-7b81-48cb-afee-9a47570f31c2 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:13.322035 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a747c723-5050-41b0-9c69-aa98a4f30410 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:56:13.340796 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: a747c723-5050-41b0-9c69-aa98a4f30410 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 21:56:13.341154 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device a747c723-5050-41b0-9c69-aa98a4f30410 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 21:56:13.729386 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51090) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:13.822476 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1215608156-network', 'tenant_id': '91377f5443a24bebb01fc02288b2f172'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:13.841037 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Made reservation on behalf of 91377f5443a24bebb01fc02288b2f172 for: {'network': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:56:13.843990 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.852753 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.927757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks [] for security_group (eb3107c1-096f-4acd-9e66-549e15036077), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.931274 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eb3107c1-096f-4acd-9e66-549e15036077), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.951079 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=126738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:56:13.964241 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3107c1-096f-4acd-9e66-549e15036077,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:13.969042 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40d9666b-383b-453c-b43a-1173ca011bdb), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:13.969380 ncdv-master-1 neutron-server[126738]: INFO neutron.db.segments_db [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Added segment 40d9666b-383b-453c-b43a-1173ca011bdb of type vlan for network 22db34bd-067f-45b8-9697-d649f5453140
Mar 26 21:56:14.009736 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (22db34bd-067f-45b8-9697-d649f5453140), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.035714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (22db34bd-067f-45b8-9697-d649f5453140), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.036745 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:14.037562 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.071606 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3411348
Mar 26 21:56:14.074677 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51094) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:14.080193 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Request body: {'subnet': {'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1215608156-subnet', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'ip_version': 4}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:14.100096 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Made reservation on behalf of 91377f5443a24bebb01fc02288b2f172 for: {'subnet': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:56:14.102348 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59248083'] for subnet (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.106243 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acf5bb-3a21-4175-a0c0-fa1d49d30829 admin admin] Pushing event updated for resources: {'Network': ['ID=22db34bd-067f-45b8-9697-d649f5453140,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:14.116134 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network 22db34bd-067f-45b8-9697-d649f5453140 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:56:14.269263 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59581673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59248069'] for subnet (6bd9dbf6-3206-4bb5-adbb-ec931ee606c3), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.334412 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:14.340512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Checking segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:14.340512 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Network hostable DHCP agents. Network: 22db34bd-067f-45b8-9697-d649f5453140, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126736) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:56:14.356505 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Network 22db34bd-067f-45b8-9697-d649f5453140 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126736) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:56:14.365192 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22db34bd-067f-45b8-9697-d649f5453140) {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:14.369312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:14.369908 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.375871 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f5b62-48a4-4200-8eb0-ea988387d3e4 None None] Network 22db34bd-067f-45b8-9697-d649f5453140 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:14.385103 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4b9ad76d-051f-4f59-a44a-4544e35e93f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3093646
Mar 26 21:56:14.388024 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51096) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:14.392890 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:14.411940 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.413268 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.470487 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for router_controller (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.474916 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22db34bd-067f-45b8-9697-d649f5453140', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:56:14.475780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.602885 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.617067 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for router_gateway (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.621362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Allocated IP 172.20.0.2 (22db34bd-067f-45b8-9697-d649f5453140/6bd9dbf6-3206-4bb5-adbb-ec931ee606c3/ea84a456-abc4-4182-a54c-ddba93e30bf8) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:14.778023 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks [] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.786891 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.820792 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Network 22db34bd-067f-45b8-9697-d649f5453140 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:14.822492 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:14.830139 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:14.833535 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for router_gateway (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.857289 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.884595 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Pushing event updated for resources: {'Port': ['ID=ea84a456-abc4-4182-a54c-ddba93e30bf8,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:14.900286 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Attempting to bind port ea84a456-abc4-4182-a54c-ddba93e30bf8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:14.900637 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Attempting to bind port ea84a456-abc4-4182-a54c-ddba93e30bf8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:14.901014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Attempting to bind port ea84a456-abc4-4182-a54c-ddba93e30bf8 on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:14.906831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:14.907230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Checking segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:14.907633 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.908065 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Bound using segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:14.908544 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Bound port: ea84a456-abc4-4182-a54c-ddba93e30bf8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:14.908931 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:14.969729 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Allocated IP 172.35.4.253 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/94312d70-a8ac-4806-a66d-bf7466750a89) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:14.975467 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] For port ea84a456-abc4-4182-a54c-ddba93e30bf8, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:14.978919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] For port ea84a456-abc4-4182-a54c-ddba93e30bf8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea84a456-abc4-4182-a54c-ddba93e30bf8,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:14.985156 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.045426 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712ecc7-bfc7-471c-a5f4-6e2e5cd23a81 None None] Pushing event updated for resources: {'Port': ['ID=ea84a456-abc4-4182-a54c-ddba93e30bf8,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:15.075294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for port (94312d70-a8ac-4806-a66d-bf7466750a89), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.110544 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.153118 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:15.156665 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:15.160190 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:15.194965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Pushing event updated for resources: {'Port': ['ID=94312d70-a8ac-4806-a66d-bf7466750a89,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:15.352079 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea84a456-abc4-4182-a54c-ddba93e30bf8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:15.411424 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ea84a456-abc4-4182-a54c-ddba93e30bf8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:15.412199 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.494080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ea84a456-abc4-4182-a54c-ddba93e30bf8 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:15.494389 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.529867 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port ea84a456-abc4-4182-a54c-ddba93e30bf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea84a456-abc4-4182-a54c-ddba93e30bf8,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:15.534277 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.588216 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=ea84a456-abc4-4182-a54c-ddba93e30bf8,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:15.778461 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for router_gateway (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.983836 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:15.993445 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896221a-84c8-4216-8be2-e4c5900f140f None None] Network 22db34bd-067f-45b8-9697-d649f5453140 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:16.070406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-98a4030e-4e08-4fce-b254-4543101aae82 None None] Provisioning complete for port ea84a456-abc4-4182-a54c-ddba93e30bf8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:16.070777 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-98a4030e-4e08-4fce-b254-4543101aae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.116993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:56:16.196382 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-98a4030e-4e08-4fce-b254-4543101aae82 None None] Current status of the port ea84a456-abc4-4182-a54c-ddba93e30bf8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:16.240060 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:16.253269 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:16.256780 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.266522 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.267307 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:16.267976 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-f6179f1f-b796-40df-9c2e-c99cccacf664 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8783894
Mar 26 21:56:16.270600 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51098) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:16.270813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:16.385206 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:16.423879 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-4fbe1d8f-1af1-42b7-861b-78b89c121a03 None None] Provisioning complete for port ea84a456-abc4-4182-a54c-ddba93e30bf8 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:16.424516 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1d8f-1af1-42b7-861b-78b89c121a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.505885 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe1d8f-1af1-42b7-861b-78b89c121a03 None None] Current status of the port ea84a456-abc4-4182-a54c-ddba93e30bf8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:16.579443 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3880>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:15Z', 'revision_number': 3, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:16.605952 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:16.606311 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Updating router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a port 94312d70-a8ac-4806-a66d-bf7466750a89 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:56:16.632373 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.707360 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.866717 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Allocated IP 172.20.0.1 (22db34bd-067f-45b8-9697-d649f5453140/6bd9dbf6-3206-4bb5-adbb-ec931ee606c3/3a9df0a7-10b4-4a30-97f8-cc5d6cc30201) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:16.971733 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks [] for port (94312d70-a8ac-4806-a66d-bf7466750a89), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.974875 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks [] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:16.977342 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.011129 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.031005 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Pushing event updated for resources: {'Port': ['ID=94312d70-a8ac-4806-a66d-bf7466750a89,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:17.033367 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Attempting to bind port 94312d70-a8ac-4806-a66d-bf7466750a89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:17.033744 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Attempting to bind port 94312d70-a8ac-4806-a66d-bf7466750a89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:17.034115 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Attempting to bind port 94312d70-a8ac-4806-a66d-bf7466750a89 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:17.043253 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.043605 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.044243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.044814 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.044952 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.045288 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.046445 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.046445 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.046445 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.046746 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.046861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.047182 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.047503 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.047827 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.048171 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:56:17.050489 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Network 22db34bd-067f-45b8-9697-d649f5453140 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:17.051584 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:17.051872 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:17.052307 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.052690 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:17.053169 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Bound port: 94312d70-a8ac-4806-a66d-bf7466750a89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:17.053727 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.054146 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:17.056438 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:17.089366 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:17.104816 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.105337 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] For port 94312d70-a8ac-4806-a66d-bf7466750a89, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:17.109412 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] For port 94312d70-a8ac-4806-a66d-bf7466750a89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94312d70-a8ac-4806-a66d-bf7466750a89,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:17.116123 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.184893 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9aa5-aa1f-4934-aba3-e7d26dc65731 None None] Pushing event updated for resources: {'Port': ['ID=94312d70-a8ac-4806-a66d-bf7466750a89,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:17.188128 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:17.188750 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61242e3880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:17.256144 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.304525 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:17.338480 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea84a456-abc4-4182-a54c-ddba93e30bf8 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:17.343195 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-f1846100-03c5-4693-bcfa-5b9555a70468 None None] Provisioning complete for port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:17.343650 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f1846100-03c5-4693-bcfa-5b9555a70468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.403983 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-f1846100-03c5-4693-bcfa-5b9555a70468 None None] Port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:56:17.417205 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port ea84a456-abc4-4182-a54c-ddba93e30bf8 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:17.417587 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.451702 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks [] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.456870 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.499283 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port ea84a456-abc4-4182-a54c-ddba93e30bf8 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:17.500064 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61242e3880>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:15Z', 'revision_number': 3, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:17.524296 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.526102 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:17.526597 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80cea8-e3f0-465a-a4d4-3ad967fc8d2c None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:15Z', 'revision_number': 3, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:17.625038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Network 22db34bd-067f-45b8-9697-d649f5453140 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:17.626538 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:17.762603 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:17.900693 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:17.907194 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-714b431e-9fd4-4982-9a89-d76df3a6e8e8 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ed7f68c-13c4-40c2-b3ab-3bd64f69530a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6351802
Mar 26 21:56:17.936155 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b04748aa-492b-4cb0-9d0e-4dbc72e4861e None None] Provisioning complete for port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:17.936824 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b04748aa-492b-4cb0-9d0e-4dbc72e4861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:17.974616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b04748aa-492b-4cb0-9d0e-4dbc72e4861e None None] Port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:56:18.438452 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51114) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:18.443525 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1751048915-network', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:18.464284 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Made reservation on behalf of aa972b0087944c5fa135bda1fa3f09c1 for: {'network': 1} {{(pid=126736) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:56:18.466620 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for network (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.475446 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.548590 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks [] for security_group (d81b2c54-bce5-4f0f-94da-d1030ca5e1c9), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.552184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d81b2c54-bce5-4f0f-94da-d1030ca5e1c9), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.576853 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=126736) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Mar 26 21:56:18.585370 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b2c54-bce5-4f0f-94da-d1030ca5e1c9,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:18.591293 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a173b48-0dea-403f-a487-ec9f1474a142), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.591680 ncdv-master-1 neutron-server[126736]: INFO neutron.db.segments_db [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Added segment 4a173b48-0dea-403f-a487-ec9f1474a142 of type vlan for network f5a0f212-ea69-4917-9068-bae5e933bae2
Mar 26 21:56:18.630518 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753451579230'] for network (f5a0f212-ea69-4917-9068-bae5e933bae2), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.655449 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686'] for network (f5a0f212-ea69-4917-9068-bae5e933bae2), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.656511 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:18.657101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.689132 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2493539
Mar 26 21:56:18.691876 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51116) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:18.696864 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Request body: {'subnet': {'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1751048915-subnet', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'ip_version': 4}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:18.715965 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Made reservation on behalf of aa972b0087944c5fa135bda1fa3f09c1 for: {'subnet': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:56:18.718387 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843825'] for subnet (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.724598 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24fb09-4f0b-4f94-be2f-15adde696e76 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a0f212-ea69-4917-9068-bae5e933bae2,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:18.735037 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Network f5a0f212-ea69-4917-9068-bae5e933bae2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=126739) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Mar 26 21:56:18.889111 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60570177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843815'] for subnet (30758e2f-53e8-4ffd-99e8-b12b0c0f633b), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.941932 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=30758e2f-53e8-4ffd-99e8-b12b0c0f633b,revision_number=0']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:18.951628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Checking segment: {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:18.952017 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Network hostable DHCP agents. Network: f5a0f212-ea69-4917-9068-bae5e933bae2, hostable agents: ['01693f37-8fe2-4019-acbf-952c262faea2'], hosted agents: [] {{(pid=126738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Mar 26 21:56:18.969167 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Network f5a0f212-ea69-4917-9068-bae5e933bae2 is scheduled to be hosted by DHCP agent 01693f37-8fe2-4019-acbf-952c262faea2 with binding_index 1 {{(pid=126738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Mar 26 21:56:18.978591 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5a0f212-ea69-4917-9068-bae5e933bae2) {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:18.983616 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:18.984315 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:18.989421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328cfc9-a054-4dfc-9c36-aa9cf739f640 None None] Network f5a0f212-ea69-4917-9068-bae5e933bae2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:19.002791 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c624f03a-723b-4dff-8c17-198319119dac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3097358
Mar 26 21:56:19.005546 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51118) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:19.010825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:19.032736 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3906613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-87927'] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.033733 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3900411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3722975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-87932'] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.093642 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for router_controller (030732e1-4a37-43ff-a5ed-0cc2c8846941), precommit_add_association {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.104819 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5a0f212-ea69-4917-9068-bae5e933bae2', 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2', 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'fixed_ips': [{'subnet_id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b'}]}} from ncdv-master-1. {{(pid=126739) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Mar 26 21:56:19.106048 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.244559 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for router_gateway (030732e1-4a37-43ff-a5ed-0cc2c8846941), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.278616 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:19.300357 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:19.301293 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfbfd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:19.380688 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 94312d70-a8ac-4806-a66d-bf7466750a89 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:19.539158 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.db_base_plugin_common [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Allocated IP 172.20.0.2 (f5a0f212-ea69-4917-9068-bae5e933bae2/30758e2f-53e8-4ffd-99e8-b12b0c0f633b/cda38c87-b473-48f7-b2cb-4e78668bdf2b) {{(pid=126739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:19.553964 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:19.585356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 94312d70-a8ac-4806-a66d-bf7466750a89 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:19.585733 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.816294 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for router_gateway (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.835253 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.896607 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 94312d70-a8ac-4806-a66d-bf7466750a89 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:19.897205 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.935387 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks [] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), precommit_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.942835 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Allocated IP 172.35.4.180 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/b5a7c07e-8798-428f-853a-8f87820a2f05) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:19.949070 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port 94312d70-a8ac-4806-a66d-bf7466750a89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94312d70-a8ac-4806-a66d-bf7466750a89,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:19.950560 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), after_create {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:19.962165 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.000657 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Network f5a0f212-ea69-4917-9068-bae5e933bae2 is already hosted by enough agents. {{(pid=126739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:20.010639 ncdv-master-1 neutron-server[126739]: DEBUG neutron.scheduler.base_scheduler [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Resources bound (agent type, host, resource id):  {{(pid=126739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:20.013326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Pushing event updated for resources: {'Port': ['ID=cda38c87-b473-48f7-b2cb-4e78668bdf2b,revision_number=1']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.015543 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Received port after_create {{(pid=126739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:20.053259 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.087770 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.103180 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfbfd00>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 2, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:20.126462 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:20.129297 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:20.132675 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:20.145329 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=94312d70-a8ac-4806-a66d-bf7466750a89,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.148311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:20.148678 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Updating router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:56:20.151108 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Attempting to bind port cda38c87-b473-48f7-b2cb-4e78668bdf2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:20.151484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Attempting to bind port cda38c87-b473-48f7-b2cb-4e78668bdf2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:20.151850 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Attempting to bind port cda38c87-b473-48f7-b2cb-4e78668bdf2b on network f5a0f212-ea69-4917-9068-bae5e933bae2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:20.160678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Pushing event updated for resources: {'Port': ['ID=b5a7c07e-8798-428f-853a-8f87820a2f05,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.175242 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:20.175633 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Checking segment: {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:20.176081 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.176483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Bound using segment: {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:20.176975 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Bound port: cda38c87-b473-48f7-b2cb-4e78668bdf2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:20.177359 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.194873 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.327668 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] For port cda38c87-b473-48f7-b2cb-4e78668bdf2b, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:20.350193 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] For port cda38c87-b473-48f7-b2cb-4e78668bdf2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cda38c87-b473-48f7-b2cb-4e78668bdf2b,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:20.360737 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.395402 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for router_gateway (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.480081 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4140bc9-e082-48c9-9479-fcbc4ab53c93 None None] Pushing event updated for resources: {'Port': ['ID=cda38c87-b473-48f7-b2cb-4e78668bdf2b,revision_number=2']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.574708 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks [] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.581476 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.632483 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422e3eb-484e-45e2-839e-ef7a6094e857 None None] Pushing event updated for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.637716 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3906632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3900358'] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.717893 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Attempting to bind port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:20.718326 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Attempting to bind port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:20.718701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Attempting to bind port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:20.726018 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:20.726430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Checking segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:20.726953 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.727371 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Bound using segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:20.727846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Bound port: 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:20.728284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.809189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] For port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:20.814205 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Router 030732e1-4a37-43ff-a5ed-0cc2c8846941 is scheduled to L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 with binding_index 1 {{(pid=126738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Mar 26 21:56:20.815406 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] For port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:20.822841 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.884261 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422e3eb-484e-45e2-839e-ef7a6094e857 None None] Pushing event updated for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:20.886872 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:20.887555 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611dfbfd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:20.941469 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:20.952818 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Sync routers for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:20.967312 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:20.967750 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] Publish callbacks [] for router (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:20.968094 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:20.969445 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-71c99b0d-3b68-435c-ab00-fceca09a565f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.9624255
Mar 26 21:56:20.972252 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51120) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:20.984230 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Provisioning complete for port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:20.984796 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.041954 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:21.126047 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:21.416183 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Current status of the port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:21.416622 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.467811 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77f1f0>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:20Z', 'revision_number': 3, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:21.496341 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 94312d70-a8ac-4806-a66d-bf7466750a89 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:21.504484 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] For port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:21.536226 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Checking router: 030732e1-4a37-43ff-a5ed-0cc2c8846941 for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:21.536615 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Updating router 030732e1-4a37-43ff-a5ed-0cc2c8846941 port b5a7c07e-8798-428f-853a-8f87820a2f05 binding host ncdv-master-1 {{(pid=126741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:56:21.553017 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.578387 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.588452 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.659153 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70587-ec32-4746-a06a-dbd8da8264e2 None None] Pushing event updated for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:21.667059 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 94312d70-a8ac-4806-a66d-bf7466750a89 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:21.667442 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.709222 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611dfbfd00>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:20Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:21.711039 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0323d3fe-c82a-4139-b3aa-c82689c0f588 None None] Provisioning complete for port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:21.711855 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0323d3fe-c82a-4139-b3aa-c82689c0f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.767581 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2dc0b9-3dac-4723-8bf8-78e427e719fc None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:20Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:21.833526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb2110-91b0-4e90-9291-00a23c6bbe0c None None] Network f5a0f212-ea69-4917-9068-bae5e933bae2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 21:56:21.850504 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Allocated IP 172.20.0.1 (f5a0f212-ea69-4917-9068-bae5e933bae2/30758e2f-53e8-4ffd-99e8-b12b0c0f633b/45aa3bf1-8846-44fd-91a7-9b18763039e6) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:21.907766 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 94312d70-a8ac-4806-a66d-bf7466750a89 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:21.908988 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cda38c87-b473-48f7-b2cb-4e78668bdf2b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:21.943664 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks [] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), precommit_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:21.950856 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.004080 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0323d3fe-c82a-4139-b3aa-c82689c0f588 None None] Current status of the port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:22.006730 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Attempting to bind port b5a7c07e-8798-428f-853a-8f87820a2f05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:22.007209 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Attempting to bind port b5a7c07e-8798-428f-853a-8f87820a2f05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:22.007464 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Attempting to bind port b5a7c07e-8798-428f-853a-8f87820a2f05 on network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:22.018415 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:22.018703 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Checking segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:22.019102 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.019625 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Bound using segment: {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'} {{(pid=126741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:22.020017 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.managers [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Bound port: b5a7c07e-8798-428f-853a-8f87820a2f05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82'}}] {{(pid=126741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:22.020370 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), before_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.022996 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks [] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.066694 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.068016 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cda38c87-b473-48f7-b2cb-4e78668bdf2b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:22.068454 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.078570 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] For port b5a7c07e-8798-428f-853a-8f87820a2f05, host ncdv-master-1, cleared binding levels {{(pid=126741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:22.093681 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a72715-5d93-40ee-9356-abf2fa8ca60a None None] Pushing event updated for resources: {'Port': ['ID=b5a7c07e-8798-428f-853a-8f87820a2f05,revision_number=2']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:22.111283 ncdv-master-1 neutron-server[126741]: DEBUG neutron.plugins.ml2.db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] For port b5a7c07e-8798-428f-853a-8f87820a2f05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a7c07e-8798-428f-853a-8f87820a2f05,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:22.121391 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Network f5a0f212-ea69-4917-9068-bae5e933bae2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:22.125681 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:22.125961 ncdv-master-1 neutron-server[126741]: DEBUG neutron_lib.callbacks.manager [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), after_update {{(pid=126741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.129589 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:22.159942 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Pushing event updated for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:22.160507 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Provisioning complete for port cda38c87-b473-48f7-b2cb-4e78668bdf2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:22.160888 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.181243 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3900923'] for router_interface (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.244604 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cda38c87-b473-48f7-b2cb-4e78668bdf2b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:22.245563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.318078 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port cda38c87-b473-48f7-b2cb-4e78668bdf2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cda38c87-b473-48f7-b2cb-4e78668bdf2b,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:22.338131 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:22.338584 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.338751 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f77f1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:22.351898 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a72715-5d93-40ee-9356-abf2fa8ca60a None None] Pushing event updated for resources: {'Port': ['ID=b5a7c07e-8798-428f-853a-8f87820a2f05,revision_number=3']} {{(pid=126741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:22.396091 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Current status of the port cda38c87-b473-48f7-b2cb-4e78668bdf2b is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:22.396502 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.425340 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.493629 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.db.api [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=126739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Mar 26 21:56:22.494025 ncdv-master-1 neutron-server[126739]: DEBUG oslo_db.api [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Mar 26 21:56:22.515092 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=cda38c87-b473-48f7-b2cb-4e78668bdf2b,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:22.519894 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:22.650373 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks [] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.658156 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.729750 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3762664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900939'] for router_interface (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:22.730321 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f77f1f0>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:20Z', 'revision_number': 3, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:22.731944 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Pushing event updated for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:22.763969 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdb3ba-6330-4a51-bd3b-d7f9cdd784cb None None] The sync data for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 is: [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:20Z', 'revision_number': 3, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:22.845900 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Network f5a0f212-ea69-4917-9068-bae5e933bae2 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:22.847458 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:22.978695 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Router 030732e1-4a37-43ff-a5ed-0cc2c8846941 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:23.065164 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-0d26bccd-ab64-41e8-b140-1aee66637b7e None None] Current status of the port cda38c87-b473-48f7-b2cb-4e78668bdf2b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:23.161030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:23.175513 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-79e41ba2-a838-4dff-8bb5-14c0417df0db admin admin] 10.222.0.16 "PUT /v2.0/routers/030732e1-4a37-43ff-a5ed-0cc2c8846941/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1925805
Mar 26 21:56:23.200521 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Provisioning complete for port 45aa3bf1-8846-44fd-91a7-9b18763039e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:23.200851 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.261421 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Port 45aa3bf1-8846-44fd-91a7-9b18763039e6 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:56:23.284362 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Provisioning complete for port cda38c87-b473-48f7-b2cb-4e78668bdf2b triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:23.284750 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.374777 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-2a18e840-e1b7-4622-8a8f-06c6c227960c None None] Current status of the port cda38c87-b473-48f7-b2cb-4e78668bdf2b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:23.465114 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cda38c87-b473-48f7-b2cb-4e78668bdf2b up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:23.517911 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port cda38c87-b473-48f7-b2cb-4e78668bdf2b triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:23.518076 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.609584 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port cda38c87-b473-48f7-b2cb-4e78668bdf2b is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:23.610931 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:23.665862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:23.666245 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.737416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51128) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:23.742618 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147969856', 'description': 'tempest-secgroup-smoke-147969856 description', 'project_id': '91377f5443a24bebb01fc02288b2f172'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:23.749929 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:23.751008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5a7c07e-8798-428f-853a-8f87820a2f05 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:23.766097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.805142 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b5a7c07e-8798-428f-853a-8f87820a2f05 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:23.805638 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.858351 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (ce180473-5204-4b10-ae49-3f3a9592f33e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.862695 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce180473-5204-4b10-ae49-3f3a9592f33e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.894020 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b5a7c07e-8798-428f-853a-8f87820a2f05 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:23.894237 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.894414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.898065 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1568704
Mar 26 21:56:23.898065 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e9a2c-1c32-4664-8243-155e18fc27f4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce180473-5204-4b10-ae49-3f3a9592f33e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:23.898396 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51130) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:23.903004 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:23.927606 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] For port b5a7c07e-8798-428f-853a-8f87820a2f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a7c07e-8798-428f-853a-8f87820a2f05,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:23.934043 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.937743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (5abe89b4-8c62-4699-9bfa-020bf5fed3a0), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:23.995073 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Pushing event updated for resources: {'Port': ['ID=b5a7c07e-8798-428f-853a-8f87820a2f05,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.008075 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (5abe89b4-8c62-4699-9bfa-020bf5fed3a0), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.011858 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (5abe89b4-8c62-4699-9bfa-020bf5fed3a0), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.030296 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abe89b4-8c62-4699-9bfa-020bf5fed3a0,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.038619 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.039802 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c22727e1-5a40-49ac-a3ac-6dacb64d3600 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1404080
Mar 26 21:56:24.042616 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51132) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:24.047711 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:24.072881 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (e4c31bec-d045-4024-a934-5dada6cbde5e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.127635 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (e4c31bec-d045-4024-a934-5dada6cbde5e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.131376 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e4c31bec-d045-4024-a934-5dada6cbde5e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.150348 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c31bec-d045-4024-a934-5dada6cbde5e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.159275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.160541 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-59964c1f-035d-440f-bb8f-8b71c072ee86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1170025
Mar 26 21:56:24.163167 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51134) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:24.167355 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:24.193522 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (67e03012-17fb-4adf-941e-07878a0e24fe), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.253756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (67e03012-17fb-4adf-941e-07878a0e24fe), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.257300 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (67e03012-17fb-4adf-941e-07878a0e24fe), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.276739 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e03012-17fb-4adf-941e-07878a0e24fe,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.296329 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.300109 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9cf8d9a6-c7dc-4db7-8f06-c746c1d5892c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1335146
Mar 26 21:56:24.300334 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51136) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:24.305034 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:24.330534 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (e307b7eb-cffb-49de-91b9-1a8dc5a4d4f8), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.387033 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (e307b7eb-cffb-49de-91b9-1a8dc5a4d4f8), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.390343 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (e307b7eb-cffb-49de-91b9-1a8dc5a4d4f8), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.407700 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307b7eb-cffb-49de-91b9-1a8dc5a4d4f8,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.416037 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.417272 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-5995b724-d82f-4cb5-a2e7-00d1937759f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1159880
Mar 26 21:56:24.420817 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51138) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:24.425106 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:24.445167 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Project 91377f5443a24bebb01fc02288b2f172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:56:24.450092 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (c499c18a-3910-4207-bce4-ff395ed08cce), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.508183 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (c499c18a-3910-4207-bce4-ff395ed08cce), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.511658 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (c499c18a-3910-4207-bce4-ff395ed08cce), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.528834 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c499c18a-3910-4207-bce4-ff395ed08cce,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.536542 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.537729 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-64dce889-5957-4550-8b16-1522ba7fa3bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1159568
Mar 26 21:56:24.540526 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51140) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:24.545546 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'security_group_rule': {'security_group_id': 'ce180473-5204-4b10-ae49-3f3a9592f33e', 'project_id': '91377f5443a24bebb01fc02288b2f172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:24.564618 ncdv-master-1 neutron-server[126736]: INFO neutron.db.securitygroups_db [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Project 91377f5443a24bebb01fc02288b2f172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Mar 26 21:56:24.569219 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (d15c4b88-6562-41d4-9dde-9242ce5c3f6e), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.630665 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (d15c4b88-6562-41d4-9dde-9242ce5c3f6e), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.634275 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136118'] for security_group_rule (d15c4b88-6562-41d4-9dde-9242ce5c3f6e), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.651605 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15c4b88-6562-41d4-9dde-9242ce5c3f6e,revision_number=0']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:24.661179 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:24.662374 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-779b677d-a91b-4fb8-b784-c6cab57ac92f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1209402
Mar 26 21:56:24.812571 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-f037dfb0-a47f-40e6-88b7-4cd5905ff4ce tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147969856&fields=id&tenant_id=91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 267 time: 0.0450971
Mar 26 21:56:24.920063 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-66cfc2c6-197b-4bbc-ad2e-f13b69ad22be tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:24.921553 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-66cfc2c6-197b-4bbc-ad2e-f13b69ad22be tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 810 time: 0.1024663
Mar 26 21:56:24.935777 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-60af3afb-fa09-4c0d-ac60-ce9f57f7a374 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/quotas/91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 375 time: 0.0088484
Mar 26 21:56:24.990987 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-95ef19fc-f113-43b0-8d85-9a3959a1bddc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0503430
Mar 26 21:56:25.102603 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-f48032be-1926-49c2-8f28-d3b86f88cc16 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=126736) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Mar 26 21:56:25.103637 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-f48032be-1926-49c2-8f28-d3b86f88cc16 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1006768
Mar 26 21:56:25.193470 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-61a3fa8a-2067-4f8e-82a3-02c2db2cf642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:25.199182 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-ba9af59c-95be-48d9-8f86-c9c9db475686 service neutron] 10.222.0.16 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884712
Mar 26 21:56:25.297253 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-644069e3-7557-4c92-9e78-4db5300681fd service neutron] 10.222.0.16 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915194
Mar 26 21:56:25.318468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Sync routers for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:25.322300 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5a7c07e-8798-428f-853a-8f87820a2f05 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:25.358303 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:25.359026 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f691940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:25.455526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port b5a7c07e-8798-428f-853a-8f87820a2f05 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:25.455894 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:25.494436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-7be7006e-1b11-4b8a-b6e5-5258fdcff703 req-be431c47-0850-4687-bfe8-63e96f7ecd0f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 210 time: 0.0350175
Mar 26 21:56:25.511585 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:25.625691 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port b5a7c07e-8798-428f-853a-8f87820a2f05 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:25.743837 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f691940>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 4, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45aa3bf1-8846-44fd-91a7-9b18763039e6', 'name': '', 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'mac_address': 'fa:16:3e:9b:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:21Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 2, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'subnets': [{'id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:25.772468 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Checking router: 030732e1-4a37-43ff-a5ed-0cc2c8846941 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:25.772841 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Updating router 030732e1-4a37-43ff-a5ed-0cc2c8846941 port 45aa3bf1-8846-44fd-91a7-9b18763039e6 binding host ncdv-master-1 {{(pid=126739) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Mar 26 21:56:25.804272 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.230713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks [] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), precommit_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.236351 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.286529 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac83c-8803-4ba6-bc4a-9570b7b319b5 None None] Pushing event updated for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=3']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:26.341295 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Attempting to bind port 45aa3bf1-8846-44fd-91a7-9b18763039e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:26.342306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Attempting to bind port 45aa3bf1-8846-44fd-91a7-9b18763039e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:26.342695 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Attempting to bind port 45aa3bf1-8846-44fd-91a7-9b18763039e6 on network f5a0f212-ea69-4917-9068-bae5e933bae2 {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:26.348010 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Checking agent: {'id': '8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 39, 1), 'started_at': datetime.datetime(2022, 3, 26, 20, 39, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:26.348399 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Checking segment: {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:26.348814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.349221 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Bound using segment: {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'} {{(pid=126739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:26.349700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.managers [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Bound port: 45aa3bf1-8846-44fd-91a7-9b18763039e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a173b48-0dea-403f-a487-ec9f1474a142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2'}}] {{(pid=126739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:26.350088 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.415701 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] For port 45aa3bf1-8846-44fd-91a7-9b18763039e6, host ncdv-master-1, cleared binding levels {{(pid=126739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:26.419420 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] For port 45aa3bf1-8846-44fd-91a7-9b18763039e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45aa3bf1-8846-44fd-91a7-9b18763039e6,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:26.425364 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.486377 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:26.487027 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f691940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:55:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:26.488887 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac83c-8803-4ba6-bc4a-9570b7b319b5 None None] Pushing event updated for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:26.610740 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Provisioning complete for port 45aa3bf1-8846-44fd-91a7-9b18763039e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:26.611132 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.639976 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-944ce4e5-6c7b-40b4-b6bd-6e9ef6a8a3c3 req-d725fff7-0a92-47b7-9b9f-ded2b2354048 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 210 time: 0.0440011
Mar 26 21:56:26.678386 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:26.703741 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-f55a846b-ca41-4185-9d30-c3e54f078ec1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:26.705296 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-f55a846b-ca41-4185-9d30-c3e54f078ec1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 810 time: 0.1522284
Mar 26 21:56:26.780038 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-21eac00f-2656-4050-babc-561f4f0bcf1c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 379 time: 0.0622761
Mar 26 21:56:26.790952 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'port': {'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'admin_state_up': True, 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'security_groups': ['ce180473-5204-4b10-ae49-3f3a9592f33e']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:26.807802 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Current status of the port 45aa3bf1-8846-44fd-91a7-9b18763039e6 is: DOWN; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:26.808224 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.884126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] For port 45aa3bf1-8846-44fd-91a7-9b18763039e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45aa3bf1-8846-44fd-91a7-9b18763039e6,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:26.891146 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.900137 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Made reservation on behalf of 91377f5443a24bebb01fc02288b2f172 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:56:26.903710 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:26.968656 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393acde9-9eea-45d4-9d58-a13fe1a83227 None None] Pushing event updated for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:26.983788 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f691940>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 4, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45aa3bf1-8846-44fd-91a7-9b18763039e6', 'name': '', 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'mac_address': 'fa:16:3e:9b:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:21Z', 'updated_at': '2022-03-26T21:56:26Z', 'revision_number': 4, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'subnets': [{'id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:27.015545 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee67c5bd-8843-4a18-a555-2b1fc3a769a0 None None] The sync data for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 is: [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:22Z', 'revision_number': 4, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45aa3bf1-8846-44fd-91a7-9b18763039e6', 'name': '', 'network_id': 'f5a0f212-ea69-4917-9068-bae5e933bae2', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'mac_address': 'fa:16:3e:9b:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:21Z', 'updated_at': '2022-03-26T21:56:26Z', 'revision_number': 4, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'subnets': [{'id': '30758e2f-53e8-4ffd-99e8-b12b0c0f633b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:27.029376 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3d80699e-2943-4fdb-8042-f0d8f2032ac2 None None] Provisioning complete for port 45aa3bf1-8846-44fd-91a7-9b18763039e6 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:27.029655 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3d80699e-2943-4fdb-8042-f0d8f2032ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.039977 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Allocated IP 172.20.0.7 (22db34bd-067f-45b8-9697-d649f5453140/6bd9dbf6-3206-4bb5-adbb-ec931ee606c3/a95bd60f-d949-43c2-9346-3997d3efbc6e) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:27.148120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3d80699e-2943-4fdb-8042-f0d8f2032ac2 None None] Current status of the port 45aa3bf1-8846-44fd-91a7-9b18763039e6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:27.221013 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.256687 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.309628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Network 22db34bd-067f-45b8-9697-d649f5453140 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:27.317493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:27.320806 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:27.322481 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:27.355752 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 45aa3bf1-8846-44fd-91a7-9b18763039e6 up at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:27.387381 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:27.387985 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.412561 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-5e394069-17ea-40e5-8d89-bceb788905cd tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6252596
Mar 26 21:56:27.424032 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Provisioning complete for port 45aa3bf1-8846-44fd-91a7-9b18763039e6 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:27.424426 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.428946 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Request body: {'port': {'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:27.505579 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.525161 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Current status of the port 45aa3bf1-8846-44fd-91a7-9b18763039e6 is: ACTIVE; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:27.691453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-b32ea5ce-5225-4dcc-b103-5d1d7055b10b None None] Provisioning complete for port a95bd60f-d949-43c2-9346-3997d3efbc6e triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:27.691835 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b32ea5ce-5225-4dcc-b103-5d1d7055b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.737961 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-b32ea5ce-5225-4dcc-b103-5d1d7055b10b None None] Port a95bd60f-d949-43c2-9346-3997d3efbc6e cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:56:27.816671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95bd60f-d949-43c2-9346-3997d3efbc6e {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:56:27.829592 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a9b6d-b3e1-417d-b02f-c578430b2ad4 req-6c0731c8-f40e-4d48-9409-008a87998731 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:27.831009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b81a9b6d-b3e1-417d-b02f-c578430b2ad4 req-6c0731c8-f40e-4d48-9409-008a87998731 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 931 time: 0.1021278
Mar 26 21:56:27.832709 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks [] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.861430 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Transition to ACTIVE for port object a95bd60f-d949-43c2-9346-3997d3efbc6e will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:56:27.867628 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.917588 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-25de1463-afb5-4394-9d1d-9bac9041298a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:27.930625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-b81a9b6d-b3e1-417d-b02f-c578430b2ad4 req-847919c1-2694-499d-aca1-1fa38845c040 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939934
Mar 26 21:56:27.938571 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:28.009520 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Attempting to bind port a95bd60f-d949-43c2-9346-3997d3efbc6e on host nch1-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:56:28.009866 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Attempting to bind port a95bd60f-d949-43c2-9346-3997d3efbc6e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:56:28.010195 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Attempting to bind port a95bd60f-d949-43c2-9346-3997d3efbc6e on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:28.014774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Port a95bd60f-d949-43c2-9346-3997d3efbc6e on network 22db34bd-067f-45b8-9697-d649f5453140 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:56:28.015098 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Attempting to bind port a95bd60f-d949-43c2-9346-3997d3efbc6e on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:56:28.020497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Checking agent: {'id': 'b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:56:28.020840 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Checking segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:56:28.021226 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Bound using segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:56:28.021649 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Bound port: a95bd60f-d949-43c2-9346-3997d3efbc6e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:56:28.022008 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:28.091294 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:56:28.094813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:56:28.101407 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:28.134301 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.134899 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:28.136663 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] 10.222.0.21 "PUT /v2.0/ports/a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 1091 time: 0.7124639
Mar 26 21:56:28.139813 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:56:28.143275 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b709950-564f-417c-aaa0-65ea5674d725" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:56:28.174145 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4caa-98f1-477a-8b14-639dc553ba52 service neutron] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:28.211392 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a535553-9f93-4199-80d6-c1d8fcba5e09 x-openstack-request-id: req-0a535553-9f93-4199-80d6-c1d8fcba5e09 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:56:28.211721 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:56:28.212116 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a535553-9f93-4199-80d6-c1d8fcba5e09 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:56:28.212724 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a535553-9f93-4199-80d6-c1d8fcba5e09'] response: {'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'status': 'completed', 'code': 200}
Mar 26 21:56:28.232227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-8f21409f-b628-4cf5-adfb-f20051de2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.233772 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-8f21409f-b628-4cf5-adfb-f20051de2012 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1125 time: 0.0531793
Mar 26 21:56:28.281625 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-19a9f6f8-25b7-4c5e-83e4-339536eb5130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 217 time: 0.0397952
Mar 26 21:56:28.341461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-d85d5238-79ab-45ea-baa0-89df96be4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.343227 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-d85d5238-79ab-45ea-baa0-89df96be4c46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0503325
Mar 26 21:56:28.392454 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-c0df07fc-030d-48ab-9126-82132af1216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.394814 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-c0df07fc-030d-48ab-9126-82132af1216e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451241
Mar 26 21:56:28.492680 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-7321ca0a-fac9-4574-a20e-0d37c0a6bc15 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875630
Mar 26 21:56:28.583892 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-35c82d92-aea5-43d7-a696-ca456fe42e79 req-cd52a939-cf0d-4487-bfd1-2bfad9b75792 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814674
Mar 26 21:56:28.682581 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b709950-564f-417c-aaa0-65ea5674d725 req-28d207d7-d7ab-44f9-8261-1b68308a32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.684137 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-28d207d7-d7ab-44f9-8261-1b68308a32f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1125 time: 0.0449500
Mar 26 21:56:28.780833 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b709950-564f-417c-aaa0-65ea5674d725 req-abcc941b-3e0d-432e-ba3b-788032c3f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.782337 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-abcc941b-3e0d-432e-ba3b-788032c3f0b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0892906
Mar 26 21:56:28.824831 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-1dc2674c-e25c-444a-9a2b-9212cc8cadd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 217 time: 0.0360546
Mar 26 21:56:28.878470 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b709950-564f-417c-aaa0-65ea5674d725 req-7dc6aa97-dfd7-47f2-92f5-b8e15dba74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.880068 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-7dc6aa97-dfd7-47f2-92f5-b8e15dba74ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0495706
Mar 26 21:56:28.932801 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b709950-564f-417c-aaa0-65ea5674d725 req-9d2a2e91-7219-4304-9fb3-e458e7919b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:28.934731 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-9d2a2e91-7219-4304-9fb3-e458e7919b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474861
Mar 26 21:56:29.019284 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:29.064360 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-5147e030-92ac-4b5e-95d2-49b651c1fc20 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205626
Mar 26 21:56:29.089762 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d880e3d-28c7-4bd3-90a5-afa800de2227 req-dce8dc4c-c11b-4d5b-8c3b-50f3e83f73bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:29.091238 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d880e3d-28c7-4bd3-90a5-afa800de2227 req-dce8dc4c-c11b-4d5b-8c3b-50f3e83f73bc tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 943 time: 0.0838137
Mar 26 21:56:29.193994 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1d880e3d-28c7-4bd3-90a5-afa800de2227 req-b0396737-4aab-48d0-816a-ae50cf83b25e tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926170
Mar 26 21:56:29.204836 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1b709950-564f-417c-aaa0-65ea5674d725 req-cbd9e8fa-278b-495c-a6f2-7c0b7533528d service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303453
Mar 26 21:56:30.313471 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3034-cc8e-455a-9c54-9b39d7f3a611 req-44bb49a3-4735-46ea-abab-e315a4ab66ad tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:30.314975 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f68a3034-cc8e-455a-9c54-9b39d7f3a611 req-44bb49a3-4735-46ea-abab-e315a4ab66ad tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 943 time: 0.0525224
Mar 26 21:56:30.346326 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:30.370179 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-f68a3034-cc8e-455a-9c54-9b39d7f3a611 req-c5c07f29-c79e-407b-b794-3a277ddc8909 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496213
Mar 26 21:56:31.050697 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:56:31.144287 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:31.155056 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:56:31.194741 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a95bd60f-d949-43c2-9346-3997d3efbc6e is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:31.195131 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:31.208209 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95bd60f-d949-43c2-9346-3997d3efbc6e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:56:31.226597 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:31.230970 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:31.282364 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:31.492490 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111434b-2c4a-433e-9760-3699a390a704 req-c44beacd-a88c-4c7c-b9d4-b3e08203a2cb tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:31.493990 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a111434b-2c4a-433e-9760-3699a390a704 req-c44beacd-a88c-4c7c-b9d4-b3e08203a2cb tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 944 time: 0.0572841
Mar 26 21:56:31.515860 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a95bd60f-d949-43c2-9346-3997d3efbc6e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:56:31.541627 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a111434b-2c4a-433e-9760-3699a390a704 req-861f07a3-30d0-454c-a09b-a32b05104a76 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414865
Mar 26 21:56:31.985785 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:32.659969 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac21e-e123-4fde-9788-6fc2ec8e4639 req-34d33b22-06d3-43e1-9e86-fe245fc32f25 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:32.661455 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6aac21e-e123-4fde-9788-6fc2ec8e4639 req-34d33b22-06d3-43e1-9e86-fe245fc32f25 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 944 time: 0.0523756
Mar 26 21:56:32.711202 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e6aac21e-e123-4fde-9788-6fc2ec8e4639 req-13590de8-2839-4c91-8caf-843cf29a723a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441210
Mar 26 21:56:33.059734 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:56:33.108936 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning for port a95bd60f-d949-43c2-9346-3997d3efbc6e completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:56:33.112902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a95bd60f-d949-43c2-9346-3997d3efbc6e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:56:33.113280 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:33.194393 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a95bd60f-d949-43c2-9346-3997d3efbc6e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:56:33.194781 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:33.218312 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:56:33.221071 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925d6fec-8b65-46c3-a954-ddf1b65eab08" -d '{"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-plugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:56:33.234053 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:56:33.238616 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:33.262028 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bf4b1d-b7d4-478c-b317-a878241a5412 x-openstack-request-id: req-72bf4b1d-b7d4-478c-b317-a878241a5412 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:56:33.262255 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-plugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:56:33.262510 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72bf4b1d-b7d4-478c-b317-a878241a5412 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:56:33.262977 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bf4b1d-b7d4-478c-b317-a878241a5412'] response: {'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'code': 200}
Mar 26 21:56:33.289526 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:33.371619 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07576d67-dba4-4b75-aa42-b6ffa18fe513 req-ca03ac05-a19d-4d24-b4fc-2fcb27060e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:33.373180 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07576d67-dba4-4b75-aa42-b6ffa18fe513 req-ca03ac05-a19d-4d24-b4fc-2fcb27060e79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1127 time: 0.0430415
Mar 26 21:56:33.421695 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-07576d67-dba4-4b75-aa42-b6ffa18fe513 req-8134d4ed-69ad-4eb5-ad8e-7443b1997d53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384009
Mar 26 21:56:33.828533 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf492630-70f2-4a19-8944-b29ab469233b req-82d03b7c-2cf3-424e-97b2-4bc8a50cdfe3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:33.834420 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf492630-70f2-4a19-8944-b29ab469233b req-82d03b7c-2cf3-424e-97b2-4bc8a50cdfe3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 945 time: 0.0574849
Mar 26 21:56:33.882558 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-cf492630-70f2-4a19-8944-b29ab469233b req-9935b1b1-462e-4260-b27c-b9b061899534 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425303
Mar 26 21:56:35.003706 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253db74-6845-42af-8b9b-cde1fd4d42f5 req-000c4ea4-df3d-46d5-8a88-802c5b564340 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:35.005256 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c253db74-6845-42af-8b9b-cde1fd4d42f5 req-000c4ea4-df3d-46d5-8a88-802c5b564340 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 945 time: 0.0553777
Mar 26 21:56:35.053552 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c253db74-6845-42af-8b9b-cde1fd4d42f5 req-aa74183b-8936-49cf-ac24-52c3fcbe7295 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426879
Mar 26 21:56:35.173040 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5033d-ca48-473a-a523-d086d5eab05a req-e050d004-c11a-4b6d-8b94-41549b17e5ae tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:35.204557 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3db5033d-ca48-473a-a523-d086d5eab05a req-e050d004-c11a-4b6d-8b94-41549b17e5ae tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 945 time: 0.0555174
Mar 26 21:56:35.234587 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-3db5033d-ca48-473a-a523-d086d5eab05a req-f683fbb2-03cb-4301-a542-c8b3b606d0c0 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541553
Mar 26 21:56:35.256300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51196) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:35.340108 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1246fda-51bd-47cc-be25-b08e8caeed35 tempest-TestSnapshotPattern-1980961505 tempest-TestSnapshotPattern-1980961505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:35.341647 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-c1246fda-51bd-47cc-be25-b08e8caeed35 tempest-TestSnapshotPattern-1980961505 tempest-TestSnapshotPattern-1980961505-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1122 time: 0.0843954
Mar 26 21:56:35.344574 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51200) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:56:35.348746 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address': '172.20.0.7'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:56:35.369073 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:35.467217 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:35.568529 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Allocated IP 172.35.4.24 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/05082114-e955-40b9-be03-5e2491caab6d) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:56:35.672412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (05082114-e955-40b9-be03-5e2491caab6d), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:35.705106 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (05082114-e955-40b9-be03-5e2491caab6d), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:35.741324 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:56:35.745578 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:56:35.748995 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:56:35.756948 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=05082114-e955-40b9-be03-5e2491caab6d,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:36.471852 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (365121c5-a334-4819-a7f4-525665940f50), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:36.539491 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (05082114-e955-40b9-be03-5e2491caab6d), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:36.686508 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (05082114-e955-40b9-be03-5e2491caab6d), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:36.690920 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (05082114-e955-40b9-be03-5e2491caab6d), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:36.759797 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=05082114-e955-40b9-be03-5e2491caab6d,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:56:36.771704 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (365121c5-a334-4819-a7f4-525665940f50), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:36.873181 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Floating IP 365121c5-a334-4819-a7f4-525665940f50 associated. External IP: 172.35.4.24, port: a95bd60f-d949-43c2-9346-3997d3efbc6e.
Mar 26 21:56:37.087649 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:56:37.198249 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:56:37.209703 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59651834-a838-4d54-a923-892ae7808065 None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:56:37.216956 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:37.219708 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:37.220361 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f516220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:56:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:37.255201 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be2c5d5d-2873-4c9e-abd9-f64c247763f3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9012260
Mar 26 21:56:37.255201 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:56:37.255201 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:56:37.339824 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:37.355102 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ef609-a160-4956-870a-75c50fa4324d x-openstack-request-id: req-cd8ef609-a160-4956-870a-75c50fa4324d {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:56:37.355404 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:56:37.355666 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd8ef609-a160-4956-870a-75c50fa4324d {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:56:37.356131 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8ef609-a160-4956-870a-75c50fa4324d'] response: {'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'status': 'completed', 'code': 200}
Mar 26 21:56:37.419824 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-26fbd898-54fb-456e-8b89-d54d6d7359dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:37.421438 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-26fbd898-54fb-456e-8b89-d54d6d7359dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1127 time: 0.0439820
Mar 26 21:56:37.513133 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-71b17fc4-41c4-4ae1-8173-8702f5091442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:37.514891 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-71b17fc4-41c4-4ae1-8173-8702f5091442 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0876701
Mar 26 21:56:37.562836 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f516220>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:35Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:37.579604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-d5d0a0d1-e7a6-4fc1-b8d6-a893ac79ab0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 998 time: 0.0587876
Mar 26 21:56:37.591453 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59651834-a838-4d54-a923-892ae7808065 None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:56:37.599899 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:56:37.600556 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f516220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:56:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:37.627573 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-6bd27481-bc1d-461b-bdc1-a0cdc0faa258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:37.629075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-6bd27481-bc1d-461b-bdc1-a0cdc0faa258 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0434260
Mar 26 21:56:37.681461 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-e5678c51-4d17-4f97-baac-470f0abb1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:37.682984 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-e5678c51-4d17-4f97-baac-470f0abb1674 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472565
Mar 26 21:56:37.708258 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:56:37.771310 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-8e64e57c-d2bc-4bbf-a9dd-ecfb49a6bae4 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815532
Mar 26 21:56:37.933827 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-59651834-a838-4d54-a923-892ae7808065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f516220>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:35Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:56:37.960580 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59651834-a838-4d54-a923-892ae7808065 None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:35Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:56:38.186693 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75be589-9cf1-4ecc-9048-944835e05a18 None None] New status for floating IP 365121c5-a334-4819-a7f4-525665940f50: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:56:38.214947 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-5aeb30a6-0b81-4d63-a03f-e9a52125acd5 req-f18ffba4-f253-480d-8fda-3435d4c63ff6 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4371445
Mar 26 21:56:39.666579 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:56:44.591013 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:46.250819 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:49.790674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-31fc2c71-ad00-41d6-932f-1b313457b170 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438013
Mar 26 21:56:49.871411 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-403f6dda-e135-40b0-8e29-5745874c214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:49.872930 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-403f6dda-e135-40b0-8e29-5745874c214a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1127 time: 0.0432143
Mar 26 21:56:49.974934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-17a6a0be-35e5-4374-9f79-44f2c4bb32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:49.976394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-17a6a0be-35e5-4374-9f79-44f2c4bb32b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0856743
Mar 26 21:56:50.040969 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-fad159fa-3766-4f60-a29f-e98873e43994 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 1000 time: 0.0569997
Mar 26 21:56:50.089062 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-5d4482d8-1435-4a8a-8292-068888c6cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:50.090626 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-5d4482d8-1435-4a8a-8292-068888c6cc99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0432966
Mar 26 21:56:50.142511 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-acef5880-24ac-4abf-a321-99fbfa6c8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:56:50.144040 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-acef5880-24ac-4abf-a321-99fbfa6c8231 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0477941
Mar 26 21:56:50.232274 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-e3b146f0-ffad-44ba-a0cb-7b6294e68e78 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819290
Mar 26 21:56:50.322557 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c0bb4b-59d6-43b1-ae4d-79e9c328cf9d req-531edd87-beb2-4e81-b023-5953023b46be service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841146
Mar 26 21:56:55.195675 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b68545f3-47f5-4c18-9513-8de553ec4aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:57.921656 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9ef47d9c-c24f-40ea-95a4-20ac0b017a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:56:59.013208 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:00.348799 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:01.988395 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:14.611014 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:16.266961 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:16.667699 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:57:25.198267 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1874a505-77fc-4b7c-98f0-6965deb771ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:27.922255 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ccd77ef7-8fe0-4b87-969f-3124d2915bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:29.016858 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:30.350914 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:31.991548 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:44.610463 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:46.266160 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:49.844776 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-e6ce67e7-da39-4716-9c8f-e5a84444a28b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0958714
Mar 26 21:57:49.941943 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-7cbd4995-6b9e-4b03-aa21-6b3c7aae10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:57:49.943446 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-7cbd4995-6b9e-4b03-aa21-6b3c7aae10ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1127 time: 0.0445356
Mar 26 21:57:50.054822 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-77f3e91c-972d-4995-ad4a-59cd313f6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:57:50.056330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-77f3e91c-972d-4995-ad4a-59cd313f6203 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0953140
Mar 26 21:57:50.125125 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-f8cd87dc-1fdd-4c45-9a36-59b09fec65b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 1000 time: 0.0582287
Mar 26 21:57:50.177388 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-6e3a5611-56ea-42f9-929e-c7808b986e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:57:50.178817 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-6e3a5611-56ea-42f9-929e-c7808b986e67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0476358
Mar 26 21:57:50.231269 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-1e0633a7-f70e-49d1-9e13-794eb0448f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:57:50.232773 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-1e0633a7-f70e-49d1-9e13-794eb0448f23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427439
Mar 26 21:57:50.326873 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-bb73ae87-c502-4b00-8c36-02a5a434c350 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832322
Mar 26 21:57:50.416286 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-be7a9c7a-3974-4b11-a84f-f2bd306f7864 req-0be00c6e-4654-4ac3-b787-0f5f91918960 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815961
Mar 26 21:57:53.666553 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:57:55.199189 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7b785c9f-8782-4a9d-a43a-eb8c0720c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:57.924501 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3fcbf1fd-7376-4428-a303-1481a44e6b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:57:59.019837 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:00.353049 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:01.994122 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:14.607790 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:16.264704 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:25.200406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fdd6877d-03ba-45ce-b175-273bcaaeb72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:27.925308 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-32b5af83-1342-487d-863c-ba4465efde47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:29.023440 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:30.355408 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:30.665057 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:58:31.995907 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:37.738391 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:58:37.833012 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:58:37.843204 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Returning: {'device': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:58:37.883038 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a95bd60f-d949-43c2-9346-3997d3efbc6e is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:58:37.883431 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:37.896345 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a95bd60f-d949-43c2-9346-3997d3efbc6e {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:58:37.914719 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:58:37.918791 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:37.967985 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:37.976033 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.976401 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.976749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.977102 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.977442 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.977782 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.978118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.978453 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.978785 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.979118 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.979451 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.979797 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.980141 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.980471 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:37.980799 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:38.005119 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] get_ports_and_sgs() called for port_ids ['a95bd60f-d949-43c2-9346-3997d3efbc6e'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:58:39.769120 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e up at agent hyperv_nch1-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:58:39.833627 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Provisioning complete for port a95bd60f-d949-43c2-9346-3997d3efbc6e triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:58:39.834004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:39.919669 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a95bd60f-d949-43c2-9346-3997d3efbc6e is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:58:39.921320 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:39.947464 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:58:39.949739 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c1a6c-eb87-4772-855b-7286b6b2d09b" -d '{"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-plugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:58:39.969014 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:58:39.973414 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:40.024511 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9716f8-aed5-4563-a049-d1b8aa6ccd70 x-openstack-request-id: req-5f9716f8-aed5-4563-a049-d1b8aa6ccd70 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:58:40.024511 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-plugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:58:40.024707 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f9716f8-aed5-4563-a049-d1b8aa6ccd70 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:58:40.024996 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9716f8-aed5-4563-a049-d1b8aa6ccd70'] response: {'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'code': 200}
Mar 26 21:58:40.048660 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:44.610139 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:46.281839 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:48.651549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-0f37a4c2-25cf-4fa0-99df-884ce81c51a4 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147969856&fields=id&tenant_id=91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 267 time: 0.0459063
Mar 26 21:58:48.758278 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-74c3c383-469e-41e2-b12c-642eeb410389 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:48.759716 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-74c3c383-469e-41e2-b12c-642eeb410389 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 810 time: 0.1012192
Mar 26 21:58:48.774259 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-3f39d028-b416-4e98-8758-aedb4dbc4186 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/quotas/91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 375 time: 0.0091193
Mar 26 21:58:48.831292 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-77eca177-cea5-4d92-b45b-ee41814cd124 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0521245
Mar 26 21:58:48.925841 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-794e6b93-4b25-4a9e-832e-de0d08533720 service neutron] 10.222.0.16 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831885
Mar 26 21:58:49.017545 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-94dd5712-9d71-468d-bfc0-c525827af4d0 service neutron] 10.222.0.16 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859213
Mar 26 21:58:50.195575 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-d8c35099-e414-4deb-af59-77e04e8fb99f req-953680f0-2121-4b74-b410-eedb8588ab37 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 210 time: 0.0280213
Mar 26 21:58:50.792674 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-7a912f3c-0b5c-4c4d-b790-44f37e68bcce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0477550
Mar 26 21:58:50.886439 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-ae8881b0-4773-441d-ab1f-2c0080bd0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:50.887877 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-ae8881b0-4773-441d-ab1f-2c0080bd0b6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1127 time: 0.0440218
Mar 26 21:58:50.993517 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-6eeb67e7-40a2-4fab-812b-25ccb63c95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:50.995008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-6eeb67e7-40a2-4fab-812b-25ccb63c95cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0845258
Mar 26 21:58:51.132787 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-9e09d395-2588-4462-a94f-fd8beda5ed59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 1000 time: 0.1268129
Mar 26 21:58:51.192258 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-a06d4a4e-fbce-4b94-9455-0fa472117b41 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:51.193812 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-a06d4a4e-fbce-4b94-9455-0fa472117b41 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.18 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 810 time: 0.1476891
Mar 26 21:58:51.212671 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-a5f7e0b8-d8a7-447a-a975-2e1fa9ac02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:51.214115 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-a5f7e0b8-d8a7-447a-a975-2e1fa9ac02de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0693941
Mar 26 21:58:51.302845 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f810ba62-28c5-49cf-a611-12317706611a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91377f5443a24bebb01fc02288b2f172 HTTP/1.1" status: 200  len: 379 time: 0.0993376
Mar 26 21:58:51.303125 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-11bbe14f-3ff0-4963-9709-a3e0bcce58ed req-155a63d3-d112-4285-84e2-5e47dc33f3d7 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 210 time: 0.0354736
Mar 26 21:58:51.312358 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'port': {'device_id': 'cb624b64-8485-4347-9277-20bed148857e', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'admin_state_up': True, 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'security_groups': ['ce180473-5204-4b10-ae49-3f3a9592f33e']}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:58:51.316969 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-119ee7ef-cb4c-4fcd-99a6-ec229ed22b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:51.318494 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-119ee7ef-cb4c-4fcd-99a6-ec229ed22b17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0946434
Mar 26 21:58:51.506597 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-c4b2827f-656f-418f-a412-0c04dfbec9ef service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739008
Mar 26 21:58:51.530172 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Made reservation on behalf of 91377f5443a24bebb01fc02288b2f172 for: {'port': 1} {{(pid=126738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Mar 26 21:58:51.535309 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:51.726154 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1119ec28-0944-487a-ba60-aef68cf3f8b7 req-424b2056-1b34-4623-b2e7-cef23c6cebb5 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090235
Mar 26 21:58:51.753201 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.db_base_plugin_common [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Allocated IP 172.20.0.14 (22db34bd-067f-45b8-9697-d649f5453140/6bd9dbf6-3206-4bb5-adbb-ec931ee606c3/f57099c1-6681-4219-b3da-2fef929e89d4) {{(pid=126738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:58:51.828523 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 21:58:51.953815 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (f57099c1-6681-4219-b3da-2fef929e89d4), precommit_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:51.955281 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Current status of the port a95bd60f-d949-43c2-9346-3997d3efbc6e is: ACTIVE; New status is: DOWN {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:58:51.956063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:52.002570 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_create {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:52.012328 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:58:52.014533 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:58:52.018423 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e35c764-70ed-4510-ad10-ec24c39bf03f" -d '{"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-unplugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:58:52.024794 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:52.088184 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Network 22db34bd-067f-45b8-9697-d649f5453140 is already hosted by enough agents. {{(pid=126738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:58:52.091347 ncdv-master-1 neutron-server[126738]: DEBUG neutron.scheduler.base_scheduler [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Resources bound (agent type, host, resource id):  {{(pid=126738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:58:52.100164 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Received port after_create {{(pid=126738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:58:52.104416 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=1']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:52.111882 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Mar 2022 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e66343-1049-490d-88aa-12dd542920aa x-openstack-request-id: req-83e66343-1049-490d-88aa-12dd542920aa {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:58:52.112236 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-unplugged", "status": "completed", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:58:52.112495 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83e66343-1049-490d-88aa-12dd542920aa {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:58:52.112905 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e66343-1049-490d-88aa-12dd542920aa'] response: {'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'code': 200}
Mar 26 21:58:52.127569 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Pushing event updated for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=8']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:52.141774 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.142126 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.142497 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.142805 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.143623 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.144011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.144348 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.144682 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.145014 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.145339 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.145667 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.145991 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.146317 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.146637 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.146959 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:58:52.185403 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:52.186223 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:52.211429 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-f68a5b1d-761a-4830-af6e-8bc26a5ee91f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9025054
Mar 26 21:58:52.456907 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986bf1f-b34f-49c6-aad1-09210c6c1f23 req-d84c9a7c-a1a3-4155-9868-dd6659a2be3e tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:52.459093 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6986bf1f-b34f-49c6-aad1-09210c6c1f23 req-d84c9a7c-a1a3-4155-9868-dd6659a2be3e tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0591788
Mar 26 21:58:52.465591 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb2ef-f84b-4c52-8656-92a3921b0a57 None None] Provisioning complete for port f57099c1-6681-4219-b3da-2fef929e89d4 triggered by entity DHCP. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:58:52.466406 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb2ef-f84b-4c52-8656-92a3921b0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:52.507356 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb2ef-f84b-4c52-8656-92a3921b0a57 None None] Port f57099c1-6681-4219-b3da-2fef929e89d4 cannot update to ACTIVE because it is not bound. {{(pid=126739) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}}
Mar 26 21:58:52.516549 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-6986bf1f-b34f-49c6-aad1-09210c6c1f23 req-c1c60295-3d9e-4b0d-966b-93580334016b tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511734
Mar 26 21:58:53.645135 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f280af1-94aa-49b7-89a7-b6ad540d7597 req-c240267e-77b8-4e4e-98a9-1f47dfc27fa3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:53.646609 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f280af1-94aa-49b7-89a7-b6ad540d7597 req-c240267e-77b8-4e4e-98a9-1f47dfc27fa3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0565107
Mar 26 21:58:53.708074 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-1f280af1-94aa-49b7-89a7-b6ad540d7597 req-f5d36f1d-4f4f-4b08-af26-df4751137d56 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557938
Mar 26 21:58:54.842713 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b217f-6aac-4596-9f08-74ba9c27d79b req-50d369d4-e4d0-4a35-8ce0-e196ea47d78c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:54.844271 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260b217f-6aac-4596-9f08-74ba9c27d79b req-50d369d4-e4d0-4a35-8ce0-e196ea47d78c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0643783
Mar 26 21:58:54.897723 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-260b217f-6aac-4596-9f08-74ba9c27d79b req-7678311c-2048-4a8b-8775-0fdbf3858f52 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476453
Mar 26 21:58:55.203503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-cd3ca303-dff6-4cc0-8746-9860fb7e6302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:56.035493 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad3a60-29bc-4b83-bba0-224fb1d88de4 req-505573b5-bb54-4115-b445-aa6d1740cd58 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:56.038075 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85ad3a60-29bc-4b83-bba0-224fb1d88de4 req-505573b5-bb54-4115-b445-aa6d1740cd58 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0699112
Mar 26 21:58:56.088643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-85ad3a60-29bc-4b83-bba0-224fb1d88de4 req-1f2640d4-7bb1-4f16-a0ef-1d6fac720b45 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446303
Mar 26 21:58:57.228479 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133572-d2a0-4827-a914-bc4823ac1b3d req-b95f2963-d8ae-47a1-a187-4076c123249b tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:57.230500 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61133572-d2a0-4827-a914-bc4823ac1b3d req-b95f2963-d8ae-47a1-a187-4076c123249b tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0662098
Mar 26 21:58:57.286703 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-61133572-d2a0-4827-a914-bc4823ac1b3d req-90cb004b-a767-43cd-b698-9037c8942b10 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495834
Mar 26 21:58:57.928958 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-af22b6fb-2c10-47c7-96ee-f81b16d51ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:58.439324 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6d1a0-23dc-49b0-a6cb-6e68e40fddb6 req-06f35683-169c-4f0c-827a-b219b8cdc240 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:58.441094 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-55d6d1a0-23dc-49b0-a6cb-6e68e40fddb6 req-06f35683-169c-4f0c-827a-b219b8cdc240 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 932 time: 0.0613499
Mar 26 21:58:58.500019 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-55d6d1a0-23dc-49b0-a6cb-6e68e40fddb6 req-7ae39ad3-7588-4ea8-ba2e-4ebbf1201b2f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524640
Mar 26 21:58:58.918906 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.v2.base [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Request body: {'port': {'device_id': 'cb624b64-8485-4347-9277-20bed148857e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=126738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:58:58.982115 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.027528 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.251760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126738) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:58:59.258714 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks [] for port (f57099c1-6681-4219-b3da-2fef929e89d4), precommit_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.270928 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.provisioning_blocks [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Transition to ACTIVE for port object f57099c1-6681-4219-b3da-2fef929e89d4 will not be triggered until provisioned by entity L2. {{(pid=126738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}}
Mar 26 21:58:59.274665 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.328331 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=2']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:59.399185 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Attempting to bind port f57099c1-6681-4219-b3da-2fef929e89d4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Mar 26 21:58:59.399529 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Attempting to bind port f57099c1-6681-4219-b3da-2fef929e89d4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Mar 26 21:58:59.399861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Attempting to bind port f57099c1-6681-4219-b3da-2fef929e89d4 on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:58:59.404426 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Port f57099c1-6681-4219-b3da-2fef929e89d4 on network 22db34bd-067f-45b8-9697-d649f5453140 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Mar 26 21:58:59.404756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Attempting to bind port f57099c1-6681-4219-b3da-2fef929e89d4 on network 22db34bd-067f-45b8-9697-d649f5453140 {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Mar 26 21:58:59.410200 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Checking agent: {'id': '42121eee-b731-465c-b2ab-c262147871a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'started_at': datetime.datetime(2022, 3, 26, 20, 46, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 26, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Mar 26 21:58:59.410492 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Checking segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=126738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Mar 26 21:58:59.410870 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Bound using segment: {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'} {{(pid=126738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Mar 26 21:58:59.411306 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.managers [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Bound port: f57099c1-6681-4219-b3da-2fef929e89d4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d9666b-383b-453c-b43a-1173ca011bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22db34bd-067f-45b8-9697-d649f5453140'}}] {{(pid=126738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Mar 26 21:58:59.411666 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.479473 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, cleared binding levels {{(pid=126738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Mar 26 21:58:59.484011 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Mar 26 21:58:59.491503 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60570054'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.529598 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:59.530216 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:58:59.532342 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] 10.222.0.18 "PUT /v2.0/ports/f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 1092 time: 0.6195762
Mar 26 21:58:59.534956 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:58:59.544018 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c88c9-1539-402d-9314-47790ab06f11" -d '{"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:58:59.594567 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5b71c-bcd5-4202-9376-bff8de8a456f service neutron] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=3']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:58:59.599445 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38fac41-a9aa-4d3e-9810-97039d485c48 x-openstack-request-id: req-f38fac41-a9aa-4d3e-9810-97039d485c48 {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:58:59.599739 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:58:59.600078 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f38fac41-a9aa-4d3e-9810-97039d485c48 {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:58:59.600623 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38fac41-a9aa-4d3e-9810-97039d485c48'] response: {'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'status': 'completed', 'code': 200}
Mar 26 21:58:59.644676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394b325-9cc0-46ee-84e6-0fced7ab0ce2 req-4568dc55-aa0b-4b64-89d9-4924ec55dc6e tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:59.646224 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1394b325-9cc0-46ee-84e6-0fced7ab0ce2 req-4568dc55-aa0b-4b64-89d9-4924ec55dc6e tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 944 time: 0.0643880
Mar 26 21:58:59.648563 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-807a942a-3b2a-4692-bba2-fe8b625d1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:59.650220 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-807a942a-3b2a-4692-bba2-fe8b625d1b95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1126 time: 0.0488496
Mar 26 21:58:59.695162 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-da90852c-890c-4e1a-b530-cd68d2af010a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 217 time: 0.0379608
Mar 26 21:58:59.700820 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1394b325-9cc0-46ee-84e6-0fced7ab0ce2 req-83da9c9c-ea15-4b78-81b4-1d105115cf92 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484662
Mar 26 21:58:59.750055 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-d5dd0676-e207-475f-b85d-cb0eefcc1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:59.751525 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-d5dd0676-e207-475f-b85d-cb0eefcc1046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0500028
Mar 26 21:58:59.800584 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-9be677e4-8a80-47cb-8328-984b08affe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:58:59.802127 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-9be677e4-8a80-47cb-8328-984b08affe01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450466
Mar 26 21:58:59.890353 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-e94ce2b3-24d6-4ef0-82ff-be54e48d118e service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816193
Mar 26 21:58:59.981643 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-e4349df7-bb5e-4a89-8617-cb0a826f9c4a req-62308f2a-e6ae-43a3-92de-572be6065c8c service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857775
Mar 26 21:59:00.065512 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-ed6145d4-bf86-4ceb-aa8f-86f2b1777f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:00.067043 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-ed6145d4-bf86-4ceb-aa8f-86f2b1777f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1126 time: 0.0452769
Mar 26 21:59:00.159557 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-85e90fb3-2cd1-420e-ae7b-dbccb8d14ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:00.161057 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-85e90fb3-2cd1-420e-ae7b-dbccb8d14ac2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0888476
Mar 26 21:59:00.203033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-0e6707eb-0f8a-407a-8f4b-0efbf132c622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 217 time: 0.0348830
Mar 26 21:59:00.250934 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-e7b74cdf-35c4-4572-9536-69ac79666886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:00.252371 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-e7b74cdf-35c4-4572-9536-69ac79666886 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0433815
Mar 26 21:59:00.304191 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-887b6e65-743d-45d6-b87b-30644fcba9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:00.305644 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-887b6e65-743d-45d6-b87b-30644fcba9ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474451
Mar 26 21:59:00.359881 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:00.394662 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-297ed4f9-5c6d-4ca9-a40d-cc12d7877478 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817039
Mar 26 21:59:00.487885 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc9c88c9-1539-402d-9314-47790ab06f11 req-35d8d9c6-9b3b-43cf-9526-1921ef4e0555 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866179
Mar 26 21:59:00.822066 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0e81f-d75c-4adb-8fb2-104c138859d8 req-c91c05ec-0ae0-4349-9b4c-2a252e04955d tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:00.823573 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f0e81f-d75c-4adb-8fb2-104c138859d8 req-c91c05ec-0ae0-4349-9b4c-2a252e04955d tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 944 time: 0.0529225
Mar 26 21:59:00.870893 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-c9f0e81f-d75c-4adb-8fb2-104c138859d8 req-c536c840-658d-406b-bb81-bfeb1ac19fa2 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417783
Mar 26 21:59:01.988868 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8d9c4-5eed-4e8c-80a9-aec7c84133cf req-dc012a0d-e9b0-4b73-81b9-5cc8873874d5 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:01.990470 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42c8d9c4-5eed-4e8c-80a9-aec7c84133cf req-dc012a0d-e9b0-4b73-81b9-5cc8873874d5 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 944 time: 0.0528369
Mar 26 21:59:01.997789 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:02.041495 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-42c8d9c4-5eed-4e8c-80a9-aec7c84133cf req-c8eb8743-6b1c-4971-9eba-84f558a3998a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448160
Mar 26 21:59:02.998683 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 21:59:03.176643 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c305f-172a-4bde-9977-2db99bf92e78 req-d9fdef04-5f35-4c41-8fb2-e9e5ff2f4aad tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:03.180426 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-508c305f-172a-4bde-9977-2db99bf92e78 req-d9fdef04-5f35-4c41-8fb2-e9e5ff2f4aad tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 944 time: 0.0578527
Mar 26 21:59:03.234062 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-508c305f-172a-4bde-9977-2db99bf92e78 req-083847fd-6f01-4ccb-80d8-d7d3e5f28b17 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497348
Mar 26 21:59:03.259101 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:59:03.270868 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'mac_address': 'fa:16:3e:a1:6d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 21:59:03.309905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f57099c1-6681-4219-b3da-2fef929e89d4 is: DOWN; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:59:03.310298 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:03.322747 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 21:59:03.343672 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:59:03.348313 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:03.392896 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=4']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:59:03.588905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['f57099c1-6681-4219-b3da-2fef929e89d4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 21:59:04.354388 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab508b-51b9-49e7-80ce-0b155d1a02d1 req-d9c37de6-3f3f-4839-b9b6-1846149371de tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:04.355855 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9ab508b-51b9-49e7-80ce-0b155d1a02d1 req-d9c37de6-3f3f-4839-b9b6-1846149371de tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 945 time: 0.0532727
Mar 26 21:59:04.409829 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a9ab508b-51b9-49e7-80ce-0b155d1a02d1 req-fb77e34c-0169-4ebb-beeb-518d1c704ea5 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482726
Mar 26 21:59:05.014643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 21:59:05.062466 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning for port f57099c1-6681-4219-b3da-2fef929e89d4 completed by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Mar 26 21:59:05.066901 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port f57099c1-6681-4219-b3da-2fef929e89d4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 21:59:05.067275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:05.141862 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f57099c1-6681-4219-b3da-2fef929e89d4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 21:59:05.142246 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:05.163937 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:59:05.166165 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b1655-d7ae-4e52-9596-b5423fa93754" -d '{"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-plugged", "status": "completed", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:59:05.182801 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 21:59:05.186673 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:05.208630 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2d63a-c37b-4310-b82f-5822fbca0c12 x-openstack-request-id: req-67b2d63a-c37b-4310-b82f-5822fbca0c12 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:59:05.208931 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-plugged", "status": "completed", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:59:05.209190 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67b2d63a-c37b-4310-b82f-5822fbca0c12 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:59:05.209586 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b2d63a-c37b-4310-b82f-5822fbca0c12'] response: {'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'code': 200}
Mar 26 21:59:05.235700 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=5']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:59:05.299421 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f880a-94c1-4bae-93f4-249a5c6ab318 req-dc82359b-2258-4409-aa87-d8c0b27d0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:05.301138 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-295f880a-94c1-4bae-93f4-249a5c6ab318 req-dc82359b-2258-4409-aa87-d8c0b27d0d42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1128 time: 0.0436120
Mar 26 21:59:05.350894 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-295f880a-94c1-4bae-93f4-249a5c6ab318 req-9ba80e3c-51f2-46eb-951a-d6bb1ba51650 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417869
Mar 26 21:59:05.526469 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d071-2bf2-4371-b464-ee0170222d2c req-49c9cc1a-0523-43f3-a7e5-996b2309d4b6 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:05.527958 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7b8d071-2bf2-4371-b464-ee0170222d2c req-49c9cc1a-0523-43f3-a7e5-996b2309d4b6 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.0527153
Mar 26 21:59:05.575907 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-a7b8d071-2bf2-4371-b464-ee0170222d2c req-2b3b63f3-ee13-4f24-8c12-f1bbbc436f99 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416741
Mar 26 21:59:06.698370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb916f-a9e0-4f83-b5ca-1ba24619165d req-9f379457-7e45-4fbb-95e7-879701088396 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:06.699870 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6feb916f-a9e0-4f83-b5ca-1ba24619165d req-9f379457-7e45-4fbb-95e7-879701088396 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.0547073
Mar 26 21:59:06.747136 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-6feb916f-a9e0-4f83-b5ca-1ba24619165d req-16e39523-2093-43b3-abd4-ebc7af4ba39f tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416856
Mar 26 21:59:06.865887 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4c5eb-58b1-475b-9e2d-8515fb0b59c3 req-e8ee6d2c-abb0-4583-bb5c-a31d971b6bd0 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:06.867279 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ef4c5eb-58b1-475b-9e2d-8515fb0b59c3 req-e8ee6d2c-abb0-4583-bb5c-a31d971b6bd0 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.0530276
Mar 26 21:59:06.915041 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-0ef4c5eb-58b1-475b-9e2d-8515fb0b59c3 req-eadacb93-dc01-4115-9b0d-17c6d1488032 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421481
Mar 26 21:59:06.937054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51520) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:59:06.983721 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a07ac3-a39e-417c-8996-2d6eed42d902 tempest-TestSnapshotPattern-1980961505 tempest-TestSnapshotPattern-1980961505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:06.985895 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-50a07ac3-a39e-417c-8996-2d6eed42d902 tempest-TestSnapshotPattern-1980961505 tempest-TestSnapshotPattern-1980961505-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1123 time: 0.0478845
Mar 26 21:59:06.988559 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51522) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 21:59:06.992701 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.v2.base [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Request body: {'floatingip': {'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address': '172.20.0.14'}} {{(pid=126736) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Mar 26 21:59:07.012923 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.109001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (None), before_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.213586 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_common [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Allocated IP 172.35.4.181 (339cc6ca-e602-48a0-984b-bc0e7f2b3b82/89d47c61-300d-4cf6-bef4-01b7923ca36f/33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187) {{(pid=126736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Mar 26 21:59:07.313863 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.347756 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753451558925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.389978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Network 339cc6ca-e602-48a0-984b-bc0e7f2b3b82 is already hosted by enough agents. {{(pid=126736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Mar 26 21:59:07.393417 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.base_scheduler [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Resources bound (agent type, host, resource id):  {{(pid=126736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Mar 26 21:59:07.396843 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Received port after_create {{(pid=126736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Mar 26 21:59:07.421058 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187,revision_number=1']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:59:07.434644 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.435003 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.435356 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.435710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.436077 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.436418 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.436756 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.437092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.437425 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.437762 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.438582 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.438911 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.439242 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.439575 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.439904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 21:59:07.663741 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:59:07.780013 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (6a51b558-c804-4a61-9918-9b9749f9242a), precommit_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.848669 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), before_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.995101 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), precommit_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:07.999652 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59582318'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), after_update {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:08.067595 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event updated for resources: {'Port': ['ID=33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187,revision_number=2']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 21:59:08.077519 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3900772'] for floatingip (6a51b558-c804-4a61-9918-9b9749f9242a), after_create {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:08.179038 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Floating IP 6a51b558-c804-4a61-9918-9b9749f9242a associated. External IP: 172.35.4.181, port: f57099c1-6681-4219-b3da-2fef929e89d4.
Mar 26 21:59:08.391775 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 21:59:08.503895 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 21:59:08.514322 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 21:59:08.522113 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:08.524724 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:59:08.525349 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:58:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:59:08.552276 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f13e4c5d-3496-4ef2-8fcd-f518269cce33 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5626812
Mar 26 21:59:08.552869 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 21:59:08.555059 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec44a483-c223-491b-a6a0-edfac08bbb95" -d '{"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 21:59:08.597373 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc2c83-03a5-455d-b22f-71a1545c217e x-openstack-request-id: req-3fdc2c83-03a5-455d-b22f-71a1545c217e {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 21:59:08.597672 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 21:59:08.597962 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fdc2c83-03a5-455d-b22f-71a1545c217e {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 21:59:08.598408 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdc2c83-03a5-455d-b22f-71a1545c217e'] response: {'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'status': 'completed', 'code': 200}
Mar 26 21:59:08.637856 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:59:08.665684 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-afe50d0d-3eb0-40bb-b6f7-8f931eb78410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:08.667394 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-afe50d0d-3eb0-40bb-b6f7-8f931eb78410 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1128 time: 0.0494232
Mar 26 21:59:08.755370 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-f65ba2b7-ede8-4be5-a896-9120e366ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:08.756917 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-f65ba2b7-ede8-4be5-a896-9120e366ad97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0840635
Mar 26 21:59:08.827434 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-8c0adf3e-2f42-4b60-a416-5bfc9fffe3db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 1000 time: 0.0646331
Mar 26 21:59:08.874158 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368880>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}, {'id': '6a51b558-c804-4a61-9918-9b9749f9242a', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:a1:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624b64-8485-4347-9277-20bed148857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:59:07Z', 'updated_at': '2022-03-26T21:59:07Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:59:08.874825 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-876ca57d-203a-44aa-8434-7b9118394b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:08.876465 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-876ca57d-203a-44aa-8434-7b9118394b3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0438139
Mar 26 21:59:08.902050 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 21:59:08.913956 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 21:59:08.914579 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6124368880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T21:58:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:59:08.927395 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-508d40cd-9ca6-419e-87b3-c96c76ff09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:08.928972 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-508d40cd-9ca6-419e-87b3-c96c76ff09fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474372
Mar 26 21:59:09.023033 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-8f08576e-4e85-4389-9eca-7a75b19e13d0 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879724
Mar 26 21:59:09.026084 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 21:59:09.111008 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-ec44a483-c223-491b-a6a0-edfac08bbb95 req-24ab51bc-3e78-4e3f-b975-652e9ba72520 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821497
Mar 26 21:59:09.250242 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6124368880>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}, {'id': '6a51b558-c804-4a61-9918-9b9749f9242a', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:a1:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624b64-8485-4347-9277-20bed148857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:59:07Z', 'updated_at': '2022-03-26T21:59:07Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 21:59:09.279936 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d76a1a-aeb4-48bc-b061-d2a3f36c9cd6 None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}, {'id': '6a51b558-c804-4a61-9918-9b9749f9242a', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:a1:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb624b64-8485-4347-9277-20bed148857e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:59:07Z', 'updated_at': '2022-03-26T21:59:07Z', 'revision_number': 0, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 21:59:09.485200 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20384f4-4e8b-4dbf-9ccd-4b52ff688ad1 None None] New status for floating IP 6a51b558-c804-4a61-9918-9b9749f9242a: ACTIVE {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 21:59:14.612165 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:16.294234 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:25.205289 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7882e7d7-2692-48e0-82f7-89cd23deaf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:27.922537 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-b705ca7e-e00c-495d-9756-a6f84f96e4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:29.028113 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:30.360409 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:32.002004 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:44.622573 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:44.663292 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 21:59:46.309270 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:52.805257 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-40c05f5c-2f0b-4b6f-9f8f-f23bad7a90be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462158
Mar 26 21:59:52.893143 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-967d055a-64d9-49be-99f3-2e6a395b529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:52.894604 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-967d055a-64d9-49be-99f3-2e6a395b529d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1125 time: 0.0434616
Mar 26 21:59:53.006836 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-379a3805-4c29-4a8c-a17f-879e701b9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.008330 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-379a3805-4c29-4a8c-a17f-879e701b9ffb service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0868161
Mar 26 21:59:53.082637 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-12d2b5e0-ad5b-4895-952a-e8f0df2de3bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 998 time: 0.0618720
Mar 26 21:59:53.132501 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-7d533c06-9680-4329-92b2-5ba9d314b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.133895 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-7d533c06-9680-4329-92b2-5ba9d314b5fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0424950
Mar 26 21:59:53.184617 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-530d4c93-5711-47db-ae66-1ae03cd42bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.186058 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-530d4c93-5711-47db-ae66-1ae03cd42bb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428839
Mar 26 21:59:53.277863 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-627a5faa-91e2-4288-877f-977f616f6b8d service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824714
Mar 26 21:59:53.379981 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-67509d68-d1f7-4628-9ed2-143fdbca1d6e req-d54949fc-d79f-410a-b4d6-2ba65938df43 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918062
Mar 26 21:59:53.412524 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-3549798b-ce05-4826-8b6d-db151fd19bb5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0454733
Mar 26 21:59:53.496562 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-d339678d-1179-48a0-8363-6a43bb831064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.498032 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-d339678d-1179-48a0-8363-6a43bb831064 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1128 time: 0.0432520
Mar 26 21:59:53.600587 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-8560061e-eb36-4b2c-873f-3d42933b4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.602028 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-8560061e-eb36-4b2c-873f-3d42933b4415 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.0860338
Mar 26 21:59:53.666099 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-c3c8dd9e-f012-4d9a-a34f-ac7b43db5d68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 1002 time: 0.0566232
Mar 26 21:59:53.712002 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-129c4fe3-eae3-4199-b3cc-76d443fc3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.713380 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-129c4fe3-eae3-4199-b3cc-76d443fc3a36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0410218
Mar 26 21:59:53.763976 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-a0b335ca-e0b4-4083-aa7b-9ab7e251ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 21:59:53.765433 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-a0b335ca-e0b4-4083-aa7b-9ab7e251ae45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450096
Mar 26 21:59:53.851142 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-21a5b95d-1c4d-4a1c-91f1-c25df6ea251e service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794287
Mar 26 21:59:53.939890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-88ad4233-ddc7-4838-a9a8-03b19b8e3a15 req-c04aaee1-5e70-4cdc-98de-e98e096a93fa service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824907
Mar 26 21:59:55.206755 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-641bdc70-e727-49e4-ab56-343880f6f19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:57.924478 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-0a300de4-3373-4f54-ac9f-75af2528ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 21:59:59.031885 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:00.365091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:02.002941 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:14.622042 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:16.307743 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:21.661521 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:00:25.208863 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-aaf22c7e-09b0-45cb-857f-9af1ddb8a58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:27.925614 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-a0e0af8d-af68-44c3-b4ca-8492fd02be0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:29.036607 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:30.364187 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:32.005660 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:39.457006 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=126739) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Mar 26 22:00:39.549696 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:00:39.559504 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Returning: {'device': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'port_id': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'mac_address': 'fa:16:3e:a1:6d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=126739) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Mar 26 22:00:39.599098 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f57099c1-6681-4219-b3da-2fef929e89d4 is: ACTIVE; New status is: BUILD {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 22:00:39.599486 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:39.611643 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Mar 26 22:00:39.630008 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:00:39.633709 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:39.682498 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=6']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:39.690474 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.690821 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.691165 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.691502 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.691831 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.692191 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.692522 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.692846 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.693168 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.693490 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.693813 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.694133 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.694452 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.694771 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.695088 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:39.733043 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] get_ports_and_sgs() called for port_ids ['f57099c1-6681-4219-b3da-2fef929e89d4'] {{(pid=126739) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Mar 26 22:00:41.470848 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 up at agent hyperv_nch2-master-1 {{(pid=126739) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Mar 26 22:00:41.531772 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.provisioning_blocks [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Provisioning complete for port f57099c1-6681-4219-b3da-2fef929e89d4 triggered by entity L2. {{(pid=126739) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Mar 26 22:00:41.531772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-742076'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), provisioning_complete {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:41.631398 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Current status of the port f57099c1-6681-4219-b3da-2fef929e89d4 is: BUILD; New status is: ACTIVE {{(pid=126739) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}}
Mar 26 22:00:41.631398 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-703406'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:41.659957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 22:00:41.662975 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57d596afbbdb5cedd0cf2327ee41f1f11fa804411a7729984fe5b6fa4f1016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610c6f26-6835-4eb1-95a8-5cc623854f03" -d '{"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-plugged", "status": "completed", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 22:00:41.684948 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.db [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:00:41.684948 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753451969028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753451558943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753451558961'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:41.740642 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Pushing event updated for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=7']} {{(pid=126739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:41.785444 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 22:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b5259-645a-4dcc-b775-450fe0cd0435 x-openstack-request-id: req-3b6b5259-645a-4dcc-b775-450fe0cd0435 {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 22:00:41.785786 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-plugged", "status": "completed", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "code": 200}]} {{(pid=126739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 22:00:41.786000 ncdv-master-1 neutron-server[126739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b6b5259-645a-4dcc-b775-450fe0cd0435 {{(pid=126739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 22:00:41.786433 ncdv-master-1 neutron-server[126739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6b5259-645a-4dcc-b775-450fe0cd0435'] response: {'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'code': 200}
Mar 26 22:00:44.630167 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:46.315507 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.025375 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51740) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:00:50.183459 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Deleting port 33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:00:50.183815 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.262176 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.262502 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.274850 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Calling delete_port for 33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187 owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:00:50.424986 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.450978 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event deleted for resources: {'Port': ['ID=33b0ad6a-ab1b-4f1e-90c9-7fd7c0037187,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:50.462594 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.462953 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.463300 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.463652 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.464022 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.464364 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.464703 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.465043 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.465373 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.465704 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.466037 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.466362 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.466693 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.467028 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.467358 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:50.522546 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (6a51b558-c804-4a61-9918-9b9749f9242a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.522882 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Floating IP 6a51b558-c804-4a61-9918-9b9749f9242a disassociated (deleted). External IP: 172.35.4.181, port: f57099c1-6681-4219-b3da-2fef929e89d4.
Mar 26 22:00:50.736624 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 22:00:50.847597 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 22:00:50.852823 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:50.857944 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 22:00:50.867772 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:00:50.868480 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5a26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:50.883254 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f2fad540-b85b-4af6-8613-ae2ae82ccf4c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "DELETE /v2.0/floatingips/6a51b558-c804-4a61-9918-9b9749f9242a HTTP/1.1" status: 204  len: 168 time: 0.8567665
Mar 26 22:00:50.883974 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 22:00:50.886399 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 22:00:50.931509 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d40328a-d702-4ac1-9fd6-b29faedd84f0 x-openstack-request-id: req-3d40328a-d702-4ac1-9fd6-b29faedd84f0 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 22:00:50.931804 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 22:00:50.932090 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d40328a-d702-4ac1-9fd6-b29faedd84f0 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 22:00:50.932526 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d40328a-d702-4ac1-9fd6-b29faedd84f0'] response: {'name': 'network-changed', 'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'status': 'completed', 'code': 200}
Mar 26 22:00:50.983034 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:00:51.060109 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-6a8601fb-fac3-41d6-bfd7-70d027aab61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:51.061647 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-6a8601fb-fac3-41d6-bfd7-70d027aab61d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 1128 time: 0.1071031
Mar 26 22:00:51.232973 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5a26d0>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:51.265167 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 22:00:51.275010 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:00:51.275650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f5a26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:51.489417 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:00:51.539642 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-53fd2dde-57ff-404c-9d87-a9ea8b957d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:51.541316 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-53fd2dde-57ff-404c-9d87-a9ea8b957d6b service neutron] 10.222.0.18 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.4740698
Mar 26 22:00:51.561819 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cd960-0577-4cc8-ad16-6c13a54d5941 req-1056b41d-424a-4328-b8ad-8fbebdad5ca0 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:51.563262 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-087cd960-0577-4cc8-ad16-6c13a54d5941 req-1056b41d-424a-4328-b8ad-8fbebdad5ca0 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.4785166
Mar 26 22:00:51.592245 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-d1bbfeb3-574d-4b65-8e63-e63be4c09dc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 200  len: 217 time: 0.0435722
Mar 26 22:00:51.672672 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-087cd960-0577-4cc8-ad16-6c13a54d5941 req-790f4711-8689-498d-9c1f-56ef13f1fea3 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824759
Mar 26 22:00:51.674240 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-14631f1b-a22a-4e24-a0b9-592b22d42d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:51.675600 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-14631f1b-a22a-4e24-a0b9-592b22d42d75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0708025
Mar 26 22:00:51.721532 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f5a26d0>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:51.727209 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-0244d6c4-2d63-47ce-ac7e-343e70b593ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:51.728887 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-0244d6c4-2d63-47ce-ac7e-343e70b593ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0470746
Mar 26 22:00:51.748134 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa94902-8e30-42d4-a4de-d74abfcbf686 None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '365121c5-a334-4819-a7f4-525665940f50', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'router_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'port_id': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'mac_address': 'fa:16:3e:41:f9:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-26T21:56:35Z', 'updated_at': '2022-03-26T21:56:38Z', 'revision_number': 1, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 22:00:51.820495 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-b6319d2d-14d7-4da4-aee5-3960b4af2fb8 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842595
Mar 26 22:00:51.914879 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f60b1c3c-1c44-4263-ac57-6286ed00bd7b req-1a36e5c4-c1f9-4de0-b73d-ed5276199a43 service neutron] 10.222.0.18 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882456
Mar 26 22:00:51.995869 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45624979-c055-409a-9934-af96f0dc1d44 None None] New status for floating IP 6a51b558-c804-4a61-9918-9b9749f9242a: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 22:00:52.593084 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-60afb74f-6bed-4205-8a48-1960a746e62d tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:52.594539 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-60afb74f-6bed-4205-8a48-1960a746e62d tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.0513749
Mar 26 22:00:52.686502 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Deleting port f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:00:52.686844 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:52.798877 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fc571-440c-4398-b283-87dec89757da req-14981097-8734-4a83-8871-235f3fd2abb6 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:52.800433 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-254fc571-440c-4398-b283-87dec89757da req-14981097-8734-4a83-8871-235f3fd2abb6 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb624b64-8485-4347-9277-20bed148857e HTTP/1.1" status: 200  len: 946 time: 0.0543447
Mar 26 22:00:52.812731 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] For port f57099c1-6681-4219-b3da-2fef929e89d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f57099c1-6681-4219-b3da-2fef929e89d4,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:00:52.813097 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:52.829861 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Calling delete_port for f57099c1-6681-4219-b3da-2fef929e89d4 owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:00:52.833666 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-e6e1542e-c46e-4600-9167-7d24e9b14a43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0921049
Mar 26 22:00:52.855451 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-254fc571-440c-4398-b283-87dec89757da req-da617518-b1da-4fb4-af2a-89301d444d1c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489674
Mar 26 22:00:52.947821 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-895ff4df-d19d-46b3-b691-50516a948346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:52.949455 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-895ff4df-d19d-46b3-b691-50516a948346 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1125 time: 0.0627644
Mar 26 22:00:53.059704 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (f57099c1-6681-4219-b3da-2fef929e89d4), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:53.092916 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event deleted for resources: {'Port': ['ID=f57099c1-6681-4219-b3da-2fef929e89d4,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:53.118628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.118628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.118628 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.118954 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.119285 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.119624 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.119992 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.120334 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.120720 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.121082 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.121359 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.121678 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.122038 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.122654 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.122997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=126738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Mar 26 22:00:53.152993 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-f34dcd59-da8d-4d6d-b27f-23f420469217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:53.154507 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-f34dcd59-da8d-4d6d-b27f-23f420469217 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.1784863
Mar 26 22:00:53.170372 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] No DVR routers for this DVR port f57099c1-6681-4219-b3da-2fef929e89d4 on host nch2-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 22:00:53.178263 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:53.186195 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-14d86b63-a4ff-4622-8038-2b423e26bf5c req-51b41115-0274-4ac6-8e31-1f79d12eac8c tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.18 "DELETE /v2.0/ports/f57099c1-6681-4219-b3da-2fef929e89d4 HTTP/1.1" status: 204  len: 173 time: 0.5867119
Mar 26 22:00:53.186760 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-deleted', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 22:00:53.189371 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774a0a25-6920-46a7-b4f6-55980bb2f691" -d '{"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-deleted", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 22:00:53.268318 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-31c57207-5142-4193-9025-a6fd52b6bbe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 998 time: 0.0989370
Mar 26 22:00:53.331220 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-7b6b1389-de4e-4fed-9c87-12565f80802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:53.332726 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-7b6b1389-de4e-4fed-9c87-12565f80802e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0537760
Mar 26 22:00:53.334153 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83419b62-ae6f-4ec2-881e-236d976ce54a x-openstack-request-id: req-83419b62-ae6f-4ec2-881e-236d976ce54a {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 22:00:53.334439 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb624b64-8485-4347-9277-20bed148857e", "name": "network-vif-deleted", "tag": "f57099c1-6681-4219-b3da-2fef929e89d4", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 22:00:53.334715 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83419b62-ae6f-4ec2-881e-236d976ce54a {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 22:00:53.335103 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83419b62-ae6f-4ec2-881e-236d976ce54a'] response: {'server_uuid': 'cb624b64-8485-4347-9277-20bed148857e', 'name': 'network-vif-deleted', 'tag': 'f57099c1-6681-4219-b3da-2fef929e89d4', 'status': 'completed', 'code': 200}
Mar 26 22:00:53.387096 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-16dfa4ad-39be-4c41-b0c7-d0234d9c0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:53.388534 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-16dfa4ad-39be-4c41-b0c7-d0234d9c0bef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440013
Mar 26 22:00:53.486520 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-02edb674-21ec-41fa-8358-81f274301699 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878215
Mar 26 22:00:53.545030 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:00:53.564955 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:00:53.565311 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:00:53.589441 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-f6d07d60-ad22-4b3d-8a53-d21249eab8e2 req-724b95c5-0101-4846-a70e-afb40ac0deed service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924251
Mar 26 22:00:54.400128 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51806) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:00:54.887767 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Deleting port 05082114-e955-40b9-be03-5e2491caab6d {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:00:54.888140 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (05082114-e955-40b9-be03-5e2491caab6d), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:54.962414 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (05082114-e955-40b9-be03-5e2491caab6d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:54.962743 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (05082114-e955-40b9-be03-5e2491caab6d), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:54.974928 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Calling delete_port for 05082114-e955-40b9-be03-5e2491caab6d owned by network:floatingip {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:00:55.122805 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (05082114-e955-40b9-be03-5e2491caab6d), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:55.147293 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event deleted for resources: {'Port': ['ID=05082114-e955-40b9-be03-5e2491caab6d,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:55.212766 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for floatingip (365121c5-a334-4819-a7f4-525665940f50), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:55.212974 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-61756c4d-e2ca-489d-a6b1-b1c62cd08613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:55.213424 ncdv-master-1 neutron-server[126736]: INFO neutron.db.l3_db [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Floating IP 365121c5-a334-4819-a7f4-525665940f50 disassociated (deleted). External IP: 172.35.4.24, port: a95bd60f-d949-43c2-9346-3997d3efbc6e.
Mar 26 22:00:55.427092 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 22:00:55.537190 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 22:00:55.541859 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for floatingip (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:55.548060 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 22:00:55.557814 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:00:55.558429 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612421bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:55.570835 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7a36415c-bb3a-4bbc-b25e-eaa394d08d85 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "DELETE /v2.0/floatingips/365121c5-a334-4819-a7f4-525665940f50 HTTP/1.1" status: 204  len: 168 time: 1.1695912
Mar 26 22:00:55.571423 ncdv-master-1 neutron-server[126736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 22:00:55.573686 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c284617f4ba4b60674bf853890c00bedc2c27668376d6efb18a9f78f1222d47e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94b841e-d28b-4fee-aea8-32158d804797" -d '{"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 22:00:55.615338 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Mar 2022 22:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1890c-80a4-4b64-969f-3b9487c270a7 x-openstack-request-id: req-fad1890c-80a4-4b64-969f-3b9487c270a7 {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 22:00:55.615643 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "status": "completed", "code": 200}]} {{(pid=126736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 22:00:55.616077 ncdv-master-1 neutron-server[126736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fad1890c-80a4-4b64-969f-3b9487c270a7 {{(pid=126736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 22:00:55.616543 ncdv-master-1 neutron-server[126736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad1890c-80a4-4b64-969f-3b9487c270a7'] response: {'name': 'network-changed', 'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'status': 'completed', 'code': 200}
Mar 26 22:00:55.673243 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:00:55.703697 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b841e-d28b-4fee-aea8-32158d804797 req-13cb0eea-07c6-4779-8c2b-7e74ab14fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:55.706009 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-13cb0eea-07c6-4779-8c2b-7e74ab14fb88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91377f5443a24bebb01fc02288b2f172&device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 1125 time: 0.0610147
Mar 26 22:00:55.814148 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b841e-d28b-4fee-aea8-32158d804797 req-48df8987-f5e9-4c97-84e5-4d423c559392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:55.815752 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-48df8987-f5e9-4c97-84e5-4d423c559392 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 200  len: 910 time: 0.1001165
Mar 26 22:00:55.825715 ncdv-master-1 neutron-server[126736]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30060e-9ee2-4e4c-9958-9d7eed18553a req-96f589f6-336a-49f3-96bd-1c875a00c562 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126736) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:55.827425 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b30060e-9ee2-4e4c-9958-9d7eed18553a req-96f589f6-336a-49f3-96bd-1c875a00c562 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 943 time: 0.0703769
Mar 26 22:00:55.863872 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-32a84685-543b-4b32-bbfb-dbdbfd5f7c31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 200  len: 217 time: 0.0382342
Mar 26 22:00:55.878069 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [req-1b30060e-9ee2-4e4c-9958-9d7eed18553a req-5ddec20a-f840-46ef-ac5f-c3dff493f4f9 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449581
Mar 26 22:00:55.896077 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612421bbe0>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:55.919828 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b841e-d28b-4fee-aea8-32158d804797 req-1dbae04a-4818-47db-ad1d-3589a34da5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:55.921347 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-1dbae04a-4818-47db-ad1d-3589a34da5ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 200  len: 849 time: 0.0501950
Mar 26 22:00:55.923787 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 22:00:55.932047 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:00:55.932653 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f612421bbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:28Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:55.972227 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b841e-d28b-4fee-aea8-32158d804797 req-9e67d90f-fcde-47c6-983e-1135652352b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:55.973839 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-9e67d90f-fcde-47c6-983e-1135652352b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22db34bd-067f-45b8-9697-d649f5453140&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438101
Mar 26 22:00:56.041233 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:00:56.066902 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-3081f129-5bac-4332-985a-a268be8df2db service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839119
Mar 26 22:00:56.163890 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a94b841e-d28b-4fee-aea8-32158d804797 req-77a7d20f-8455-423e-a614-b17472911e84 service neutron] 10.222.0.21 "GET /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862315
Mar 26 22:00:56.237161 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f612421bbe0>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:00:56.265976 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aaf9d4-8437-4438-b73f-263bb892c09f None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:17Z', 'revision_number': 4, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3a9df0a7-10b4-4a30-97f8-cc5d6cc30201', 'name': '', 'network_id': '22db34bd-067f-45b8-9697-d649f5453140', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'mac_address': 'fa:16:3e:f0:b4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:16Z', 'updated_at': '2022-03-26T21:56:21Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'subnets': [{'id': '6bd9dbf6-3206-4bb5-adbb-ec931ee606c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 22:00:56.479709 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f34efb-ac1f-4b75-8170-3e50b89b1dd3 None None] New status for floating IP 365121c5-a334-4819-a7f4-525665940f50: DOWN {{(pid=126739) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Mar 26 22:00:56.999568 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826bcd6-481c-4065-810e-2ac0c57b707e req-a81d1253-2a70-4bb7-939d-9ad068bf1bce tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:57.001622 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9826bcd6-481c-4065-810e-2ac0c57b707e req-a81d1253-2a70-4bb7-939d-9ad068bf1bce tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 943 time: 0.0526679
Mar 26 22:00:57.050007 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-9826bcd6-481c-4065-810e-2ac0c57b707e req-0df798dc-8173-48d3-9b81-4497a56cbe86 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce180473-5204-4b10-ae49-3f3a9592f33e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427437
Mar 26 22:00:57.583626 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 no longer exists at agent hyperv_nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:00:57.593248 ncdv-master-1 neutron-server[126738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-cea55781-ef8f-4203-ac71-e4c7bbc2f832 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=126738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Mar 26 22:00:57.595275 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-cea55781-ef8f-4203-ac71-e4c7bbc2f832 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 943 time: 0.0563905
Mar 26 22:00:57.603423 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] No Port match for: f57099c1-6681-4219-b3da-2fef929e89d4 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:00:57.603780 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Device f57099c1-6681-4219-b3da-2fef929e89d4 not bound to the agent host nch2-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:00:57.688130 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Deleting port a95bd60f-d949-43c2-9346-3997d3efbc6e {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:00:57.688515 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:57.778390 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] For port a95bd60f-d949-43c2-9346-3997d3efbc6e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a95bd60f-d949-43c2-9346-3997d3efbc6e,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:00:57.778757 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:57.791409 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Calling delete_port for a95bd60f-d949-43c2-9346-3997d3efbc6e owned by compute:nova {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:00:57.921085 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (a95bd60f-d949-43c2-9346-3997d3efbc6e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:57.926793 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-962fc7a7-e29f-47ef-96ab-daa243730719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:57.965154 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event deleted for resources: {'Port': ['ID=a95bd60f-d949-43c2-9346-3997d3efbc6e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:58.005061 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] No DVR routers for this DVR port a95bd60f-d949-43c2-9346-3997d3efbc6e on host nch1-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 22:00:58.007806 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127727'] for port (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:58.011463 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-a6b2796a-4580-4a3e-874d-99951cb1ebc4 req-92b671d8-d273-4503-a119-c2f70e3569b1 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.21 "DELETE /v2.0/ports/a95bd60f-d949-43c2-9346-3997d3efbc6e HTTP/1.1" status: 204  len: 173 time: 0.4086759
Mar 26 22:00:58.011963 ncdv-master-1 neutron-server[126738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-deleted', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e'}] {{(pid=126738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Mar 26 22:00:58.014219 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2ee9f903a06a61229c39987ffc7efea439eb19b5668a4f91109b2e43754e928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15164b24-ecb0-4e7d-b2a4-c652e81ede94" -d '{"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-deleted", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e"}]}' {{(pid=126738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Mar 26 22:00:58.059541 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Mar 2022 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b05d6-bd0a-4f57-a671-71b4e84e16fa x-openstack-request-id: req-266b05d6-bd0a-4f57-a671-71b4e84e16fa {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Mar 26 22:00:58.059835 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bab9e24-ca41-4f55-98de-181c7b3f430e", "name": "network-vif-deleted", "tag": "a95bd60f-d949-43c2-9346-3997d3efbc6e", "status": "completed", "code": 200}]} {{(pid=126738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Mar 26 22:00:58.060125 ncdv-master-1 neutron-server[126738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-266b05d6-bd0a-4f57-a671-71b4e84e16fa {{(pid=126738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Mar 26 22:00:58.060531 ncdv-master-1 neutron-server[126738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266b05d6-bd0a-4f57-a671-71b4e84e16fa'] response: {'server_uuid': '5bab9e24-ca41-4f55-98de-181c7b3f430e', 'name': 'network-vif-deleted', 'tag': 'a95bd60f-d949-43c2-9346-3997d3efbc6e', 'status': 'completed', 'code': 200}
Mar 26 22:00:58.152197 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [req-bc216cf2-ab59-4f7f-bbb0-f064440a5782 req-a9b8af30-3779-4f50-a335-1f73296d0863 tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bab9e24-ca41-4f55-98de-181c7b3f430e HTTP/1.1" status: 200  len: 210 time: 0.0324435
Mar 26 22:00:58.660190 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:00:59.037921 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:59.209997 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51840) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:00:59.265881 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (ce180473-5204-4b10-ae49-3f3a9592f33e), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:59.291664 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (ce180473-5204-4b10-ae49-3f3a9592f33e), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:59.359848 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (ce180473-5204-4b10-ae49-3f3a9592f33e), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:59.363132 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:00:59.364326 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce180473-5204-4b10-ae49-3f3a9592f33e HTTP/1.1" status: 204  len: 168 time: 0.1532271
Mar 26 22:00:59.373253 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0077be-10ba-44a4-9c3c-7425ebddc12a tempest-TestSnapshotPattern-1847701258 tempest-TestSnapshotPattern-1847701258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce180473-5204-4b10-ae49-3f3a9592f33e,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:00:59.409121 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51844) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:00:59.763789 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.020269 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Deleting port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:00.020531 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.096931 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] For port 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:00.097296 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.109917 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Calling delete_port for 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:00.294580 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (3a9df0a7-10b4-4a30-97f8-cc5d6cc30201), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.325017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9df0a7-10b4-4a30-97f8-cc5d6cc30201,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:00.371965 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.502958 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.723615 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 22:01:00.831295 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 22:01:00.836305 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-be42be95-eead-4aff-988d-6e6f47e7edf2 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ed7f68c-13c4-40c2-b3ab-3bd64f69530a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4245646
Mar 26 22:01:00.839030 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51846) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:00.842551 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Sync routers for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 22:01:00.852030 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:01:00.852650 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f62f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:00.946880 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks [] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:00.958829 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: ncdv-master-1 {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:01:01.054027 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks [] for router_gateway (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.105489 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Deleting port 94312d70-a8ac-4806-a66d-bf7466750a89 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:01.105829 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.134058 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f62f700>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T22:01:00Z', 'revision_number': 5, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port': {'id': '94312d70-a8ac-4806-a66d-bf7466750a89', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T21:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:01.159264 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Checking router: 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a for host: ncdv-master-1 {{(pid=126741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 22:01:01.167393 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Routers {'0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'} bound to L3 agent in host ncdv-master-1 {{(pid=126741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:01:01.168018 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611f62f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'], 'active': True} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:01.185359 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] For port 94312d70-a8ac-4806-a66d-bf7466750a89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94312d70-a8ac-4806-a66d-bf7466750a89,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:01.185733 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.199584 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Calling delete_port for 94312d70-a8ac-4806-a66d-bf7466750a89 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:01.351971 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_dvr_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] Set router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a gateway port host: None {{(pid=126741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:01:01.377581 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (94312d70-a8ac-4806-a66d-bf7466750a89), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.404824 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94312d70-a8ac-4806-a66d-bf7466750a89,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:01.405332 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.l3_hamode_db [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611f62f700>, [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T22:01:01Z', 'revision_number': 6, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:01.436776 ncdv-master-1 neutron-server[126741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c3950-2c5f-48b6-8062-0537af3600f0 None None] The sync data for ids ['0ed7f68c-13c4-40c2-b3ab-3bd64f69530a'] in ncdv-master-1 is: [{'id': '0ed7f68c-13c4-40c2-b3ab-3bd64f69530a', 'name': 'tempest-TestSnapshotPattern-1215608156-router', 'tenant_id': '91377f5443a24bebb01fc02288b2f172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:14Z', 'updated_at': '2022-03-26T22:01:01Z', 'revision_number': 6, 'project_id': '91377f5443a24bebb01fc02288b2f172', 'gw_port_host': None}] {{(pid=126741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 22:01:01.474711 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.571845 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.574006 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks [] for router_controller (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.622626 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (0ed7f68c-13c4-40c2-b3ab-3bd64f69530a), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.623142 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed7f68c-13c4-40c2-b3ab-3bd64f69530a {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 22:01:01.628068 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.629225 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-f5e13c86-a4bc-4220-9eb8-01132abd6ff8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0ed7f68c-13c4-40c2-b3ab-3bd64f69530a HTTP/1.1" status: 204  len: 168 time: 0.7892995
Mar 26 22:01:01.631785 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51848) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:01.677138 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Deleting subnet 6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 22:01:01.680173 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Publish callbacks [] for subnet (6bd9dbf6-3206-4bb5-adbb-ec931ee606c3), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.715142 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (6bd9dbf6-3206-4bb5-adbb-ec931ee606c3), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.791691 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (6bd9dbf6-3206-4bb5-adbb-ec931ee606c3), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.852673 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (6bd9dbf6-3206-4bb5-adbb-ec931ee606c3), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.880251 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd9dbf6-3206-4bb5-adbb-ec931ee606c3,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:01.882533 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:01.885892 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-39d39e49-19a2-4db9-94e4-0b93783a0636 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6bd9dbf6-3206-4bb5-adbb-ec931ee606c3 HTTP/1.1" status: 204  len: 168 time: 0.2531486
Mar 26 22:01:01.888699 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51850) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:01.892365 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da190b2-03aa-4681-a44d-bc1b94e8b2ad None None] Network 22db34bd-067f-45b8-9697-d649f5453140 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 22:01:01.960239 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (22db34bd-067f-45b8-9697-d649f5453140), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.007773 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.015048 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Deleting port ea84a456-abc4-4182-a54c-ddba93e30bf8 {{(pid=126738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:02.015392 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.082444 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.db [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] For port ea84a456-abc4-4182-a54c-ddba93e30bf8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea84a456-abc4-4182-a54c-ddba93e30bf8,segment=NetworkSegment(40d9666b-383b-453c-b43a-1173ca011bdb),segment_id=40d9666b-383b-453c-b43a-1173ca011bdb)] {{(pid=126738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:02.082801 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.094639 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.plugin [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Calling delete_port for ea84a456-abc4-4182-a54c-ddba93e30bf8 owned by network:dhcp {{(pid=126738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:02.169858 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60570097'] for port (ea84a456-abc4-4182-a54c-ddba93e30bf8), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.200087 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea84a456-abc4-4182-a54c-ddba93e30bf8,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:02.201708 ncdv-master-1 neutron-server[126738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] No DVR routers for this DVR port ea84a456-abc4-4182-a54c-ddba93e30bf8 on host ncdv-master-1 {{(pid=126738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 22:01:02.232732 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02141ce4-ee7d-45d9-879a-f719cb7c1bf2 None None] DHCP port deletion for 22db34bd-067f-45b8-9697-d649f5453140 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 22:01:02.284842 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (22db34bd-067f-45b8-9697-d649f5453140), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.304246 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d114460>,) {'filters': {'network_id': ['22db34bd-067f-45b8-9697-d649f5453140']}} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:02.313656 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d114460>, '40d9666b-383b-453c-b43a-1173ca011bdb') {'for_net_delete': True} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:02.313985 ncdv-master-1 neutron-server[126738]: DEBUG neutron.services.segments.db [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d114460>, '40d9666b-383b-453c-b43a-1173ca011bdb') {} {{(pid=126738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:02.323347 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60082883'] for segment (40d9666b-383b-453c-b43a-1173ca011bdb), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.337242 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (40d9666b-383b-453c-b43a-1173ca011bdb), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.343233 ncdv-master-1 neutron-server[126738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=126738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 22:01:02.343617 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60570018'] for segment (40d9666b-383b-453c-b43a-1173ca011bdb), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]: Traceback (most recent call last):
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     timer()
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     cb(*args, **kw)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     return func(*args, **kwargs)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     self._notify()
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     self.callback(batched_events)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     event.method(event)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     return f(self, *a, **k)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     return self._get(url).json()
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     return self.request(url, 'GET', **kwargs)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 22:01:02.345457 ncdv-master-1 neutron-server[126738]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 22:01:02.405913 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (22db34bd-067f-45b8-9697-d649f5453140), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.414345 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Publish callbacks [] for network (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:02.419679 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51852) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:02.420048 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] 10.222.0.16 "DELETE /v2.0/networks/22db34bd-067f-45b8-9697-d649f5453140 HTTP/1.1" status: 204  len: 168 time: 0.5270133
Mar 26 22:01:02.425223 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e no longer exists at agent hyperv_nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:02.431756 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc826-938b-4fcc-b73e-8f6d6c7ba96f admin admin] Pushing event deleted for resources: {'Network': ['ID=22db34bd-067f-45b8-9697-d649f5453140,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:02.448981 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] No Port match for: a95bd60f-d949-43c2-9346-3997d3efbc6e {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:02.449430 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Device a95bd60f-d949-43c2-9346-3997d3efbc6e not bound to the agent host nch1-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:03.116475 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3901028'] for router_interface (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:03.367317 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Deleting port 45aa3bf1-8846-44fd-91a7-9b18763039e6 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:03.367576 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:03.448354 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] For port 45aa3bf1-8846-44fd-91a7-9b18763039e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45aa3bf1-8846-44fd-91a7-9b18763039e6,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:03.448735 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:03.461738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Calling delete_port for 45aa3bf1-8846-44fd-91a7-9b18763039e6 owned by network:router_interface {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:03.472588 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea84a456-abc4-4182-a54c-ddba93e30bf8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:03.491749 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: ea84a456-abc4-4182-a54c-ddba93e30bf8 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:03.492207 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device ea84a456-abc4-4182-a54c-ddba93e30bf8 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:03.492636 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:03.510952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:03.511301 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 3a9df0a7-10b4-4a30-97f8-cc5d6cc30201 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:03.511710 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 94312d70-a8ac-4806-a66d-bf7466750a89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:03.530524 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 94312d70-a8ac-4806-a66d-bf7466750a89 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:03.530878 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 94312d70-a8ac-4806-a66d-bf7466750a89 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:03.646001 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (45aa3bf1-8846-44fd-91a7-9b18763039e6), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:03.670710 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45aa3bf1-8846-44fd-91a7-9b18763039e6,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:03.842228 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3762673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3901168'] for router_interface (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.064573 ncdv-master-1 neutron-server[126736]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Router 030732e1-4a37-43ff-a5ed-0cc2c8846941 has already been hosted by L3 agent 02f875cc-1e94-45ff-a5da-5b374d8a9480 {{(pid=126736) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Mar 26 22:01:04.175822 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=126736) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Mar 26 22:01:04.180846 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-edf44ab5-e9ca-465a-ba18-a26fe6767dd6 admin admin] 10.222.0.16 "PUT /v2.0/routers/030732e1-4a37-43ff-a5ed-0cc2c8846941/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7598171
Mar 26 22:01:04.183368 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51854) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:04.189902 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Sync routers for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Mar 26 22:01:04.198957 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:01:04.199610 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e11e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:04.290827 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks [] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.305249 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: ncdv-master-1 {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:01:04.396547 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks [] for router_gateway (030732e1-4a37-43ff-a5ed-0cc2c8846941), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.448676 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Deleting port b5a7c07e-8798-428f-853a-8f87820a2f05 {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:04.449012 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.482897 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e11e310>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'external_fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T22:01:03Z', 'revision_number': 5, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port': {'id': 'b5a7c07e-8798-428f-853a-8f87820a2f05', 'name': '', 'network_id': '339cc6ca-e602-48a0-984b-bc0e7f2b3b82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89d47c61-300d-4cf6-bef4-01b7923ca36f', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:04.509919 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Checking router: 030732e1-4a37-43ff-a5ed-0cc2c8846941 for host: ncdv-master-1 {{(pid=126739) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Mar 26 22:01:04.518189 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Routers {'030732e1-4a37-43ff-a5ed-0cc2c8846941'} bound to L3 agent in host ncdv-master-1 {{(pid=126739) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Mar 26 22:01:04.518814 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f611e11e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-26T20:38:57Z,description=<?>,heartbeat_timestamp=2022-03-26T22:00:58Z,host='ncdv-master-1',id=02f875cc-1e94-45ff-a5da-5b374d8a9480,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-26T20:38:57Z,topic='l3_agent')) {'router_ids': ['030732e1-4a37-43ff-a5ed-0cc2c8846941'], 'active': True} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:04.530696 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] For port b5a7c07e-8798-428f-853a-8f87820a2f05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a7c07e-8798-428f-853a-8f87820a2f05,segment=NetworkSegment(ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc),segment_id=ba7f1aa9-7dfa-4386-9bd0-2fc089afa2fc)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:04.531070 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.543643 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Calling delete_port for b5a7c07e-8798-428f-853a-8f87820a2f05 owned by network:router_gateway {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:04.606013 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_dvr_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] Set router 030732e1-4a37-43ff-a5ed-0cc2c8846941 gateway port host: None {{(pid=126739) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Mar 26 22:01:04.660306 ncdv-master-1 neutron-server[126739]: DEBUG neutron.db.l3_hamode_db [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f611e11e310>, [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T22:01:04Z', 'revision_number': 6, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=126739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:04.687381 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b7c32-0b81-4c93-9077-31f380be775a None None] The sync data for ids ['030732e1-4a37-43ff-a5ed-0cc2c8846941'] in ncdv-master-1 is: [{'id': '030732e1-4a37-43ff-a5ed-0cc2c8846941', 'name': 'tempest-TestSnapshotPattern-1751048915-router', 'tenant_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-26T21:56:19Z', 'updated_at': '2022-03-26T22:01:04Z', 'revision_number': 6, 'project_id': 'aa972b0087944c5fa135bda1fa3f09c1', 'gw_port_host': None}] {{(pid=126739) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Mar 26 22:01:04.714526 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (b5a7c07e-8798-428f-853a-8f87820a2f05), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.744260 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a7c07e-8798-428f-853a-8f87820a2f05,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:04.806204 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3900718'] for router_gateway (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.903853 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-87813'] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.906003 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks [] for router_controller (030732e1-4a37-43ff-a5ed-0cc2c8846941), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.951657 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906718'] for router (030732e1-4a37-43ff-a5ed-0cc2c8846941), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.952310 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 030732e1-4a37-43ff-a5ed-0cc2c8846941 {{(pid=126736) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Mar 26 22:01:04.957591 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:04.958756 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-99c5c869-d3ff-45c4-af90-d743ff879530 admin admin] 10.222.0.16 "DELETE /v2.0/routers/030732e1-4a37-43ff-a5ed-0cc2c8846941 HTTP/1.1" status: 204  len: 168 time: 0.7744446
Mar 26 22:01:04.961235 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51856) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:05.004786 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Deleting subnet 30758e2f-53e8-4ffd-99e8-b12b0c0f633b {{(pid=126736) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}}
Mar 26 22:01:05.008199 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Publish callbacks [] for subnet (30758e2f-53e8-4ffd-99e8-b12b0c0f633b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.049812 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62789466'] for subnet (30758e2f-53e8-4ffd-99e8-b12b0c0f633b), precommit_delete_associations {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.134252 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-729744'] for subnet (30758e2f-53e8-4ffd-99e8-b12b0c0f633b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.185184 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-729737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59581608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59248126'] for subnet (30758e2f-53e8-4ffd-99e8-b12b0c0f633b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.213518 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30758e2f-53e8-4ffd-99e8-b12b0c0f633b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:05.215488 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.219887 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-9c6cf6ba-8c75-4f17-ae0e-4063c582646b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30758e2f-53e8-4ffd-99e8-b12b0c0f633b HTTP/1.1" status: 204  len: 168 time: 0.2577114
Mar 26 22:01:05.220208 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c117c-6957-470f-864d-a7ee9118b560 None None] Network f5a0f212-ea69-4917-9068-bae5e933bae2 requested from ncdv-master-1 {{(pid=126739) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Mar 26 22:01:05.222312 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51858) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:05.300270 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-639339'] for network (f5a0f212-ea69-4917-9068-bae5e933bae2), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.356774 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Deleting port cda38c87-b473-48f7-b2cb-4e78668bdf2b {{(pid=126736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}}
Mar 26 22:01:05.357038 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753452110731'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.429904 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.db [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] For port cda38c87-b473-48f7-b2cb-4e78668bdf2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cda38c87-b473-48f7-b2cb-4e78668bdf2b,segment=NetworkSegment(4a173b48-0dea-403f-a487-ec9f1474a142),segment_id=4a173b48-0dea-403f-a487-ec9f1474a142)] {{(pid=126736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Mar 26 22:01:05.430274 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3913609'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.447791 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Calling delete_port for cda38c87-b473-48f7-b2cb-4e78668bdf2b owned by network:dhcp {{(pid=126736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}}
Mar 26 22:01:05.508905 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 45aa3bf1-8846-44fd-91a7-9b18763039e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:05.531562 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: 45aa3bf1-8846-44fd-91a7-9b18763039e6 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:05.531987 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device 45aa3bf1-8846-44fd-91a7-9b18763039e6 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:05.532415 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5a7c07e-8798-428f-853a-8f87820a2f05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:05.548312 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-703469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753451968750', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753451558934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59582297'] for port (cda38c87-b473-48f7-b2cb-4e78668bdf2b), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.556725 ncdv-master-1 neutron-server[126739]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8fd9e-19a4-4cf2-a464-e66f1ce5c6e4 None None] DHCP port deletion for f5a0f212-ea69-4917-9068-bae5e933bae2 request from ncdv-master-1 {{(pid=126739) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Mar 26 22:01:05.558605 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: b5a7c07e-8798-428f-853a-8f87820a2f05 {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:05.558952 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device b5a7c07e-8798-428f-853a-8f87820a2f05 not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:05.578323 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda38c87-b473-48f7-b2cb-4e78668bdf2b,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:05.581784 ncdv-master-1 neutron-server[126736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] No DVR routers for this DVR port cda38c87-b473-48f7-b2cb-4e78668bdf2b on host ncdv-master-1 {{(pid=126736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Mar 26 22:01:05.659412 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730405', 'neutron.services.segments.db._delete_segments_for_network-8753452037295'] for network (f5a0f212-ea69-4917-9068-bae5e933bae2), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.682455 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f611d4b49a0>,) {'filters': {'network_id': ['f5a0f212-ea69-4917-9068-bae5e933bae2']}} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:05.692738 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4b49a0>, '4a173b48-0dea-403f-a487-ec9f1474a142') {'for_net_delete': True} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:05.693041 ncdv-master-1 neutron-server[126736]: DEBUG neutron.services.segments.db [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f611d4b49a0>, '4a173b48-0dea-403f-a487-ec9f1474a142') {} {{(pid=126736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Mar 26 22:01:05.702972 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753452040632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62789475'] for segment (4a173b48-0dea-403f-a487-ec9f1474a142), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.717135 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431'] for segment (4a173b48-0dea-403f-a487-ec9f1474a142), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.724205 ncdv-master-1 neutron-server[126736]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=126736) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Mar 26 22:01:05.724739 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59582218'] for segment (4a173b48-0dea-403f-a487-ec9f1474a142), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]: Traceback (most recent call last):
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     timer()
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     cb(*args, **kw)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     return func(*args, **kwargs)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     self._notify()
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     self.callback(batched_events)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     event.method(event)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     aggregate_uuid = self.p_client.list_aggregates(
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     return f(self, *a, **k)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     return self._get(url).json()
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     return self.request(url, 'GET', **kwargs)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     base_url = self.get_endpoint(auth, allow=allow,
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     auth = self._auth_required(auth, 'determine endpoint URL')
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Mar 26 22:01:05.726645 ncdv-master-1 neutron-server[126736]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Mar 26 22:01:05.790051 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3762686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3900786'] for network (f5a0f212-ea69-4917-9068-bae5e933bae2), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.796681 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:05.799871 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5a0f212-ea69-4917-9068-bae5e933bae2 HTTP/1.1" status: 204  len: 168 time: 0.5766408
Mar 26 22:01:05.812054 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4aedb-e1ba-4aa2-b003-216a14b235b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a0f212-ea69-4917-9068-bae5e933bae2,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:05.972017 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51862) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:06.011677 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-a9f577cb-cb27-4760-8f63-9bd0ea4eef26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91377f5443a24bebb01fc02288b2f172&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384247
Mar 26 22:01:06.014080 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [-] (126736) accepted ('10.222.0.16', 51864) {{(pid=126736) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:06.062053 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] Publish callbacks [] for security_group (eb3107c1-096f-4acd-9e66-549e15036077), before_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.082160 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] Publish callbacks [] for security_group (eb3107c1-096f-4acd-9e66-549e15036077), precommit_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.129544 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (eb3107c1-096f-4acd-9e66-549e15036077), after_delete {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.132166 ncdv-master-1 neutron-server[126736]: DEBUG neutron_lib.callbacks.manager [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.133363 ncdv-master-1 neutron-server[126736]: INFO neutron.wsgi [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb3107c1-096f-4acd-9e66-549e15036077 HTTP/1.1" status: 204  len: 168 time: 0.1181636
Mar 26 22:01:06.141014 ncdv-master-1 neutron-server[126736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e7d36-549f-440e-9277-aa5fb87e2b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3107c1-096f-4acd-9e66-549e15036077,revision_number=None']} {{(pid=126736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:06.454830 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51870) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:06.493436 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-c1198237-78bb-49c8-8275-937bed905142 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa972b0087944c5fa135bda1fa3f09c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0374875
Mar 26 22:01:06.495752 ncdv-master-1 neutron-server[126738]: DEBUG neutron.wsgi [-] (126738) accepted ('10.222.0.16', 51872) {{(pid=126738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Mar 26 22:01:06.542078 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] Publish callbacks [] for security_group (d81b2c54-bce5-4f0f-94da-d1030ca5e1c9), before_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.562378 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] Publish callbacks [] for security_group (d81b2c54-bce5-4f0f-94da-d1030ca5e1c9), precommit_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.613070 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3723467'] for security_group (d81b2c54-bce5-4f0f-94da-d1030ca5e1c9), after_delete {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.615639 ncdv-master-1 neutron-server[126738]: DEBUG neutron_lib.callbacks.manager [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=126738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:06.616818 ncdv-master-1 neutron-server[126738]: INFO neutron.wsgi [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d81b2c54-bce5-4f0f-94da-d1030ca5e1c9 HTTP/1.1" status: 204  len: 168 time: 0.1201675
Mar 26 22:01:06.624496 ncdv-master-1 neutron-server[126738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102b62-83d5-4240-8c06-7380a92c6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b2c54-bce5-4f0f-94da-d1030ca5e1c9,revision_number=None']} {{(pid=126738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Mar 26 22:01:07.473202 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cda38c87-b473-48f7-b2cb-4e78668bdf2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Mar 26 22:01:07.492779 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.plugin [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] No Port match for: cda38c87-b473-48f7-b2cb-4e78668bdf2b {{(pid=126739) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}}
Mar 26 22:01:07.493126 ncdv-master-1 neutron-server[126739]: DEBUG neutron.plugins.ml2.rpc [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Device cda38c87-b473-48f7-b2cb-4e78668bdf2b not bound to the agent host ncdv-master-1 {{(pid=126739) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Mar 26 22:01:14.620029 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:16.312261 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:25.214436 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c3f5bc53-d2bc-4a6e-aedc-b6f781637b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:27.929471 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-63041d6f-59c4-441a-8ba8-90c13fc31253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:29.040663 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:30.369511 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:32.014637 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:35.658425 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:01:44.616367 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:46.328197 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:55.217254 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-fdf77982-c640-487b-95e4-b6075992b4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:57.930298 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3c59-22e9-41cb-91bd-167ec2acc037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:01:59.045148 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:00.371275 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:02.017097 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:12.656802 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:02:14.618766 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:16.334772 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:25.232231 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-560c9f86-cac5-4aca-9712-734f2947f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:27.932158 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-7de3dd5f-212b-4274-bbb1-59fac69d750c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:29.047488 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:30.375138 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:32.014220 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:44.617903 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:46.337557 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:49.655829 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:02:55.223341 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a5e6-445b-48de-8a86-764e995209e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:57.933492 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-12cd9140-7b12-4489-9467-b8a01a9074e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:02:59.051073 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:00.377668 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:02.017727 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:14.622274 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:16.337699 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:25.227158 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-097ed66d-dda9-4a97-a51d-1efde6c4794c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:26.655008 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:03:27.933721 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1095d891-1137-4434-ac13-e271a15e76f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:29.054355 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:30.379887 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:32.020823 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:44.618644 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:46.334716 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:55.228503 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-183135a3-4142-4190-8ee2-cb0accd9c463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:57.935309 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-4c006668-7f97-4081-8f04-1b2ac8bec186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:03:59.056749 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:00.386027 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:02.022166 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:03.654802 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:04:14.618303 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:16.336091 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:25.230057 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7513-e9c1-4a01-ad04-08f4a09a28e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:27.936144 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-1a97ac2f-99d6-4edc-934c-f3089e93565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:29.059969 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:30.386497 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:32.025623 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:40.653813 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:04:44.616227 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:46.334755 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:55.231524 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-6f6111f3-d0d1-4bb9-b30c-6044076cb129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:57.937435 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-969ad295-4e86-48ee-ad15-7009349c0737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:04:59.062077 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:00.388174 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:02.028499 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:14.617966 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:16.334002 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:17.653466 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:05:25.233063 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-995edf33-ae2d-4f84-ace3-c9d93296e7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:27.939366 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ecb46240-1df3-4e5c-ae6b-2e93eeaab1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:29.064341 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:30.390746 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:32.031754 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:44.633572 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:46.334388 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:54.652434 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:05:55.234191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-302565ca-faa7-40ec-867e-74784a7b2654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:57.943695 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-09f21a94-41e3-46a8-b020-acbe8f4552c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:05:59.066386 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:00.393304 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:02.033838 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:14.634356 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:16.332905 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:25.234452 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-62e7c13a-0a87-423a-ad20-b96d1777d5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:27.943801 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-14f61ee7-3ef9-414e-befc-69dea7a4597d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:29.069911 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:30.394978 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:31.651965 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:06:32.039718 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:44.646196 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:46.333201 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:55.236900 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-57697ffa-f6cf-4e5c-a051-cebf238a86ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:57.943982 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-86f56f95-b910-4163-8501-9d35dff83f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:06:59.071705 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:00.397034 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:02.041919 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:08.650765 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:07:14.663739 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:16.332713 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:25.238401 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-8eff99a1-f28d-494a-8a2f-5146bd9dc78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:27.944876 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f2715d72-9741-4112-9a0a-4b881d1d41c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:29.074814 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:30.401989 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:32.043686 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:44.692427 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:45.649581 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:07:46.332191 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:55.240812 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-f7749223-f76a-4ce6-9653-7e557574a2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:57.946241 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-e96e7613-7746-46f7-b3ad-c2b284acff08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:07:59.076566 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:00.403058 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:02.045611 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:14.693906 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:16.331307 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:22.647861 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:08:25.243281 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-00d22cd3-b2e8-464b-920d-ea033037d324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:27.950878 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2a890302-b6c3-4fc6-a263-5044a0d7e647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:29.080225 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:30.404595 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:32.047447 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:44.693532 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:46.332024 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:55.246681 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-71f7e459-e454-4276-a5ea-7b53714606a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:57.951563 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2ba6727b-b702-4b60-8365-70bf8fb7c697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:59.083010 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:08:59.646096 ncdv-master-1 neutron-server[126741]: DEBUG neutron.db.agents_db [None req-db4f92af-9425-4416-984c-b7d46de2c202 None None] Agent healthcheck: found 7 active agents {{(pid=126741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Mar 26 22:09:00.410613 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:02.049804 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:14.705949 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-ee7d1be4-3013-490f-9635-c6856ba93a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (42121eee-b731-465c-b2ab-c262147871a2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:16.333186 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-3601c948-9cc5-4ac2-83a6-17fbd5bc7131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (b74b8f7c-7924-4b87-b0b8-2e3f9f9a8ff2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:25.249413 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c9dfce08-cce5-4379-bd55-74cf6bad6300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (01693f37-8fe2-4019-acbf-952c262faea2), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:27.952653 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-2a8e05ab-9432-4b94-ab13-6b2a624be34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (02f875cc-1e94-45ff-a5da-5b374d8a9480), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:29.087475 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-9b2226a2-7d7a-4857-8384-897febf81f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (7d299adc-f8aa-4574-aa68-4cf3073a36fd), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:30.140072 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-2f8e497f-103d-4791-8ea9-41f4ae6ddbaf service neutron] (126736) timed out ('10.222.0.16', 49358) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 22:09:30.231227 ncdv-master-1 neutron-server[126736]: DEBUG neutron.wsgi [req-dc8ae2fe-5a2f-48b0-96aa-89a420edba3e req-46598230-069e-4201-95df-a2b3c561cc7b tempest-TestShelveInstance-2053873640 tempest-TestShelveInstance-2053873640-project] (126736) timed out ('10.222.0.16', 49378) {{(pid=126736) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Mar 26 22:09:30.411152 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-c86c5627-4b6f-46a0-8f6a-0d8377b681a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (ecda1427-b3f6-4565-9aa6-faa5510dafb4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Mar 26 22:09:32.052565 ncdv-master-1 neutron-server[126739]: DEBUG neutron_lib.callbacks.manager [None req-038c6683-ce46-487b-aeb6-d22bcf117b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753452037277', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-742118'] for agent (8c028c2e-d6b7-4a0f-8daa-4d54924ddaa4), after_update {{(pid=126739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}